-- Logs begin at Wed 2022-03-02 17:48:40 UTC, end at Wed 2022-03-02 20:09:25 UTC. -- Mar 02 18:49:05.159679 dv-neutron-831573-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 02 18:49:07.357022 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.common.config [-] Logging enabled! Mar 02 18:49:07.357712 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev36 Mar 02 18:49:07.357798 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84423) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 02 18:49:07.360155 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.common.config [-] Logging enabled! Mar 02 18:49:07.360413 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev36 Mar 02 18:49:07.360668 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84423) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 02 18:49:07.361641 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 18:49:07.361878 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 18:49:07.362237 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 18:49:07.362489 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 18:49:07.362717 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 18:49:07.363041 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.363344 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.363669 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.363905 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.364206 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.364530 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.364819 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.365113 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.365415 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.365711 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.365998 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.366288 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.366524 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.366810 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.367102 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.367416 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.367647 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] debug = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.367933 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.368369 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.368787 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.369072 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.369366 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.369669 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.369934 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.370222 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.370555 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] host = dv-neutron-831573-1-hyperv {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.370836 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.371126 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.371445 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.371741 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.372022 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.372303 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.372592 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.372873 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.373147 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] log_file = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.373426 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.373718 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.374009 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.374301 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.374529 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.374756 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.375045 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.375337 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.375645 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.375924 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.376202 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.376481 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.376761 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.377034 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.377323 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.377610 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.377901 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.378181 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.378463 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.378741 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.379017 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.379305 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.379613 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.379892 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.380797 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.381096 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.381372 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.381653 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.381956 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.382247 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.382535 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.382823 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.383103 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.383407 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.383685 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.383961 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.384238 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] use_json = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.384514 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.384793 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.385080 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.385360 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.385635 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.385913 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.386194 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.386485 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.386761 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:07.387060 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.387383 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.387687 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.387975 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.388276 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.388560 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.388853 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.389135 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.389426 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.389719 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.390012 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.390298 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.390587 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.390886 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.391180 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.391487 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.391773 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.392070 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.392353 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.392630 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.392913 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.393208 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.393491 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.393767 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.394051 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.394331 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.394608 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.394885 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.395165 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.395487 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.396365 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.396679 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.396922 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.397204 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.397478 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.397769 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.398048 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.398323 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.398598 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.398879 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.399154 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.399468 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.399752 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.400026 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.400304 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.400580 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.400855 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.401131 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.401408 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.401685 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.401960 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.402236 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.402517 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.402793 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.403070 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.403365 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.403646 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.403922 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.404212 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.404512 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.404795 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.405078 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.405360 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.405641 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.405922 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.406203 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.406486 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.406766 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.407043 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.407336 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.407651 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.407944 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.408231 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.408509 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.408808 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.409089 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.409375 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.409657 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.409937 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.410224 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.410510 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.410809 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.411110 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.412067 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.412352 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.412656 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.412947 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.413265 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.413553 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:07.413777 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 18:49:07.414022 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84423) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 02 18:49:07.826263 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO keyring.backend [-] Loading KWallet Mar 02 18:49:07.834529 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO keyring.backend [-] Loading SecretService Mar 02 18:49:07.837770 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO keyring.backend [-] Loading Windows Mar 02 18:49:07.839156 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO keyring.backend [-] Loading chainer Mar 02 18:49:07.839781 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO keyring.backend [-] Loading macOS Mar 02 18:49:07.875630 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 02 18:49:07.875912 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=84423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 02 18:49:07.876209 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 02 18:49:07.876551 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 02 18:49:08.189734 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.190032 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.190317 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.248440 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.248757 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.248981 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.252225 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.252520 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.252777 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.281729 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.282011 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.282279 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.310516 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.310801 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.311082 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.631861 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.632505 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.632505 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.632688 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.633573 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.756024 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.756500 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.756929 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.757212 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.757510 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.757825 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.758096 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.758357 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.758615 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.758900 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.759163 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.759502 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.759775 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.760032 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.760300 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.760567 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.760824 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.761095 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.761348 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.761656 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.762006 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.762258 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.762509 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.762790 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.763037 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.763280 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.763688 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84423) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:49:08.763930 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84423) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:49:08.764166 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84423) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:49:08.764400 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84423) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:49:08.764632 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84423) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:49:08.764863 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84423) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:49:08.765428 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 02 18:49:08.768892 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 02 18:49:08.773529 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 02 18:49:08.777422 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Mar 02 18:49:08.779059 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 02 18:49:08.779469 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 02 18:49:08.779807 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 02 18:49:08.780192 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 02 18:49:08.783028 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 02 18:49:08.783278 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 02 18:49:08.783645 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 18:49:08.812389 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Mar 02 18:49:08.812842 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.813141 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84423) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 02 18:49:08.813502 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.814870 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84423) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 02 18:49:08.815153 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 18:49:08.815436 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 02 18:49:08.819378 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.819658 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:08.882904 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 02 18:49:08.883067 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 02 18:49:08.883291 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 02 18:49:08.883703 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 02 18:49:08.915609 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_db.sqlalchemy.engines [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84423) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 02 18:49:09.374574 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.managers [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Initializing driver for type 'gre' Mar 02 18:49:09.375120 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] gre ID ranges: [(1, 1000)] Mar 02 18:49:09.545936 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.managers [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Initializing driver for type 'local' Mar 02 18:49:09.546357 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.managers [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Initializing driver for type 'vlan' Mar 02 18:49:09.671076 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] VlanTypeDriver initialization complete Mar 02 18:49:09.671741 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.managers [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Initializing driver for type 'vxlan' Mar 02 18:49:09.671913 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] vxlan ID ranges: [(1, 1000)] Mar 02 18:49:09.894288 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.managers [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Initializing extension driver 'port_security' Mar 02 18:49:09.894627 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.extensions.port_security [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] PortSecurityExtensionDriver initialization complete Mar 02 18:49:09.894965 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.managers [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Initializing mechanism driver 'openvswitch' Mar 02 18:49:09.895286 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.managers [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Initializing mechanism driver 'hyperv' Mar 02 18:49:09.901852 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.plugins.ml2.plugin [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84423) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:09.902531 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > port after_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.902906 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > port after_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.903263 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > port after_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.903814 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84423) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 02 18:49:09.904243 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > subnet after_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.904601 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > subnet after_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.904952 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.905361 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84423) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 02 18:49:09.905764 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > network after_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.906110 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > network after_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.906453 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > network after_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.906837 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84423) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 02 18:49:09.907237 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > security_group after_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.907647 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > security_group after_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.907990 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.908514 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84423) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 02 18:49:09.908940 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.909290 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.909631 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.910014 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84423) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 02 18:49:09.910452 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] ML2 OVO RPC backend initialized. {{(pid=84423) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Mar 02 18:49:09.911092 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.911502 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.912108 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > network before_response 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.912419 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > networks before_response 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.912767 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > port before_response 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.913111 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > ports before_response 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.913454 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > subnet before_response 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.913796 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > subnets before_response 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.914143 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > network after_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.914481 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > network after_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.914814 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > network after_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.915146 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > port after_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.915509 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > port after_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.915843 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > port after_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.919174 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > subnet after_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.919174 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > subnet after_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.919174 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.919174 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.plugin [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Modular L2 Plugin initialization complete Mar 02 18:49:09.919174 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading services supported by the core plugin {{(pid=84423) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 02 18:49:09.919561 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.plugins.ml2.managers [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Got port-security extension from driver 'port_security' Mar 02 18:49:09.919561 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.extensions.vlantransparent [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Disabled vlantransparent extension. Mar 02 18:49:09.919561 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84423) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 02 18:49:09.919561 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading Plugin: router Mar 02 18:49:09.956034 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.956346 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router after_create 55549900 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.956717 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router before_create 55549900 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.957092 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.957460 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.957813 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router after_delete 55549900 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.958168 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.958647 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router after_create 55549900 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.959001 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router after_update 55549900 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.959345 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router after_update 55549900 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.959712 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.960067 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router after_update 55549900 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.960475 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router precommit_update 55549900 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.960843 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: port after_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.961183 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: port after_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.961521 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: subnet after_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.961854 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.962197 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.962541 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router precommit_create 55549900 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.962881 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: port before_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.963221 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router precommit_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.963596 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router after_update 55549900 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.963935 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.964276 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router precommit_create 55549900 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.964630 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.964969 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router precommit_update 55549900 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.965325 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > agent after_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.965669 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > agent after_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.966008 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > network after_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.966869 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Tracking information for resource: router configured {{(pid=84423) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:49:09.967203 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Tracking information for resource: floatingip configured {{(pid=84423) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:49:09.972148 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.db.l3_agentschedulers_db [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 02 18:49:09.972734 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: port after_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.973093 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: port after_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.973443 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: port after_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.973791 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: port after_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.975034 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router before_create 55550100 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.975425 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.975791 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router precommit_create 55550100 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.976146 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > router precommit_update 55550100 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:09.980532 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.services.provider_configuration [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Service providers = [] {{(pid=84423) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 02 18:49:09.980899 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.db.servicetype_db [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84423) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 02 18:49:09.983870 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.services.service_base [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84423) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 18:49:09.984220 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.services.service_base [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84423) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 18:49:09.984559 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.services.service_base [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84423) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 18:49:09.985437 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.services.service_base [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84423) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 18:49:09.985810 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.services.service_base [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 02 18:49:09.986196 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84423) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:49:09.986513 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 02 18:49:09.997780 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84423) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:49:09.998117 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading Plugin: auto_allocate Mar 02 18:49:10.004028 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: network precommit_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:10.004398 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: network precommit_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:10.004917 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84423) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:49:10.005841 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading Plugin: tag Mar 02 18:49:10.012480 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84423) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:49:10.012820 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading Plugin: timestamp Mar 02 18:49:10.016822 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84423) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:49:10.017162 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading Plugin: network_ip_availability Mar 02 18:49:10.022624 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:10.022997 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:10.023375 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:10.024086 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84423) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:49:10.024406 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading Plugin: flavors Mar 02 18:49:10.029107 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84423) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:49:10.029445 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading Plugin: revisions Mar 02 18:49:10.033718 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84423) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:49:10.034102 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_concurrency.lockutils [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.158s {{(pid=84423) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 02 18:49:10.034844 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84423) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Mar 02 18:49:10.035602 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Initializing extension manager. Mar 02 18:49:10.035707 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: __init__.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.036033 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: __pycache__ {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.036400 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.036768 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.037197 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: _filter_validation_lib.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.037534 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.037859 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: address_group.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.038619 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.039192 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: address-group Mar 02 18:49:10.039539 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: address_scope.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.040252 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.040761 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: address-scope Mar 02 18:49:10.041081 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.042001 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.042510 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: router-admin-state-down-before-update Mar 02 18:49:10.042830 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: agent.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.043549 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.044059 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: agent Mar 02 18:49:10.044379 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: agent_resources_synced.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.045279 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.045787 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: agent-resources-synced Mar 02 18:49:10.046108 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: allowedaddresspairs.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.048093 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.048620 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: allowed-address-pairs Mar 02 18:49:10.048944 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: auto_allocated_topology.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.050026 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.050540 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: auto-allocated-topology Mar 02 18:49:10.050865 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: availability_zone.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.051584 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.052637 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: availability_zone Mar 02 18:49:10.053018 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: availability_zone_filter.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.053922 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.054434 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: availability_zone_filter Mar 02 18:49:10.054756 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: data_plane_status.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.061836 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.062340 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension data-plane-status not supported by any of loaded plugins Mar 02 18:49:10.062662 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: default_subnetpools.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.063605 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.064120 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: default-subnetpools Mar 02 18:49:10.064439 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.065226 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.065771 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: dhcp_agent_scheduler Mar 02 18:49:10.066095 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: dns.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.067008 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.067541 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension dns-integration not supported by any of loaded plugins Mar 02 18:49:10.068468 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: dns_domain_ports.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.069372 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.069918 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 02 18:49:10.070247 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: dvr.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.070915 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.071445 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: dvr Mar 02 18:49:10.071766 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: empty_string_filtering.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.072673 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.073183 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: empty-string-filtering Mar 02 18:49:10.073503 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.074405 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.074906 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 02 18:49:10.075229 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.076163 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.076716 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 02 18:49:10.077037 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: external_net.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.077937 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.078443 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: external-net Mar 02 18:49:10.078762 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.079757 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.080262 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: extra_dhcp_opt Mar 02 18:49:10.080582 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: extraroute.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.081488 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.082045 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: extraroute Mar 02 18:49:10.082364 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: extraroute_atomic.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.083541 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.084055 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: extraroute-atomic Mar 02 18:49:10.084380 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: filter_validation.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.085058 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.085568 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: filter-validation Mar 02 18:49:10.085890 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: fip_pf_description.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.086792 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.087297 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 02 18:49:10.087641 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: fip_port_details.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.094591 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.095104 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: fip-port-details Mar 02 18:49:10.095452 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: flavors.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.096700 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.097217 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: flavors Mar 02 18:49:10.097542 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.099889 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.100409 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 02 18:49:10.100738 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: floatingip_pools.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.101452 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.101966 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: floatingip-pools Mar 02 18:49:10.102291 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: ip_allocation.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.103205 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.103742 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension ip_allocation not supported by any of loaded plugins Mar 02 18:49:10.104129 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.105026 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.105536 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: ip-substring-filtering Mar 02 18:49:10.105860 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: l2_adjacency.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.106774 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.107280 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 02 18:49:10.107634 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: l3.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.108617 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.109133 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: router Mar 02 18:49:10.109454 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.111936 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.112469 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 02 18:49:10.112799 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.113716 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.114233 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: ext-gw-mode Mar 02 18:49:10.115206 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.116212 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.116730 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: l3-ha Mar 02 18:49:10.117054 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: l3_flavors.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.117959 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.118469 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: l3-flavors Mar 02 18:49:10.118791 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.119746 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.120253 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 02 18:49:10.120576 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: l3agentscheduler.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.121630 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.122151 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: l3_agent_scheduler Mar 02 18:49:10.122478 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: logging.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.124014 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.124540 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension logging not supported by any of loaded plugins Mar 02 18:49:10.124867 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: metering.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.125603 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.126181 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: metering Mar 02 18:49:10.126503 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.129402 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.129920 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: metering_source_and_destination_fields Mar 02 18:49:10.130283 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: multiprovidernet.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.131216 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.131771 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: multi-provider Mar 02 18:49:10.132096 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: netmtu.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.133018 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.133560 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: net-mtu Mar 02 18:49:10.133882 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: netmtu_writable.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.134835 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.135358 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: net-mtu-writable Mar 02 18:49:10.135698 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: network_availability_zone.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.136371 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.136879 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: network_availability_zone Mar 02 18:49:10.137197 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: network_ip_availability.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.138292 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.138858 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: network-ip-availability Mar 02 18:49:10.139185 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: network_segment_range.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.139985 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.140493 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension network-segment-range not supported by any of loaded plugins Mar 02 18:49:10.140815 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: pagination.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.141798 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.142127 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: pagination Mar 02 18:49:10.142448 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.143368 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.143892 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: port-mac-address-regenerate Mar 02 18:49:10.144212 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: port_resource_request.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.145121 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.145627 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension port-resource-request not supported by any of loaded plugins Mar 02 18:49:10.145983 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: portbindings.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.146900 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.147539 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: binding Mar 02 18:49:10.147867 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: portbindings_extended.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.149141 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.149658 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: binding-extended Mar 02 18:49:10.150030 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: portsecurity.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.150942 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.151489 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: port-security Mar 02 18:49:10.151818 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: project_id.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.152806 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.153137 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: project-id Mar 02 18:49:10.153465 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: providernet.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.154376 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.154892 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: provider Mar 02 18:49:10.155213 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: qos.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.158921 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.159476 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension qos not supported by any of loaded plugins Mar 02 18:49:10.159815 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.161058 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.162119 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 02 18:49:10.162543 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.163492 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.164023 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 02 18:49:10.164351 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: qos_default.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.165257 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.165774 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension qos-default not supported by any of loaded plugins Mar 02 18:49:10.166103 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: qos_fip.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.166747 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.167256 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension qos-fip not supported by any of loaded plugins Mar 02 18:49:10.167608 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: qos_gateway_ip.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.168534 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.169045 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 02 18:49:10.169368 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: qos_port_network_policy.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.170273 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.170784 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 02 18:49:10.171107 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: qos_rule_type_details.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.172045 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.172555 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 02 18:49:10.172876 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: qos_rules_alias.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.173925 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.174441 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 02 18:49:10.174764 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: quotasv2.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.175675 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.176004 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: quotas Mar 02 18:49:10.176326 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: quotasv2_detail.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.178574 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.178911 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: quota_details Mar 02 18:49:10.179245 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: rbac.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.180309 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.180831 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: rbac-policies Mar 02 18:49:10.181157 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: rbac_address_scope.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.182079 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.182598 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: rbac-address-scope Mar 02 18:49:10.182921 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: rbac_security_groups.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.183864 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.184380 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: rbac-security-groups Mar 02 18:49:10.184728 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: rbac_subnetpool.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.185637 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.186148 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: rbac-subnetpool Mar 02 18:49:10.186468 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: revisionifmatch.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.187407 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.187920 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: revision-if-match Mar 02 18:49:10.188240 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: revisions.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.189354 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.189867 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: standard-attr-revisions Mar 02 18:49:10.190188 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: router_availability_zone.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.190853 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.191380 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: router_availability_zone Mar 02 18:49:10.191711 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: routerservicetype.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.192663 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.193419 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension router-service-type not supported by any of loaded plugins Mar 02 18:49:10.193734 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.194641 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.195150 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: port-security-groups-filtering Mar 02 18:49:10.195507 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: securitygroup.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.206489 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.206968 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: security-group Mar 02 18:49:10.207301 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: segment.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.208179 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.208938 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension segment not supported by any of loaded plugins Mar 02 18:49:10.209260 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.210195 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.210705 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 02 18:49:10.211027 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: servicetype.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.212175 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.212699 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: service-type Mar 02 18:49:10.213020 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: sorting.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.213996 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.214327 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: sorting Mar 02 18:49:10.214648 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: standard_attr_segment.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.215599 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.216120 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 02 18:49:10.216446 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: standardattrdescription.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.217086 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.217594 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: standard-attr-description Mar 02 18:49:10.217916 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: stateful_security_group.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.218839 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.219373 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: stateful-security-group Mar 02 18:49:10.219701 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: stdattrs_common.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.220282 dv-neutron-831573-1-hyperv neutron-server[84423]: WARNING neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 02 18:49:10.220602 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.221523 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.222033 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 02 18:49:10.222353 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: subnet_onboard.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.223528 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.224603 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: subnet_onboard Mar 02 18:49:10.225056 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.225986 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.226497 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 02 18:49:10.226977 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: subnet_service_types.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.227765 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.228277 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: subnet-service-types Mar 02 18:49:10.228600 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: subnetallocation.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.229677 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.230188 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: subnet_allocation Mar 02 18:49:10.230512 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.231170 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.231707 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: subnetpool-prefix-ops Mar 02 18:49:10.232029 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.232974 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.233478 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 02 18:49:10.233800 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: tagging.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.234860 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.235396 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: standard-attr-tag Mar 02 18:49:10.235726 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: timestamp.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.236905 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.237420 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loaded extension: standard-attr-timestamp Mar 02 18:49:10.237742 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: trunk.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.238764 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.239279 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension trunk not supported by any of loaded plugins Mar 02 18:49:10.240369 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: trunk_details.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.241283 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.241794 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension trunk-details not supported by any of loaded plugins Mar 02 18:49:10.242118 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: uplink_status_propagation.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.243027 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.243568 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 02 18:49:10.243894 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Loading extension file: vlantransparent.py {{(pid=84423) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 02 18:49:10.244568 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84423) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 02 18:49:10.245075 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 02 18:49:10.247295 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Creating instance of TrackedResource for resource:network Mar 02 18:49:10.248037 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Creating instance of TrackedResource for resource:subnet Mar 02 18:49:10.248636 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 18:49:10.249398 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Creating instance of TrackedResource for resource:port Mar 02 18:49:10.250627 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.v2.resource_helper [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:49:10.251069 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.v2.resource_helper [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Service FLAVORS assigned prefix: {{(pid=84423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:49:10.251708 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.v2.resource_helper [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:49:10.252135 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.v2.resource_helper [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:49:10.252463 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Creating instance of TrackedResource for resource:router Mar 02 18:49:10.253128 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 18:49:10.253833 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.v2.resource_helper [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Service METERING assigned prefix: /metering {{(pid=84423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:49:10.255816 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:10.256184 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:10.256530 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84423) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:49:10.257641 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 18:49:10.258088 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Creating instance of TrackedResource for resource:security_group Mar 02 18:49:10.258743 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 18:49:10.259618 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.v2.resource_helper [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Service CORE assigned prefix: {{(pid=84423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:49:10.259952 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 18:49:10.260287 dv-neutron-831573-1-hyperv neutron-server[84423]: WARNING neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] subnetpool is already registered Mar 02 18:49:10.260891 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.v2.resource_helper [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Service CORE assigned prefix: {{(pid=84423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:49:10.261218 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 18:49:10.261545 dv-neutron-831573-1-hyperv neutron-server[84423]: WARNING neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] subnetpool is already registered Mar 02 18:49:10.264091 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.v2.resource_helper [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:49:10.264524 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.v2.resource_helper [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Service FLAVORS assigned prefix: {{(pid=84423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:49:10.265103 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.v2.resource_helper [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:49:10.265518 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.v2.resource_helper [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:49:10.265849 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Creating instance of TrackedResource for resource:router Mar 02 18:49:10.266179 dv-neutron-831573-1-hyperv neutron-server[84423]: WARNING neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] router is already registered Mar 02 18:49:10.266764 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 18:49:10.267090 dv-neutron-831573-1-hyperv neutron-server[84423]: WARNING neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] floatingip is already registered Mar 02 18:49:10.267737 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.v2.resource_helper [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Service METERING assigned prefix: /metering {{(pid=84423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:49:10.268392 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 18:49:10.268719 dv-neutron-831573-1-hyperv neutron-server[84423]: WARNING neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] rbac_policy is already registered Mar 02 18:49:10.269252 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Creating instance of TrackedResource for resource:security_group Mar 02 18:49:10.269577 dv-neutron-831573-1-hyperv neutron-server[84423]: WARNING neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] security_group is already registered Mar 02 18:49:10.270155 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 18:49:10.270480 dv-neutron-831573-1-hyperv neutron-server[84423]: WARNING neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] security_group_rule is already registered Mar 02 18:49:10.271814 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.v2.resource_helper [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Service CORE assigned prefix: {{(pid=84423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:49:10.272147 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 18:49:10.272472 dv-neutron-831573-1-hyperv neutron-server[84423]: WARNING neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] subnetpool is already registered Mar 02 18:49:10.273057 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.v2.resource_helper [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Service CORE assigned prefix: {{(pid=84423) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:49:10.273396 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 18:49:10.273728 dv-neutron-831573-1-hyperv neutron-server[84423]: WARNING neutron.quota.resource_registry [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] subnetpool is already registered Mar 02 18:49:10.274367 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: extensions {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.275836 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: address-groups {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.277395 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: address-scopes {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.278588 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: agents {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.279763 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: auto-allocated-topology {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.280997 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: availability_zones {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.282282 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: dhcp-networks {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.283675 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: dhcp-agents {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.285070 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: routers {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.287117 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: flavors {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.288320 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: service_profiles {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.289500 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: next_providers {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.290992 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: service_profiles {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.292414 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: floatingip-pools {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.293611 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: routers {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.295417 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: floatingips {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.296588 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: l3-routers {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.297924 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: l3-agents {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.299294 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: metering-labels {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.300655 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: metering-label-rules {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.301900 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: network-ip-availabilities {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.303222 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: bindings {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.305740 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: quotas {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.307179 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: quotas {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.308622 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: rbac-policies {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.309902 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: security-groups {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.311084 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: security-group-rules {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.312346 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: service-providers {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.313523 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: subnetpools {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.314945 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: subnetpools {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.316407 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: tags {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.318796 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: tags {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.320590 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: tags {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.322293 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: tags {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.324073 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: tags {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.325712 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: tags {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.327593 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: tags {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.329433 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: tags {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.331299 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: tags {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.333156 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron.api.extensions [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Extended resource: tags {{(pid=84423) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 02 18:49:10.339646 dv-neutron-831573-1-hyperv neutron-server[84423]: WARNING keystonemiddleware.auth_token [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 02 18:49:10.344437 dv-neutron-831573-1-hyperv neutron-server[84423]: WARNING keystonemiddleware.auth_token [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 02 18:49:10.352582 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_concurrency.lockutils [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Acquired lock "singleton_lock" {{(pid=84423) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 02 18:49:10.353060 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_concurrency.lockutils [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Releasing lock "singleton_lock" {{(pid=84423) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 02 18:49:10.353684 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO oslo_service.service [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Starting 2 workers Mar 02 18:49:10.358290 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Started child 84532 {{(pid=84423) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 18:49:10.362560 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Started child 84533 {{(pid=84423) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 18:49:10.363829 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:10.364385 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO neutron.service [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 02 18:49:10.364871 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Notify callbacks [] for process, before_spawn {{(pid=84423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:10.365287 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [-] (84532) wsgi starting up on http://0.0.0.0:9696 Mar 02 18:49:10.367252 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO oslo_service.service [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Starting 1 workers Mar 02 18:49:10.367380 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:10.368777 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [-] (84533) wsgi starting up on http://0.0.0.0:9696 Mar 02 18:49:10.372254 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Started child 84534 {{(pid=84423) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 18:49:10.372791 dv-neutron-831573-1-hyperv neutron-server[84423]: INFO oslo_service.service [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Starting 1 workers Mar 02 18:49:10.376015 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.service [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] calling RpcWorker wait() {{(pid=84534) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 02 18:49:10.376562 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.service [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] returning from RpcWorker wait() {{(pid=84534) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 02 18:49:10.377088 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Started child 84535 {{(pid=84423) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 18:49:10.377731 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:10.377904 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG neutron_lib.callbacks.manager [None req-eecfc5c9-a404-41f0-9901-4075e5da4e71 None None] Notify callbacks [] for process, after_spawn {{(pid=84423) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:10.378188 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:10.379817 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84423) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 02 18:49:10.380036 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 18:49:10.380771 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 18:49:10.380952 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 18:49:10.381287 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 18:49:10.381454 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 18:49:10.381946 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.382218 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.382479 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.382750 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.382849 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:10.383306 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.383576 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.383744 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:10.384007 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.384145 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.384366 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.384614 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.384780 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.384940 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.385198 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.385424 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.385708 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.385995 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.386225 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.386496 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.386663 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.386924 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.387199 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.387459 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.387749 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] debug = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.387997 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.388480 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.388706 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.388928 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.389169 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.389433 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.389674 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.389966 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.390204 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.390420 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.390664 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.390934 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.391110 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.391375 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.391613 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.391889 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.392312 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] host = dv-neutron-831573-1-hyperv {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.392562 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.392773 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.393015 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.393242 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.393491 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.393706 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.393969 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.394226 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.394462 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.394681 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.394922 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.395162 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.395492 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.395662 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] log_file = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.395904 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] log_options = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.396639 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.396917 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.397159 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.397344 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.397506 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.397668 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.397926 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.398082 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.398326 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.398536 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.398746 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.398974 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.399206 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.399464 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.399707 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.399921 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.400159 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.400392 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.400630 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.400852 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.401076 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.401292 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.401536 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.401756 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.402112 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.402269 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.402407 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.402600 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.402807 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.403042 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.403310 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.403580 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.403820 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.404056 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.404296 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.404500 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.404726 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.404982 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.405206 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.405467 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.405712 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.405920 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.406143 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.406350 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.406577 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.406785 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] use_json = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.406990 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.407198 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.407459 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.407671 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.407908 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.408114 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.408321 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.408546 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.408741 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.409141 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.409422 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.410458 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.410458 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.410458 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.410787 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.411059 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.411464 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.411757 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.412210 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.412535 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.412843 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.413359 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.413626 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.413878 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.414139 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.414358 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.414596 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.414812 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.415025 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.415257 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.415509 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.415769 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.416019 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.416232 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.416448 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.416673 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.416906 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.417134 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.417393 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.417646 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.417890 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.418124 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.418336 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.418574 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.418792 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.419013 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.419258 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.419497 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.428756 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.428756 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.428756 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.428756 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.428756 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.428756 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.428756 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.428756 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.428756 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.429365 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.429365 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.429365 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.429365 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.429365 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.429365 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.429365 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.429365 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.429365 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.429899 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.429899 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.429899 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.429899 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.429899 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.429899 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.429899 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.429899 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.429899 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.430425 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.430425 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.430425 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.430425 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.430425 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.430425 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.430425 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.430425 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.430425 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.430929 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.430929 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.430929 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.430929 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.431167 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.431282 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.431597 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.431819 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.432061 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.432295 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.432574 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.432785 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.433036 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.434240 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.434689 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.435312 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.436282 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.436585 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.436862 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.437142 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.437420 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.437723 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.438151 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.438257 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.438497 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.438748 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.439038 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.439294 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.439621 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.439878 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.440150 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.440465 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.440765 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.441060 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.441302 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.441544 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.441822 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.442062 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.442334 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.442778 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.443745 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.443978 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.444247 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.444537 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.444770 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.445016 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.445272 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.445616 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.445876 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.446143 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.446387 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.446665 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.446981 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.447181 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.447491 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.447761 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.448069 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.448286 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.448521 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.448773 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.449014 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.449250 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.449472 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.449727 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.449981 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.450224 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.450635 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.451019 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.451429 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.451828 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.452065 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.452307 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.452559 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.452799 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.453204 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.453594 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.453845 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.454115 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.454343 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.454572 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.454800 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.455042 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.455318 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.455570 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.455849 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.456248 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.456551 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.456733 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.456966 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.457214 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.457437 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.457688 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.457935 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.458181 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.458421 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.458645 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.458886 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.459106 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.459335 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.459576 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.459818 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.460045 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.460376 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.460622 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.460880 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.461122 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.461348 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.461594 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.461834 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.462059 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.462281 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.462507 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.462754 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.462980 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.463209 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.463471 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.463687 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.463903 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.464300 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.464540 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.464815 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.465031 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.465246 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.465543 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.465800 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.466031 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.466266 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.466522 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.466759 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.466972 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.467185 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.467425 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.467641 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.467931 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.468190 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.468414 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.468719 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.468949 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.469178 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.469454 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.469761 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.469978 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.470224 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.470444 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.470664 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.470888 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.471146 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.471490 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.471778 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.472035 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.472296 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.472587 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.472887 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.473168 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.473384 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.473699 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.474192 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.474488 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.474751 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.475000 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.475294 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.475551 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.475791 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.476042 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.476268 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.476486 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.476728 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.477002 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.477237 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.477476 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.477727 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.477947 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.478172 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.478417 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.478655 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.478872 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.479042 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 18:49:10.479593 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84423) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 02 18:49:10.479744 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 18:49:10.479896 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 18:49:10.480067 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 18:49:10.480240 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 18:49:10.480388 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 18:49:10.480592 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.480755 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.480919 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.481065 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.481232 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.481413 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.481561 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.481708 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.481873 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.482034 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.482196 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.482361 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.482506 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.482671 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.482823 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.482982 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.483131 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.483293 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.483483 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.483647 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.483807 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.483968 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.484124 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] debug = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.484278 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.484483 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.484651 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.484813 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.484974 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.485135 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.485295 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.485455 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.485616 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.485777 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.485937 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.486100 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.486262 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.486424 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.486585 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.486746 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.486914 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] host = dv-neutron-831573-1-hyperv {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.487064 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.487224 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.487405 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.487568 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.487729 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.487891 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.488051 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.488211 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.488371 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.488533 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.488697 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.489033 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.489033 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.489229 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] log_file = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.489307 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] log_options = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.489970 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.490143 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.490303 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.490490 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.490692 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.490856 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.491017 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.491178 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.491340 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.491522 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.491683 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.491843 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.492004 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.492164 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.492328 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.492488 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.492649 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.492809 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.492971 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.493132 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.493294 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.493454 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.493615 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.493775 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.493936 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.494096 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.494256 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.494416 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.494577 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.494910 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.494910 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.495164 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.495289 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.495441 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.495524 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.495657 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.495818 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.495983 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.496144 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.496305 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.496467 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.496629 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.496786 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.496949 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.497106 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.497428 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] use_json = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.497588 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.497749 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.497910 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.498071 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.498231 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.498393 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.498553 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.498716 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.498875 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:49:10.499054 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.499220 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.499428 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.499596 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.499760 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.499923 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.500073 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.500237 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.500399 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.500563 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.500734 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.500899 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.501080 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.501244 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.501408 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.501571 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.501734 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.501898 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.502062 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.502270 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.502425 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.502589 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.502755 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.502919 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.503083 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.503246 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.503433 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.503597 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.503760 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.503924 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.504088 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.504251 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.504415 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.504578 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.504741 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.504905 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.505085 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.505923 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.506089 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.506253 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.506427 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.506590 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.506755 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.506918 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.507083 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.507246 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.507431 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.507597 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.507759 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.507923 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.508085 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.508261 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.508425 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.508590 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.508753 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.508917 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.509080 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.509244 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.509395 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.509558 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.509720 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.509883 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.510046 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.510208 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.510371 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.510536 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.510700 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.510863 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.511027 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.511190 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.511371 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.511534 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.511699 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.511861 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.512034 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.512212 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.512381 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.512544 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.512707 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.512871 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.513035 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.513197 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.513359 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.513522 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.513717 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.513849 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.514012 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.514179 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.514342 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.514505 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.514669 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.514827 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.514990 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.515154 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.515318 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.515518 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.515682 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.515845 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.516008 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.516170 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.516333 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.516505 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.516669 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.516835 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.517004 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.517158 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.517333 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.517495 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.517647 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.517810 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.517973 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.518135 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.518299 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.518462 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.518624 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.518788 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.518951 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.519121 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.519295 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.519488 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.519638 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.519797 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.519983 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.520147 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.520310 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.520473 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.520635 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.520820 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.520985 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.521155 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.521339 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.521697 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.521697 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.521922 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.522005 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.522167 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.522337 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.522531 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.522697 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.522862 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.523027 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.523192 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.523374 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.523541 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.523704 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.523866 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.524029 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.524193 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.524356 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.524520 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.524683 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.524847 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.525011 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.525174 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.525338 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.525501 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.525665 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.526017 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.526017 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.526246 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.526329 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.526446 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.526609 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.526773 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.526936 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.527101 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.527266 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.527459 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.527624 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.527788 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.527951 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.528115 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.528305 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.528463 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.528593 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.528757 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.528922 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.529100 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.529263 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.529426 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.529590 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.529750 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.529904 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.530067 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.530228 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.530391 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.530554 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.530719 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.530884 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.531052 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.531217 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.531385 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.531552 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.531715 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.531877 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.532050 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.532212 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.532378 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.532555 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.532720 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.532883 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.533046 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.533210 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.533384 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.533546 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.533669 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:10.533770 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.533852 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.534011 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.534183 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.534348 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.534510 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.534682 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.534847 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.535011 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.535174 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.535366 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.535533 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.535701 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.535864 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.536027 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.536191 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.536394 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.536569 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.536743 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.536915 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.537080 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.537252 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.537425 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.537598 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.537761 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.537931 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.538105 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.538268 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.538431 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.538595 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.538758 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.538920 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.539083 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.539245 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.539429 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.539593 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.539757 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.539921 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.540084 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.540247 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.540409 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.540571 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.540733 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.540893 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.541055 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.541218 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:49:10.541372 dv-neutron-831573-1-hyperv neutron-server[84423]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84423) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 18:49:10.832258 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 52566) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:10.840551 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062029 Mar 02 18:49:21.577870 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7db682-e047-4b25-881e-1472979a5620 None None] get_active_networks_info from dv-neutron-831573-1-hyperv {{(pid=84534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 18:49:21.644084 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7db682-e047-4b25-881e-1472979a5620 None None] No non-hosted networks {{(pid=84534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 02 18:49:21.655673 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.agentschedulers_db [None req-6c7db682-e047-4b25-881e-1472979a5620 None None] DHCP Agent not found on host dv-neutron-831573-1-hyperv {{(pid=84534) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 02 18:49:21.879927 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6a0e4a25-6d4c-44e0-90df-f85ae785d3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432028'] for agent, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:23.685228 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-309a7bfe-7940-4949-b5f4-11b8b0ac7275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432028'] for agent, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:23.742574 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-54791514-3c1b-488d-8ab6-8c58c08060de None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-831573-1-hyperv {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:49:23.743051 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-54791514-3c1b-488d-8ab6-8c58c08060de None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:49:24.258673 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-54791514-3c1b-488d-8ab6-8c58c08060de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:25.041147 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432028'] for agent, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:25.340592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432028'] for agent, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:25.341166 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:25.341516 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:25.341850 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:25.342180 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:25.342506 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:25.342817 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:25.343200 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:25.343539 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:25.343806 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:25.344394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:25.344969 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:25.345581 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-831573-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:25.350579 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-831573-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:26.363151 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432028'] for agent, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:28.089061 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 52658) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:28.687789 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.db.l3_hamode_db [None req-3fb06056-ab7a-4909-af68-9688a1ed0803 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 02 18:49:28.700867 dv-neutron-831573-1-hyperv neutron-server[84533]: WARNING oslo_policy.policy [None req-224b6bd7-4d6e-4d4f-a47c-e1cc41b229d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:49:28.701485 dv-neutron-831573-1-hyperv neutron-server[84533]: WARNING oslo_policy.policy [None req-224b6bd7-4d6e-4d4f-a47c-e1cc41b229d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:49:28.775608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb06056-ab7a-4909-af68-9688a1ed0803 None None] Routers set() bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:49:28.775994 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb06056-ab7a-4909-af68-9688a1ed0803 None None] Router IDs set() for agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 18:49:28.919971 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-224b6bd7-4d6e-4d4f-a47c-e1cc41b229d9 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:49:28.921031 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-224b6bd7-4d6e-4d4f-a47c-e1cc41b229d9 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8310695 Mar 02 18:49:31.200262 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 52672) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:31.804688 dv-neutron-831573-1-hyperv neutron-server[84532]: WARNING oslo_policy.policy [None req-15e9371f-a27c-4f1e-8abe-411053e27f06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:49:31.805303 dv-neutron-831573-1-hyperv neutron-server[84532]: WARNING oslo_policy.policy [None req-15e9371f-a27c-4f1e-8abe-411053e27f06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:49:32.021015 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-15e9371f-a27c-4f1e-8abe-411053e27f06 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:32.083391 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.policy [None req-15e9371f-a27c-4f1e-8abe-411053e27f06 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84532) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 02 18:49:32.084140 dv-neutron-831573-1-hyperv neutron-server[84532]: WARNING oslo_policy.policy [None req-15e9371f-a27c-4f1e-8abe-411053e27f06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:49:32.085085 dv-neutron-831573-1-hyperv neutron-server[84532]: WARNING oslo_policy.policy [None req-15e9371f-a27c-4f1e-8abe-411053e27f06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:49:32.088725 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.quota [None req-15e9371f-a27c-4f1e-8abe-411053e27f06 admin admin] Loaded quota_driver: . Mar 02 18:49:32.104733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-15e9371f-a27c-4f1e-8abe-411053e27f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:32.346047 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-15e9371f-a27c-4f1e-8abe-411053e27f06 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778374654457', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778374661706', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778374661181', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778374226693', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778374232297', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7363694', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-985850', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7994513', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7897309'] for rbac-policy, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:32.546599 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-15e9371f-a27c-4f1e-8abe-411053e27f06 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:32.548007 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-15e9371f-a27c-4f1e-8abe-411053e27f06 admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3456461 Mar 02 18:49:35.121469 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 52690) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:35.505557 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Request body: {'network': {'project_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'admin_state_up': True, 'name': 'private'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:35.508109 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.quota [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Loaded quota_driver: . Mar 02 18:49:35.523811 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:35.530203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Usage tracker for resource:network and tenant:d6f1066cf485476bbdedf91a2c1e9c84 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:35.536040 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:35.544668 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:35.638228 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Made reservation on behalf of d6f1066cf485476bbdedf91a2c1e9c84 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:49:35.676596 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.policy [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84533) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 02 18:49:35.677363 dv-neutron-831573-1-hyperv neutron-server[84533]: WARNING oslo_policy.policy [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:49:35.677733 dv-neutron-831573-1-hyperv neutron-server[84533]: WARNING oslo_policy.policy [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:49:35.683270 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:35.706080 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:35.756728 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:35.760450 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Usage tracker for resource:security_group_rule and tenant:d6f1066cf485476bbdedf91a2c1e9c84 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:35.763725 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:35.769604 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:35.844431 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:35.895345 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:35.918644 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:49:35.944887 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778372112240', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:35.949664 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Unsubscribe: segment precommit_create {{(pid=84533) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 18:49:35.949664 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Added segment 220aa0ec-64a1-43ee-a20a-166175bac3b6 of type vlan for network 34ce8f17-4c49-4496-bfe9-ff7a973a2341 Mar 02 18:49:35.999862 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbe78de-29b2-4a38-a4ed-f74ff0756e5c,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:36.026952 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.027205 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.027557 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.027896 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.028238 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.028567 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.028899 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.029224 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.029541 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.029858 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.030173 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Tracked resource versions report: Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: pushed versions: Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: { 'ConntrackHelper': {'1.0'}, Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: 'Log': {'1.0'}, Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: 'Network': {'1.1'}, Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: 'Port': {'1.5'}, Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: 'PortForwarding': {'1.2'}, Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: 'QosPolicy': {'1.8'}, Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: 'SecurityGroup': {'1.2'}, Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: 'SecurityGroupRule': {'1.0'}, Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: 'SubPort': {'1.0'}, Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: 'Subnet': {'1.1'}, Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: 'Trunk': {'1.1'}} Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: consumer versions: Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: { DHCP agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: L3 agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: Metadata agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: Metering agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: Open vSwitch agent@dv-neutron-831573-1-hyperv: { 'ConntrackHelper': '1.0', Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: 'Log': '1.0', Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: 'Network': '1.1', Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: 'Port': '1.5', Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: 'PortForwarding': '1.2', Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: 'QosPolicy': '1.8', Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: 'SecurityGroup': '1.2', Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: 'SecurityGroupRule': '1.0', Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: 'SubPort': '1.0', Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: 'Subnet': '1.1', Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: 'Trunk': '1.1'}} Mar 02 18:49:36.031477 dv-neutron-831573-1-hyperv neutron-server[84533]: {{(pid=84533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:49:36.066806 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:36.175905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:36.177041 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:36.177678 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:36.288918 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] Pushing event updated for resources: {'Network': ['ID=34ce8f17-4c49-4496-bfe9-ff7a973a2341,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:36.300365 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 34ce8f17-4c49-4496-bfe9-ff7a973a2341 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:49:36.330370 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-854eb031-235f-45b7-ba65-393b6c4e00c0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2076890 Mar 02 18:49:38.949191 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 52708) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:39.453803 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df04b21c-1db5-4133-90d5-d1774a4d83e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:39.455250 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-df04b21c-1db5-4133-90d5-d1774a4d83e3 admin admin] 10.222.0.73 "GET /v2.0/networks/34ce8f17-4c49-4496-bfe9-ff7a973a2341 HTTP/1.1" status: 200 len: 825 time: 0.5051494 Mar 02 18:49:39.482337 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b693f411-d630-4cdd-bff2-a1ac7a2e5a63 admin admin] 10.222.0.73 "GET /v2.0/subnetpools/10f7f625-b566-4554-b18a-0b85c1879e38 HTTP/1.1" status: 200 len: 734 time: 0.0216792 Mar 02 18:49:39.490376 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Request body: {'subnet': {'tenant_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'ip_version': 4, 'subnetpool_id': '10f7f625-b566-4554-b18a-0b85c1879e38', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '34ce8f17-4c49-4496-bfe9-ff7a973a2341'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:39.495238 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:39.499263 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Usage tracker for resource:subnet and tenant:d6f1066cf485476bbdedf91a2c1e9c84 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:39.502730 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:39.508854 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:39.580804 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Made reservation on behalf of d6f1066cf485476bbdedf91a2c1e9c84 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:49:39.583438 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:39.935553 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:40.026961 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Checking segment: {'id': '220aa0ec-64a1-43ee-a20a-166175bac3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '34ce8f17-4c49-4496-bfe9-ff7a973a2341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:49:40.027641 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Network hostable DHCP agents. Network: 34ce8f17-4c49-4496-bfe9-ff7a973a2341, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:49:40.031330 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec699b7a-904e-4f42-9d74-f2867a973862,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:40.047101 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:40.047479 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:40.047822 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:40.048174 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:40.048481 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:40.048807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:40.049148 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:40.049471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:40.049791 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:40.050110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:40.050427 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Tracked resource versions report: Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: pushed versions: Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: { 'ConntrackHelper': {'1.0'}, Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: 'Log': {'1.0'}, Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: 'Network': {'1.1'}, Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: 'Port': {'1.5'}, Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: 'PortForwarding': {'1.2'}, Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: 'QosPolicy': {'1.8'}, Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: 'SecurityGroup': {'1.2'}, Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: 'SecurityGroupRule': {'1.0'}, Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: 'SubPort': {'1.0'}, Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: 'Subnet': {'1.1'}, Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: 'Trunk': {'1.1'}} Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: consumer versions: Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: { DHCP agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: L3 agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: Metadata agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: Metering agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: Open vSwitch agent@dv-neutron-831573-1-hyperv: { 'ConntrackHelper': '1.0', Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: 'Log': '1.0', Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: 'Network': '1.1', Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: 'Port': '1.5', Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: 'PortForwarding': '1.2', Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: 'QosPolicy': '1.8', Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: 'SecurityGroup': '1.2', Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: 'SecurityGroupRule': '1.0', Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: 'SubPort': '1.0', Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: 'Subnet': '1.1', Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: 'Trunk': '1.1'}} Mar 02 18:49:40.051735 dv-neutron-831573-1-hyperv neutron-server[84532]: {{(pid=84532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:49:40.169399 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Network 34ce8f17-4c49-4496-bfe9-ff7a973a2341 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:49:40.266439 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 34ce8f17-4c49-4496-bfe9-ff7a973a2341) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:40.270998 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:40.271656 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:40.277074 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69e2131-5ab4-4b59-8720-f9fffcc61637 None None] Network 34ce8f17-4c49-4496-bfe9-ff7a973a2341 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:49:40.364575 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-370e1887-b5c2-467e-bb6d-0ea8524dc460 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8773954 Mar 02 18:49:40.586903 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-34ce8f17-4c49-4496-bfe9-ff7a973a2341', 'network_id': '34ce8f17-4c49-4496-bfe9-ff7a973a2341', 'tenant_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'fixed_ips': [{'subnet_id': 'ec699b7a-904e-4f42-9d74-f2867a973862'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:49:40.588114 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:40.785802 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Allocated IP 172.20.0.2 (34ce8f17-4c49-4496-bfe9-ff7a973a2341/ec699b7a-904e-4f42-9d74-f2867a973862/2cd1faf5-5224-4f3a-ac2a-14dc903cd524) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:49:41.011839 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:41.025436 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Transition to ACTIVE for port object 2cd1faf5-5224-4f3a-ac2a-14dc903cd524 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:41.047830 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Transition to ACTIVE for port object 2cd1faf5-5224-4f3a-ac2a-14dc903cd524 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:41.130543 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:41.210795 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Network 34ce8f17-4c49-4496-bfe9-ff7a973a2341 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:49:41.214411 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Pushing event updated for resources: {'Port': ['ID=2cd1faf5-5224-4f3a-ac2a-14dc903cd524,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:41.216822 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:41.223567 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:49:41.228236 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:41.228597 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:41.228933 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:41.229261 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:41.229603 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:41.229929 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:41.230289 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:41.230713 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:41.231038 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:41.231380 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:41.231694 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Tracked resource versions report: Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: pushed versions: Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: { 'ConntrackHelper': {'1.0'}, Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: 'Log': {'1.0'}, Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: 'Network': {'1.1'}, Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: 'Port': {'1.5'}, Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: 'PortForwarding': {'1.2'}, Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: 'QosPolicy': {'1.8'}, Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: 'SecurityGroup': {'1.2'}, Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: 'SecurityGroupRule': {'1.0'}, Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: 'SubPort': {'1.0'}, Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: 'Subnet': {'1.1'}, Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: 'Trunk': {'1.1'}} Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: consumer versions: Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: { DHCP agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: L3 agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: Metadata agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: Metering agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: Open vSwitch agent@dv-neutron-831573-1-hyperv: { 'ConntrackHelper': '1.0', Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: 'Log': '1.0', Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: 'Network': '1.1', Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: 'Port': '1.5', Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: 'PortForwarding': '1.2', Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: 'QosPolicy': '1.8', Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: 'SecurityGroup': '1.2', Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: 'SecurityGroupRule': '1.0', Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: 'SubPort': '1.0', Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: 'Subnet': '1.1', Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: 'Trunk': '1.1'}} Mar 02 18:49:41.233019 dv-neutron-831573-1-hyperv neutron-server[84534]: {{(pid=84534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:49:41.322036 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Attempting to bind port 2cd1faf5-5224-4f3a-ac2a-14dc903cd524 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:49:41.322725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Attempting to bind port 2cd1faf5-5224-4f3a-ac2a-14dc903cd524 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '220aa0ec-64a1-43ee-a20a-166175bac3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '34ce8f17-4c49-4496-bfe9-ff7a973a2341'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:49:41.322845 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Attempting to bind port 2cd1faf5-5224-4f3a-ac2a-14dc903cd524 on network 34ce8f17-4c49-4496-bfe9-ff7a973a2341 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:49:41.329048 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:49:41.329445 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Checking segment: {'id': '220aa0ec-64a1-43ee-a20a-166175bac3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '34ce8f17-4c49-4496-bfe9-ff7a973a2341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:49:41.329917 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:41.330297 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Bound using segment: {'id': '220aa0ec-64a1-43ee-a20a-166175bac3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '34ce8f17-4c49-4496-bfe9-ff7a973a2341'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:49:41.330765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Bound port: 2cd1faf5-5224-4f3a-ac2a-14dc903cd524, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220aa0ec-64a1-43ee-a20a-166175bac3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '34ce8f17-4c49-4496-bfe9-ff7a973a2341'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:49:41.331153 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:41.415218 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] For port 2cd1faf5-5224-4f3a-ac2a-14dc903cd524, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:49:41.419270 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] For port 2cd1faf5-5224-4f3a-ac2a-14dc903cd524, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=2cd1faf5-5224-4f3a-ac2a-14dc903cd524,segment=NetworkSegment(220aa0ec-64a1-43ee-a20a-166175bac3b6),segment_id=220aa0ec-64a1-43ee-a20a-166175bac3b6)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:49:41.490522 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:41.600706 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb31fc4-02ca-40ad-94eb-fe635a68140d None None] Pushing event updated for resources: {'Port': ['ID=2cd1faf5-5224-4f3a-ac2a-14dc903cd524,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:42.665844 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 52722) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:43.076540 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-34049efe-f89a-46af-b09e-1cae88f77637 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:49:43.077563 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-34049efe-f89a-46af-b09e-1cae88f77637 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4105611 Mar 02 18:49:45.244931 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ad5a65-fc15-4337-ae55-2a71cc4314b6 None None] Network 34ce8f17-4c49-4496-bfe9-ff7a973a2341 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:49:45.388839 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 52736) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:45.398061 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d3766f75-18cf-4c21-b44e-0a741fa434b6 None None] Provisioning for port 2cd1faf5-5224-4f3a-ac2a-14dc903cd524 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:45.528004 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 2cd1faf5-5224-4f3a-ac2a-14dc903cd524 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:45.632913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 2cd1faf5-5224-4f3a-ac2a-14dc903cd524 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:45.638148 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 2cd1faf5-5224-4f3a-ac2a-14dc903cd524 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:45.638552 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:45.763136 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:45.773626 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-aa0d6acb-55c9-48e8-8be4-349a1dfd3e28 None None] Provisioning complete for port 2cd1faf5-5224-4f3a-ac2a-14dc903cd524 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:45.773998 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6acb-55c9-48e8-8be4-349a1dfd3e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:45.807934 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-a52153e5-c4d0-44a2-80fa-09521e49e796 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:49:45.808912 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a52153e5-c4d0-44a2-80fa-09521e49e796 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4191370 Mar 02 18:49:45.841905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 2cd1faf5-5224-4f3a-ac2a-14dc903cd524, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=2cd1faf5-5224-4f3a-ac2a-14dc903cd524,segment=NetworkSegment(220aa0ec-64a1-43ee-a20a-166175bac3b6),segment_id=220aa0ec-64a1-43ee-a20a-166175bac3b6)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:49:45.907042 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:45.939813 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6acb-55c9-48e8-8be4-349a1dfd3e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:46.031956 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=2cd1faf5-5224-4f3a-ac2a-14dc903cd524,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:46.052129 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-aa0d6acb-55c9-48e8-8be4-349a1dfd3e28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:49:46.052504 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-aa0d6acb-55c9-48e8-8be4-349a1dfd3e28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:49:47.500171 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 2cd1faf5-5224-4f3a-ac2a-14dc903cd524 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:47.568453 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 2cd1faf5-5224-4f3a-ac2a-14dc903cd524 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:47.569345 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:48.412402 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 52748) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:48.860759 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-cd9cfe45-17fd-4530-8308-039738e68f07 admin admin] Request body: {'router': {'tenant_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'admin_state_up': True, 'name': 'router1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:48.866197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-cd9cfe45-17fd-4530-8308-039738e68f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:48.870062 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-cd9cfe45-17fd-4530-8308-039738e68f07 admin admin] Usage tracker for resource:router and tenant:d6f1066cf485476bbdedf91a2c1e9c84 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:48.873370 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-cd9cfe45-17fd-4530-8308-039738e68f07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:48.878867 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-cd9cfe45-17fd-4530-8308-039738e68f07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:49.015545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cd9cfe45-17fd-4530-8308-039738e68f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:49.017111 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cd9cfe45-17fd-4530-8308-039738e68f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:49.041896 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cd9cfe45-17fd-4530-8308-039738e68f07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:49.216123 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cd9cfe45-17fd-4530-8308-039738e68f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:49.307280 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cd9cfe45-17fd-4530-8308-039738e68f07 admin admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:49.308537 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cd9cfe45-17fd-4530-8308-039738e68f07 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8950875 Mar 02 18:49:51.586421 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 52758) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:51.592783 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0cc54d7c-3bac-466d-b28f-a1b15805de66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:51.973988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-f88a82bf-1e30-4e40-8621-96301e59a239 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:49:51.974978 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f88a82bf-1e30-4e40-8621-96301e59a239 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3876400 Mar 02 18:49:53.650570 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e105ada5-2fa3-4e42-b2a0-1ae76744b385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:54.379365 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 52768) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:54.778789 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:49:54.783262 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:54.786956 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Usage tracker for resource:network and tenant:a0a5d304634b422d8f568e7230a7de65 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:54.791482 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:54.797695 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:54.890424 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Made reservation on behalf of a0a5d304634b422d8f568e7230a7de65 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:49:54.892672 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:54.906508 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:54.938146 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:54.941796 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Usage tracker for resource:security_group_rule and tenant:a0a5d304634b422d8f568e7230a7de65 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:54.944470 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:54.950551 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:55.010509 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:55.014418 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:55.119102 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:55.137658 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Reserving flat network on physical network physnet1 {{(pid=84533) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 02 18:49:55.157871 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5838ab5d-c2e5-47a8-950b-639aae2814db,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:55.161907 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:55.162260 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Added segment fa3c7e1e-5f46-4044-87ae-de9596661cde of type flat for network 34755311-e60d-4721-8297-2b2c64e749c6 Mar 02 18:49:55.192504 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:55.324173 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:55.325514 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:55.325894 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:55.358721 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:55.428583 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] Pushing event updated for resources: {'Network': ['ID=34755311-e60d-4721-8297-2b2c64e749c6,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:55.439415 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 34755311-e60d-4721-8297-2b2c64e749c6 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:49:55.473535 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c82c37cf-3e57-4c90-9f0b-f5780915996d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0930855 Mar 02 18:49:56.244580 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:57.720272 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 52788) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:57.953506 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb97ebb-3f30-466f-a734-30d06a0904b9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:57.954813 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5cb97ebb-3f30-466f-a734-30d06a0904b9 admin admin] 10.222.0.73 "GET /v2.0/subnets/ec699b7a-904e-4f42-9d74-f2867a973862 HTTP/1.1" status: 200 len: 849 time: 0.2336705 Mar 02 18:49:58.132190 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-61a858ba-7c55-4917-b5bb-d4dba95b4d6e admin admin] 10.222.0.73 "GET /v2.0/routers/37280726-20db-4049-b7b8-a99f69eaf88b HTTP/1.1" status: 200 len: 704 time: 0.1721985 Mar 02 18:49:58.609054 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f52bd0c4-a780-4ab0-a7f0-2d52936a78ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:58.839909 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-f52bd0c4-a780-4ab0-a7f0-2d52936a78ef admin admin] Allocated IP 172.20.0.1 (34ce8f17-4c49-4496-bfe9-ff7a973a2341/ec699b7a-904e-4f42-9d74-f2867a973862/78b83fec-d7a2-4468-98de-2a6c4bf62def) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:49:58.995053 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f52bd0c4-a780-4ab0-a7f0-2d52936a78ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:59.012509 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-f52bd0c4-a780-4ab0-a7f0-2d52936a78ef admin admin] Transition to ACTIVE for port object 78b83fec-d7a2-4468-98de-2a6c4bf62def will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:59.159281 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f52bd0c4-a780-4ab0-a7f0-2d52936a78ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:59.224590 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52bd0c4-a780-4ab0-a7f0-2d52936a78ef admin admin] Network 34ce8f17-4c49-4496-bfe9-ff7a973a2341 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:49:59.227389 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-f52bd0c4-a780-4ab0-a7f0-2d52936a78ef admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:59.234799 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52bd0c4-a780-4ab0-a7f0-2d52936a78ef admin admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:49:59.235328 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f52bd0c4-a780-4ab0-a7f0-2d52936a78ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:59.238484 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bd0c4-a780-4ab0-a7f0-2d52936a78ef admin admin] Pushing event updated for resources: {'Port': ['ID=78b83fec-d7a2-4468-98de-2a6c4bf62def,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:59.426453 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f52bd0c4-a780-4ab0-a7f0-2d52936a78ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:59.570450 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7736380d-cb11-42aa-9676-b3f6807b1107 None None] Provisioning for port 78b83fec-d7a2-4468-98de-2a6c4bf62def completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:59.576173 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7736380d-cb11-42aa-9676-b3f6807b1107 None None] Provisioning complete for port 78b83fec-d7a2-4468-98de-2a6c4bf62def triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:59.576538 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7736380d-cb11-42aa-9676-b3f6807b1107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:59.630445 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-7736380d-cb11-42aa-9676-b3f6807b1107 None None] Port 78b83fec-d7a2-4468-98de-2a6c4bf62def cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:49:59.654117 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f52bd0c4-a780-4ab0-a7f0-2d52936a78ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:59.729934 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f52bd0c4-a780-4ab0-a7f0-2d52936a78ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:59.730763 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f52bd0c4-a780-4ab0-a7f0-2d52936a78ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:59.885940 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bd0c4-a780-4ab0-a7f0-2d52936a78ef admin admin] Pushing event updated for resources: {'Port': ['ID=78b83fec-d7a2-4468-98de-2a6c4bf62def,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:59.952647 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52bd0c4-a780-4ab0-a7f0-2d52936a78ef admin admin] Network 34ce8f17-4c49-4496-bfe9-ff7a973a2341 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:49:59.953787 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-f52bd0c4-a780-4ab0-a7f0-2d52936a78ef admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:50:00.153745 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7d4d4032-fde4-4144-be13-6e7fef90fbe7 None None] Provisioning complete for port 78b83fec-d7a2-4468-98de-2a6c4bf62def triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:00.154054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7d4d4032-fde4-4144-be13-6e7fef90fbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:00.210632 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-7d4d4032-fde4-4144-be13-6e7fef90fbe7 None None] Port 78b83fec-d7a2-4468-98de-2a6c4bf62def cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:50:00.405033 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52bd0c4-a780-4ab0-a7f0-2d52936a78ef admin admin] Router 37280726-20db-4049-b7b8-a99f69eaf88b is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:50:00.570740 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52bd0c4-a780-4ab0-a7f0-2d52936a78ef admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:50:00.580163 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f52bd0c4-a780-4ab0-a7f0-2d52936a78ef admin admin] 10.222.0.73 "PUT /v2.0/routers/37280726-20db-4049-b7b8-a99f69eaf88b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4424095 Mar 02 18:50:00.580867 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Sync routers for ids ['37280726-20db-4049-b7b8-a99f69eaf88b'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:50:00.596329 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Routers {'37280726-20db-4049-b7b8-a99f69eaf88b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:50:00.597185 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:49:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['37280726-20db-4049-b7b8-a99f69eaf88b'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:00.769723 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Set router 37280726-20db-4049-b7b8-a99f69eaf88b gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:50:01.140474 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37280726-20db-4049-b7b8-a99f69eaf88b', 'name': 'router1', 'tenant_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:49Z', 'updated_at': '2022-03-02T18:49:59Z', 'revision_number': 2, 'project_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'gw_port_host': None, '_interfaces': [{'id': '78b83fec-d7a2-4468-98de-2a6c4bf62def', 'name': '', 'network_id': '34ce8f17-4c49-4496-bfe9-ff7a973a2341', 'tenant_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'mac_address': 'fa:16:3e:8d:a7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37280726-20db-4049-b7b8-a99f69eaf88b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec699b7a-904e-4f42-9d74-f2867a973862', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:58Z', 'updated_at': '2022-03-02T18:49:59Z', 'revision_number': 2, 'project_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'subnets': [{'id': 'ec699b7a-904e-4f42-9d74-f2867a973862', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f7f625-b566-4554-b18a-0b85c1879e38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:01.145377 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Checking router: 37280726-20db-4049-b7b8-a99f69eaf88b for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:50:01.145744 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Updating router 37280726-20db-4049-b7b8-a99f69eaf88b port 78b83fec-d7a2-4468-98de-2a6c4bf62def binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:50:01.199951 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:01.576123 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:01.590422 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Transition to ACTIVE for port object 78b83fec-d7a2-4468-98de-2a6c4bf62def will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:50:01.719516 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:01.915973 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdc579-2f64-455a-a031-279d79e9973a None None] Pushing event updated for resources: {'Port': ['ID=78b83fec-d7a2-4468-98de-2a6c4bf62def,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:01.964295 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdc579-2f64-455a-a031-279d79e9973a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:01.964637 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdc579-2f64-455a-a031-279d79e9973a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:01.964969 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdc579-2f64-455a-a031-279d79e9973a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:01.965296 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdc579-2f64-455a-a031-279d79e9973a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:01.965636 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdc579-2f64-455a-a031-279d79e9973a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:01.965962 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdc579-2f64-455a-a031-279d79e9973a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:01.966281 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdc579-2f64-455a-a031-279d79e9973a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:01.966613 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdc579-2f64-455a-a031-279d79e9973a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:01.966934 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdc579-2f64-455a-a031-279d79e9973a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:01.967245 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdc579-2f64-455a-a031-279d79e9973a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:01.967584 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdc579-2f64-455a-a031-279d79e9973a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdc579-2f64-455a-a031-279d79e9973a None None] Tracked resource versions report: Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: pushed versions: Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: { 'ConntrackHelper': {'1.0'}, Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: 'Log': {'1.0'}, Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: 'Network': {'1.1'}, Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: 'Port': {'1.5'}, Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: 'PortForwarding': {'1.2'}, Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: 'QosPolicy': {'1.8'}, Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: 'SecurityGroup': {'1.2'}, Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: 'SecurityGroupRule': {'1.0'}, Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: 'SubPort': {'1.0'}, Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: 'Subnet': {'1.1'}, Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: 'Trunk': {'1.1'}} Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: consumer versions: Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: { DHCP agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: L3 agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: Metadata agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: Metering agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: Open vSwitch agent@dv-neutron-831573-1-hyperv: { 'ConntrackHelper': '1.0', Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: 'Log': '1.0', Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: 'Network': '1.1', Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: 'Port': '1.5', Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: 'PortForwarding': '1.2', Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: 'QosPolicy': '1.8', Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: 'SecurityGroup': '1.2', Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: 'SecurityGroupRule': '1.0', Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: 'SubPort': '1.0', Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: 'Subnet': '1.1', Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: 'Trunk': '1.1'}} Mar 02 18:50:01.968891 dv-neutron-831573-1-hyperv neutron-server[84535]: {{(pid=84535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:50:01.977263 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Attempting to bind port 78b83fec-d7a2-4468-98de-2a6c4bf62def on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:50:01.977597 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Attempting to bind port 78b83fec-d7a2-4468-98de-2a6c4bf62def by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '220aa0ec-64a1-43ee-a20a-166175bac3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '34ce8f17-4c49-4496-bfe9-ff7a973a2341'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:50:01.978139 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Attempting to bind port 78b83fec-d7a2-4468-98de-2a6c4bf62def on network 34ce8f17-4c49-4496-bfe9-ff7a973a2341 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:50:01.984363 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:50:01.984762 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Checking segment: {'id': '220aa0ec-64a1-43ee-a20a-166175bac3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '34ce8f17-4c49-4496-bfe9-ff7a973a2341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:50:01.985218 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:01.985597 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Bound using segment: {'id': '220aa0ec-64a1-43ee-a20a-166175bac3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '34ce8f17-4c49-4496-bfe9-ff7a973a2341'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:50:01.986078 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Bound port: 78b83fec-d7a2-4468-98de-2a6c4bf62def, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220aa0ec-64a1-43ee-a20a-166175bac3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '34ce8f17-4c49-4496-bfe9-ff7a973a2341'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:50:01.986451 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:02.078491 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] For port 78b83fec-d7a2-4468-98de-2a6c4bf62def, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:50:02.082565 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] For port 78b83fec-d7a2-4468-98de-2a6c4bf62def, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=78b83fec-d7a2-4468-98de-2a6c4bf62def,segment=NetworkSegment(220aa0ec-64a1-43ee-a20a-166175bac3b6),segment_id=220aa0ec-64a1-43ee-a20a-166175bac3b6)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:50:02.211304 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:02.301465 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdc579-2f64-455a-a031-279d79e9973a None None] Pushing event updated for resources: {'Port': ['ID=78b83fec-d7a2-4468-98de-2a6c4bf62def,revision_number=4']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:02.304815 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Routers {'37280726-20db-4049-b7b8-a99f69eaf88b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:50:02.305413 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:49:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['37280726-20db-4049-b7b8-a99f69eaf88b'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:02.467126 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] Set router 37280726-20db-4049-b7b8-a99f69eaf88b gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:50:02.718306 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 52810) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:02.794247 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37280726-20db-4049-b7b8-a99f69eaf88b', 'name': 'router1', 'tenant_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:49Z', 'updated_at': '2022-03-02T18:49:59Z', 'revision_number': 2, 'project_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'gw_port_host': None, '_interfaces': [{'id': '78b83fec-d7a2-4468-98de-2a6c4bf62def', 'name': '', 'network_id': '34ce8f17-4c49-4496-bfe9-ff7a973a2341', 'tenant_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'mac_address': 'fa:16:3e:8d:a7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37280726-20db-4049-b7b8-a99f69eaf88b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec699b7a-904e-4f42-9d74-f2867a973862', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:58Z', 'updated_at': '2022-03-02T18:50:02Z', 'revision_number': 4, 'project_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'subnets': [{'id': 'ec699b7a-904e-4f42-9d74-f2867a973862', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f7f625-b566-4554-b18a-0b85c1879e38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:02.798137 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2622e80a-a566-4e3a-9d9b-a6f6641ac978 None None] The sync data for ids ['37280726-20db-4049-b7b8-a99f69eaf88b'] in dv-neutron-831573-1-hyperv is: [{'id': '37280726-20db-4049-b7b8-a99f69eaf88b', 'name': 'router1', 'tenant_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:49Z', 'updated_at': '2022-03-02T18:49:59Z', 'revision_number': 2, 'project_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'gw_port_host': None, '_interfaces': [{'id': '78b83fec-d7a2-4468-98de-2a6c4bf62def', 'name': '', 'network_id': '34ce8f17-4c49-4496-bfe9-ff7a973a2341', 'tenant_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'mac_address': 'fa:16:3e:8d:a7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37280726-20db-4049-b7b8-a99f69eaf88b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec699b7a-904e-4f42-9d74-f2867a973862', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:58Z', 'updated_at': '2022-03-02T18:50:02Z', 'revision_number': 4, 'project_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'subnets': [{'id': 'ec699b7a-904e-4f42-9d74-f2867a973862', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f7f625-b566-4554-b18a-0b85c1879e38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:50:02.892869 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19300f6-24c4-4de8-8cc8-b2cbbd870da4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:02.893427 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a19300f6-24c4-4de8-8cc8-b2cbbd870da4 admin admin] Synchronizing usage tracker for tenant:a0a5d304634b422d8f568e7230a7de65 on resource:network {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:50:03.021963 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a19300f6-24c4-4de8-8cc8-b2cbbd870da4 admin admin] Unset dirty status for tenant:a0a5d304634b422d8f568e7230a7de65 on resource:network {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:50:03.028676 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a19300f6-24c4-4de8-8cc8-b2cbbd870da4 admin admin] 10.222.0.73 "GET /v2.0/networks/34755311-e60d-4721-8297-2b2c64e749c6 HTTP/1.1" status: 200 len: 842 time: 0.3037853 Mar 02 18:50:03.033065 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-60af5c30-5b0d-4e95-8601-3bc360bb4680 admin admin] Request body: {'subnet': {'cidr': '172.26.4.0/24', 'ip_version': 4, 'gateway_ip': '172.26.4.1', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:50:03.038350 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-60af5c30-5b0d-4e95-8601-3bc360bb4680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:50:03.042816 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-60af5c30-5b0d-4e95-8601-3bc360bb4680 admin admin] Usage tracker for resource:subnet and tenant:a0a5d304634b422d8f568e7230a7de65 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:50:03.045883 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-60af5c30-5b0d-4e95-8601-3bc360bb4680 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:50:03.052238 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-60af5c30-5b0d-4e95-8601-3bc360bb4680 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:50:03.136539 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60af5c30-5b0d-4e95-8601-3bc360bb4680 admin admin] Made reservation on behalf of a0a5d304634b422d8f568e7230a7de65 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:50:03.138885 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-60af5c30-5b0d-4e95-8601-3bc360bb4680 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:03.601149 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.objects.ports [None req-60af5c30-5b0d-4e95-8601-3bc360bb4680 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84533) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 18:50:03.601568 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-60af5c30-5b0d-4e95-8601-3bc360bb4680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:03.687621 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af5c30-5b0d-4e95-8601-3bc360bb4680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1e8f96d-f273-47a4-bdc2-b88ed9600997,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:03.699012 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60af5c30-5b0d-4e95-8601-3bc360bb4680 admin admin] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:50:03.699370 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60af5c30-5b0d-4e95-8601-3bc360bb4680 admin admin] Network hostable DHCP agents. Network: 34755311-e60d-4721-8297-2b2c64e749c6, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:50:03.833503 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60af5c30-5b0d-4e95-8601-3bc360bb4680 admin admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:50:03.948974 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-60af5c30-5b0d-4e95-8601-3bc360bb4680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 34755311-e60d-4721-8297-2b2c64e749c6) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:50:03.953686 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60af5c30-5b0d-4e95-8601-3bc360bb4680 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:03.954617 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-60af5c30-5b0d-4e95-8601-3bc360bb4680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:03.958294 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c30174a-17f0-41ea-80e4-44ef98dc8d06 None None] Network 34755311-e60d-4721-8297-2b2c64e749c6 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:50:04.068960 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-60af5c30-5b0d-4e95-8601-3bc360bb4680 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0393677 Mar 02 18:50:04.179017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aff314b-c65c-47be-ba75-af1a704efeef None None] Network 34755311-e60d-4721-8297-2b2c64e749c6 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:50:05.435254 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 5 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:50:05.522866 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 78b83fec-d7a2-4468-98de-2a6c4bf62def up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:50:05.667748 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 78b83fec-d7a2-4468-98de-2a6c4bf62def completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:50:05.672722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 78b83fec-d7a2-4468-98de-2a6c4bf62def triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:05.673133 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:05.786148 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:05.818244 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 78b83fec-d7a2-4468-98de-2a6c4bf62def, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=78b83fec-d7a2-4468-98de-2a6c4bf62def,segment=NetworkSegment(220aa0ec-64a1-43ee-a20a-166175bac3b6),segment_id=220aa0ec-64a1-43ee-a20a-166175bac3b6)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:50:05.890606 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:05.956483 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=78b83fec-d7a2-4468-98de-2a6c4bf62def,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:06.246173 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 52824) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:06.524261 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-921a1bb0-c44e-4a45-ab57-28ece0dc2810 admin admin] 10.222.0.73 "GET /v2.0/routers/37280726-20db-4049-b7b8-a99f69eaf88b HTTP/1.1" status: 200 len: 710 time: 0.2769938 Mar 02 18:50:06.653325 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fb89a3-2106-4975-979e-3da183af85e7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:06.654678 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c4fb89a3-2106-4975-979e-3da183af85e7 admin admin] 10.222.0.73 "GET /v2.0/networks/34755311-e60d-4721-8297-2b2c64e749c6 HTTP/1.1" status: 200 len: 886 time: 0.1245632 Mar 02 18:50:06.663406 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-ce3d193a-03b5-421e-ba82-4b614b3b00f2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:50:07.143696 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce3d193a-03b5-421e-ba82-4b614b3b00f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:07.373661 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce3d193a-03b5-421e-ba82-4b614b3b00f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:07.435446 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce3d193a-03b5-421e-ba82-4b614b3b00f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:07.509640 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 78b83fec-d7a2-4468-98de-2a6c4bf62def up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:50:07.565450 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-ce3d193a-03b5-421e-ba82-4b614b3b00f2 admin admin] Allocated IP 172.26.4.44 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/d716e92b-47eb-46a3-87f0-1202649e4ee3) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:50:07.578802 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 78b83fec-d7a2-4468-98de-2a6c4bf62def triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:07.579199 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:07.711810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce3d193a-03b5-421e-ba82-4b614b3b00f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:07.805186 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce3d193a-03b5-421e-ba82-4b614b3b00f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:07.873120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3d193a-03b5-421e-ba82-4b614b3b00f2 admin admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:50:07.875871 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-ce3d193a-03b5-421e-ba82-4b614b3b00f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:50:07.879861 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3d193a-03b5-421e-ba82-4b614b3b00f2 admin admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:50:07.902891 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d193a-03b5-421e-ba82-4b614b3b00f2 admin admin] Pushing event updated for resources: {'Port': ['ID=d716e92b-47eb-46a3-87f0-1202649e4ee3,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:08.125276 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce3d193a-03b5-421e-ba82-4b614b3b00f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:08.332142 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce3d193a-03b5-421e-ba82-4b614b3b00f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:08.335455 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce3d193a-03b5-421e-ba82-4b614b3b00f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:08.533972 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3d193a-03b5-421e-ba82-4b614b3b00f2 admin admin] Router 37280726-20db-4049-b7b8-a99f69eaf88b has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:50:08.727468 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3d193a-03b5-421e-ba82-4b614b3b00f2 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:50:08.735483 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce3d193a-03b5-421e-ba82-4b614b3b00f2 admin admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:08.736657 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Sync routers for ids ['37280726-20db-4049-b7b8-a99f69eaf88b'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:50:08.737169 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ce3d193a-03b5-421e-ba82-4b614b3b00f2 admin admin] 10.222.0.73 "PUT /v2.0/routers/37280726-20db-4049-b7b8-a99f69eaf88b HTTP/1.1" status: 200 len: 889 time: 2.0766110 Mar 02 18:50:08.749603 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Routers {'37280726-20db-4049-b7b8-a99f69eaf88b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:50:08.750357 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:49:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['37280726-20db-4049-b7b8-a99f69eaf88b'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:08.942657 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Set router 37280726-20db-4049-b7b8-a99f69eaf88b gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:50:09.290008 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37280726-20db-4049-b7b8-a99f69eaf88b', 'name': 'router1', 'tenant_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd716e92b-47eb-46a3-87f0-1202649e4ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:49Z', 'updated_at': '2022-03-02T18:50:07Z', 'revision_number': 4, 'project_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'gw_port': {'id': 'd716e92b-47eb-46a3-87f0-1202649e4ee3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37280726-20db-4049-b7b8-a99f69eaf88b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:07Z', 'updated_at': '2022-03-02T18:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '78b83fec-d7a2-4468-98de-2a6c4bf62def', 'name': '', 'network_id': '34ce8f17-4c49-4496-bfe9-ff7a973a2341', 'tenant_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'mac_address': 'fa:16:3e:8d:a7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37280726-20db-4049-b7b8-a99f69eaf88b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec699b7a-904e-4f42-9d74-f2867a973862', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:58Z', 'updated_at': '2022-03-02T18:50:05Z', 'revision_number': 5, 'project_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'subnets': [{'id': 'ec699b7a-904e-4f42-9d74-f2867a973862', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f7f625-b566-4554-b18a-0b85c1879e38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:09.296125 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Checking router: 37280726-20db-4049-b7b8-a99f69eaf88b for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:50:09.296496 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Updating router 37280726-20db-4049-b7b8-a99f69eaf88b port d716e92b-47eb-46a3-87f0-1202649e4ee3 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:50:09.346420 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:09.682429 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:09.693787 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Transition to ACTIVE for port object d716e92b-47eb-46a3-87f0-1202649e4ee3 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:50:09.845460 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:09.965419 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Attempting to bind port d716e92b-47eb-46a3-87f0-1202649e4ee3 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:50:09.965666 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Attempting to bind port d716e92b-47eb-46a3-87f0-1202649e4ee3 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:50:09.966010 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Attempting to bind port d716e92b-47eb-46a3-87f0-1202649e4ee3 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:50:09.972346 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf6116-6947-43bb-a390-dae189d0b58b None None] Pushing event updated for resources: {'Port': ['ID=d716e92b-47eb-46a3-87f0-1202649e4ee3,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:09.978849 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:50:09.979230 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:50:09.979647 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:09.980030 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:50:09.980652 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Bound port: d716e92b-47eb-46a3-87f0-1202649e4ee3, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:50:09.980874 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:10.054501 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] For port d716e92b-47eb-46a3-87f0-1202649e4ee3, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:50:10.057622 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] For port d716e92b-47eb-46a3-87f0-1202649e4ee3, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=d716e92b-47eb-46a3-87f0-1202649e4ee3,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:50:10.205598 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:10.285325 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf6116-6947-43bb-a390-dae189d0b58b None None] Pushing event updated for resources: {'Port': ['ID=d716e92b-47eb-46a3-87f0-1202649e4ee3,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:10.288402 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Routers {'37280726-20db-4049-b7b8-a99f69eaf88b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:50:10.289163 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:49:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['37280726-20db-4049-b7b8-a99f69eaf88b'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:10.468206 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] Set router 37280726-20db-4049-b7b8-a99f69eaf88b gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:50:10.791752 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37280726-20db-4049-b7b8-a99f69eaf88b', 'name': 'router1', 'tenant_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd716e92b-47eb-46a3-87f0-1202649e4ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:49Z', 'updated_at': '2022-03-02T18:50:07Z', 'revision_number': 4, 'project_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'gw_port': {'id': 'd716e92b-47eb-46a3-87f0-1202649e4ee3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37280726-20db-4049-b7b8-a99f69eaf88b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:07Z', 'updated_at': '2022-03-02T18:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '78b83fec-d7a2-4468-98de-2a6c4bf62def', 'name': '', 'network_id': '34ce8f17-4c49-4496-bfe9-ff7a973a2341', 'tenant_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'mac_address': 'fa:16:3e:8d:a7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37280726-20db-4049-b7b8-a99f69eaf88b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec699b7a-904e-4f42-9d74-f2867a973862', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:58Z', 'updated_at': '2022-03-02T18:50:05Z', 'revision_number': 5, 'project_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'subnets': [{'id': 'ec699b7a-904e-4f42-9d74-f2867a973862', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f7f625-b566-4554-b18a-0b85c1879e38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:10.795739 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d94b3e6-6e88-4330-a013-5f2ac6fe6b41 None None] The sync data for ids ['37280726-20db-4049-b7b8-a99f69eaf88b'] in dv-neutron-831573-1-hyperv is: [{'id': '37280726-20db-4049-b7b8-a99f69eaf88b', 'name': 'router1', 'tenant_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': 'd716e92b-47eb-46a3-87f0-1202649e4ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:49:49Z', 'updated_at': '2022-03-02T18:50:07Z', 'revision_number': 4, 'project_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'gw_port': {'id': 'd716e92b-47eb-46a3-87f0-1202649e4ee3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37280726-20db-4049-b7b8-a99f69eaf88b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:07Z', 'updated_at': '2022-03-02T18:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '78b83fec-d7a2-4468-98de-2a6c4bf62def', 'name': '', 'network_id': '34ce8f17-4c49-4496-bfe9-ff7a973a2341', 'tenant_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'mac_address': 'fa:16:3e:8d:a7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37280726-20db-4049-b7b8-a99f69eaf88b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec699b7a-904e-4f42-9d74-f2867a973862', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:49:58Z', 'updated_at': '2022-03-02T18:50:05Z', 'revision_number': 5, 'project_id': 'd6f1066cf485476bbdedf91a2c1e9c84', 'subnets': [{'id': 'ec699b7a-904e-4f42-9d74-f2867a973862', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f7f625-b566-4554-b18a-0b85c1879e38'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:50:11.060260 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 52834) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:11.204650 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4e2fbb94-2637-41e7-bec7-c67c15419a70 admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1432846 Mar 02 18:50:11.543538 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d716e92b-47eb-46a3-87f0-1202649e4ee3 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:50:11.662106 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port d716e92b-47eb-46a3-87f0-1202649e4ee3 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:50:11.667716 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port d716e92b-47eb-46a3-87f0-1202649e4ee3 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:11.668104 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:11.784608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:11.800396 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port d716e92b-47eb-46a3-87f0-1202649e4ee3, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=d716e92b-47eb-46a3-87f0-1202649e4ee3,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:50:11.902140 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:11.970191 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=d716e92b-47eb-46a3-87f0-1202649e4ee3,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:13.526513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d716e92b-47eb-46a3-87f0-1202649e4ee3 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:50:13.600150 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port d716e92b-47eb-46a3-87f0-1202649e4ee3 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:13.601022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:21.577353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-96506d31-2c92-43c0-a28b-74a3dccd0ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:23.674810 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2cebb843-3212-4354-9e8c-868826118c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:25.026259 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:25.337218 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:26.263059 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:42.435277 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 5 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:50:51.577761 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e830308d-d136-46f6-8331-603ba022f5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:53.669446 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-51feee81-562d-41ee-bdce-ad26259d5713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:54.996676 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:55.343828 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:56.269997 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:19.435042 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 5 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:51:21.573520 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fec3fd6d-7e8e-476f-bee3-27eb7815e337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:23.688098 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c73d591-ddef-4a0f-9d48-7c8c253d09dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:25.008014 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:25.973829 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:26.293819 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:51.529027 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6c625bd9-3916-4ca0-b2d1-decad7125140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:53.700425 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5444ea80-fb3c-4a79-8ba9-ddefe6e7a288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:54.981471 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:55.318142 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:56.278478 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:56.435380 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 5 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:52:21.610647 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a278fcbc-2fab-411f-ad2b-9ef9d43853a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:22.961840 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 53438) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:23.064080 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-680213f8-ac1f-42ec-ac88-70c5359c507e admin admin] GET failed (client error): The resource could not be found. Mar 02 18:52:23.065315 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-680213f8-ac1f-42ec-ac88-70c5359c507e admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1025641 Mar 02 18:52:23.220498 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc5fab9-55c4-46ee-a5da-a402683d70dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:23.221864 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bcc5fab9-55c4-46ee-a5da-a402683d70dc admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1520584 Mar 02 18:52:23.696258 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ff2e04ff-f528-4e76-8d98-172a5dd5eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:25.033109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:25.371078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:25.410651 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53448) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:25.542810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf1653a-d4c7-491f-96af-ba25a1406366 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:25.543444 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-dbf1653a-d4c7-491f-96af-ba25a1406366 admin admin] Synchronizing usage tracker for tenant:a0a5d304634b422d8f568e7230a7de65 on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:52:25.673218 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-dbf1653a-d4c7-491f-96af-ba25a1406366 admin admin] Unset dirty status for tenant:a0a5d304634b422d8f568e7230a7de65 on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:52:25.674342 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-dbf1653a-d4c7-491f-96af-ba25a1406366 admin admin] 10.222.0.73 "GET /v2.0/subnets/ec699b7a-904e-4f42-9d74-f2867a973862 HTTP/1.1" status: 200 len: 849 time: 0.2627535 Mar 02 18:52:25.684177 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-9d16269e-ddfb-415c-829b-810bec12d0de admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:52:25.802857 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d16269e-ddfb-415c-829b-810bec12d0de admin admin] Notify callbacks [] for subnet, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:26.067692 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d16269e-ddfb-415c-829b-810bec12d0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778372032925'] for subnet, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:26.120136 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d16269e-ddfb-415c-829b-810bec12d0de admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:26.120420 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d16269e-ddfb-415c-829b-810bec12d0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:26.123067 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9d16269e-ddfb-415c-829b-810bec12d0de admin admin] 10.222.0.73 "PUT /v2.0/subnets/ec699b7a-904e-4f42-9d74-f2867a973862 HTTP/1.1" status: 200 len: 868 time: 0.4429023 Mar 02 18:52:26.124049 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941475aa-bf2c-4cd6-b439-b1732ea850fe None None] Network 34ce8f17-4c49-4496-bfe9-ff7a973a2341 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:52:26.146897 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16269e-ddfb-415c-829b-810bec12d0de admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec699b7a-904e-4f42-9d74-f2867a973862,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:26.156481 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16269e-ddfb-415c-829b-810bec12d0de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.156820 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16269e-ddfb-415c-829b-810bec12d0de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.157175 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16269e-ddfb-415c-829b-810bec12d0de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.157514 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16269e-ddfb-415c-829b-810bec12d0de admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.157854 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16269e-ddfb-415c-829b-810bec12d0de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.158191 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16269e-ddfb-415c-829b-810bec12d0de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.158566 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16269e-ddfb-415c-829b-810bec12d0de admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.158850 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16269e-ddfb-415c-829b-810bec12d0de admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.159166 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16269e-ddfb-415c-829b-810bec12d0de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.159516 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16269e-ddfb-415c-829b-810bec12d0de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.159839 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d16269e-ddfb-415c-829b-810bec12d0de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:26.306906 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:26.615020 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-77bc6d2f-fcab-4016-bf94-5279b9f8e673 None None] Provisioning complete for port 2cd1faf5-5224-4f3a-ac2a-14dc903cd524 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:26.615418 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-77bc6d2f-fcab-4016-bf94-5279b9f8e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:26.743890 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-77bc6d2f-fcab-4016-bf94-5279b9f8e673 None None] Provisioning complete for port 78b83fec-d7a2-4468-98de-2a6c4bf62def triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:26.744150 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-77bc6d2f-fcab-4016-bf94-5279b9f8e673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:28.209336 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53458) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:28.420477 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d643890b-9114-444e-87dc-4c23e8725091 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:28.420856 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d643890b-9114-444e-87dc-4c23e8725091 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:28.422414 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d643890b-9114-444e-87dc-4c23e8725091 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2121027 Mar 02 18:52:30.545428 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53468) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:30.746215 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06be3246-72ac-4eee-8aaa-de245f373f4a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:30.746608 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06be3246-72ac-4eee-8aaa-de245f373f4a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:30.748415 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-06be3246-72ac-4eee-8aaa-de245f373f4a admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2020481 Mar 02 18:52:32.915616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53478) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:33.109076 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cbd1b1-90b2-404c-8b72-66f40d5d0bec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:33.110361 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-75cbd1b1-90b2-404c-8b72-66f40d5d0bec admin admin] 10.222.0.73 "GET /v2.0/networks/34755311-e60d-4721-8297-2b2c64e749c6 HTTP/1.1" status: 200 len: 886 time: 0.1938105 Mar 02 18:52:33.436231 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 5 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:52:35.219880 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53488) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:35.460012 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c625782-8467-4b24-8077-054d927be3e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:35.461408 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3c625782-8467-4b24-8077-054d927be3e1 admin admin] 10.222.0.73 "GET /v2.0/networks/34ce8f17-4c49-4496-bfe9-ff7a973a2341 HTTP/1.1" status: 200 len: 869 time: 0.2405677 Mar 02 18:52:37.527415 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53498) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:37.658347 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbf418d-3988-429d-8c00-5778d55d96c3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:37.663084 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbf418d-3988-429d-8c00-5778d55d96c3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:37.663084 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1bbf418d-3988-429d-8c00-5778d55d96c3 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1318645 Mar 02 18:52:39.693219 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53508) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:39.820988 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace10cd5-a0b0-4ff2-960e-6d6547954645 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:39.821281 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace10cd5-a0b0-4ff2-960e-6d6547954645 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:39.822784 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ace10cd5-a0b0-4ff2-960e-6d6547954645 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1286111 Mar 02 18:52:41.895780 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53518) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:42.028231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbc039b-b58d-4d33-8338-599c5b27a10c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:42.037205 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4cbc039b-b58d-4d33-8338-599c5b27a10c admin admin] 10.222.0.73 "GET /v2.0/subnets/b1e8f96d-f273-47a4-bdc2-b88ed9600997 HTTP/1.1" status: 200 len: 816 time: 0.1327264 Mar 02 18:52:44.117527 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53528) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:44.249467 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b2f856-4cf0-491f-9744-e2a05704687a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:44.250799 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-57b2f856-4cf0-491f-9744-e2a05704687a admin admin] 10.222.0.73 "GET /v2.0/subnets/ec699b7a-904e-4f42-9d74-f2867a973862 HTTP/1.1" status: 200 len: 868 time: 0.1323340 Mar 02 18:52:51.571991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d3b9e49d-d958-471e-be9a-eec8869684cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:53.673824 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3e4656c3-01f8-4575-b34e-970fd162834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:55.046093 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:55.365895 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:56.372547 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:02.782684 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53566) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:02.857840 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-6d974f9c-3c3f-4045-b795-8ea25bc30077 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:53:02.858885 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6d974f9c-3c3f-4045-b795-8ea25bc30077 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0752513 Mar 02 18:53:04.997114 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53576) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:05.090134 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-6179fac2-d861-4d91-8213-b17964b10aa4 admin admin] GET failed (client error): The resource could not be found. Mar 02 18:53:05.091638 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6179fac2-d861-4d91-8213-b17964b10aa4 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0935507 Mar 02 18:53:05.221769 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99433a21-f73b-4c0a-a6f8-86215212a472 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:05.223098 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-99433a21-f73b-4c0a-a6f8-86215212a472 admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1276555 Mar 02 18:53:07.320485 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53586) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:07.392839 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-54c51f38-091b-49ca-88f2-43087edf613a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:53:07.397269 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-54c51f38-091b-49ca-88f2-43087edf613a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:53:07.410878 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-54c51f38-091b-49ca-88f2-43087edf613a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:53:07.479784 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c51f38-091b-49ca-88f2-43087edf613a admin admin] Made reservation on behalf of a0a5d304634b422d8f568e7230a7de65 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:53:07.482881 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-54c51f38-091b-49ca-88f2-43087edf613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:07.571170 dv-neutron-831573-1-hyperv neutron-server[84533]: WARNING neutron.services.revisions.revision_plugin [None req-54c51f38-091b-49ca-88f2-43087edf613a admin admin] Could not find related network for resource to bump revision. Mar 02 18:53:07.588182 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c51f38-091b-49ca-88f2-43087edf613a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:53:07.592196 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-54c51f38-091b-49ca-88f2-43087edf613a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:07.592532 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-54c51f38-091b-49ca-88f2-43087edf613a admin admin] Added segment 93e22b68-22e8-41e1-a2c9-70ed875fad10 of type vlan for network 363c46aa-f0ec-411e-8dcc-42dead0d444d Mar 02 18:53:07.625352 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-54c51f38-091b-49ca-88f2-43087edf613a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:07.720668 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-54c51f38-091b-49ca-88f2-43087edf613a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:07.721566 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c51f38-091b-49ca-88f2-43087edf613a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:07.722142 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-54c51f38-091b-49ca-88f2-43087edf613a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:07.823161 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c51f38-091b-49ca-88f2-43087edf613a admin admin] Pushing event updated for resources: {'Network': ['ID=363c46aa-f0ec-411e-8dcc-42dead0d444d,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:07.834666 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 363c46aa-f0ec-411e-8dcc-42dead0d444d details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:53:07.886683 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-54c51f38-091b-49ca-88f2-43087edf613a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5650158 Mar 02 18:53:09.953386 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53596) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:10.044823 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aafeb48-fe7a-41a1-8850-f38265653704 admin admin] GET failed (client error): The resource could not be found. Mar 02 18:53:10.045323 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8aafeb48-fe7a-41a1-8850-f38265653704 admin admin] Synchronizing usage tracker for tenant:a0a5d304634b422d8f568e7230a7de65 on resource:network {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:53:10.166626 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8aafeb48-fe7a-41a1-8850-f38265653704 admin admin] Unset dirty status for tenant:a0a5d304634b422d8f568e7230a7de65 on resource:network {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:53:10.167713 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8aafeb48-fe7a-41a1-8850-f38265653704 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.2133920 Mar 02 18:53:10.275255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa4aaa-bc11-432f-9bee-937e27541ff7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:10.276737 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2eaa4aaa-bc11-432f-9bee-937e27541ff7 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1051736 Mar 02 18:53:10.286152 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-57921bb0-cdce-456c-8f8c-d671e5785acc admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '363c46aa-f0ec-411e-8dcc-42dead0d444d', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:53:10.290721 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-57921bb0-cdce-456c-8f8c-d671e5785acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:53:10.300349 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-57921bb0-cdce-456c-8f8c-d671e5785acc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:53:10.377709 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57921bb0-cdce-456c-8f8c-d671e5785acc admin admin] Made reservation on behalf of a0a5d304634b422d8f568e7230a7de65 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:53:10.380138 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-57921bb0-cdce-456c-8f8c-d671e5785acc admin admin] Notify callbacks [] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:10.436772 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 5 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:53:10.647023 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-57921bb0-cdce-456c-8f8c-d671e5785acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:10.725142 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57921bb0-cdce-456c-8f8c-d671e5785acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8128355c-bd88-4b20-a828-2d8c033ebaac,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:10.737768 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57921bb0-cdce-456c-8f8c-d671e5785acc admin admin] Checking segment: {'id': '93e22b68-22e8-41e1-a2c9-70ed875fad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '363c46aa-f0ec-411e-8dcc-42dead0d444d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:53:10.738123 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57921bb0-cdce-456c-8f8c-d671e5785acc admin admin] Network hostable DHCP agents. Network: 363c46aa-f0ec-411e-8dcc-42dead0d444d, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:53:10.846641 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57921bb0-cdce-456c-8f8c-d671e5785acc admin admin] Network 363c46aa-f0ec-411e-8dcc-42dead0d444d is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:53:10.983824 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-57921bb0-cdce-456c-8f8c-d671e5785acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 363c46aa-f0ec-411e-8dcc-42dead0d444d) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:10.989207 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57921bb0-cdce-456c-8f8c-d671e5785acc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:11.004301 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-57921bb0-cdce-456c-8f8c-d671e5785acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:11.004497 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cdf754-7162-400e-8c0d-33bb688ddd80 None None] Network 363c46aa-f0ec-411e-8dcc-42dead0d444d requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:53:11.093352 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-57921bb0-cdce-456c-8f8c-d671e5785acc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8105962 Mar 02 18:53:11.224834 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-363c46aa-f0ec-411e-8dcc-42dead0d444d', 'network_id': '363c46aa-f0ec-411e-8dcc-42dead0d444d', 'tenant_id': 'a0a5d304634b422d8f568e7230a7de65', 'fixed_ips': [{'subnet_id': '8128355c-bd88-4b20-a828-2d8c033ebaac'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:53:11.225709 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:11.412853 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Allocated IP 192.168.233.2 (363c46aa-f0ec-411e-8dcc-42dead0d444d/8128355c-bd88-4b20-a828-2d8c033ebaac/50b430e2-a685-4f65-bb05-28ccf2361546) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:53:11.623378 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:11.633923 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Transition to ACTIVE for port object 50b430e2-a685-4f65-bb05-28ccf2361546 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:53:11.654736 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Transition to ACTIVE for port object 50b430e2-a685-4f65-bb05-28ccf2361546 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:53:11.740654 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:11.843769 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Network 363c46aa-f0ec-411e-8dcc-42dead0d444d is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:11.847207 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:11.849083 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Pushing event updated for resources: {'Port': ['ID=50b430e2-a685-4f65-bb05-28ccf2361546,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:11.851399 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:53:11.891312 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:11.891703 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:11.892050 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:11.892396 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:11.892751 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:11.893085 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:11.893412 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:11.893767 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:11.894091 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:11.894417 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:11.894743 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:11.952025 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Attempting to bind port 50b430e2-a685-4f65-bb05-28ccf2361546 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:53:11.952401 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Attempting to bind port 50b430e2-a685-4f65-bb05-28ccf2361546 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '93e22b68-22e8-41e1-a2c9-70ed875fad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '363c46aa-f0ec-411e-8dcc-42dead0d444d'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:53:11.952767 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Attempting to bind port 50b430e2-a685-4f65-bb05-28ccf2361546 on network 363c46aa-f0ec-411e-8dcc-42dead0d444d {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:53:11.960246 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:53:11.970578 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Checking segment: {'id': '93e22b68-22e8-41e1-a2c9-70ed875fad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '363c46aa-f0ec-411e-8dcc-42dead0d444d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:53:11.970578 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:11.970578 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Bound using segment: {'id': '93e22b68-22e8-41e1-a2c9-70ed875fad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '363c46aa-f0ec-411e-8dcc-42dead0d444d'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:53:11.970578 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Bound port: 50b430e2-a685-4f65-bb05-28ccf2361546, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e22b68-22e8-41e1-a2c9-70ed875fad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '363c46aa-f0ec-411e-8dcc-42dead0d444d'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:53:11.970578 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:12.071191 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] For port 50b430e2-a685-4f65-bb05-28ccf2361546, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:53:12.075469 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] For port 50b430e2-a685-4f65-bb05-28ccf2361546, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=50b430e2-a685-4f65-bb05-28ccf2361546,segment=NetworkSegment(93e22b68-22e8-41e1-a2c9-70ed875fad10),segment_id=93e22b68-22e8-41e1-a2c9-70ed875fad10)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:53:12.167560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:12.255937 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616d9f3-8ad2-4d2b-a813-c7ee622ef513 None None] Pushing event updated for resources: {'Port': ['ID=50b430e2-a685-4f65-bb05-28ccf2361546,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:13.139328 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cfa7da-4a96-49a7-a2b9-33f29602dad1 None None] Network 363c46aa-f0ec-411e-8dcc-42dead0d444d requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:53:13.314462 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-fa7e473c-8e94-4346-b663-28428dc3b013 None None] Provisioning for port 50b430e2-a685-4f65-bb05-28ccf2361546 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:53:13.651861 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 50b430e2-a685-4f65-bb05-28ccf2361546 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:53:13.863696 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 50b430e2-a685-4f65-bb05-28ccf2361546 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:53:13.868985 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 50b430e2-a685-4f65-bb05-28ccf2361546 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:53:13.869370 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:13.988328 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:14.021256 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 50b430e2-a685-4f65-bb05-28ccf2361546, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=50b430e2-a685-4f65-bb05-28ccf2361546,segment=NetworkSegment(93e22b68-22e8-41e1-a2c9-70ed875fad10),segment_id=93e22b68-22e8-41e1-a2c9-70ed875fad10)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:53:14.086737 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:14.160460 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=50b430e2-a685-4f65-bb05-28ccf2361546,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:15.614359 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 50b430e2-a685-4f65-bb05-28ccf2361546 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:53:15.682972 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 50b430e2-a685-4f65-bb05-28ccf2361546 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:53:15.683339 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:21.574521 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5cc3307f-d7b4-4643-95a8-2b1cef2a5ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:23.667125 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e66fa10c-85cf-4d2f-b298-d2128813bee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:25.009532 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:25.375007 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:26.277413 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:47.436425 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 5 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:53:51.565630 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bfb77b04-c5f7-4f46-8b74-d5beb65e915b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:53.656405 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c8c96529-0c11-46b1-a27a-44ee94870eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:55.038723 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:55.391717 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:56.324077 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:21.578309 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ba107789-f9ec-43bb-b244-e752f09d366f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:23.669954 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c61489b0-ef9a-4116-a291-3408b0233267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:24.439313 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 5 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:54:25.024330 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:25.355532 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:26.342519 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:34.723232 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53638) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:34.729177 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-e2ddc114-d220-42e7-87ee-d902b07e971d tempest-verify_tempest_config-151760640 tempest-verify_tempest_config-151760640-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:54:34.730116 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e2ddc114-d220-42e7-87ee-d902b07e971d tempest-verify_tempest_config-151760640 tempest-verify_tempest_config-151760640-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058911 Mar 02 18:54:35.278420 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53654) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:35.417782 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:35.449016 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:35.452768 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Usage tracker for resource:security_group_rule and tenant:f131211b35e94743af894cac293a4588 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:35.456237 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:35.461922 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:35.526477 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:35.586976 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:35.638784 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50491a07-ef06-44a7-aa29-1bcc8caeb018,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:35.641458 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Synchronizing usage tracker for tenant:a0a5d304634b422d8f568e7230a7de65 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:54:35.656740 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:35.657085 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:35.657424 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:35.657756 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:35.658131 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:35.658588 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:35.659148 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:35.659511 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:35.663813 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:35.663813 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:35.663813 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:35.792212 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] Unset dirty status for tenant:a0a5d304634b422d8f568e7230a7de65 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:54:35.793482 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ddc0d6f4-051f-45c8-be1f-a335c89945ef admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f131211b35e94743af894cac293a4588&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5141227 Mar 02 18:54:35.796232 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53660) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:35.857139 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3489d38c-2c16-4485-be00-b6da8fc67206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:35.883578 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3489d38c-2c16-4485-be00-b6da8fc67206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:36.044259 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3489d38c-2c16-4485-be00-b6da8fc67206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:36.058147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489d38c-2c16-4485-be00-b6da8fc67206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50491a07-ef06-44a7-aa29-1bcc8caeb018,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:36.069422 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3489d38c-2c16-4485-be00-b6da8fc67206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:36.069422 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3489d38c-2c16-4485-be00-b6da8fc67206 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/50491a07-ef06-44a7-aa29-1bcc8caeb018 HTTP/1.1" status: 204 len: 168 time: 0.2696545 Mar 02 18:54:51.571441 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-86af804a-44d4-4b71-83c3-e24d3e3a0250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:53.668089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0747977f-4ca1-4735-930f-6b9f4fa3502d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:55.010298 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:55.364654 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:56.313017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:01.439242 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 5 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:55:21.616204 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5e07e1ba-6e68-40f4-bb0a-e01a4d6917cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:23.701547 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5118b84e-c3d2-4065-99f0-4ba0c48c83f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:25.014846 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:25.352577 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:26.329320 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:38.438609 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 5 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:55:51.573622 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bce0dc69-993d-4767-9e37-0f3c8ab9d3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:53.672313 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-98fd7654-91a8-470b-8ffd-1e4a9eecb149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:55.006967 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:55.355405 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:56.305733 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:01.121853 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-432028'] for agent, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:14.963966 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53730) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:15.102066 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-68d25619-3ff2-469f-8836-cf6d445ad78d admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1370165 Mar 02 18:56:15.440812 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:56:17.167013 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53740) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:17.248127 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-93b6432f-f2ac-4882-85aa-24f52e137fc3 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0800326 Mar 02 18:56:21.643874 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b771d83-6cd9-4950-af31-7adc27975a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:23.683556 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-cc58050e-c699-4384-84cf-0b2ed8836357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:25.075570 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:25.363002 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:26.334683 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:31.036428 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:51.599500 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ee049f8d-a004-4a48-bc27-c893edd4a064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:52.441013 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:56:53.695514 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-04579826-d261-4aec-b0dd-01d6ee46646b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:55.034203 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:55.346497 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:56.358845 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:01.065339 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:21.565725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f7ea6c25-1d9d-4fe5-bdc7-e64c41fa95ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:23.694599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-76a9f4a7-ccc4-4d5e-a89a-030fa4a4459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:25.028136 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:25.342208 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:26.308189 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:29.443882 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:57:31.032592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:46.481752 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53876) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:47.062731 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2141154899-network', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:57:47.071043 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:47.077828 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Usage tracker for resource:network and tenant:2cba10eae0244909ae301c19bf9852ec is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:47.087299 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:47.090931 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:47.164758 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Made reservation on behalf of 2cba10eae0244909ae301c19bf9852ec for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:47.167264 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:47.180988 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:47.216039 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:47.220125 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Usage tracker for resource:security_group_rule and tenant:2cba10eae0244909ae301c19bf9852ec is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:47.222850 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:47.228901 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:47.293809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:47.385320 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:47.420287 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468ce890-1d6f-4a9e-8d01-e64b52c95ca6,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:47.423959 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:57:47.437742 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:47.438138 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:47.438463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:47.438784 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:47.439160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:47.439497 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:47.439836 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:47.440215 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:47.440634 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:47.440872 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:47.441359 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Tracked resource versions report: Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: pushed versions: Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: { 'ConntrackHelper': {'1.0'}, Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: 'Log': {'1.0'}, Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: 'Network': {'1.1'}, Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: 'Port': {'1.5'}, Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: 'PortForwarding': {'1.2'}, Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: 'QosPolicy': {'1.8'}, Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: 'SecurityGroup': {'1.2'}, Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: 'SecurityGroupRule': {'1.0'}, Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: 'SubPort': {'1.0'}, Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: 'Subnet': {'1.1'}, Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: 'Trunk': {'1.1'}} Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: consumer versions: Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: { DHCP agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: HyperV agent@hv-neutron-8315: {}, Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: L3 agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: Metadata agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: Metering agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: Open vSwitch agent@dv-neutron-831573-1-hyperv: { 'ConntrackHelper': '1.0', Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: 'Log': '1.0', Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: 'Network': '1.1', Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: 'Port': '1.5', Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: 'PortForwarding': '1.2', Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: 'QosPolicy': '1.8', Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: 'SecurityGroup': '1.2', Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: 'SecurityGroupRule': '1.0', Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: 'SubPort': '1.0', Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: 'Subnet': '1.1', Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: 'Trunk': '1.1'}} Mar 02 18:57:47.442560 dv-neutron-831573-1-hyperv neutron-server[84533]: {{(pid=84533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:57:47.456203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:47.458249 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Added segment a0445175-78ae-481a-ba54-0acc7a76bc0a of type vlan for network 83e11a8d-5f6c-4e4d-9263-33efd20f1a52 Mar 02 18:57:47.491731 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:47.594075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:47.594943 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:47.596745 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:47.734970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] Pushing event updated for resources: {'Network': ['ID=83e11a8d-5f6c-4e4d-9263-33efd20f1a52,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:47.745739 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 83e11a8d-5f6c-4e4d-9263-33efd20f1a52 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:57:47.841020 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 53916) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:47.841928 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-90842068-6fa6-4a0e-a8cb-44fbe5909c3a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3591092 Mar 02 18:57:47.846989 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Request body: {'subnet': {'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2141154899-subnet', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:57:47.852405 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:47.856272 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Usage tracker for resource:subnet and tenant:2cba10eae0244909ae301c19bf9852ec is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:47.859252 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:47.865002 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:47.953982 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Made reservation on behalf of 2cba10eae0244909ae301c19bf9852ec for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:47.956618 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Notify callbacks [] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:48.236500 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:48.267529 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53926) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:48.302163 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b63fe96-d8a7-4e7f-a30f-2804bb38215a,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:48.322017 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:48.322370 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:48.322707 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:48.323040 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:48.323465 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:48.323747 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:48.324083 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:48.324422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:48.324745 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:48.325438 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:48.325438 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Tracked resource versions report: Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: pushed versions: Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: { 'ConntrackHelper': {'1.0'}, Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: 'Log': {'1.0'}, Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: 'Network': {'1.1'}, Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: 'Port': {'1.5'}, Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: 'PortForwarding': {'1.2'}, Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: 'QosPolicy': {'1.8'}, Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: 'SecurityGroup': {'1.2'}, Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: 'SecurityGroupRule': {'1.0'}, Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: 'SubPort': {'1.0'}, Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: 'Subnet': {'1.1'}, Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: 'Trunk': {'1.1'}} Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: consumer versions: Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: { DHCP agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: HyperV agent@hv-neutron-8315: {}, Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: L3 agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: Metadata agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: Metering agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: Open vSwitch agent@dv-neutron-831573-1-hyperv: { 'ConntrackHelper': '1.0', Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: 'Log': '1.0', Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: 'Network': '1.1', Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: 'Port': '1.5', Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: 'PortForwarding': '1.2', Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: 'QosPolicy': '1.8', Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: 'SecurityGroup': '1.2', Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: 'SecurityGroupRule': '1.0', Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: 'SubPort': '1.0', Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: 'Subnet': '1.1', Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: 'Trunk': '1.1'}} Mar 02 18:57:48.326431 dv-neutron-831573-1-hyperv neutron-server[84532]: {{(pid=84532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:57:48.350550 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Checking segment: {'id': 'a0445175-78ae-481a-ba54-0acc7a76bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:57:48.350550 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Network hostable DHCP agents. Network: 83e11a8d-5f6c-4e4d-9263-33efd20f1a52, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:57:48.436160 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Network 83e11a8d-5f6c-4e4d-9263-33efd20f1a52 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:57:48.519820 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 83e11a8d-5f6c-4e4d-9263-33efd20f1a52) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:48.526365 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:48.530681 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:48.533970 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf732e03-0c6c-4256-9787-9b25dd704bdf None None] Network 83e11a8d-5f6c-4e4d-9263-33efd20f1a52 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:57:48.594635 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53938) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:48.635648 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7f6fd9bf-d486-4957-89f0-4d589a153eca admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7931585 Mar 02 18:57:48.636523 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 53946) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:48.643732 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2141154899-router', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:57:48.650486 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:48.656364 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Usage tracker for resource:router and tenant:2cba10eae0244909ae301c19bf9852ec is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:48.660953 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:48.670072 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:48.764837 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-83e11a8d-5f6c-4e4d-9263-33efd20f1a52', 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'fixed_ips': [{'subnet_id': '7b63fe96-d8a7-4e7f-a30f-2804bb38215a'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:57:48.766020 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:48.799789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:48.800790 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:48.828861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:48.890740 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-733477026-network', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:57:48.896144 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:48.901717 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Usage tracker for resource:network and tenant:d7b6c75608194b3ca64e683dd2c015aa is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:48.905235 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:48.911521 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:48.936575 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Allocated IP 172.20.0.2 (83e11a8d-5f6c-4e4d-9263-33efd20f1a52/7b63fe96-d8a7-4e7f-a30f-2804bb38215a/0e6d0960-72d0-40ab-a931-4296f70080a9) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:49.047417 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Made reservation on behalf of d7b6c75608194b3ca64e683dd2c015aa for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:49.050445 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.068355 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.102459 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.112494 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:49.118057 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Usage tracker for resource:security_group_rule and tenant:d7b6c75608194b3ca64e683dd2c015aa is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:49.122179 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:49.129264 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:49.188252 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.200656 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Transition to ACTIVE for port object 0e6d0960-72d0-40ab-a931-4296f70080a9 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:49.208534 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.220411 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Transition to ACTIVE for port object 0e6d0960-72d0-40ab-a931-4296f70080a9 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:49.314572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1980438265-network', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:57:49.321351 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:49.324999 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.328584 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Usage tracker for resource:network and tenant:3690a6fef5ca4d7db77cf45287e6059b is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:49.339089 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:49.346827 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:49.356270 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:57:49.360849 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.379981 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.380320 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Added segment 315a1827-3c79-4bf4-a414-e2830b8050c8 of type vlan for network 07b91779-a641-4fe8-baf9-450983bc34d9 Mar 02 18:57:49.389643 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50173965-cc2d-4794-bc41-4dca031161f0,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:49.416438 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.432887 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.443833 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Made reservation on behalf of 3690a6fef5ca4d7db77cf45287e6059b for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:49.447052 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.450903 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Pushing event updated for resources: {'Port': ['ID=0e6d0960-72d0-40ab-a931-4296f70080a9,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:49.454837 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Network 83e11a8d-5f6c-4e4d-9263-33efd20f1a52 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:49.457095 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:49.463520 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:57:49.466688 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.467064 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:49.467449 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:49.467859 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:49.468116 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:49.468515 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:49.468912 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:49.469380 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:49.469861 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.469982 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:49.470088 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:49.470363 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:49.470890 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Tracked resource versions report: Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: pushed versions: Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: { 'ConntrackHelper': {'1.0'}, Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: 'Log': {'1.0'}, Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: 'Network': {'1.1'}, Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: 'Port': {'1.5'}, Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: 'PortForwarding': {'1.2'}, Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: 'QosPolicy': {'1.8'}, Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: 'SecurityGroup': {'1.2'}, Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: 'SecurityGroupRule': {'1.0'}, Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: 'SubPort': {'1.0'}, Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: 'Subnet': {'1.1'}, Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: 'Trunk': {'1.1'}} Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: consumer versions: Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: { DHCP agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: HyperV agent@hv-neutron-8315: {}, Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: L3 agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: Metadata agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: Metering agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: Open vSwitch agent@dv-neutron-831573-1-hyperv: { 'ConntrackHelper': '1.0', Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: 'Log': '1.0', Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: 'Network': '1.1', Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: 'Port': '1.5', Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: 'PortForwarding': '1.2', Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: 'QosPolicy': '1.8', Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: 'SecurityGroup': '1.2', Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: 'SecurityGroupRule': '1.0', Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: 'SubPort': '1.0', Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: 'Subnet': '1.1', Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: 'Trunk': '1.1'}} Mar 02 18:57:49.472061 dv-neutron-831573-1-hyperv neutron-server[84534]: {{(pid=84534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:57:49.515006 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:49.520360 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Usage tracker for resource:security_group_rule and tenant:3690a6fef5ca4d7db77cf45287e6059b is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:49.524240 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:49.531322 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:49.569020 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.569926 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:49.570590 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.574542 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Attempting to bind port 0e6d0960-72d0-40ab-a931-4296f70080a9 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:57:49.574924 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Attempting to bind port 0e6d0960-72d0-40ab-a931-4296f70080a9 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'a0445175-78ae-481a-ba54-0acc7a76bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:57:49.576039 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Attempting to bind port 0e6d0960-72d0-40ab-a931-4296f70080a9 on network 83e11a8d-5f6c-4e4d-9263-33efd20f1a52 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:57:49.583592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:57:49.588408 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Checking segment: {'id': 'a0445175-78ae-481a-ba54-0acc7a76bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:57:49.588930 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.589494 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Bound using segment: {'id': 'a0445175-78ae-481a-ba54-0acc7a76bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:57:49.590284 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Bound port: 0e6d0960-72d0-40ab-a931-4296f70080a9, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0445175-78ae-481a-ba54-0acc7a76bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:57:49.590736 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.688836 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] Pushing event updated for resources: {'Network': ['ID=07b91779-a641-4fe8-baf9-450983bc34d9,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:49.706217 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 07b91779-a641-4fe8-baf9-450983bc34d9 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:57:49.745003 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.756353 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Allocated IP 172.26.4.27 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/f6c7d49e-0fba-4407-a5ec-e14f551c0574) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:49.823860 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] For port 0e6d0960-72d0-40ab-a931-4296f70080a9, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:57:49.828812 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-03e3fb55-6e37-40c3-a77c-06957c15bdf4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5595515 Mar 02 18:57:49.829842 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53972) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:49.840493 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] For port 0e6d0960-72d0-40ab-a931-4296f70080a9, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=0e6d0960-72d0-40ab-a931-4296f70080a9,segment=NetworkSegment(a0445175-78ae-481a-ba54-0acc7a76bc0a),segment_id=a0445175-78ae-481a-ba54-0acc7a76bc0a)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:57:49.844022 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-60529e15-bb57-4db5-91c5-e4d3a416ad7e admin admin] Request body: {'subnet': {'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-733477026-subnet', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:57:49.850061 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-60529e15-bb57-4db5-91c5-e4d3a416ad7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:49.859062 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-60529e15-bb57-4db5-91c5-e4d3a416ad7e admin admin] Usage tracker for resource:subnet and tenant:d7b6c75608194b3ca64e683dd2c015aa is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:49.862486 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-60529e15-bb57-4db5-91c5-e4d3a416ad7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:49.869708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-60529e15-bb57-4db5-91c5-e4d3a416ad7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:49.886279 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.919650 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:57:49.922526 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.928549 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4d6cfb-2ae0-49da-a10a-89d90680878d,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:49.942009 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.942441 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Added segment a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc of type vlan for network dfc73d84-d9bb-42bb-9e68-447b764aae01 Mar 02 18:57:49.956308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60529e15-bb57-4db5-91c5-e4d3a416ad7e admin admin] Made reservation on behalf of d7b6c75608194b3ca64e683dd2c015aa for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:49.960954 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-60529e15-bb57-4db5-91c5-e4d3a416ad7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.972143 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:50.033454 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3b061-807f-4353-8655-61c6b0043fd8 None None] Pushing event updated for resources: {'Port': ['ID=0e6d0960-72d0-40ab-a931-4296f70080a9,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:50.118046 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:50.183094 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:50.299624 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:50.302424 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:50.305962 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:57:50.317879 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:50.319337 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:50.319946 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:50.367245 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Pushing event updated for resources: {'Port': ['ID=f6c7d49e-0fba-4407-a5ec-e14f551c0574,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:50.539949 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] Pushing event updated for resources: {'Network': ['ID=dfc73d84-d9bb-42bb-9e68-447b764aae01,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:50.551816 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network dfc73d84-d9bb-42bb-9e68-447b764aae01 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:57:50.610209 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1abd0be3-0e26-4e45-9ec3-7b0b04b602dd admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0091014 Mar 02 18:57:50.612445 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 53992) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:50.618525 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-e28993b3-546f-48cc-9b10-8c087ef1ab24 admin admin] Request body: {'subnet': {'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1980438265-subnet', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:57:50.623208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e28993b3-546f-48cc-9b10-8c087ef1ab24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:50.627463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e28993b3-546f-48cc-9b10-8c087ef1ab24 admin admin] Usage tracker for resource:subnet and tenant:3690a6fef5ca4d7db77cf45287e6059b is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:50.631333 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e28993b3-546f-48cc-9b10-8c087ef1ab24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:50.640723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e28993b3-546f-48cc-9b10-8c087ef1ab24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:50.687596 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-60529e15-bb57-4db5-91c5-e4d3a416ad7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:50.733198 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28993b3-546f-48cc-9b10-8c087ef1ab24 admin admin] Made reservation on behalf of 3690a6fef5ca4d7db77cf45287e6059b for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:50.735492 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e28993b3-546f-48cc-9b10-8c087ef1ab24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:50.746735 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:50.747706 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:50.866662 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60529e15-bb57-4db5-91c5-e4d3a416ad7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ebd9a57-3dae-4c27-89d0-f83010cf2532,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:50.907042 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60529e15-bb57-4db5-91c5-e4d3a416ad7e admin admin] Checking segment: {'id': '315a1827-3c79-4bf4-a414-e2830b8050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:57:50.907420 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60529e15-bb57-4db5-91c5-e4d3a416ad7e admin admin] Network hostable DHCP agents. Network: 07b91779-a641-4fe8-baf9-450983bc34d9, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:57:51.072643 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60529e15-bb57-4db5-91c5-e4d3a416ad7e admin admin] Network 07b91779-a641-4fe8-baf9-450983bc34d9 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:57:51.119759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e28993b3-546f-48cc-9b10-8c087ef1ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:51.159093 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-60529e15-bb57-4db5-91c5-e4d3a416ad7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 07b91779-a641-4fe8-baf9-450983bc34d9) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:51.174053 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd9249a-3a10-4974-882a-fc75c42391c8 None None] Network 07b91779-a641-4fe8-baf9-450983bc34d9 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:57:51.186425 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60529e15-bb57-4db5-91c5-e4d3a416ad7e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:51.201903 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-60529e15-bb57-4db5-91c5-e4d3a416ad7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:51.247800 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Router 91b74c1a-a0f2-4596-9709-bcac82b8f129 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:57:51.267201 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28993b3-546f-48cc-9b10-8c087ef1ab24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2420e415-3c74-49b9-846d-1a79e8671200,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:51.273492 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e258d626-ab03-4e0b-93e2-6972df68ab72 None None] Network 83e11a8d-5f6c-4e4d-9263-33efd20f1a52 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:57:51.307020 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28993b3-546f-48cc-9b10-8c087ef1ab24 admin admin] Checking segment: {'id': 'a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:57:51.308228 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28993b3-546f-48cc-9b10-8c087ef1ab24 admin admin] Network hostable DHCP agents. Network: dfc73d84-d9bb-42bb-9e68-447b764aae01, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:57:51.333371 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-60529e15-bb57-4db5-91c5-e4d3a416ad7e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5013924 Mar 02 18:57:51.336230 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54008) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:51.345260 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-733477026-router', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:57:51.354037 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:51.360260 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Usage tracker for resource:router and tenant:d7b6c75608194b3ca64e683dd2c015aa is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:51.364146 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:51.372342 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:51.385746 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54014) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:51.424482 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28993b3-546f-48cc-9b10-8c087ef1ab24 admin admin] Network dfc73d84-d9bb-42bb-9e68-447b764aae01 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:57:51.454270 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:51.455496 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:51.482434 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a9177cf3-fba1-488f-be5e-b528cf08bee5 None None] Provisioning for port 0e6d0960-72d0-40ab-a931-4296f70080a9 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:51.502718 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:51.581226 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-e28993b3-546f-48cc-9b10-8c087ef1ab24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, dfc73d84-d9bb-42bb-9e68-447b764aae01) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:51.598056 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28993b3-546f-48cc-9b10-8c087ef1ab24 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:51.598632 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e28993b3-546f-48cc-9b10-8c087ef1ab24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:51.640324 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:57:51.657136 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Sync routers for ids ['91b74c1a-a0f2-4596-9709-bcac82b8f129'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:57:51.660056 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779f681b-829f-4c81-9285-fe8d3ca54178 None None] Network dfc73d84-d9bb-42bb-9e68-447b764aae01 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:57:51.672872 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Routers {'91b74c1a-a0f2-4596-9709-bcac82b8f129'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:57:51.673994 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['91b74c1a-a0f2-4596-9709-bcac82b8f129'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:51.683495 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e28993b3-546f-48cc-9b10-8c087ef1ab24 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0699224 Mar 02 18:57:51.689216 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54032) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:51.695750 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1980438265-router', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:57:51.701929 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:51.707123 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Usage tracker for resource:router and tenant:3690a6fef5ca4d7db77cf45287e6059b is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:51.720675 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:51.729111 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:51.759613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:51.769246 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a2501ef4-7507-49e3-bdd6-e132536d124c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1261785 Mar 02 18:57:51.769246 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54036) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:51.942331 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:51.947099 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:51.983175 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Set router 91b74c1a-a0f2-4596-9709-bcac82b8f129 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:57:51.986744 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0e6d0960-72d0-40ab-a931-4296f70080a9 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:57:52.030931 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.037323 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-be9b6d5d-0482-4b30-924b-42b21d9cf6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.170661 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.266651 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-dfc73d84-d9bb-42bb-9e68-447b764aae01', 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'fixed_ips': [{'subnet_id': '2420e415-3c74-49b9-846d-1a79e8671200'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:57:52.268780 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.453457 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-07b91779-a641-4fe8-baf9-450983bc34d9', 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'fixed_ips': [{'subnet_id': '5ebd9a57-3dae-4c27-89d0-f83010cf2532'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:57:52.456636 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.490321 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:57:52.498839 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:52.501538 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.532619 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'name': 'tempest-ServerActionsTestJSON-2141154899-router', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:50Z', 'revision_number': 3, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'gw_port': {'id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:49Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:52.534757 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Usage tracker for resource:floatingip and tenant:18ec1a5d25744e7b8d666340c2a21e85 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:52.545457 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Checking router: 91b74c1a-a0f2-4596-9709-bcac82b8f129 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:57:52.548965 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Updating router 91b74c1a-a0f2-4596-9709-bcac82b8f129 port f6c7d49e-0fba-4407-a5ec-e14f551c0574 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:57:52.553316 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.553316 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:52.606327 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:52.704320 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.746213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.775133 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Allocated IP 172.20.0.2 (dfc73d84-d9bb-42bb-9e68-447b764aae01/2420e415-3c74-49b9-846d-1a79e8671200/a5f265be-3992-41ba-9f2d-1a8cf1b7117b) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:52.835468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.855023 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54050) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:53.005764 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Allocated IP 172.26.4.109 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/f5da8da2-772c-4b7f-986b-cfdcda0e8827) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:53.038771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Allocated IP 172.20.0.2 (07b91779-a641-4fe8-baf9-450983bc34d9/5ebd9a57-3dae-4c27-89d0-f83010cf2532/760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:53.043140 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 0e6d0960-72d0-40ab-a931-4296f70080a9 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:53.235258 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:53.282151 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Transition to ACTIVE for port object a5f265be-3992-41ba-9f2d-1a8cf1b7117b will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:53.332950 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Transition to ACTIVE for port object a5f265be-3992-41ba-9f2d-1a8cf1b7117b will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:53.338559 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 0e6d0960-72d0-40ab-a931-4296f70080a9 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:53.339704 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:53.363305 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:53.397222 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:53.429456 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1825916793'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:57:53.494519 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:53.504857 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Usage tracker for resource:network and tenant:baf4cddc9cb4497d821d0cb9e75ae996 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:53.509425 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:53.516176 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:53.516525 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:53.563683 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:53.602676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Made reservation on behalf of baf4cddc9cb4497d821d0cb9e75ae996 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:53.607658 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:53.631394 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:53.635255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:53.641269 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:57:53.643026 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:53.683843 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Pushing event updated for resources: {'Port': ['ID=f5da8da2-772c-4b7f-986b-cfdcda0e8827,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:53.695594 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:53.702355 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:53.713366 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:53.751529 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Usage tracker for resource:security_group_rule and tenant:baf4cddc9cb4497d821d0cb9e75ae996 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:53.758458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:53.768683 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:53.804716 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54070) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:53.923460 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a4abfba2-49f7-45ae-8c42-d57e3787e28c None None] Provisioning complete for port 0e6d0960-72d0-40ab-a931-4296f70080a9 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:53.923873 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a4abfba2-49f7-45ae-8c42-d57e3787e28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:53.954834 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:53.956783 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.019388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.044189 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.071342 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Transition to ACTIVE for port object f6c7d49e-0fba-4407-a5ec-e14f551c0574 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:54.108393 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.139289 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.183279 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a4abfba2-49f7-45ae-8c42-d57e3787e28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.185952 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:57:54.227188 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Network dfc73d84-d9bb-42bb-9e68-447b764aae01 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:54.256272 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-a4abfba2-49f7-45ae-8c42-d57e3787e28c None None] For port 0e6d0960-72d0-40ab-a931-4296f70080a9, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=0e6d0960-72d0-40ab-a931-4296f70080a9,segment=NetworkSegment(a0445175-78ae-481a-ba54-0acc7a76bc0a),segment_id=a0445175-78ae-481a-ba54-0acc7a76bc0a)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:57:54.257272 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Pushing event updated for resources: {'Port': ['ID=a5f265be-3992-41ba-9f2d-1a8cf1b7117b,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:54.259157 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778372112240', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.259787 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Unsubscribe: segment precommit_create {{(pid=84532) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 18:57:54.260417 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Added segment 1f825858-a9e9-418d-a8f6-70504408d88d of type vlan for network a9326dc6-e522-49cd-a40d-c20ceeb0c138 Mar 02 18:57:54.264559 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:54.269929 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:57:54.273901 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7717d6e3-825b-4143-a6fe-87f2471501a4,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:54.340120 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a4abfba2-49f7-45ae-8c42-d57e3787e28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.404652 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.444906 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Allocated IP 172.26.4.47 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/2859173a-0934-49f1-8eb5-3459ca0c3b89) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:54.463170 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.469845 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-98e1f0f3-e224-42d1-9025-6f6856073ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.476435 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9eb0c-87bf-4fa5-baf9-687d350b4023 None None] Pushing event updated for resources: {'Port': ['ID=f6c7d49e-0fba-4407-a5ec-e14f551c0574,revision_number=2']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:54.488793 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Attempting to bind port f6c7d49e-0fba-4407-a5ec-e14f551c0574 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:57:54.494170 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Attempting to bind port f6c7d49e-0fba-4407-a5ec-e14f551c0574 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:57:54.495504 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Attempting to bind port f6c7d49e-0fba-4407-a5ec-e14f551c0574 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:57:54.524582 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c9eb0c-87bf-4fa5-baf9-687d350b4023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:54.526981 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c9eb0c-87bf-4fa5-baf9-687d350b4023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:54.527963 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c9eb0c-87bf-4fa5-baf9-687d350b4023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:54.530246 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c9eb0c-87bf-4fa5-baf9-687d350b4023 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:54.531273 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c9eb0c-87bf-4fa5-baf9-687d350b4023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:54.533315 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c9eb0c-87bf-4fa5-baf9-687d350b4023 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:54.534204 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c9eb0c-87bf-4fa5-baf9-687d350b4023 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:54.535153 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c9eb0c-87bf-4fa5-baf9-687d350b4023 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:54.536786 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c9eb0c-87bf-4fa5-baf9-687d350b4023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:54.537793 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c9eb0c-87bf-4fa5-baf9-687d350b4023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:54.538639 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c9eb0c-87bf-4fa5-baf9-687d350b4023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c9eb0c-87bf-4fa5-baf9-687d350b4023 None None] Tracked resource versions report: Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: pushed versions: Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: { 'ConntrackHelper': {'1.0'}, Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: 'Log': {'1.0'}, Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: 'Network': {'1.1'}, Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: 'Port': {'1.5'}, Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: 'PortForwarding': {'1.2'}, Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: 'QosPolicy': {'1.8'}, Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: 'SecurityGroup': {'1.2'}, Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: 'SecurityGroupRule': {'1.0'}, Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: 'SubPort': {'1.0'}, Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: 'Subnet': {'1.1'}, Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: 'Trunk': {'1.1'}} Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: consumer versions: Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: { DHCP agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: HyperV agent@hv-neutron-8315: {}, Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: L3 agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: Metadata agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: Metering agent@dv-neutron-831573-1-hyperv: {}, Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: Open vSwitch agent@dv-neutron-831573-1-hyperv: { 'ConntrackHelper': '1.0', Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: 'Log': '1.0', Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: 'Network': '1.1', Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: 'Port': '1.5', Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: 'PortForwarding': '1.2', Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: 'QosPolicy': '1.8', Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: 'SecurityGroup': '1.2', Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: 'SecurityGroupRule': '1.0', Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: 'SubPort': '1.0', Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: 'Subnet': '1.1', Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: 'Trunk': '1.1'}} Mar 02 18:57:54.543528 dv-neutron-831573-1-hyperv neutron-server[84535]: {{(pid=84535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:57:54.560470 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1133570154'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:57:54.582231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:54.585906 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:57:54.589587 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:57:54.591867 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.593624 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Usage tracker for resource:network and tenant:e2e3e2b32ec7418cb24560e32dbdb023 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:54.594549 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:57:54.596670 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Bound port: f6c7d49e-0fba-4407-a5ec-e14f551c0574, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:57:54.600732 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.601777 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:54.636844 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:54.685352 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.706921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.717402 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Transition to ACTIVE for port object 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:54.726770 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Attempting to bind port a5f265be-3992-41ba-9f2d-1a8cf1b7117b on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:57:54.727401 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Attempting to bind port a5f265be-3992-41ba-9f2d-1a8cf1b7117b by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:57:54.727961 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Attempting to bind port a5f265be-3992-41ba-9f2d-1a8cf1b7117b on network dfc73d84-d9bb-42bb-9e68-447b764aae01 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:57:54.768822 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:57:54.769190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Checking segment: {'id': 'a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:57:54.769597 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.769994 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Bound using segment: {'id': 'a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:57:54.771013 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Bound port: a5f265be-3992-41ba-9f2d-1a8cf1b7117b, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:57:54.771522 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.793188 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Made reservation on behalf of e2e3e2b32ec7418cb24560e32dbdb023 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:54.793375 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54088) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:54.799122 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.803320 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abfba2-49f7-45ae-8c42-d57e3787e28c None None] Pushing event updated for resources: {'Port': ['ID=0e6d0960-72d0-40ab-a931-4296f70080a9,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:54.850129 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.853274 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.856872 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] For port f6c7d49e-0fba-4407-a5ec-e14f551c0574, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:57:54.857448 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:54.858079 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.867310 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] For port f6c7d49e-0fba-4407-a5ec-e14f551c0574, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f6c7d49e-0fba-4407-a5ec-e14f551c0574,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:57:54.875988 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Transition to ACTIVE for port object 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:54.910178 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:54.929170 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Usage tracker for resource:security_group_rule and tenant:e2e3e2b32ec7418cb24560e32dbdb023 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:54.932748 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.936827 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:54.948645 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] For port a5f265be-3992-41ba-9f2d-1a8cf1b7117b, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:57:54.956111 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] For port a5f265be-3992-41ba-9f2d-1a8cf1b7117b, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a5f265be-3992-41ba-9f2d-1a8cf1b7117b,segment=NetworkSegment(a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc),segment_id=a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:57:54.986658 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:54.995898 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.996131 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:55.001302 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54096) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:55.039487 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Router 646c2855-464f-4c63-b418-a98d11f7ee80 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:57:55.061427 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:55.071218 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Network 07b91779-a641-4fe8-baf9-450983bc34d9 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:55.079384 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:55.091219 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:55.099435 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:57:55.197054 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3376272 Mar 02 18:57:55.210527 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:55.216434 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9eb0c-87bf-4fa5-baf9-687d350b4023 None None] Pushing event updated for resources: {'Port': ['ID=f6c7d49e-0fba-4407-a5ec-e14f551c0574,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:55.219194 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54102) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:55.220692 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Routers {'91b74c1a-a0f2-4596-9709-bcac82b8f129'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:57:55.221586 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['91b74c1a-a0f2-4596-9709-bcac82b8f129'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:55.222594 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:55.235660 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:57:55.268203 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f717be8b-b167-4ef7-8ded-f4d734057f2a tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:57:55.268852 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Pushing event updated for resources: {'Port': ['ID=2859173a-0934-49f1-8eb5-3459ca0c3b89,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:55.282204 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Attempting to bind port 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:57:55.282811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Attempting to bind port 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '315a1827-3c79-4bf4-a414-e2830b8050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:57:55.283681 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Attempting to bind port 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 on network 07b91779-a641-4fe8-baf9-450983bc34d9 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:57:55.301690 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:57:55.303417 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Checking segment: {'id': '315a1827-3c79-4bf4-a414-e2830b8050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:57:55.303996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:55.304804 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Bound using segment: {'id': '315a1827-3c79-4bf4-a414-e2830b8050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:57:55.305539 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Bound port: 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315a1827-3c79-4bf4-a414-e2830b8050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:57:55.306349 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:55.307434 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-76202ac1-8076-4e58-aaca-54026f558a36 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:57:55.327941 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Pushing event updated for resources: {'Port': ['ID=760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:55.360844 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314db5b1-d577-41f2-83b5-691835c65b75 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Pushing event updated for resources: {'Network': ['ID=a9326dc6-e522-49cd-a40d-c20ceeb0c138,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:55.372110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Allocated IP 172.26.4.38 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/421e3ebc-d4b6-42f2-b6c6-7c9fbb570120) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:55.450069 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] Allocated IP 172.20.0.1 (83e11a8d-5f6c-4e4d-9263-33efd20f1a52/7b63fe96-d8a7-4e7f-a30f-2804bb38215a/a1552787-6d20-457b-bebc-3b474e89acb4) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:55.461490 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed155ad-6025-44a9-9fcc-61d4ba85dcb8 None None] Pushing event updated for resources: {'Port': ['ID=a5f265be-3992-41ba-9f2d-1a8cf1b7117b,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:55.473675 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network a9326dc6-e522-49cd-a40d-c20ceeb0c138 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:57:55.508268 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] Set router 91b74c1a-a0f2-4596-9709-bcac82b8f129 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:57:55.547511 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f717be8b-b167-4ef7-8ded-f4d734057f2a tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] 10.222.0.73 "PUT /v2.0/quotas/74942c5c638343a1aac29449f36bb5bd HTTP/1.1" status: 200 len: 366 time: 0.7506363 Mar 02 18:57:55.557816 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54108) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:55.558368 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Request body: {'network': {'name': 'tempest-network--1686630109', 'router:external': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:57:55.563623 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:55.568465 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Usage tracker for resource:network and tenant:81fe36b6cd724cd38e8fa371345308c3 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:55.571951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:55.578835 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:55.678904 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:55.683546 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] For port 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:57:55.689118 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] For port 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74,segment=NetworkSegment(315a1827-3c79-4bf4-a414-e2830b8050c8),segment_id=315a1827-3c79-4bf4-a414-e2830b8050c8)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:57:55.700727 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-76202ac1-8076-4e58-aaca-54026f558a36 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] 10.222.0.73 "PUT /v2.0/quotas/5323870ee9384e0d960c325cecbe8e4e HTTP/1.1" status: 200 len: 368 time: 0.6982136 Mar 02 18:57:55.701458 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54114) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:55.712894 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Request body: {'network': {'project_id': '5323870ee9384e0d960c325cecbe8e4e'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:57:55.716259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Made reservation on behalf of 81fe36b6cd724cd38e8fa371345308c3 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:55.718224 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:55.721026 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:55.727210 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-466b0894-03f8-4158-b75c-e52d3cb8b16c tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1656973 Mar 02 18:57:55.728020 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54118) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:55.751700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:55.775954 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:55.794128 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:55.810784 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:55.862320 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:55.867638 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:55.876491 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Usage tracker for resource:security_group_rule and tenant:81fe36b6cd724cd38e8fa371345308c3 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:55.878075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Usage tracker for resource:network and tenant:5323870ee9384e0d960c325cecbe8e4e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:55.884814 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:55.889257 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:55.896617 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:55.907318 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:55.921210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:55.934529 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:55.966572 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] Transition to ACTIVE for port object a1552787-6d20-457b-bebc-3b474e89acb4 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:55.968137 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5c9f44-3b55-476b-9078-52a72619f4df,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:55.970709 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a42193-2475-44eb-8014-bb0d24f1291e None None] Pushing event updated for resources: {'Port': ['ID=760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:56.053275 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.109018 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:57:56.112025 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.150328 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-43aecbd3-bebf-4cff-b5d8-46e24158918e tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] 10.222.0.73 "GET /v2.0/quotas/74942c5c638343a1aac29449f36bb5bd HTTP/1.1" status: 200 len: 366 time: 0.2743111 Mar 02 18:57:56.156426 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54124) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:56.175063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.177250 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Pushing event updated for resources: {'Port': ['ID=421e3ebc-d4b6-42f2-b6c6-7c9fbb570120,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:56.179610 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'name': 'tempest-ServerActionsTestJSON-2141154899-router', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:50Z', 'revision_number': 3, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'gw_port': {'id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:49Z', 'updated_at': '2022-03-02T18:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:56.181578 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.186401 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095767fc-0d7b-466c-a4d2-5da3d363e64a None None] The sync data for ids ['91b74c1a-a0f2-4596-9709-bcac82b8f129'] in dv-neutron-831573-1-hyperv is: [{'id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'name': 'tempest-ServerActionsTestJSON-2141154899-router', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:50Z', 'revision_number': 3, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'gw_port': {'id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:49Z', 'updated_at': '2022-03-02T18:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:57:56.204850 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.205190 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Added segment 5c0718a9-4582-49ed-8e8b-a07570e60dc1 of type vlan for network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f Mar 02 18:57:56.213662 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Made reservation on behalf of 5323870ee9384e0d960c325cecbe8e4e for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:56.216059 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.279781 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a1552787-6d20-457b-bebc-3b474e89acb4,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:56.284855 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.316571 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.338666 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:56.340592 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] Network 83e11a8d-5f6c-4e4d-9263-33efd20f1a52 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:56.341469 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:57:56.350761 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:56.354447 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:56.372480 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.380281 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:57:56.404499 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.427777 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:57:56.428260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.431237 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de0058d-76ed-47a1-8a79-3f547a555703,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:56.451245 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.451614 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Added segment 47661337-2830-4c6d-a801-560cb76eb44e of type vlan for network 04c86d48-b40c-43b6-a769-e1b9c18940a0 Mar 02 18:57:56.554672 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0446aa5b-04a9-4434-abe3-f47094301eca tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/74942c5c638343a1aac29449f36bb5bd HTTP/1.1" status: 204 len: 168 time: 0.3933847 Mar 02 18:57:56.558270 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54130) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:56.560419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.599509 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8c88e6b4-d6d6-45af-b4e1-ac6b2a94ebbf tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0321970 Mar 02 18:57:56.602492 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54134) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:56.608295 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:56.623778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Usage tracker for resource:security_group_rule and tenant:5323870ee9384e0d960c325cecbe8e4e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:56.631732 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:56.637307 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7c490143-3ddd-4c07-892b-5fe2f08f1c16 tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] 10.222.0.73 "GET /v2.0/quotas/74942c5c638343a1aac29449f36bb5bd HTTP/1.1" status: 200 len: 370 time: 0.0331180 Mar 02 18:57:56.638600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:56.639213 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54138) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:56.646130 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ccaa349a-82aa-4749-914b-80ea46c8d91b tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] 10.222.0.73 "GET /v2.0/quotas/74942c5c638343a1aac29449f36bb5bd/default HTTP/1.1" status: 200 len: 370 time: 0.0052404 Mar 02 18:57:56.648839 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54142) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:56.658108 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.661717 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:56.662427 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.700701 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:57:56.716390 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Sync routers for ids ['646c2855-464f-4c63-b418-a98d11f7ee80'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:57:56.727763 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.728650 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:56.729249 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.742410 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Routers {'646c2855-464f-4c63-b418-a98d11f7ee80'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:57:56.743021 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['646c2855-464f-4c63-b418-a98d11f7ee80'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:56.820003 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-82817eea-09ad-4f57-a185-365e17666344 tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] delete failed (client error): The resource could not be found. Mar 02 18:57:56.821163 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-82817eea-09ad-4f57-a185-365e17666344 tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/74942c5c638343a1aac29449f36bb5bd HTTP/1.1" status: 404 len: 348 time: 0.1713679 Mar 02 18:57:56.870090 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6486044 Mar 02 18:57:56.905530 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54150) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:56.950230 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.1441314 Mar 02 18:57:57.072220 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1e973afa-0d61-4300-a658-10940ef95cfc None None] Provisioning for port a1552787-6d20-457b-bebc-3b474e89acb4 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:57.087088 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1e973afa-0d61-4300-a658-10940ef95cfc None None] Provisioning complete for port a1552787-6d20-457b-bebc-3b474e89acb4 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:57.088869 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1e973afa-0d61-4300-a658-10940ef95cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.177239 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbe4b8-2df3-4f3e-bde0-ac55a96869c5 tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Pushing event updated for resources: {'Network': ['ID=4aa17850-07cc-4f22-ba2e-567c3ebfba0f,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:57.216900 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:57:57.256331 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.261177 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bc835597-a958-4ae5-aeec-40366b593db2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9233854 Mar 02 18:57:57.262139 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54162) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:57.270874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.273717 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.299412 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:57:57.506209 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54166) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:57.550543 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.604909 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58848e35-5641-4fcd-bc1f-81d8f0de806b tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Pushing event updated for resources: {'Network': ['ID=04c86d48-b40c-43b6-a769-e1b9c18940a0,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:57.654460 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.659213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.718126 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3bc95bb4-4f5e-43b7-af50-610a5a4dad6c tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] Usage tracker for resource:network and tenant:808c2c1e419648b8bd53d5dfd086cc18 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:57.721267 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.722156 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.741962 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:57:57.744580 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fedc41-2566-4b7b-916e-038d12de5a21,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:57.756973 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.764514 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6567b159-bdc5-4a9a-8664-a7a53a0c024d None None] Network dfc73d84-d9bb-42bb-9e68-447b764aae01 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:57:57.787616 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 04c86d48-b40c-43b6-a769-e1b9c18940a0 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:57:57.806927 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1e973afa-0d61-4300-a658-10940ef95cfc None None] Port a1552787-6d20-457b-bebc-3b474e89acb4 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:57:57.816943 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc24759a-c1dd-4bd4-81ac-78f7a9e32520 None None] Network 07b91779-a641-4fe8-baf9-450983bc34d9 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:57:57.821815 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.822248 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Added segment 687d46fd-73c1-4031-b917-b1296aa4fd35 of type vlan for network 631f89cb-f50a-4a31-9307-567ae169631f Mar 02 18:57:57.889180 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Pushing event updated for resources: {'Port': ['ID=2859173a-0934-49f1-8eb5-3459ca0c3b89,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:57.898193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3bc95bb4-4f5e-43b7-af50-610a5a4dad6c tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:57.904318 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.946782 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.003388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.119068 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.120168 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:58.120755 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.178585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3bc95bb4-4f5e-43b7-af50-610a5a4dad6c tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] Usage tracker for resource:subnet and tenant:808c2c1e419648b8bd53d5dfd086cc18 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:58.420452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:57:58.420452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:57:58.420452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:57:58.420452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Subscribe: > port after_create 55550000 {{(pid=84532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:57:58.420452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:57:58.420452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Subscribe: > port after_update 55550000 {{(pid=84532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:57:58.420452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:57:58.420452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:57:58.420452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:57:58.420452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:57:58.421583 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.421583 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-70d586b5-02be-43db-8c20-f858aa435685 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8723211 Mar 02 18:57:58.421815 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-793c7dde-ead2-4dfd-b133-0dafb3adfad6 None None] Provisioning for port 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:58.421815 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Set router 646c2855-464f-4c63-b418-a98d11f7ee80 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:57:58.421959 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54172) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:58.421959 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54174) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:58.421959 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-8a7105e0-9eb3-4fe4-9c6a-be97470f66e6 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1211009822', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'fixed_ips': [{'ip_address': '172.26.4.47'}]}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:57:58.421959 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Request body: {'port': {'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f', 'binding:host_id': 'hv-neutron-8315', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1980351814'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:57:58.423696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:57:58.423696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:57:58.423696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:57:58.423696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:57:58.423696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c86d48-b40c-43b6-a769-e1b9c18940a0']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:58.424039 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:58.424113 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Pushing event updated for resources: {'Network': ['ID=631f89cb-f50a-4a31-9307-567ae169631f,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:58.424113 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8a7105e0-9eb3-4fe4-9c6a-be97470f66e6 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:58.424113 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:58.424113 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8a7105e0-9eb3-4fe4-9c6a-be97470f66e6 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Usage tracker for resource:port and tenant:18ec1a5d25744e7b8d666340c2a21e85 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:58.424113 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8a7105e0-9eb3-4fe4-9c6a-be97470f66e6 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:58.424444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47661337-2830-4c6d-a801-560cb76eb44e') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:58.424444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47661337-2830-4c6d-a801-560cb76eb44e') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:58.424579 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Usage tracker for resource:port and tenant:500e5eec2c7e4b72881784d640666dee is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:58.427864 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 631f89cb-f50a-4a31-9307-567ae169631f details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:57:58.430019 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3bc95bb4-4f5e-43b7-af50-610a5a4dad6c tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:58.431116 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:58.437208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8a7105e0-9eb3-4fe4-9c6a-be97470f66e6 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:58.451378 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:58.458617 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.503124 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.506313 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3bc95bb4-4f5e-43b7-af50-610a5a4dad6c tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] Usage tracker for resource:subnetpool and tenant:808c2c1e419648b8bd53d5dfd086cc18 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:58.508761 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:58.508761 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.523210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:57:58.523819 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn_limited( Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn_limited( Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:57:58.541765 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:57:58.544268 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3bc95bb4-4f5e-43b7-af50-610a5a4dad6c tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:58.643476 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:57:58.652986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3bc95bb4-4f5e-43b7-af50-610a5a4dad6c tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] Usage tracker for resource:port and tenant:808c2c1e419648b8bd53d5dfd086cc18 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:58.669358 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.671938 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-70db783b-3800-4d5c-b45a-46566d42931d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.9666588 Mar 02 18:57:58.678634 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3bc95bb4-4f5e-43b7-af50-610a5a4dad6c tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:58.678819 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7105e0-9eb3-4fe4-9c6a-be97470f66e6 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Made reservation on behalf of 18ec1a5d25744e7b8d666340c2a21e85 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:58.680748 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8a7105e0-9eb3-4fe4-9c6a-be97470f66e6 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.681066 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54180) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:58.689157 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-4b57d6bb-2ef8-4ea0-82f2-6a255ef0775d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Request body: {'network': {'project_id': '5323870ee9384e0d960c325cecbe8e4e'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:57:58.697984 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4b57d6bb-2ef8-4ea0-82f2-6a255ef0775d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:58.700812 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8a7105e0-9eb3-4fe4-9c6a-be97470f66e6 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.709622 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4b57d6bb-2ef8-4ea0-82f2-6a255ef0775d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Usage tracker for resource:network and tenant:5323870ee9384e0d960c325cecbe8e4e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:58.709805 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-793c7dde-ead2-4dfd-b133-0dafb3adfad6 None None] Provisioning for port a5f265be-3992-41ba-9f2d-1a8cf1b7117b completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:58.712292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3bc95bb4-4f5e-43b7-af50-610a5a4dad6c tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] Usage tracker for resource:router and tenant:808c2c1e419648b8bd53d5dfd086cc18 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:58.723972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4b57d6bb-2ef8-4ea0-82f2-6a255ef0775d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:58.737159 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8a7105e0-9eb3-4fe4-9c6a-be97470f66e6 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:58.739746 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4b57d6bb-2ef8-4ea0-82f2-6a255ef0775d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:58.741940 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3bc95bb4-4f5e-43b7-af50-610a5a4dad6c tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:58.742065 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8a7105e0-9eb3-4fe4-9c6a-be97470f66e6 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Usage tracker for resource:security_group_rule and tenant:18ec1a5d25744e7b8d666340c2a21e85 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:58.745089 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8a7105e0-9eb3-4fe4-9c6a-be97470f66e6 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:58.751252 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8a7105e0-9eb3-4fe4-9c6a-be97470f66e6 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:58.758287 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.823341 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8a7105e0-9eb3-4fe4-9c6a-be97470f66e6 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.827665 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Made reservation on behalf of 500e5eec2c7e4b72881784d640666dee for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:58.830159 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.850457 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.868566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3bc95bb4-4f5e-43b7-af50-610a5a4dad6c tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] Usage tracker for resource:floatingip and tenant:808c2c1e419648b8bd53d5dfd086cc18 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:58.871335 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a1552787-6d20-457b-bebc-3b474e89acb4,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:58.877632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.893807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b57d6bb-2ef8-4ea0-82f2-6a255ef0775d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Made reservation on behalf of 5323870ee9384e0d960c325cecbe8e4e for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:58.896940 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b57d6bb-2ef8-4ea0-82f2-6a255ef0775d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.950210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3bc95bb4-4f5e-43b7-af50-610a5a4dad6c tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:58.958972 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8a7105e0-9eb3-4fe4-9c6a-be97470f66e6 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.960070 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Pushing event deleted for resources: {'Network': ['ID=04c86d48-b40c-43b6-a769-e1b9c18940a0,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:58.966590 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 04c86d48-b40c-43b6-a769-e1b9c18940a0 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 18:57:58.978395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.989696 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4301792d-f21f-42fa-9dd3-86de421a5e2c tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] 10.222.0.73 "DELETE /v2.0/networks/04c86d48-b40c-43b6-a769-e1b9c18940a0 HTTP/1.1" status: 204 len: 168 time: 2.0864098 Mar 02 18:57:58.998520 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54186) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:59.018357 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-8a7105e0-9eb3-4fe4-9c6a-be97470f66e6 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] device_id is not set on port fe3359de-d1e5-493c-adb5-03e7de9734fc yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:57:59.040632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:59.059704 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-8c95de8a-414a-4a22-8855-2659bf602fe9 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:57:59.078439 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7105e0-9eb3-4fe4-9c6a-be97470f66e6 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12ce82e-02ca-4b84-b85f-4526c5f74b6a,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:59.109518 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8c95de8a-414a-4a22-8855-2659bf602fe9 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:59.126528 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b57d6bb-2ef8-4ea0-82f2-6a255ef0775d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:57:59.141579 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8c95de8a-414a-4a22-8855-2659bf602fe9 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Usage tracker for resource:network and tenant:81fe36b6cd724cd38e8fa371345308c3 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:59.158541 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:59.172725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8c95de8a-414a-4a22-8855-2659bf602fe9 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:59.187120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Usage tracker for resource:security_group_rule and tenant:500e5eec2c7e4b72881784d640666dee is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:59.194752 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:59.218930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:59.219476 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:59.312722 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8c95de8a-414a-4a22-8855-2659bf602fe9 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:59.329220 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b57d6bb-2ef8-4ea0-82f2-6a255ef0775d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:59.329841 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-4b57d6bb-2ef8-4ea0-82f2-6a255ef0775d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Added segment e54b1dac-8702-4b63-b451-ed80aba1aa47 of type vlan for network e66a4dbf-0ca9-4ea0-a10f-cd800b54616f Mar 02 18:57:59.338027 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74,segment=NetworkSegment(315a1827-3c79-4bf4-a414-e2830b8050c8),segment_id=315a1827-3c79-4bf4-a414-e2830b8050c8)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:57:59.393082 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'name': 'tempest-ServersTestManualDisk-733477026-router', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:57:53Z', 'revision_number': 3, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'gw_port': {'id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:52Z', 'updated_at': '2022-03-02T18:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:59.400501 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b57d6bb-2ef8-4ea0-82f2-6a255ef0775d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:59.403014 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-dafc8dff-9548-476c-8d63-d434d70765c9 None None] Provisioning complete for port 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:59.404338 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dafc8dff-9548-476c-8d63-d434d70765c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:59.418536 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] Network 83e11a8d-5f6c-4e4d-9263-33efd20f1a52 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:59.423099 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:59.566352 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:59.571255 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0e6d0960-72d0-40ab-a931-4296f70080a9 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:57:59.610767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c95de8a-414a-4a22-8855-2659bf602fe9 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Made reservation on behalf of 81fe36b6cd724cd38e8fa371345308c3 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:59.613126 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8c95de8a-414a-4a22-8855-2659bf602fe9 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:59.653625 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-4b57d6bb-2ef8-4ea0-82f2-6a255ef0775d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:57:59.684647 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Router 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:57:59.712221 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3bc95bb4-4f5e-43b7-af50-610a5a4dad6c tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] Usage tracker for resource:security_group and tenant:808c2c1e419648b8bd53d5dfd086cc18 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:59.743221 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3bc95bb4-4f5e-43b7-af50-610a5a4dad6c tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:59.773670 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c95de8a-414a-4a22-8855-2659bf602fe9 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:57:59.796367 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Checking router: 646c2855-464f-4c63-b418-a98d11f7ee80 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:57:59.796881 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Updating router 646c2855-464f-4c63-b418-a98d11f7ee80 port f5da8da2-772c-4b7f-986b-cfdcda0e8827 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:57:59.805103 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:59.852223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b57d6bb-2ef8-4ea0-82f2-6a255ef0775d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:59.853099 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b57d6bb-2ef8-4ea0-82f2-6a255ef0775d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:59.853683 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b57d6bb-2ef8-4ea0-82f2-6a255ef0775d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:59.857608 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8c95de8a-414a-4a22-8855-2659bf602fe9 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:59.857954 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-8c95de8a-414a-4a22-8855-2659bf602fe9 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Added segment a7e6ef8f-a6bf-4b0f-adc4-a3d7a4c12d52 of type vlan for network 915b54a2-24f2-460a-b14d-afdb93e6cbea Mar 02 18:57:59.872018 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:59.896551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3bc95bb4-4f5e-43b7-af50-610a5a4dad6c tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] Usage tracker for resource:security_group_rule and tenant:808c2c1e419648b8bd53d5dfd086cc18 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:59.920194 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:59.934522 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7105e0-9eb3-4fe4-9c6a-be97470f66e6 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 18:57:59.934522 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a7105e0-9eb3-4fe4-9c6a-be97470f66e6 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:57:59.938738 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] device_id is not set on port fba8db12-87a6-464a-8c06-ba4580c66a16 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:58:00.065909 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a95d89-40ee-49c3-870b-d11d32a1cf5e,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:00.074637 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:00.081507 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:00.124941 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 0e6d0960-72d0-40ab-a931-4296f70080a9 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:00.125441 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:00.172861 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8a7105e0-9eb3-4fe4-9c6a-be97470f66e6 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.8655939 Mar 02 18:58:00.173662 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54190) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:00.203985 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3bc95bb4-4f5e-43b7-af50-610a5a4dad6c tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:00.291295 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3bc95bb4-4f5e-43b7-af50-610a5a4dad6c tempest-QuotasTest-599152217 tempest-QuotasTest-599152217-project-admin] 10.222.0.73 "GET /v2.0/quotas/808c2c1e419648b8bd53d5dfd086cc18/details.json HTTP/1.1" status: 200 len: 703 time: 2.7759476 Mar 02 18:58:00.323569 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c343ec84-cef4-4143-81b2-6d4ad98cd2d9 None None] Provisioning complete for port a1552787-6d20-457b-bebc-3b474e89acb4 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:00.324117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c343ec84-cef4-4143-81b2-6d4ad98cd2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:00.373782 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57d6bb-2ef8-4ea0-82f2-6a255ef0775d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Pushing event updated for resources: {'Network': ['ID=e66a4dbf-0ca9-4ea0-a10f-cd800b54616f,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:00.478980 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4b57d6bb-2ef8-4ea0-82f2-6a255ef0775d tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7959504 Mar 02 18:58:00.481369 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8c95de8a-414a-4a22-8855-2659bf602fe9 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:00.485203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54196) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:00.491737 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network e66a4dbf-0ca9-4ea0-a10f-cd800b54616f details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:58:00.537113 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-4a6573c4-0c22-41bc-b293-aa0c837578a4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Request body: {'network': {'project_id': '5323870ee9384e0d960c325cecbe8e4e'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:00.554899 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-4a6573c4-0c22-41bc-b293-aa0c837578a4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:00.577778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4a6573c4-0c22-41bc-b293-aa0c837578a4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Usage tracker for resource:network and tenant:5323870ee9384e0d960c325cecbe8e4e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:00.582888 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-3553004e-7a4f-4719-8260-d9d54a8c0d34 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Deleting port 2859173a-0934-49f1-8eb5-3459ca0c3b89 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:58:00.586628 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3553004e-7a4f-4719-8260-d9d54a8c0d34 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:00.620217 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4a6573c4-0c22-41bc-b293-aa0c837578a4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:00.642992 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:58:00.653546 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-4a6573c4-0c22-41bc-b293-aa0c837578a4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:00.655119 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Sync routers for ids ['809eb97e-5bf2-478a-b5e9-da1b2aa396a5'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:58:00.674819 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c343ec84-cef4-4143-81b2-6d4ad98cd2d9 None None] Port a1552787-6d20-457b-bebc-3b474e89acb4 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:58:00.681679 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8c95de8a-414a-4a22-8855-2659bf602fe9 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:00.684595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c95de8a-414a-4a22-8855-2659bf602fe9 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:00.685058 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f6c7d49e-0fba-4407-a5ec-e14f551c0574 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:00.688840 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8c95de8a-414a-4a22-8855-2659bf602fe9 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:00.690471 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Routers {'809eb97e-5bf2-478a-b5e9-da1b2aa396a5'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:58:00.691525 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['809eb97e-5bf2-478a-b5e9-da1b2aa396a5'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:00.697889 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6573c4-0c22-41bc-b293-aa0c837578a4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 18:58:00.698344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6573c4-0c22-41bc-b293-aa0c837578a4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:58:00.702429 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4a6573c4-0c22-41bc-b293-aa0c837578a4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2028117 Mar 02 18:58:00.743688 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54200) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:00.870320 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:00.887084 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Transition to ACTIVE for port object f5da8da2-772c-4b7f-986b-cfdcda0e8827 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:00.889377 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:00.892295 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ffcfbb12-9085-4388-a370-a907fe22ef31 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.2021301 Mar 02 18:58:00.899171 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54204) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:00.922414 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] device_id is not set on port fba8db12-87a6-464a-8c06-ba4580c66a16 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:58:00.937793 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] Allocated IP 172.20.0.1 (07b91779-a641-4fe8-baf9-450983bc34d9/5ebd9a57-3dae-4c27-89d0-f83010cf2532/62d79458-b22a-4440-b935-a339730d2d4c) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:00.939933 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:00.971660 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:00.982939 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e90e1f1e-7352-4645-b261-5916d910fb88 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5323870ee9384e0d960c325cecbe8e4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2360783 Mar 02 18:58:00.990363 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54208) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:00.995101 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Transition to ACTIVE for port object fba8db12-87a6-464a-8c06-ba4580c66a16 will not be triggered until provisioned by entity L2. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:01.005536 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95de8a-414a-4a22-8855-2659bf602fe9 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Pushing event updated for resources: {'Network': ['ID=915b54a2-24f2-460a-b14d-afdb93e6cbea,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:01.008272 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8c95de8a-414a-4a22-8855-2659bf602fe9 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.0042288 Mar 02 18:58:01.019282 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54214) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:01.039157 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-1945513b-5588-4d59-9ac4-6c2f66a91810 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Request body: {'subnet': {'network_id': '915b54a2-24f2-460a-b14d-afdb93e6cbea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:01.100483 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 915b54a2-24f2-460a-b14d-afdb93e6cbea details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:58:01.109937 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Set router 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:58:01.126981 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1945513b-5588-4d59-9ac4-6c2f66a91810 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:01.144645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3553004e-7a4f-4719-8260-d9d54a8c0d34 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.144982 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3553004e-7a4f-4719-8260-d9d54a8c0d34 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.157086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] Router 91b74c1a-a0f2-4596-9709-bcac82b8f129 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:58:01.166584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port f6c7d49e-0fba-4407-a5ec-e14f551c0574 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:01.167291 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b66ddfb9-96da-4934-a2c2-cbc7fffda5a9 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.206173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b66ddfb9-96da-4934-a2c2-cbc7fffda5a9 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.251796 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port f6c7d49e-0fba-4407-a5ec-e14f551c0574 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:01.253439 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54218) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:01.253574 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.263391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.283294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] Transition to ACTIVE for port object 62d79458-b22a-4440-b935-a339730d2d4c will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:01.314196 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1945513b-5588-4d59-9ac4-6c2f66a91810 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Usage tracker for resource:subnet and tenant:81fe36b6cd724cd38e8fa371345308c3 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:01.321207 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.325879 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1945513b-5588-4d59-9ac4-6c2f66a91810 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:01.382512 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.463267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209678a-b0a2-4751-9703-5014e419264e None None] Pushing event updated for resources: {'Port': ['ID=f5da8da2-772c-4b7f-986b-cfdcda0e8827,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:01.505463 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Attempting to bind port f5da8da2-772c-4b7f-986b-cfdcda0e8827 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:01.505863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Attempting to bind port f5da8da2-772c-4b7f-986b-cfdcda0e8827 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:01.506235 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Attempting to bind port f5da8da2-772c-4b7f-986b-cfdcda0e8827 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:01.522859 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:58:01.530711 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:01.532428 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.532838 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:58:01.537795 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Bound port: f5da8da2-772c-4b7f-986b-cfdcda0e8827, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:58:01.538299 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.545886 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'name': 'tempest-ServersTestJSON-1980438265-router', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:57:56Z', 'revision_number': 3, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'gw_port': {'id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:01.552399 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Checking router: 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:58:01.553045 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Updating router 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 port 421e3ebc-d4b6-42f2-b6c6-7c9fbb570120 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:58:01.564719 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b66ddfb9-96da-4934-a2c2-cbc7fffda5a9 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.582444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a2e98efd-85eb-4335-a2e5-24a1f44da4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.606551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ddfb9-96da-4934-a2c2-cbc7fffda5a9 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fedc41-2566-4b7b-916e-038d12de5a21,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:01.622031 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.643809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.655992 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1945513b-5588-4d59-9ac4-6c2f66a91810 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:01.672888 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-3553004e-7a4f-4719-8260-d9d54a8c0d34 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Calling delete_port for 2859173a-0934-49f1-8eb5-3459ca0c3b89 owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:58:01.687182 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.698411 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] For port f5da8da2-772c-4b7f-986b-cfdcda0e8827, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:58:01.705377 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] For port f5da8da2-772c-4b7f-986b-cfdcda0e8827, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f5da8da2-772c-4b7f-986b-cfdcda0e8827,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:58:01.724481 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port f6c7d49e-0fba-4407-a5ec-e14f551c0574, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f6c7d49e-0fba-4407-a5ec-e14f551c0574,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:01.739882 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] Network 07b91779-a641-4fe8-baf9-450983bc34d9 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:01.755602 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:01.758351 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:01.759133 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.766093 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b66ddfb9-96da-4934-a2c2-cbc7fffda5a9 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.771137 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b66ddfb9-96da-4934-a2c2-cbc7fffda5a9 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/f7fedc41-2566-4b7b-916e-038d12de5a21 HTTP/1.1" status: 204 len: 168 time: 0.7795465 Mar 02 18:58:01.772883 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.775447 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54224) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:01.815162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a2e98efd-85eb-4335-a2e5-24a1f44da4d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:01.834486 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a2e98efd-85eb-4335-a2e5-24a1f44da4d4 admin admin] Usage tracker for resource:security_group_rule and tenant:753cb29b57b54e61a5e0fcb96f5ab526 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:01.835571 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.836377 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a5f265be-3992-41ba-9f2d-1a8cf1b7117b up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:01.856542 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a2e98efd-85eb-4335-a2e5-24a1f44da4d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:01.864257 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a2e98efd-85eb-4335-a2e5-24a1f44da4d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:01.915337 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:58:01.922692 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Pushing event updated for resources: {'Port': ['ID=fba8db12-87a6-464a-8c06-ba4580c66a16,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:01.943447 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Sync routers for ids ['91b74c1a-a0f2-4596-9709-bcac82b8f129'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:58:01.968393 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b30827c4-5127-4caa-b2ce-4a46817f70b7 admin admin] 10.222.0.73 "PUT /v2.0/routers/91b74c1a-a0f2-4596-9709-bcac82b8f129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2006800 Mar 02 18:58:02.007311 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209678a-b0a2-4751-9703-5014e419264e None None] Pushing event updated for resources: {'Port': ['ID=f5da8da2-772c-4b7f-986b-cfdcda0e8827,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:02.031451 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1945513b-5588-4d59-9ac4-6c2f66a91810 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Made reservation on behalf of 81fe36b6cd724cd38e8fa371345308c3 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:02.043161 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1945513b-5588-4d59-9ac4-6c2f66a91810 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks [] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:02.049536 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Routers {'646c2855-464f-4c63-b418-a98d11f7ee80'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:58:02.049536 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['646c2855-464f-4c63-b418-a98d11f7ee80'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:02.085362 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a2e98efd-85eb-4335-a2e5-24a1f44da4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:02.181816 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:02.196797 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Transition to ACTIVE for port object 421e3ebc-d4b6-42f2-b6c6-7c9fbb570120 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:02.234491 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a2e98efd-85eb-4335-a2e5-24a1f44da4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:02.247340 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Routers {'91b74c1a-a0f2-4596-9709-bcac82b8f129'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:58:02.247983 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['91b74c1a-a0f2-4596-9709-bcac82b8f129'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:02.320846 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:02.431694 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3908e-88e8-4c5f-9306-f79eba17c1b2 None None] Pushing event updated for resources: {'Port': ['ID=421e3ebc-d4b6-42f2-b6c6-7c9fbb570120,revision_number=2']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:02.468427 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e98efd-85eb-4335-a2e5-24a1f44da4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810de430-7276-4d2e-a554-8ca5d692c14f,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:02.487179 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=f6c7d49e-0fba-4407-a5ec-e14f551c0574,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:02.492686 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Attempting to bind port 421e3ebc-d4b6-42f2-b6c6-7c9fbb570120 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:02.493254 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Attempting to bind port 421e3ebc-d4b6-42f2-b6c6-7c9fbb570120 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:02.493849 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Attempting to bind port 421e3ebc-d4b6-42f2-b6c6-7c9fbb570120 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:02.505162 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:58:02.505686 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:02.506324 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:02.506896 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:58:02.507680 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Bound port: 421e3ebc-d4b6-42f2-b6c6-7c9fbb570120, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:58:02.508174 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:02.519552 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port a5f265be-3992-41ba-9f2d-1a8cf1b7117b completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:02.545655 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-14bcf8c1-f9e7-4c97-8fe9-7347c396a58b None None] Provisioning for port 62d79458-b22a-4440-b935-a339730d2d4c completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:02.554637 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a5f265be-3992-41ba-9f2d-1a8cf1b7117b triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:02.555215 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:02.591864 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] Pushing event updated for resources: {'Port': ['ID=62d79458-b22a-4440-b935-a339730d2d4c,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:02.600992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-14bcf8c1-f9e7-4c97-8fe9-7347c396a58b None None] Provisioning complete for port 62d79458-b22a-4440-b935-a339730d2d4c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:02.601840 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-14bcf8c1-f9e7-4c97-8fe9-7347c396a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:02.617899 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] For port 421e3ebc-d4b6-42f2-b6c6-7c9fbb570120, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:58:02.625861 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] For port 421e3ebc-d4b6-42f2-b6c6-7c9fbb570120, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=421e3ebc-d4b6-42f2-b6c6-7c9fbb570120,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:58:02.628512 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Checking segment: {'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:02.629458 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Network hostable DHCP agents. Network: 4aa17850-07cc-4f22-ba2e-567c3ebfba0f, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:58:02.630897 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a2e98efd-85eb-4335-a2e5-24a1f44da4d4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=753cb29b57b54e61a5e0fcb96f5ab526&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3760421 Mar 02 18:58:02.634151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54240) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:02.686624 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] Set router 646c2855-464f-4c63-b418-a98d11f7ee80 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:58:02.707055 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:02.750938 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3553004e-7a4f-4719-8260-d9d54a8c0d34 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:02.757847 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8b8c26a0-b517-4df2-83f0-25f937b65767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:02.780912 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Set router 91b74c1a-a0f2-4596-9709-bcac82b8f129 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:58:02.803309 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8b8c26a0-b517-4df2-83f0-25f937b65767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:02.826173 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:02.837600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:58:02.877395 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553004e-7a4f-4719-8260-d9d54a8c0d34 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Pushing event deleted for resources: {'Port': ['ID=2859173a-0934-49f1-8eb5-3459ca0c3b89,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:02.889955 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3908e-88e8-4c5f-9306-f79eba17c1b2 None None] Pushing event updated for resources: {'Port': ['ID=421e3ebc-d4b6-42f2-b6c6-7c9fbb570120,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:02.919566 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Routers {'809eb97e-5bf2-478a-b5e9-da1b2aa396a5'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:58:02.920211 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['809eb97e-5bf2-478a-b5e9-da1b2aa396a5'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:03.003193 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-14bcf8c1-f9e7-4c97-8fe9-7347c396a58b None None] Port 62d79458-b22a-4440-b935-a339730d2d4c cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:58:03.032231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 4aa17850-07cc-4f22-ba2e-567c3ebfba0f) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:03.072943 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8b8c26a0-b517-4df2-83f0-25f937b65767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:03.084524 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:03.125549 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c26a0-b517-4df2-83f0-25f937b65767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810de430-7276-4d2e-a554-8ca5d692c14f,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:03.151087 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:03.165440 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8b8c26a0-b517-4df2-83f0-25f937b65767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:03.169568 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8b8c26a0-b517-4df2-83f0-25f937b65767 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/810de430-7276-4d2e-a554-8ca5d692c14f HTTP/1.1" status: 204 len: 168 time: 0.5349531 Mar 02 18:58:03.176278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6d694f5c-f94d-4654-8e13-3aabd1833dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:03.259070 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] Set router 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:58:03.294523 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:03.380762 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:58:03.381110 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:58:03.381846 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:58:03.382172 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Subscribe: > port after_create 55550000 {{(pid=84533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:58:03.382493 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:58:03.382845 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Subscribe: > port after_update 55550000 {{(pid=84533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:58:03.383178 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:58:03.383705 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:58:03.384024 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:58:03.384338 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:58:03.416732 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cce640-ef0e-4014-a11a-c95b13add30e None None] Network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:03.530534 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-6d694f5c-f94d-4654-8e13-3aabd1833dda admin admin] Allocated IP 172.20.0.1 (dfc73d84-d9bb-42bb-9e68-447b764aae01/2420e415-3c74-49b9-846d-1a79e8671200/d529cf5c-992f-420b-a40e-f9b8efe2c061) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:03.559551 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:58:03.559935 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:58:03.560372 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:58:03.560696 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:58:03.561068 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66a4dbf-0ca9-4ea0-a10f-cd800b54616f']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:03.574373 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54b1dac-8702-4b63-b451-ed80aba1aa47') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:03.574652 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54b1dac-8702-4b63-b451-ed80aba1aa47') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:03.603722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:03.643758 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:03.655826 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:58:03.656227 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn_limited( Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn_limited( Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:58:03.771680 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:58:03.828523 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'name': 'tempest-ServersTestJSON-1980438265-router', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:57:56Z', 'revision_number': 3, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'gw_port': {'id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:03.838203 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bfd4db-ce00-45ec-9808-d586a6269c91 None None] The sync data for ids ['809eb97e-5bf2-478a-b5e9-da1b2aa396a5'] in dv-neutron-831573-1-hyperv is: [{'id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'name': 'tempest-ServersTestJSON-1980438265-router', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:57:56Z', 'revision_number': 3, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'gw_port': {'id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:58:03.874105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6d694f5c-f94d-4654-8e13-3aabd1833dda admin admin] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:03.908631 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-6d694f5c-f94d-4654-8e13-3aabd1833dda admin admin] Transition to ACTIVE for port object d529cf5c-992f-420b-a40e-f9b8efe2c061 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:03.911669 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3553004e-7a4f-4719-8260-d9d54a8c0d34 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:03.928209 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:03.928653 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:03.929051 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:03.982483 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:03.994970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port fba8db12-87a6-464a-8c06-ba4580c66a16 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:03.996181 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:04.002952 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 2 to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 Mar 02 18:58:04.029115 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6d694f5c-f94d-4654-8e13-3aabd1833dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:04.044421 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'name': 'tempest-ServerActionsTestJSON-2141154899-router', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:56Z', 'revision_number': 4, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'gw_port': {'id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:49Z', 'updated_at': '2022-03-02T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a1552787-6d20-457b-bebc-3b474e89acb4', 'name': '', 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'mac_address': 'fa:16:3e:33:ad:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b63fe96-d8a7-4e7f-a30f-2804bb38215a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:54Z', 'updated_at': '2022-03-02T18:57:57Z', 'revision_number': 2, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'subnets': [{'id': '7b63fe96-d8a7-4e7f-a30f-2804bb38215a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:04.063430 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Checking router: 91b74c1a-a0f2-4596-9709-bcac82b8f129 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:58:04.063675 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Updating router 91b74c1a-a0f2-4596-9709-bcac82b8f129 port a1552787-6d20-457b-bebc-3b474e89acb4 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:58:04.107533 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3553004e-7a4f-4719-8260-d9d54a8c0d34 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:04.116490 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3553004e-7a4f-4719-8260-d9d54a8c0d34 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249 tempest-ExternalNetworksAdminNegativeTestJSON-1684584249-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/e99ab7b9-7a70-4830-b66d-9180f5ddda1a HTTP/1.1" status: 204 len: 168 time: 3.9030983 Mar 02 18:58:04.117537 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:04.122450 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:04.122998 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:04.123462 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:04.167186 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port a5f265be-3992-41ba-9f2d-1a8cf1b7117b, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a5f265be-3992-41ba-9f2d-1a8cf1b7117b,segment=NetworkSegment(a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc),segment_id=a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:04.182164 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54254) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:04.200063 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'name': 'tempest-ServersTestManualDisk-733477026-router', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:57:53Z', 'revision_number': 3, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'gw_port': {'id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:52Z', 'updated_at': '2022-03-02T18:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:04.217927 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d694f5c-f94d-4654-8e13-3aabd1833dda admin admin] Network dfc73d84-d9bb-42bb-9e68-447b764aae01 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:04.223611 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-6d694f5c-f94d-4654-8e13-3aabd1833dda admin admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:04.229975 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d694f5c-f94d-4654-8e13-3aabd1833dda admin admin] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:04.248136 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96826d8-e985-47a3-a9ef-9520e5c01173 None None] The sync data for ids ['646c2855-464f-4c63-b418-a98d11f7ee80'] in dv-neutron-831573-1-hyperv is: [{'id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'name': 'tempest-ServersTestManualDisk-733477026-router', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:57:53Z', 'revision_number': 3, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'gw_port': {'id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:52Z', 'updated_at': '2022-03-02T18:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:58:04.260109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:04.268129 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-35c70fd8-592c-4ac7-ac18-90985988db63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:04.272517 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:04.321112 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54258) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:04.333905 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d694f5c-f94d-4654-8e13-3aabd1833dda admin admin] Pushing event updated for resources: {'Port': ['ID=d529cf5c-992f-420b-a40e-f9b8efe2c061,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:04.374315 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Pushing event deleted for resources: {'Network': ['ID=e66a4dbf-0ca9-4ea0-a10f-cd800b54616f,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:04.380480 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-e7f83666-82fd-4523-9ed3-f6ce7cef3b05 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2081854968', 'description': 'tempest-description--1675686672'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:04.397007 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:04.426972 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4c47a72d-9b4d-4f31-9ea2-4f046368def4 tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] 10.222.0.73 "DELETE /v2.0/networks/e66a4dbf-0ca9-4ea0-a10f-cd800b54616f HTTP/1.1" status: 204 len: 168 time: 2.6403491 Mar 02 18:58:04.442067 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54262) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:04.484686 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e7f83666-82fd-4523-9ed3-f6ce7cef3b05 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:04.494128 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e7f83666-82fd-4523-9ed3-f6ce7cef3b05 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Usage tracker for resource:security_group and tenant:2cba10eae0244909ae301c19bf9852ec is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:04.497739 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port fba8db12-87a6-464a-8c06-ba4580c66a16 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:04.498385 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:04.504633 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e7f83666-82fd-4523-9ed3-f6ce7cef3b05 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:04.510416 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6d694f5c-f94d-4654-8e13-3aabd1833dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:04.513014 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 3 to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 Mar 02 18:58:04.521031 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.objects.ports [None req-1945513b-5588-4d59-9ac4-6c2f66a91810 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84533) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 18:58:04.521764 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1945513b-5588-4d59-9ac4-6c2f66a91810 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:04.531401 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:04.592106 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e7f83666-82fd-4523-9ed3-f6ce7cef3b05 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:04.618146 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:04.618492 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:04.618832 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:04.625085 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=a5f265be-3992-41ba-9f2d-1a8cf1b7117b,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:04.666012 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port fba8db12-87a6-464a-8c06-ba4580c66a16 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:04.666353 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:04.678079 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-35c70fd8-592c-4ac7-ac18-90985988db63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:04.693285 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-35c70fd8-592c-4ac7-ac18-90985988db63 admin admin] Usage tracker for resource:security_group_rule and tenant:808c2c1e419648b8bd53d5dfd086cc18 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:04.696255 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 4 to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 Mar 02 18:58:04.713811 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-35c70fd8-592c-4ac7-ac18-90985988db63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:04.738809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:04.739309 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:04.739786 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:04.752330 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-35c70fd8-592c-4ac7-ac18-90985988db63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:04.808042 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b788e5f8-e77a-4446-98d1-ea38d975f37b tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:04.838196 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945513b-5588-4d59-9ac4-6c2f66a91810 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7297a3d2-1842-4bfb-ab52-6b948b51ead9,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:04.847195 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e7f83666-82fd-4523-9ed3-f6ce7cef3b05 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:04.877944 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port fba8db12-87a6-464a-8c06-ba4580c66a16 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:04.878318 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:04.885393 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 5 to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 Mar 02 18:58:04.906975 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:04.907338 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:04.936709 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0fe602d7-6478-4e49-b7c3-b1bf25c614bd None None] Provisioning for port d529cf5c-992f-420b-a40e-f9b8efe2c061 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:04.954153 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:04.954490 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:04.954832 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:04.970526 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port fba8db12-87a6-464a-8c06-ba4580c66a16 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:04.970847 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:04.971788 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e7f83666-82fd-4523-9ed3-f6ce7cef3b05 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:04.977790 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0fe602d7-6478-4e49-b7c3-b1bf25c614bd None None] Provisioning complete for port d529cf5c-992f-420b-a40e-f9b8efe2c061 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:04.978083 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0fe602d7-6478-4e49-b7c3-b1bf25c614bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:04.983771 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.resource_extend [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:58:04.999288 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 6 to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 Mar 02 18:58:05.024729 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1945513b-5588-4d59-9ac4-6c2f66a91810 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Checking segment: {'id': 'a7e6ef8f-a6bf-4b0f-adc4-a3d7a4c12d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '915b54a2-24f2-460a-b14d-afdb93e6cbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:05.025101 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1945513b-5588-4d59-9ac4-6c2f66a91810 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Network hostable DHCP agents. Network: 915b54a2-24f2-460a-b14d-afdb93e6cbea, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:58:05.030602 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e7f83666-82fd-4523-9ed3-f6ce7cef3b05 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Usage tracker for resource:security_group_rule and tenant:2cba10eae0244909ae301c19bf9852ec is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:05.055023 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e7f83666-82fd-4523-9ed3-f6ce7cef3b05 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:05.067834 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.077407 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54270) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:05.093161 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0fe602d7-6478-4e49-b7c3-b1bf25c614bd None None] Port d529cf5c-992f-420b-a40e-f9b8efe2c061 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:58:05.112391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e7f83666-82fd-4523-9ed3-f6ce7cef3b05 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:05.115342 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:05.115703 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:05.116042 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:05.153546 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.283618 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-35c70fd8-592c-4ac7-ac18-90985988db63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.297439 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f6c7d49e-0fba-4407-a5ec-e14f551c0574 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:05.315309 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6d694f5c-f94d-4654-8e13-3aabd1833dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.324362 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port fba8db12-87a6-464a-8c06-ba4580c66a16 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:05.324362 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:05.337230 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 7 to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 Mar 02 18:58:05.376148 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.380101 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1945513b-5588-4d59-9ac4-6c2f66a91810 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Network 915b54a2-24f2-460a-b14d-afdb93e6cbea is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:58:05.395825 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Transition to ACTIVE for port object a1552787-6d20-457b-bebc-3b474e89acb4 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:05.403455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b788e5f8-e77a-4446-98d1-ea38d975f37b tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.414063 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:05.414397 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:05.414715 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:05.417803 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-35c70fd8-592c-4ac7-ac18-90985988db63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.436489 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port f6c7d49e-0fba-4407-a5ec-e14f551c0574 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:05.436899 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.456192 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port fba8db12-87a6-464a-8c06-ba4580c66a16 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:05.457288 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:05.473108 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 8 to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 Mar 02 18:58:05.500222 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.508952 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:05.508952 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:05.509187 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:05.512203 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-b788e5f8-e77a-4446-98d1-ea38d975f37b tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631f89cb-f50a-4a31-9307-567ae169631f']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:05.527621 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.536343 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-b788e5f8-e77a-4446-98d1-ea38d975f37b tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687d46fd-73c1-4031-b917-b1296aa4fd35') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:05.536797 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-b788e5f8-e77a-4446-98d1-ea38d975f37b tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687d46fd-73c1-4031-b917-b1296aa4fd35') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:05.558088 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-1945513b-5588-4d59-9ac4-6c2f66a91810 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 915b54a2-24f2-460a-b14d-afdb93e6cbea) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:05.564135 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b788e5f8-e77a-4446-98d1-ea38d975f37b tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.578905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1945513b-5588-4d59-9ac4-6c2f66a91810 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:05.579836 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1945513b-5588-4d59-9ac4-6c2f66a91810 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.588756 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b788e5f8-e77a-4446-98d1-ea38d975f37b tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.597667 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b788e5f8-e77a-4446-98d1-ea38d975f37b tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:58:05.598368 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b788e5f8-e77a-4446-98d1-ea38d975f37b tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.598923 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568686ae-44ce-42d0-97d0-36440049405a None None] Network 915b54a2-24f2-460a-b14d-afdb93e6cbea requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:05.607193 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] Pushing event updated for resources: {'Port': ['ID=62d79458-b22a-4440-b935-a339730d2d4c,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:05.609093 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port fba8db12-87a6-464a-8c06-ba4580c66a16 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:05.610403 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:05.625702 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 9 to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 Mar 02 18:58:05.668979 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e7f83666-82fd-4523-9ed3-f6ce7cef3b05 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.685273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:05.685607 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:05.685945 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:58:05.703943 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:58:05.771035 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port fba8db12-87a6-464a-8c06-ba4580c66a16 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:05.773042 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:05.779414 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 10 to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 Mar 02 18:58:05.790601 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-35c70fd8-592c-4ac7-ac18-90985988db63 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=808c2c1e419648b8bd53d5dfd086cc18&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6039438 Mar 02 18:58:05.803215 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54276) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:05.852158 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e7f83666-82fd-4523-9ed3-f6ce7cef3b05 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.905649 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f83666-82fd-4523-9ed3-f6ce7cef3b05 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1c7e27-8e51-4cf6-a209-cf0432c083ca,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:05.918538 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-10daddbc-2552-4252-93d7-eaab3bfbfe33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.923068 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18027b3e-ccbc-453d-9edc-08bd8a3fef4f None None] Pushing event updated for resources: {'Port': ['ID=a1552787-6d20-457b-bebc-3b474e89acb4,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:05.932968 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:05.933531 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:05.933665 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:05.944844 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port fba8db12-87a6-464a-8c06-ba4580c66a16 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:05.945120 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port fba8db12-87a6-464a-8c06-ba4580c66a16 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:05.945435 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.963882 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1945513b-5588-4d59-9ac4-6c2f66a91810 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.9356484 Mar 02 18:58:05.977676 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54282) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:05.998377 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c70fd8-592c-4ac7-ac18-90985988db63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296bd536-2c98-4dfc-9205-a2a675d25f67,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:06.005481 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Request body: {'floatingip': {'floating_network_id': '915b54a2-24f2-460a-b14d-afdb93e6cbea'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:06.009198 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c43f77f4-4728-4f5a-b755-4b8d2f6c1605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.011319 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b788e5f8-e77a-4446-98d1-ea38d975f37b tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.063714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788e5f8-e77a-4446-98d1-ea38d975f37b tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Pushing event deleted for resources: {'Network': ['ID=631f89cb-f50a-4a31-9307-567ae169631f,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:06.069859 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b788e5f8-e77a-4446-98d1-ea38d975f37b tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.104338 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] For port fba8db12-87a6-464a-8c06-ba4580c66a16, host hv-neutron-8315, cleared binding levels {{(pid=84533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:58:06.104338 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempted to set empty binding levels {{(pid=84533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 02 18:58:06.104338 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:06.110158 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-10daddbc-2552-4252-93d7-eaab3bfbfe33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:06.115770 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-10daddbc-2552-4252-93d7-eaab3bfbfe33 admin admin] Usage tracker for resource:security_group_rule and tenant:e960025ed69f4b7e9e974693b6bd78b9 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:06.115960 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] Network 07b91779-a641-4fe8-baf9-450983bc34d9 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:06.119981 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-10daddbc-2552-4252-93d7-eaab3bfbfe33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:06.125868 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:06.127044 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-10daddbc-2552-4252-93d7-eaab3bfbfe33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:06.150287 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b788e5f8-e77a-4446-98d1-ea38d975f37b tempest-QuotasNegativeTest-269736788 tempest-QuotasNegativeTest-269736788-project-admin] 10.222.0.73 "DELETE /v2.0/networks/631f89cb-f50a-4a31-9307-567ae169631f HTTP/1.1" status: 204 len: 168 time: 1.7023122 Mar 02 18:58:06.210623 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6d694f5c-f94d-4654-8e13-3aabd1833dda admin admin] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.215948 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Attempting to bind port a1552787-6d20-457b-bebc-3b474e89acb4 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:06.216541 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Attempting to bind port a1552787-6d20-457b-bebc-3b474e89acb4 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'a0445175-78ae-481a-ba54-0acc7a76bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:06.216848 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Attempting to bind port a1552787-6d20-457b-bebc-3b474e89acb4 on network 83e11a8d-5f6c-4e4d-9263-33efd20f1a52 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:06.236781 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7364aaff-d19c-4ca0-b3d1-9a69c223f14e None None] Network 915b54a2-24f2-460a-b14d-afdb93e6cbea requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:06.276803 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6d694f5c-f94d-4654-8e13-3aabd1833dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.363728 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-10daddbc-2552-4252-93d7-eaab3bfbfe33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.428902 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-10daddbc-2552-4252-93d7-eaab3bfbfe33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.432960 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e7f83666-82fd-4523-9ed3-f6ce7cef3b05 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.434200 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e7f83666-82fd-4523-9ed3-f6ce7cef3b05 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 2.0651643 Mar 02 18:58:06.435809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Usage tracker for resource:floatingip and tenant:81fe36b6cd724cd38e8fa371345308c3 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:06.441707 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:06.449126 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:06.449384 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54288) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:06.491563 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c43f77f4-4728-4f5a-b755-4b8d2f6c1605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.508356 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:58:06.508738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Checking segment: {'id': 'a0445175-78ae-481a-ba54-0acc7a76bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:06.509144 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.511839 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Bound using segment: {'id': 'a0445175-78ae-481a-ba54-0acc7a76bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:58:06.512205 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Bound port: a1552787-6d20-457b-bebc-3b474e89acb4, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0445175-78ae-481a-ba54-0acc7a76bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:58:06.512610 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.513904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-7970e460-9a99-4d54-883d-271123c3d3cd tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Request body: {'security_group_rule': {'security_group_id': '7a1c7e27-8e51-4cf6-a209-cf0432c083ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:06.528872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7970e460-9a99-4d54-883d-271123c3d3cd tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:06.539145 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7970e460-9a99-4d54-883d-271123c3d3cd tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Usage tracker for resource:security_group_rule and tenant:2cba10eae0244909ae301c19bf9852ec is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:06.545762 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7970e460-9a99-4d54-883d-271123c3d3cd tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:06.564873 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7970e460-9a99-4d54-883d-271123c3d3cd tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:06.578323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6d694f5c-f94d-4654-8e13-3aabd1833dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.595742 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d694f5c-f94d-4654-8e13-3aabd1833dda admin admin] Pushing event updated for resources: {'Port': ['ID=d529cf5c-992f-420b-a40e-f9b8efe2c061,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:06.623269 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10daddbc-2552-4252-93d7-eaab3bfbfe33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb7b72b-ee5e-4e3a-9566-4b0fd45e6ed9,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:06.625484 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:58:06.644400 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.670681 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.676543 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-10daddbc-2552-4252-93d7-eaab3bfbfe33 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e960025ed69f4b7e9e974693b6bd78b9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5893736 Mar 02 18:58:06.706510 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54292) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:06.732888 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f5da8da2-772c-4b7f-986b-cfdcda0e8827 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:06.768362 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.776066 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7970e460-9a99-4d54-883d-271123c3d3cd tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.889253 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4a9de17f-c790-4cea-b1fb-f2cca952dc8c None None] Provisioning complete for port 62d79458-b22a-4440-b935-a339730d2d4c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:06.889622 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4a9de17f-c790-4cea-b1fb-f2cca952dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.904356 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c43f77f4-4728-4f5a-b755-4b8d2f6c1605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.905932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d694f5c-f94d-4654-8e13-3aabd1833dda admin admin] Network dfc73d84-d9bb-42bb-9e68-447b764aae01 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:06.914278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-6d694f5c-f94d-4654-8e13-3aabd1833dda admin admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:06.952313 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c43f77f4-4728-4f5a-b755-4b8d2f6c1605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.953868 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c43f77f4-4728-4f5a-b755-4b8d2f6c1605 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/296bd536-2c98-4dfc-9205-a2a675d25f67 HTTP/1.1" status: 204 len: 168 time: 1.1514091 Mar 02 18:58:06.966463 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] For port a1552787-6d20-457b-bebc-3b474e89acb4, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:58:06.983991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] For port a1552787-6d20-457b-bebc-3b474e89acb4, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a1552787-6d20-457b-bebc-3b474e89acb4,segment=NetworkSegment(a0445175-78ae-481a-ba54-0acc7a76bc0a),segment_id=a0445175-78ae-481a-ba54-0acc7a76bc0a)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:58:07.000443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7970e460-9a99-4d54-883d-271123c3d3cd tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:07.052299 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-4a9de17f-c790-4cea-b1fb-f2cca952dc8c None None] Port 62d79458-b22a-4440-b935-a339730d2d4c cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:58:07.116248 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:07.117504 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f77f4-4728-4f5a-b755-4b8d2f6c1605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296bd536-2c98-4dfc-9205-a2a675d25f67,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:07.149279 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7970e460-9a99-4d54-883d-271123c3d3cd tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:07.245555 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 8.9401088 Mar 02 18:58:07.251439 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54300) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:07.259073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970e460-9a99-4d54-883d-271123c3d3cd tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa340b7-fb8a-4757-b080-5731ac0039ed,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:07.259500 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port f5da8da2-772c-4b7f-986b-cfdcda0e8827 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:07.270096 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f145a5a-dbf2-4c21-b347-d4441a8268a3 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Pushing event updated for resources: {'Port': ['ID=fba8db12-87a6-464a-8c06-ba4580c66a16,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:07.270949 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port f5da8da2-772c-4b7f-986b-cfdcda0e8827 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:07.278729 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:07.339824 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d6fd5599-bde5-403b-b293-62e3b8432b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:07.392280 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d6fd5599-bde5-403b-b293-62e3b8432b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:07.402105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-a209556a-0cdc-4865-b61b-b13526ed00ff tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Deleting port fba8db12-87a6-464a-8c06-ba4580c66a16 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:58:07.402763 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a209556a-0cdc-4865-b61b-b13526ed00ff tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:07.415630 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c854d9d5-5ffb-48b1-a443-9d5091718005 None None] Provisioning complete for port d529cf5c-992f-420b-a40e-f9b8efe2c061 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:07.416006 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c854d9d5-5ffb-48b1-a443-9d5091718005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:07.446612 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7970e460-9a99-4d54-883d-271123c3d3cd tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:07.451990 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7970e460-9a99-4d54-883d-271123c3d3cd tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9839036 Mar 02 18:58:07.452669 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54304) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:07.478033 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-8b18d0ad-4c3b-43ee-8020-e5848340c841 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Request body: {'security_group_rule': {'security_group_id': '7a1c7e27-8e51-4cf6-a209-cf0432c083ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:07.485392 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c854d9d5-5ffb-48b1-a443-9d5091718005 None None] Port d529cf5c-992f-420b-a40e-f9b8efe2c061 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:58:07.488629 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8b18d0ad-4c3b-43ee-8020-e5848340c841 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:07.494048 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18027b3e-ccbc-453d-9edc-08bd8a3fef4f None None] Pushing event updated for resources: {'Port': ['ID=a1552787-6d20-457b-bebc-3b474e89acb4,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:07.497746 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8b18d0ad-4c3b-43ee-8020-e5848340c841 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Usage tracker for resource:security_group_rule and tenant:2cba10eae0244909ae301c19bf9852ec is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:07.507407 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8b18d0ad-4c3b-43ee-8020-e5848340c841 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:07.531481 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:07.545318 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8b18d0ad-4c3b-43ee-8020-e5848340c841 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:07.569151 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:07.587401 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port f5da8da2-772c-4b7f-986b-cfdcda0e8827, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f5da8da2-772c-4b7f-986b-cfdcda0e8827,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:07.589659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Routers {'91b74c1a-a0f2-4596-9709-bcac82b8f129'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:58:07.590442 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['91b74c1a-a0f2-4596-9709-bcac82b8f129'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:07.730780 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] Router 646c2855-464f-4c63-b418-a98d11f7ee80 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:58:07.747645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54312) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:07.817278 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d6fd5599-bde5-403b-b293-62e3b8432b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:07.908729 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] Set router 91b74c1a-a0f2-4596-9709-bcac82b8f129 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:58:07.915558 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8b18d0ad-4c3b-43ee-8020-e5848340c841 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:07.922589 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd5599-bde5-403b-b293-62e3b8432b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb7b72b-ee5e-4e3a-9566-4b0fd45e6ed9,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:07.989924 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Allocated IP 172.20.0.11 (915b54a2-24f2-460a-b14d-afdb93e6cbea/7297a3d2-1842-4bfb-ab52-6b948b51ead9/4e0011cd-de7c-41df-a0e5-9475f67d07b5) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:08.013366 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d6fd5599-bde5-403b-b293-62e3b8432b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:08.014470 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d6fd5599-bde5-403b-b293-62e3b8432b37 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0eb7b72b-ee5e-4e3a-9566-4b0fd45e6ed9 HTTP/1.1" status: 204 len: 168 time: 1.2410614 Mar 02 18:58:08.064328 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-a209556a-0cdc-4865-b61b-b13526ed00ff tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] For port fba8db12-87a6-464a-8c06-ba4580c66a16, host hv-neutron-8315, got binding levels [] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:08.067973 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a209556a-0cdc-4865-b61b-b13526ed00ff tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:08.069160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c95fd45f-fc05-4b08-81cd-34043d8495e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:08.214711 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:08.215580 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a5f265be-3992-41ba-9f2d-1a8cf1b7117b up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:08.220321 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c95fd45f-fc05-4b08-81cd-34043d8495e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:08.238875 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c95fd45f-fc05-4b08-81cd-34043d8495e7 admin admin] Usage tracker for resource:security_group_rule and tenant:3e2116b32af843a9bfc21985d41b2645 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:08.247275 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c95fd45f-fc05-4b08-81cd-34043d8495e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:08.260426 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c95fd45f-fc05-4b08-81cd-34043d8495e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:08.295518 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:08.309128 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-a209556a-0cdc-4865-b61b-b13526ed00ff tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Calling delete_port for fba8db12-87a6-464a-8c06-ba4580c66a16 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:58:08.353779 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=f5da8da2-772c-4b7f-986b-cfdcda0e8827,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:08.377514 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8b18d0ad-4c3b-43ee-8020-e5848340c841 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:08.408755 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c95fd45f-fc05-4b08-81cd-34043d8495e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:08.420393 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:58:08.455477 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ce5fe448-fcb4-41e6-a010-35a3a795fb5b admin admin] 10.222.0.73 "PUT /v2.0/routers/646c2855-464f-4c63-b418-a98d11f7ee80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1685960 Mar 02 18:58:08.466794 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a5f265be-3992-41ba-9f2d-1a8cf1b7117b triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:08.466794 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:08.479452 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c95fd45f-fc05-4b08-81cd-34043d8495e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:08.495223 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:08.567257 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'name': 'tempest-ServerActionsTestJSON-2141154899-router', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:56Z', 'revision_number': 4, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'gw_port': {'id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:49Z', 'updated_at': '2022-03-02T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a1552787-6d20-457b-bebc-3b474e89acb4', 'name': '', 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'mac_address': 'fa:16:3e:33:ad:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b63fe96-d8a7-4e7f-a30f-2804bb38215a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:54Z', 'updated_at': '2022-03-02T18:58:06Z', 'revision_number': 4, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'subnets': [{'id': '7b63fe96-d8a7-4e7f-a30f-2804bb38215a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:08.577405 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66418ac-90e6-4a55-828e-eaab51121948 None None] The sync data for ids ['91b74c1a-a0f2-4596-9709-bcac82b8f129'] in dv-neutron-831573-1-hyperv is: [{'id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'name': 'tempest-ServerActionsTestJSON-2141154899-router', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:56Z', 'revision_number': 4, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'gw_port': {'id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:49Z', 'updated_at': '2022-03-02T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a1552787-6d20-457b-bebc-3b474e89acb4', 'name': '', 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'mac_address': 'fa:16:3e:33:ad:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b63fe96-d8a7-4e7f-a30f-2804bb38215a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:54Z', 'updated_at': '2022-03-02T18:58:06Z', 'revision_number': 4, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'subnets': [{'id': '7b63fe96-d8a7-4e7f-a30f-2804bb38215a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:58:08.623388 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fd45f-fc05-4b08-81cd-34043d8495e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f701776a-a88c-4765-ab08-9c48fe7dce0d,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:08.649793 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8b18d0ad-4c3b-43ee-8020-e5848340c841 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:08.663127 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c95fd45f-fc05-4b08-81cd-34043d8495e7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3e2116b32af843a9bfc21985d41b2645&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9141564 Mar 02 18:58:08.682471 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 421e3ebc-d4b6-42f2-b6c6-7c9fbb570120 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:08.683461 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Network 915b54a2-24f2-460a-b14d-afdb93e6cbea is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:08.685002 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54332) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:08.699559 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:08.710692 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:08.718018 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18d0ad-4c3b-43ee-8020-e5848340c841 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1f66ce-cef9-4e05-b8eb-e9ab7d038ff0,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:08.728978 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a209556a-0cdc-4865-b61b-b13526ed00ff tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:08.790679 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Pushing event updated for resources: {'Port': ['ID=4e0011cd-de7c-41df-a0e5-9475f67d07b5,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:08.837801 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209556a-0cdc-4865-b61b-b13526ed00ff tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Pushing event deleted for resources: {'Port': ['ID=fba8db12-87a6-464a-8c06-ba4580c66a16,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:08.841774 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a209556a-0cdc-4865-b61b-b13526ed00ff tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:08.843940 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a209556a-0cdc-4865-b61b-b13526ed00ff tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] 10.222.0.73 "DELETE /v2.0/ports/fba8db12-87a6-464a-8c06-ba4580c66a16 HTTP/1.1" status: 204 len: 168 time: 1.5865617 Mar 02 18:58:08.852784 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54338) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:08.854689 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d694f5c-f94d-4654-8e13-3aabd1833dda admin admin] Router 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:58:08.871162 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 421e3ebc-d4b6-42f2-b6c6-7c9fbb570120 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:08.877127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 421e3ebc-d4b6-42f2-b6c6-7c9fbb570120 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:08.877554 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:08.944327 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8b18d0ad-4c3b-43ee-8020-e5848340c841 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:08.949734 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8b18d0ad-4c3b-43ee-8020-e5848340c841 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4852204 Mar 02 18:58:08.978048 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54346) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:09.022932 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:09.043449 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-e975bb42-47cc-417d-b328-d06a2c1d333a tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] GET failed (client error): The resource could not be found. Mar 02 18:58:09.043952 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e975bb42-47cc-417d-b328-d06a2c1d333a tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Synchronizing usage tracker for tenant:500e5eec2c7e4b72881784d640666dee on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:09.057125 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:09.067037 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Usage tracker for resource:floatingip and tenant:2cba10eae0244909ae301c19bf9852ec is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:09.072049 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:09.102867 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:09.139244 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-505272c5-1ff9-44dc-a4ed-4ba509182587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:09.144014 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:09.165697 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 421e3ebc-d4b6-42f2-b6c6-7c9fbb570120, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=421e3ebc-d4b6-42f2-b6c6-7c9fbb570120,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:09.185362 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-505272c5-1ff9-44dc-a4ed-4ba509182587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:09.201358 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d694f5c-f94d-4654-8e13-3aabd1833dda admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:58:09.226230 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6d694f5c-f94d-4654-8e13-3aabd1833dda admin admin] 10.222.0.73 "PUT /v2.0/routers/809eb97e-5bf2-478a-b5e9-da1b2aa396a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3094900 Mar 02 18:58:09.234260 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for floatingip, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:09.239488 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:09.348097 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54354) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:09.361738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=421e3ebc-d4b6-42f2-b6c6-7c9fbb570120,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:09.376120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e975bb42-47cc-417d-b328-d06a2c1d333a tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Unset dirty status for tenant:500e5eec2c7e4b72881784d640666dee on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:09.377204 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e975bb42-47cc-417d-b328-d06a2c1d333a tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] 10.222.0.73 "GET /v2.0/ports/fba8db12-87a6-464a-8c06-ba4580c66a16 HTTP/1.1" status: 404 len: 333 time: 0.5199649 Mar 02 18:58:09.382280 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54358) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:09.416221 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-cfca0bb7-982d-4154-8dcb-57f59f43b476 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Request body: {'port': {'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1140530703'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:09.452978 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-cfca0bb7-982d-4154-8dcb-57f59f43b476 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:09.489305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-cfca0bb7-982d-4154-8dcb-57f59f43b476 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:09.511821 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:09.521026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f5da8da2-772c-4b7f-986b-cfdcda0e8827 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:09.550280 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d1d01738-68f7-4591-9572-943cfacb9eff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=18ec1a5d25744e7b8d666340c2a21e85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2005813 Mar 02 18:58:09.552448 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54362) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:09.619470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfca0bb7-982d-4154-8dcb-57f59f43b476 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Made reservation on behalf of 500e5eec2c7e4b72881784d640666dee for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:09.624120 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cfca0bb7-982d-4154-8dcb-57f59f43b476 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:09.670088 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-505272c5-1ff9-44dc-a4ed-4ba509182587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:09.677104 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port f5da8da2-772c-4b7f-986b-cfdcda0e8827 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:09.677489 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:09.687161 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-cfca0bb7-982d-4154-8dcb-57f59f43b476 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] device_id is not set on port 63b34f37-ee33-4728-8810-62843eab2790 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:58:09.770246 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505272c5-1ff9-44dc-a4ed-4ba509182587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f701776a-a88c-4765-ab08-9c48fe7dce0d,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:09.808410 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cc949332-812a-4a31-867c-97c6b382c441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:09.812844 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:09.892602 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-505272c5-1ff9-44dc-a4ed-4ba509182587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:09.899893 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-505272c5-1ff9-44dc-a4ed-4ba509182587 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f701776a-a88c-4765-ab08-9c48fe7dce0d HTTP/1.1" status: 204 len: 168 time: 1.1979990 Mar 02 18:58:09.905810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cc949332-812a-4a31-867c-97c6b382c441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:09.991616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54376) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:09.999469 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a1552787-6d20-457b-bebc-3b474e89acb4 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:10.035262 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:10.342195 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port a1552787-6d20-457b-bebc-3b474e89acb4 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:10.348471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cfca0bb7-982d-4154-8dcb-57f59f43b476 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:10.348987 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a1552787-6d20-457b-bebc-3b474e89acb4 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:10.349364 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:10.417425 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cc949332-812a-4a31-867c-97c6b382c441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:10.440744 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc949332-812a-4a31-867c-97c6b382c441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12ce82e-02ca-4b84-b85f-4526c5f74b6a,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:10.446801 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cfca0bb7-982d-4154-8dcb-57f59f43b476 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:10.523554 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:10.545165 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfca0bb7-982d-4154-8dcb-57f59f43b476 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:10.550848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-cfca0bb7-982d-4154-8dcb-57f59f43b476 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:10.556008 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca0bb7-982d-4154-8dcb-57f59f43b476 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:10.557083 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfca0bb7-982d-4154-8dcb-57f59f43b476 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:10.559230 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cfca0bb7-982d-4154-8dcb-57f59f43b476 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:10.567527 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port a1552787-6d20-457b-bebc-3b474e89acb4, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a1552787-6d20-457b-bebc-3b474e89acb4,segment=NetworkSegment(a0445175-78ae-481a-ba54-0acc7a76bc0a),segment_id=a0445175-78ae-481a-ba54-0acc7a76bc0a)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:10.582726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cc949332-812a-4a31-867c-97c6b382c441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:10.586726 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cc949332-812a-4a31-867c-97c6b382c441 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b12ce82e-02ca-4b84-b85f-4526c5f74b6a HTTP/1.1" status: 204 len: 168 time: 1.0320601 Mar 02 18:58:10.594853 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca0bb7-982d-4154-8dcb-57f59f43b476 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Pushing event updated for resources: {'Port': ['ID=63b34f37-ee33-4728-8810-62843eab2790,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:10.600827 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Allocated IP 172.26.4.101 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/15832d2f-04a5-43df-acc0-60833ebb0c10) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:10.639944 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54386) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:10.647471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-b013e246-254d-4100-a812-4abcc175d97d tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1208784029', 'description': 'tempest-description--1724945293'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:10.658755 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b013e246-254d-4100-a812-4abcc175d97d tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:10.667967 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b013e246-254d-4100-a812-4abcc175d97d tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Usage tracker for resource:security_group and tenant:d7b6c75608194b3ca64e683dd2c015aa is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:10.669176 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:10.693008 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b013e246-254d-4100-a812-4abcc175d97d tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:10.708637 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b013e246-254d-4100-a812-4abcc175d97d tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:10.715649 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cfca0bb7-982d-4154-8dcb-57f59f43b476 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3288519 Mar 02 18:58:10.718986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54390) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:10.733666 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:10.779156 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=a1552787-6d20-457b-bebc-3b474e89acb4,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:10.881073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:10.889238 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54394) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:10.890167 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b013e246-254d-4100-a812-4abcc175d97d tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:10.895545 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-3e76b95e-5cce-4061-86ed-9fb3a6a7d174 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:10.899300 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3e76b95e-5cce-4061-86ed-9fb3a6a7d174 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.9040689 Mar 02 18:58:10.900778 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54398) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:10.903603 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-dfe10004-053a-4342-b6d7-817b4bd04fe8 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--743348149', 'description': 'tempest-description--529762927'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:10.909352 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.resource_extend [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:58:10.914563 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-117ee123-f0a4-462c-9dd3-a33bd93e4fc2 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:10.918465 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-117ee123-f0a4-462c-9dd3-a33bd93e4fc2 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0123379 Mar 02 18:58:10.920003 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54402) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:10.947531 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-dfe10004-053a-4342-b6d7-817b4bd04fe8 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:10.947531 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-dfe10004-053a-4342-b6d7-817b4bd04fe8 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Usage tracker for resource:security_group and tenant:3690a6fef5ca4d7db77cf45287e6059b is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:10.947531 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-dfe10004-053a-4342-b6d7-817b4bd04fe8 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:10.947799 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:10.950504 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-819b0100-c952-44bf-a82a-7c8063e58008 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:10.954391 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-819b0100-c952-44bf-a82a-7c8063e58008 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0319092 Mar 02 18:58:10.954707 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54406) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:10.958067 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-dfe10004-053a-4342-b6d7-817b4bd04fe8 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:10.964185 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-6f71442b-785f-4da9-8ab5-03be20724f40 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:10.965176 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6f71442b-785f-4da9-8ab5-03be20724f40 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0092814 Mar 02 18:58:10.968108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54410) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:10.988000 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-2a82a27e-6027-4cf5-93e1-ba2dbf9b0bfc tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:10.989697 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2a82a27e-6027-4cf5-93e1-ba2dbf9b0bfc tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0182858 Mar 02 18:58:10.994194 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54414) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.000862 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-1c6dfb89-55be-4049-80e8-b8624b28bf3b tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.003512 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1c6dfb89-55be-4049-80e8-b8624b28bf3b tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0072341 Mar 02 18:58:11.007376 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54418) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.008298 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b013e246-254d-4100-a812-4abcc175d97d tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:11.015964 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b013e246-254d-4100-a812-4abcc175d97d tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Usage tracker for resource:security_group_rule and tenant:d7b6c75608194b3ca64e683dd2c015aa is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:11.020433 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-80a1707e-fb55-4257-854d-741c5e912578 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.023847 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-80a1707e-fb55-4257-854d-741c5e912578 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0131538 Mar 02 18:58:11.025408 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54422) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.029952 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-6282b809-2733-461f-ade5-9c7451748e82 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.034214 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6282b809-2733-461f-ade5-9c7451748e82 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0049541 Mar 02 18:58:11.034358 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54426) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.034526 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b013e246-254d-4100-a812-4abcc175d97d tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:11.039001 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.045715 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-31cf6939-6720-47fa-9661-841420460149 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.049005 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-31cf6939-6720-47fa-9661-841420460149 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0112817 Mar 02 18:58:11.049243 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54430) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.056453 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-1a080c76-80ee-44fe-826c-9128811484f0 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.059823 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1a080c76-80ee-44fe-826c-9128811484f0 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0070324 Mar 02 18:58:11.059823 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54434) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.065734 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-22beb77f-febb-4cc2-be0b-a0207937a45b tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.069133 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-22beb77f-febb-4cc2-be0b-a0207937a45b tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0062835 Mar 02 18:58:11.070969 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54438) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.089154 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b013e246-254d-4100-a812-4abcc175d97d tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:11.089589 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-f88baefb-11b0-4158-bef9-1f4d4c51a5a3 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.093816 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f88baefb-11b0-4158-bef9-1f4d4c51a5a3 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0153048 Mar 02 18:58:11.093816 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.100859 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54442) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.101062 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dfe10004-053a-4342-b6d7-817b4bd04fe8 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.105894 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-65e9bec7-a56d-4c73-80a4-1201880c04b1 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.110090 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-65e9bec7-a56d-4c73-80a4-1201880c04b1 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0090935 Mar 02 18:58:11.119983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54446) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.132764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-c970e14b-09d1-4f43-b351-002ae3c637db tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.133684 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c970e14b-09d1-4f43-b351-002ae3c637db tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0098741 Mar 02 18:58:11.140759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54450) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.165987 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-083fd8f9-c939-45a4-9079-4a8814c870fb tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.166984 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-083fd8f9-c939-45a4-9079-4a8814c870fb tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0206444 Mar 02 18:58:11.172725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54454) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.180504 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-e8f8d057-8140-4d6f-872c-da78e75b502b tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.181487 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e8f8d057-8140-4d6f-872c-da78e75b502b tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0068569 Mar 02 18:58:11.196877 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54458) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.209480 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-bf008d86-17df-4ee1-9335-59db93620d91 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.210566 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bf008d86-17df-4ee1-9335-59db93620d91 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0104804 Mar 02 18:58:11.215093 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54462) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.218021 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b013e246-254d-4100-a812-4abcc175d97d tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.223252 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-dfe10004-053a-4342-b6d7-817b4bd04fe8 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:11.256890 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-36f8fd22-391c-4727-82df-20cf5ca65ce9 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.260090 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-36f8fd22-391c-4727-82df-20cf5ca65ce9 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0402973 Mar 02 18:58:11.260090 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Pushing event updated for resources: {'Port': ['ID=4e0011cd-de7c-41df-a0e5-9475f67d07b5,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:11.261366 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54468) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.269782 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-9585e7a8-6efb-449d-8e52-e9721a1cc6ab tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.270130 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-dfe10004-053a-4342-b6d7-817b4bd04fe8 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Usage tracker for resource:security_group_rule and tenant:3690a6fef5ca4d7db77cf45287e6059b is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:11.273106 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9585e7a8-6efb-449d-8e52-e9721a1cc6ab tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0084562 Mar 02 18:58:11.273693 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54472) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.275582 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-dfe10004-053a-4342-b6d7-817b4bd04fe8 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:11.278827 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-afe6a8dd-a355-453a-b6b9-e3cde2ae8fd3 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.284508 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-afe6a8dd-a355-453a-b6b9-e3cde2ae8fd3 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0056305 Mar 02 18:58:11.287318 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] device_id is not set on port 63b34f37-ee33-4728-8810-62843eab2790 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:58:11.288865 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54476) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.293952 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-dfe10004-053a-4342-b6d7-817b4bd04fe8 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:11.295986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.298160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-ff5eb144-d6e5-4096-9357-84bced6356c5 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.301464 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ff5eb144-d6e5-4096-9357-84bced6356c5 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0093327 Mar 02 18:58:11.303229 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54482) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.311269 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-5cbe0738-a6b6-4aa7-8ff2-b4e4a309dda7 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.313230 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5cbe0738-a6b6-4aa7-8ff2-b4e4a309dda7 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0082643 Mar 02 18:58:11.317318 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Transition to ACTIVE for port object 63b34f37-ee33-4728-8810-62843eab2790 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:11.317441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54486) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.321577 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.323160 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-854a323d-ea82-4aaf-9bb0-eddbb10e7217 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.326516 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-854a323d-ea82-4aaf-9bb0-eddbb10e7217 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0055721 Mar 02 18:58:11.326922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54490) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.333721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-50b04fab-8ac6-4c34-b76e-7303a370201e tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.337452 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-50b04fab-8ac6-4c34-b76e-7303a370201e tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0062332 Mar 02 18:58:11.337452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b013e246-254d-4100-a812-4abcc175d97d tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.341297 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54494) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.342603 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.370552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-b2a91888-8ab2-48e6-835d-312fdc1858e2 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.372346 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b2a91888-8ab2-48e6-835d-312fdc1858e2 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0166678 Mar 02 18:58:11.374745 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54498) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.382238 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54502) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.408145 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a1552787-6d20-457b-bebc-3b474e89acb4 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:11.429080 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23d788c8-3aa1-4a10-9459-4d6e0d0ba062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.467293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-dc17743f-4308-4678-be3d-2315920475ae tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.468299 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-dc17743f-4308-4678-be3d-2315920475ae tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0409267 Mar 02 18:58:11.472495 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.474963 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:11.475693 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54508) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.483983 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dfe10004-053a-4342-b6d7-817b4bd04fe8 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.488520 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:11.492277 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-9ce8f27c-15e9-4613-b026-110438088951 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.493232 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9ce8f27c-15e9-4613-b026-110438088951 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0124381 Mar 02 18:58:11.496886 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:11.512453 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54512) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.525930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Pushing event updated for resources: {'Port': ['ID=15832d2f-04a5-43df-acc0-60833ebb0c10,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:11.526329 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a1552787-6d20-457b-bebc-3b474e89acb4 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:11.527183 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.527286 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013e246-254d-4100-a812-4abcc175d97d tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54400a5-a4bb-4199-bee6-f058cdbb4ba0,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:11.535480 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-89661ba7-75cf-449e-95c5-53e5667c1bd3 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.536418 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-89661ba7-75cf-449e-95c5-53e5667c1bd3 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0199044 Mar 02 18:58:11.543509 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54516) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.551979 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-9c474b03-9d38-4557-95ff-fca3f2b5aaf4 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.552988 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9c474b03-9d38-4557-95ff-fca3f2b5aaf4 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0085509 Mar 02 18:58:11.558029 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54520) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.558783 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.561246 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5b41e471-f182-4e24-baa6-fb6420e41877 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5790334 Mar 02 18:58:11.566136 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54524) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.574690 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-b2b7ac5c-afc0-4763-a1db-adef5a94f956 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.576044 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b2b7ac5c-afc0-4763-a1db-adef5a94f956 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0133841 Mar 02 18:58:11.625937 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54528) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.635125 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dfe10004-053a-4342-b6d7-817b4bd04fe8 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.649814 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b013e246-254d-4100-a812-4abcc175d97d tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.649814 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b013e246-254d-4100-a812-4abcc175d97d tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.0013728 Mar 02 18:58:11.650428 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-6c77d087-0bae-4f8d-9add-d43e401f9add tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.650428 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6c77d087-0bae-4f8d-9add-d43e401f9add tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0182326 Mar 02 18:58:11.651087 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-23d788c8-3aa1-4a10-9459-4d6e0d0ba062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:11.653321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Pushing event updated for resources: {'Port': ['ID=63b34f37-ee33-4728-8810-62843eab2790,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:11.655683 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54534) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.655889 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54536) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.662974 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-23d788c8-3aa1-4a10-9459-4d6e0d0ba062 admin admin] Usage tracker for resource:security_group_rule and tenant:21fa84e1ea264705bfccf495d842b76f is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:11.669241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-0b65f5ee-88f3-4059-aef5-7e5485f6ae87 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.670185 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0b65f5ee-88f3-4059-aef5-7e5485f6ae87 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0091095 Mar 02 18:58:11.675059 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-5f3e4d9b-8e50-4d97-a85c-bc45e25f5ea3 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Request body: {'security_group_rule': {'security_group_id': 'f54400a5-a4bb-4199-bee6-f058cdbb4ba0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:11.679653 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-23d788c8-3aa1-4a10-9459-4d6e0d0ba062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:11.684508 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54542) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.689537 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-23d788c8-3aa1-4a10-9459-4d6e0d0ba062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:11.693222 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5f3e4d9b-8e50-4d97-a85c-bc45e25f5ea3 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:11.700131 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5f3e4d9b-8e50-4d97-a85c-bc45e25f5ea3 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Usage tracker for resource:security_group_rule and tenant:d7b6c75608194b3ca64e683dd2c015aa is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:11.706688 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-f7515594-be67-4677-8b7a-934c3ec9b973 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.711572 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f7515594-be67-4677-8b7a-934c3ec9b973 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0164235 Mar 02 18:58:11.711692 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5f3e4d9b-8e50-4d97-a85c-bc45e25f5ea3 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:11.717207 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54546) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.717290 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 421e3ebc-d4b6-42f2-b6c6-7c9fbb570120 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:11.720628 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fe05efc4-cd49-4f14-82a2-9e21d8f94e55 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Synchronizing usage tracker for tenant:81fe36b6cd724cd38e8fa371345308c3 on resource:floatingip {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:11.723381 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5f3e4d9b-8e50-4d97-a85c-bc45e25f5ea3 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:11.732520 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-4d3cc8d4-f31b-489b-9029-1aa781907f5b tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.734543 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:11.734908 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:11.735314 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:11.736724 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4d3cc8d4-f31b-489b-9029-1aa781907f5b tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0180037 Mar 02 18:58:11.737726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54552) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.743921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe10004-053a-4342-b6d7-817b4bd04fe8 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb957d16-e85d-4241-8b29-4e3abf1e76f4,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:11.747551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-664279e5-26fc-4bd2-9a73-3dbcccaf59ed tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.748912 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-664279e5-26fc-4bd2-9a73-3dbcccaf59ed tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0087655 Mar 02 18:58:11.759378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:11.759751 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port 63b34f37-ee33-4728-8810-62843eab2790 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:11.760150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54556) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.761620 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 2 to bind port 63b34f37-ee33-4728-8810-62843eab2790 Mar 02 18:58:11.780833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-5a47e063-1c56-4c98-8f83-2a3a4a57be1f tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.781803 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5a47e063-1c56-4c98-8f83-2a3a4a57be1f tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0114210 Mar 02 18:58:11.785358 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54560) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.794275 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-9885dc6c-240c-4db7-817c-08cf3c691706 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.798489 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9885dc6c-240c-4db7-817c-08cf3c691706 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0075204 Mar 02 18:58:11.800848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:11.801174 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:11.801282 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54564) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.801496 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:11.808216 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-560b7ec9-e810-4f33-863e-5fd98e4a9b30 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.811732 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54568) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.812270 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-560b7ec9-e810-4f33-863e-5fd98e4a9b30 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0100863 Mar 02 18:58:11.823404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-66a2fba1-259e-4348-9717-53e12c9a2961 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.823981 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-66a2fba1-259e-4348-9717-53e12c9a2961 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0113506 Mar 02 18:58:11.836388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54572) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.844524 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:11.844524 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port 63b34f37-ee33-4728-8810-62843eab2790 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:11.845637 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 3 to bind port 63b34f37-ee33-4728-8810-62843eab2790 Mar 02 18:58:11.851018 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 421e3ebc-d4b6-42f2-b6c6-7c9fbb570120 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:11.851496 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.856075 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-b1ec48b9-44da-4cbd-9e93-d5b123eeaa8c tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.857036 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b1ec48b9-44da-4cbd-9e93-d5b123eeaa8c tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0167422 Mar 02 18:58:11.861541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54576) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.863537 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23d788c8-3aa1-4a10-9459-4d6e0d0ba062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.880595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-b9bfbc90-3b25-4d27-9a2e-180d987055d5 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.880595 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b9bfbc90-3b25-4d27-9a2e-180d987055d5 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0074151 Mar 02 18:58:11.880595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:11.880595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:11.880595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:11.881123 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dfe10004-053a-4342-b6d7-817b4bd04fe8 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.882313 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-dfe10004-053a-4342-b6d7-817b4bd04fe8 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.9923921 Mar 02 18:58:11.883664 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54580) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.886554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54582) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.891668 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-303100e1-2b54-460b-97f4-fcc181e8012a tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.895707 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-303100e1-2b54-460b-97f4-fcc181e8012a tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0074377 Mar 02 18:58:11.895707 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:11.895707 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port 63b34f37-ee33-4728-8810-62843eab2790 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:11.895707 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 4 to bind port 63b34f37-ee33-4728-8810-62843eab2790 Mar 02 18:58:11.904554 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54588) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.907700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-0177baa8-0328-4ab1-aba3-01095c2faeca tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Request body: {'security_group_rule': {'security_group_id': 'bb957d16-e85d-4241-8b29-4e3abf1e76f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:11.910608 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fe05efc4-cd49-4f14-82a2-9e21d8f94e55 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Unset dirty status for tenant:81fe36b6cd724cd38e8fa371345308c3 on resource:floatingip {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:11.911795 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fe05efc4-cd49-4f14-82a2-9e21d8f94e55 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] 10.222.0.73 "GET /v2.0/floatingips?floating_network_id=915b54a2-24f2-460a-b14d-afdb93e6cbea HTTP/1.1" status: 200 len: 690 time: 0.3425851 Mar 02 18:58:11.916907 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-bc88a671-e6e2-4b11-8680-c7474d63ecd0 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.917679 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0177baa8-0328-4ab1-aba3-01095c2faeca tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:11.919805 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54592) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.920617 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bc88a671-e6e2-4b11-8680-c7474d63ecd0 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0149658 Mar 02 18:58:11.921147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54594) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.921935 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.927378 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-d8e3e874-5712-4218-aaaf-8a1b0dba6e94 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.933210 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d8e3e874-5712-4218-aaaf-8a1b0dba6e94 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0085340 Mar 02 18:58:11.933793 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54600) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.938545 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-489c7341-541e-4209-9cd2-9d031b93ae81 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.943059 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-489c7341-541e-4209-9cd2-9d031b93ae81 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0083315 Mar 02 18:58:11.943276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0177baa8-0328-4ab1-aba3-01095c2faeca tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Usage tracker for resource:security_group_rule and tenant:3690a6fef5ca4d7db77cf45287e6059b is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:11.943684 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54604) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.950454 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:11.951015 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:11.951245 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-b9f1144f-870c-48b7-a07e-aa25694df4e9 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.951714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:11.954314 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0177baa8-0328-4ab1-aba3-01095c2faeca tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:11.955181 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b9f1144f-870c-48b7-a07e-aa25694df4e9 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0075748 Mar 02 18:58:11.956230 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54610) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.962820 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-d7a7577a-8b78-48d8-9681-707da81da54f tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.968003 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d7a7577a-8b78-48d8-9681-707da81da54f tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0106156 Mar 02 18:58:11.968581 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54614) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.969133 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0177baa8-0328-4ab1-aba3-01095c2faeca tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:11.976505 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-b27a6a54-5751-48e2-bf7b-0886f53706b8 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.978555 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b27a6a54-5751-48e2-bf7b-0886f53706b8 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0084789 Mar 02 18:58:11.981930 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23d788c8-3aa1-4a10-9459-4d6e0d0ba062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:11.984194 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54618) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:11.992072 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-5543ad8f-d4bf-4b97-9ba7-7662f3cbb45c tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:11.993277 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5543ad8f-d4bf-4b97-9ba7-7662f3cbb45c tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0065491 Mar 02 18:58:11.997312 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54622) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:12.004856 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-cc10b100-fe18-48a6-8d84-f04c5a40ae55 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:12.005882 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-cc10b100-fe18-48a6-8d84-f04c5a40ae55 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0075660 Mar 02 18:58:12.031979 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54626) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:12.050078 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-f3e29f25-17d1-4a7d-86f8-dc7d4c7d3752 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:12.053569 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f3e29f25-17d1-4a7d-86f8-dc7d4c7d3752 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0131412 Mar 02 18:58:12.058200 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54630) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:12.068791 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-3e528d6b-52e8-47d0-94af-fc4e39d71d11 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:12.068791 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3e528d6b-52e8-47d0-94af-fc4e39d71d11 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0081294 Mar 02 18:58:12.070763 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54634) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:12.079403 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-f327b132-a22e-40cc-ba66-2121238b6374 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:12.081034 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f327b132-a22e-40cc-ba66-2121238b6374 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0086954 Mar 02 18:58:12.083737 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54638) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:12.086369 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.117423 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-8346a005-d708-4eac-a1d7-59ba02de37d5 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:12.118401 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8346a005-d708-4eac-a1d7-59ba02de37d5 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0337398 Mar 02 18:58:12.124746 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54642) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:12.129852 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-23d788c8-3aa1-4a10-9459-4d6e0d0ba062 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=21fa84e1ea264705bfccf495d842b76f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7541177 Mar 02 18:58:12.130727 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5f3e4d9b-8e50-4d97-a85c-bc45e25f5ea3 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.131743 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-7fc76825-cefa-465d-b486-fe61e94626ba tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:12.134721 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7fc76825-cefa-465d-b486-fe61e94626ba tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0070345 Mar 02 18:58:12.139423 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54646) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:12.139761 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54648) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:12.162658 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-3bb82e68-ea1d-4665-bdf8-117d66cd471e tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:12.163666 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3bb82e68-ea1d-4665-bdf8-117d66cd471e tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0215456 Mar 02 18:58:12.168751 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54654) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:12.178010 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-3bc14125-14c7-40fe-b998-ef000e322c5e tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:12.178482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0177baa8-0328-4ab1-aba3-01095c2faeca tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.179011 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3bc14125-14c7-40fe-b998-ef000e322c5e tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0093355 Mar 02 18:58:12.193057 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54658) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:12.195732 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:12.197490 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port 63b34f37-ee33-4728-8810-62843eab2790 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:12.207653 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 5 to bind port 63b34f37-ee33-4728-8810-62843eab2790 Mar 02 18:58:12.223487 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-6947aca7-80bb-45b9-b5e5-d16fcc1dd656 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:12.224400 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6947aca7-80bb-45b9-b5e5-d16fcc1dd656 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0299129 Mar 02 18:58:12.236363 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54664) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:12.246683 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-f02c0698-aca2-4812-a542-b9973ac697e1 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:12.246683 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f02c0698-aca2-4812-a542-b9973ac697e1 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0057142 Mar 02 18:58:12.253813 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54668) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:12.261063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d788c8-3aa1-4a10-9459-4d6e0d0ba062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c22e9e5-1362-4354-9b31-22af2d7fcc02,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:12.299770 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:12.300035 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:12.300541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:12.309946 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-0a411094-7d15-4f15-839c-d2f4c0b87825 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:12.313398 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0a411094-7d15-4f15-839c-d2f4c0b87825 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0098526 Mar 02 18:58:12.321733 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54674) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:12.336307 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-30282cb4-a12b-490d-8aa6-ae038e394923 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:12.336988 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-30282cb4-a12b-490d-8aa6-ae038e394923 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0130444 Mar 02 18:58:12.339261 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:12.339765 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port 63b34f37-ee33-4728-8810-62843eab2790 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:12.341270 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54678) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:12.341707 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 6 to bind port 63b34f37-ee33-4728-8810-62843eab2790 Mar 02 18:58:12.357084 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.360106 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0eb749dc-1de8-43c6-86fc-9ba3252866ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.361017 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-c0121311-1001-45c8-9d47-ca66900c6108 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:12.363084 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c0121311-1001-45c8-9d47-ca66900c6108 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0135140 Mar 02 18:58:12.378123 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54682) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:12.420613 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0eb749dc-1de8-43c6-86fc-9ba3252866ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.448864 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [None req-dcf128f6-bc84-4ba1-b049-6c3440d5c304 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:12.452226 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-dcf128f6-bc84-4ba1-b049-6c3440d5c304 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0703812 Mar 02 18:58:12.455105 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54688) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:12.457480 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5f3e4d9b-8e50-4d97-a85c-bc45e25f5ea3 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.458392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:12.458862 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:12.459078 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:12.462179 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0177baa8-0328-4ab1-aba3-01095c2faeca tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.466941 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [None req-ca07acab-fb39-4a83-b6e9-7ca6498c6b45 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:12.471903 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ca07acab-fb39-4a83-b6e9-7ca6498c6b45 tempest-ExtensionsTestJSON-1774511613 tempest-ExtensionsTestJSON-1774511613-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0115459 Mar 02 18:58:12.491826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Deleting port 4e0011cd-de7c-41df-a0e5-9475f67d07b5 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:58:12.492162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.508068 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.523156 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:12.523714 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port 63b34f37-ee33-4728-8810-62843eab2790 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:12.532103 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 7 to bind port 63b34f37-ee33-4728-8810-62843eab2790 Mar 02 18:58:12.560066 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5f3e4d9b-8e50-4d97-a85c-bc45e25f5ea3 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.586651 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54694) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:12.597682 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.602062 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0177baa8-0328-4ab1-aba3-01095c2faeca tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.643068 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:12.643633 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:12.644178 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:12.647613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e4d9b-8e50-4d97-a85c-bc45e25f5ea3 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8561dc6-0522-4822-8a90-a5b834f74c9e,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:12.649121 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0eb749dc-1de8-43c6-86fc-9ba3252866ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.707155 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb749dc-1de8-43c6-86fc-9ba3252866ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c22e9e5-1362-4354-9b31-22af2d7fcc02,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:12.752705 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Pushing event updated for resources: {'Port': ['ID=15832d2f-04a5-43df-acc0-60833ebb0c10,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:12.764860 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0eb749dc-1de8-43c6-86fc-9ba3252866ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.765972 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0eb749dc-1de8-43c6-86fc-9ba3252866ef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4c22e9e5-1362-4354-9b31-22af2d7fcc02 HTTP/1.1" status: 204 len: 168 time: 0.6253386 Mar 02 18:58:12.779151 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.786688 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177baa8-0328-4ab1-aba3-01095c2faeca tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee5fd6e-2e07-473c-a1b6-0c8333a648f0,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:12.791337 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:12.791337 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port 63b34f37-ee33-4728-8810-62843eab2790 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:12.799789 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 8 to bind port 63b34f37-ee33-4728-8810-62843eab2790 Mar 02 18:58:12.808522 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1110031888'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:12.814154 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:12.820490 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:network and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:12.823926 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:12.831620 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:12.856691 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:12.856942 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:12.857282 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:12.870154 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.871187 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:12.871602 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port 63b34f37-ee33-4728-8810-62843eab2790 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:12.876366 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8d5164f4-431e-4798-ae75-9565abd1ea89 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8854098 Mar 02 18:58:12.881313 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 9 to bind port 63b34f37-ee33-4728-8810-62843eab2790 Mar 02 18:58:12.912492 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:12.912824 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:12.913194 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:12.916637 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.916976 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.931546 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5f3e4d9b-8e50-4d97-a85c-bc45e25f5ea3 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.932717 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5f3e4d9b-8e50-4d97-a85c-bc45e25f5ea3 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2739804 Mar 02 18:58:12.936455 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54704) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:12.942564 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-0f7a404f-b9f9-4ccb-9cce-7e5fe2214a9e tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Request body: {'security_group_rule': {'security_group_id': 'f54400a5-a4bb-4199-bee6-f058cdbb4ba0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:12.948369 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0f7a404f-b9f9-4ccb-9cce-7e5fe2214a9e tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:12.952308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0f7a404f-b9f9-4ccb-9cce-7e5fe2214a9e tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Usage tracker for resource:security_group_rule and tenant:d7b6c75608194b3ca64e683dd2c015aa is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:12.955991 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0f7a404f-b9f9-4ccb-9cce-7e5fe2214a9e tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:12.962430 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:12.966135 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:12.977009 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0f7a404f-b9f9-4ccb-9cce-7e5fe2214a9e tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:12.980892 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:12.981218 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port 63b34f37-ee33-4728-8810-62843eab2790 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:12.981935 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 10 to bind port 63b34f37-ee33-4728-8810-62843eab2790 Mar 02 18:58:12.985225 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.027675 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:13.032444 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:security_group_rule and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:13.036051 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:13.042424 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:13.058688 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0177baa8-0328-4ab1-aba3-01095c2faeca tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.062841 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0177baa8-0328-4ab1-aba3-01095c2faeca tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1751089 Mar 02 18:58:13.063458 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54710) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:13.071280 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-f1f1de2e-ab77-45d7-ad8e-cd8842445ad3 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Request body: {'security_group_rule': {'security_group_id': 'bb957d16-e85d-4241-8b29-4e3abf1e76f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:13.073015 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Calling delete_port for 4e0011cd-de7c-41df-a0e5-9475f67d07b5 owned by network:floatingip {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:58:13.084370 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f1f1de2e-ab77-45d7-ad8e-cd8842445ad3 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:13.093367 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f1f1de2e-ab77-45d7-ad8e-cd8842445ad3 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Usage tracker for resource:security_group_rule and tenant:3690a6fef5ca4d7db77cf45287e6059b is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:13.098828 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f1f1de2e-ab77-45d7-ad8e-cd8842445ad3 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:13.110004 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f7a404f-b9f9-4ccb-9cce-7e5fe2214a9e tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.110531 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:13.111007 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:13.111547 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:13.122811 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f1f1de2e-ab77-45d7-ad8e-cd8842445ad3 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:13.132883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:13.133424 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port 63b34f37-ee33-4728-8810-62843eab2790 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:13.133955 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.203556 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.243143 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f7a404f-b9f9-4ccb-9cce-7e5fe2214a9e tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.252494 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1f1de2e-ab77-45d7-ad8e-cd8842445ad3 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.324840 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.331533 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] For port 63b34f37-ee33-4728-8810-62843eab2790, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:58:13.331806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempted to set empty binding levels {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 02 18:58:13.346819 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54726) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:13.358496 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f7a404f-b9f9-4ccb-9cce-7e5fe2214a9e tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.371923 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1f1de2e-ab77-45d7-ad8e-cd8842445ad3 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.403258 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a404f-b9f9-4ccb-9cce-7e5fe2214a9e tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e200d8-90e6-45ef-bafa-8e25d1f05d2b,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:13.413705 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e4d46a-401e-4d26-8480-d22ccc95f88e,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:13.415081 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.453268 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1f1de2e-ab77-45d7-ad8e-cd8842445ad3 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.461582 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.461800 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:58:13.485864 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1de2e-ab77-45d7-ad8e-cd8842445ad3 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70eb53cb-6bd2-4d51-9e3c-0f28d726cb12,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:13.500958 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] In _notify_port_updated(), no bound segment for port 63b34f37-ee33-4728-8810-62843eab2790 on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 18:58:13.501992 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.503954 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] 10.222.0.73 "PUT /v2.0/ports/63b34f37-ee33-4728-8810-62843eab2790 HTTP/1.1" status: 200 len: 977 time: 2.7840056 Mar 02 18:58:13.510511 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54734) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:13.517056 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.517619 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Added segment c16f1e7c-bed4-431f-a3fb-fdeb23966092 of type vlan for network ef3b29a7-4982-4982-b073-f3d27df1240a Mar 02 18:58:13.524334 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f7a404f-b9f9-4ccb-9cce-7e5fe2214a9e tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.527950 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0f7a404f-b9f9-4ccb-9cce-7e5fe2214a9e tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5895965 Mar 02 18:58:13.530998 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54738) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:13.537928 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:13.554156 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:13.570713 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Usage tracker for resource:floatingip and tenant:d7b6c75608194b3ca64e683dd2c015aa is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:13.575587 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:13.579092 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.588071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:13.590034 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895a250-e0d9-4cd1-a38f-0f72b68275e7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Pushing event updated for resources: {'Port': ['ID=63b34f37-ee33-4728-8810-62843eab2790,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:13.633922 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1f1de2e-ab77-45d7-ad8e-cd8842445ad3 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.635388 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f1f1de2e-ab77-45d7-ad8e-cd8842445ad3 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5708904 Mar 02 18:58:13.641115 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54744) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:13.656705 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:13.663736 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54754) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:13.666635 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:13.669499 dv-neutron-831573-1-hyperv neutron-server[84533]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 18:58:13.687277 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Usage tracker for resource:floatingip and tenant:3690a6fef5ca4d7db77cf45287e6059b is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:13.693550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:13.702956 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:13.708357 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e0011cd-de7c-41df-a0e5-9475f67d07b5,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:13.718526 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-99f00e80-24a2-4d6c-9459-9287ec29f12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.728432 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-0b9f4ddf-8fea-4024-9400-d5e609222ea9 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Synchronizing usage tracker for tenant:2cba10eae0244909ae301c19bf9852ec on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:13.731314 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for floatingip, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.753930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.757653 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:13.758232 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.772048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.780771 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-99f00e80-24a2-4d6c-9459-9287ec29f12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:13.789036 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-99f00e80-24a2-4d6c-9459-9287ec29f12d admin admin] Usage tracker for resource:security_group_rule and tenant:50bf7d8c80854572af4a36551e93e43d is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:13.793701 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-99f00e80-24a2-4d6c-9459-9287ec29f12d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:13.824525 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-99f00e80-24a2-4d6c-9459-9287ec29f12d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:13.849253 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-249a43c6-68cb-42ad-8f29-13b35b0b6060 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Synchronizing usage tracker for tenant:500e5eec2c7e4b72881784d640666dee on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:13.896750 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.974249 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for floatingip, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:13.996772 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-249a43c6-68cb-42ad-8f29-13b35b0b6060 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Unset dirty status for tenant:500e5eec2c7e4b72881784d640666dee on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:14.001470 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-249a43c6-68cb-42ad-8f29-13b35b0b6060 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13596 time: 0.4844790 Mar 02 18:58:14.003378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54762) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:14.005005 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-99f00e80-24a2-4d6c-9459-9287ec29f12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:14.028882 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Network': ['ID=ef3b29a7-4982-4982-b073-f3d27df1240a,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:14.042285 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:58:14.069698 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-a945a8dd-6783-4371-a1ce-c170d293a5c7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Deleting port 63b34f37-ee33-4728-8810-62843eab2790 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:58:14.070271 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a945a8dd-6783-4371-a1ce-c170d293a5c7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:14.084045 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2106b86a-9a3e-4b64-9bc7-1c15f9301c21 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4971557 Mar 02 18:58:14.088497 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54766) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:14.097528 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-ccc99e53-7af8-4b12-a501-d7d99ce85066 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:14.117454 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-0b9f4ddf-8fea-4024-9400-d5e609222ea9 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Unset dirty status for tenant:2cba10eae0244909ae301c19bf9852ec on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:14.125501 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-0b9f4ddf-8fea-4024-9400-d5e609222ea9 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--2081854968&fields=id&tenant_id=2cba10eae0244909ae301c19bf9852ec HTTP/1.1" status: 200 len: 267 time: 0.4602520 Mar 02 18:58:14.172723 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-99f00e80-24a2-4d6c-9459-9287ec29f12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:14.194693 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:14.257329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7297a3d2-1842-4bfb-ab52-6b948b51ead9,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:14.299581 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f00e80-24a2-4d6c-9459-9287ec29f12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a46cc35-da95-4946-b7d3-9490f795dbfe,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:14.360235 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ccc99e53-7af8-4b12-a501-d7d99ce85066 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:14.382168 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ccc99e53-7af8-4b12-a501-d7d99ce85066 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:14.387793 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ccc99e53-7af8-4b12-a501-d7d99ce85066 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:14.408422 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-99f00e80-24a2-4d6c-9459-9287ec29f12d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=50bf7d8c80854572af4a36551e93e43d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0578015 Mar 02 18:58:14.410522 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54776) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:14.410685 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ccc99e53-7af8-4b12-a501-d7d99ce85066 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:14.437526 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-f6d1eb3e-fbe2-4cef-85d3-063cc83264e8 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:14.438196 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-f6d1eb3e-fbe2-4cef-85d3-063cc83264e8 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Synchronizing usage tracker for tenant:2cba10eae0244909ae301c19bf9852ec on resource:network {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:14.457727 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:14.480837 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:14.535144 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc99e53-7af8-4b12-a501-d7d99ce85066 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:14.560249 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915b54a2-24f2-460a-b14d-afdb93e6cbea']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:14.563543 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:14.575957 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-f6d1eb3e-fbe2-4cef-85d3-063cc83264e8 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Unset dirty status for tenant:2cba10eae0244909ae301c19bf9852ec on resource:network {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:14.577111 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-f6d1eb3e-fbe2-4cef-85d3-063cc83264e8 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/networks?id=83e11a8d-5f6c-4e4d-9263-33efd20f1a52 HTTP/1.1" status: 200 len: 812 time: 0.4509211 Mar 02 18:58:14.597894 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e6ef8f-a6bf-4b0f-adc4-a3d7a4c12d52') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:14.598192 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e6ef8f-a6bf-4b0f-adc4-a3d7a4c12d52') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:14.620043 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:14.635906 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-a945a8dd-6783-4371-a1ce-c170d293a5c7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] For port 63b34f37-ee33-4728-8810-62843eab2790, host hv-neutron-8315, got binding levels [] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:14.636268 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a945a8dd-6783-4371-a1ce-c170d293a5c7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:14.710634 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:14.712923 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-18fd1d56-4295-4bf8-b6f4-e48d9f3ca705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:14.776893 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-a945a8dd-6783-4371-a1ce-c170d293a5c7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Calling delete_port for 63b34f37-ee33-4728-8810-62843eab2790 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:58:14.779395 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-b3fc8117-9474-484c-9865-061ff76af06d tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/quotas/2cba10eae0244909ae301c19bf9852ec HTTP/1.1" status: 200 len: 375 time: 0.1467779 Mar 02 18:58:14.797250 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ccc99e53-7af8-4b12-a501-d7d99ce85066 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:14.819961 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:58:14.820363 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:58:14.835849 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:58:14.931504 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-18fd1d56-4295-4bf8-b6f4-e48d9f3ca705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:14.961593 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Allocated IP 172.26.4.4 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/9d66b1e1-b891-46d6-9c21-129486ec4a99) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:15.059359 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:15.095618 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-36f4c029-1b02-4e5e-9ab6-1e1a5d131bd8 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2cba10eae0244909ae301c19bf9852ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3012631 Mar 02 18:58:15.098204 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 915b54a2-24f2-460a-b14d-afdb93e6cbea {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 18:58:15.119707 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Pushing event deleted for resources: {'Network': ['ID=915b54a2-24f2-460a-b14d-afdb93e6cbea,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:15.131516 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a945a8dd-6783-4371-a1ce-c170d293a5c7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:15.147403 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-18fd1d56-4295-4bf8-b6f4-e48d9f3ca705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:15.156346 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:15.178636 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd1d56-4295-4bf8-b6f4-e48d9f3ca705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a46cc35-da95-4946-b7d3-9490f795dbfe,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:15.229241 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:15.314405 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945a8dd-6783-4371-a1ce-c170d293a5c7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Pushing event deleted for resources: {'Port': ['ID=63b34f37-ee33-4728-8810-62843eab2790,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:15.334910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a945a8dd-6783-4371-a1ce-c170d293a5c7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:15.337294 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a945a8dd-6783-4371-a1ce-c170d293a5c7 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] 10.222.0.73 "DELETE /v2.0/ports/63b34f37-ee33-4728-8810-62843eab2790 HTTP/1.1" status: 204 len: 168 time: 1.3310425 Mar 02 18:58:15.340287 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54798) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:15.362705 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cce2595d-99c3-4500-837b-be10d323a8c4 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] 10.222.0.73 "DELETE /v2.0/networks/915b54a2-24f2-460a-b14d-afdb93e6cbea HTTP/1.1" status: 204 len: 168 time: 3.4415703 Mar 02 18:58:15.364897 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54802) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:15.380669 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d7145a-9af2-43a4-af3e-557b96d2cc39 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] GET failed (client error): The resource could not be found. Mar 02 18:58:15.385917 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-08d7145a-9af2-43a4-af3e-557b96d2cc39 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] 10.222.0.73 "GET /v2.0/ports/63b34f37-ee33-4728-8810-62843eab2790 HTTP/1.1" status: 404 len: 333 time: 0.0406954 Mar 02 18:58:15.386069 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54806) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:15.391125 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-dcbf9a72-010f-4b73-88db-6f987a498fb1 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2071165540', 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:15.431123 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-18fd1d56-4295-4bf8-b6f4-e48d9f3ca705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:15.434966 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-18fd1d56-4295-4bf8-b6f4-e48d9f3ca705 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7a46cc35-da95-4946-b7d3-9490f795dbfe HTTP/1.1" status: 204 len: 168 time: 1.0120034 Mar 02 18:58:15.436195 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ccc99e53-7af8-4b12-a501-d7d99ce85066 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:15.444518 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:15.462685 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-dcbf9a72-010f-4b73-88db-6f987a498fb1 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:15.463771 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8eaf0c52-bfdf-409d-b587-e39ef0e97e03 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Synchronizing usage tracker for tenant:81fe36b6cd724cd38e8fa371345308c3 on resource:floatingip {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:15.547388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8eaf0c52-bfdf-409d-b587-e39ef0e97e03 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Unset dirty status for tenant:81fe36b6cd724cd38e8fa371345308c3 on resource:floatingip {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:15.549530 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8eaf0c52-bfdf-409d-b587-e39ef0e97e03 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1828034 Mar 02 18:58:15.552231 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54814) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:15.552848 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-dcbf9a72-010f-4b73-88db-6f987a498fb1 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Usage tracker for resource:port and tenant:500e5eec2c7e4b72881784d640666dee is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:15.566742 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-dcbf9a72-010f-4b73-88db-6f987a498fb1 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:15.666978 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e835c2e8-6c40-44a5-b7da-7cb732fa53ef tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:15.667579 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e835c2e8-6c40-44a5-b7da-7cb732fa53ef tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:15.668009 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e835c2e8-6c40-44a5-b7da-7cb732fa53ef tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:15.668490 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e835c2e8-6c40-44a5-b7da-7cb732fa53ef tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:15.669048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e835c2e8-6c40-44a5-b7da-7cb732fa53ef tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:15.670067 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e835c2e8-6c40-44a5-b7da-7cb732fa53ef tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:15.670291 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e835c2e8-6c40-44a5-b7da-7cb732fa53ef tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:15.671428 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e835c2e8-6c40-44a5-b7da-7cb732fa53ef tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Synchronizing usage tracker for tenant:81fe36b6cd724cd38e8fa371345308c3 on resource:subnet {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:15.679364 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-7daef647-1ea4-4322-b2ea-bf79d929aabb service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:15.680373 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-7daef647-1ea4-4322-b2ea-bf79d929aabb service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3554897 Mar 02 18:58:15.703093 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-dcbf9a72-010f-4b73-88db-6f987a498fb1 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:15.749741 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:15.765455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e835c2e8-6c40-44a5-b7da-7cb732fa53ef tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Unset dirty status for tenant:81fe36b6cd724cd38e8fa371345308c3 on resource:subnet {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:15.765655 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:15.770728 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e835c2e8-6c40-44a5-b7da-7cb732fa53ef tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4653 time: 0.2136161 Mar 02 18:58:15.776577 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:15.776702 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54820) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:15.858245 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Allocated IP 172.26.4.91 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/534956ef-d9d8-417d-a1e1-12513f95342e) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:15.864126 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-2394b610-011e-403a-9a38-3c6ce4cb47b1 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] delete failed (client error): The resource could not be found. Mar 02 18:58:15.874493 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2394b610-011e-403a-9a38-3c6ce4cb47b1 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/9ca2df39-4089-4b3b-83ad-72fb589e9ed6 HTTP/1.1" status: 404 len: 345 time: 0.1010342 Mar 02 18:58:15.875129 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54826) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:15.876458 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc99e53-7af8-4b12-a501-d7d99ce85066 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=23d7acec-e114-403f-90be-dcafd7b65167,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:15.891723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Pushing event updated for resources: {'Port': ['ID=9d66b1e1-b891-46d6-9c21-129486ec4a99,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:15.900812 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e5b55c-c8ee-4072-94d7-5f1c01bd130e tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] DELETE failed (client error): The resource could not be found. Mar 02 18:58:15.901016 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e5b55c-c8ee-4072-94d7-5f1c01bd130e tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:58:15.906680 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e0e5b55c-c8ee-4072-94d7-5f1c01bd130e tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] 10.222.0.73 "DELETE /v2.0/networks/915b54a2-24f2-460a-b14d-afdb93e6cbea HTTP/1.1" status: 404 len: 339 time: 0.0305245 Mar 02 18:58:15.907292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54834) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:15.912621 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-d2148704-eee5-4819-8e5b-61a25c586087 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Request body: {'network': {'name': 'tempest-network--2073540099', 'router:external': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:15.919558 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d2148704-eee5-4819-8e5b-61a25c586087 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:15.923323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d2148704-eee5-4819-8e5b-61a25c586087 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Usage tracker for resource:network and tenant:81fe36b6cd724cd38e8fa371345308c3 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:15.927280 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d2148704-eee5-4819-8e5b-61a25c586087 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:15.940163 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d2148704-eee5-4819-8e5b-61a25c586087 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:15.948693 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbf9a72-010f-4b73-88db-6f987a498fb1 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Made reservation on behalf of 500e5eec2c7e4b72881784d640666dee for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:15.950962 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dcbf9a72-010f-4b73-88db-6f987a498fb1 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:16.019993 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2148704-eee5-4819-8e5b-61a25c586087 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Made reservation on behalf of 81fe36b6cd724cd38e8fa371345308c3 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:16.022472 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d2148704-eee5-4819-8e5b-61a25c586087 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:16.059654 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2148704-eee5-4819-8e5b-61a25c586087 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:58:16.061167 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc99e53-7af8-4b12-a501-d7d99ce85066 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:16.061527 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc99e53-7af8-4b12-a501-d7d99ce85066 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network hostable DHCP agents. Network: ef3b29a7-4982-4982-b073-f3d27df1240a, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:58:16.071068 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d2148704-eee5-4819-8e5b-61a25c586087 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:16.071792 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-d2148704-eee5-4819-8e5b-61a25c586087 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Added segment ccc24e19-58f9-47c8-8420-a6060ee01571 of type vlan for network eaa5894c-9b45-4498-88e2-3b540ae61701 Mar 02 18:58:16.104975 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-dcbf9a72-010f-4b73-88db-6f987a498fb1 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] device_id is not set on port 31251f57-4f48-43c5-80d4-b7026124be17 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:58:16.120842 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d2148704-eee5-4819-8e5b-61a25c586087 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:16.145699 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-448151c1-41a6-4d80-a52c-25a340fffb5f service neutron] 10.222.0.73 "GET /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349992 Mar 02 18:58:16.239378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d2148704-eee5-4819-8e5b-61a25c586087 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:16.241042 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2148704-eee5-4819-8e5b-61a25c586087 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:16.242462 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d2148704-eee5-4819-8e5b-61a25c586087 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:16.265197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54846) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:16.372468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2148704-eee5-4819-8e5b-61a25c586087 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Pushing event updated for resources: {'Network': ['ID=eaa5894c-9b45-4498-88e2-3b540ae61701,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:16.380775 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:16.386130 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network eaa5894c-9b45-4498-88e2-3b540ae61701 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:58:16.427380 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc99e53-7af8-4b12-a501-d7d99ce85066 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:58:16.430442 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d2148704-eee5-4819-8e5b-61a25c586087 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5195479 Mar 02 18:58:16.430442 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54852) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:16.526124 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-aaabd70a-0117-41aa-ba20-39d00007a72d service neutron] 10.222.0.73 "GET /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629334 Mar 02 18:58:16.607959 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-ccc99e53-7af8-4b12-a501-d7d99ce85066 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, ef3b29a7-4982-4982-b073-f3d27df1240a) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:16.617897 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0860d696-dd26-4367-bc1b-c7b290afd91d None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:16.656996 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc99e53-7af8-4b12-a501-d7d99ce85066 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:16.657588 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ccc99e53-7af8-4b12-a501-d7d99ce85066 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:16.678247 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:16.683557 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2390aec6-a1bc-4be9-9350-9ba4f25cfef2 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:16.691551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2390aec6-a1bc-4be9-9350-9ba4f25cfef2 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:16.701442 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2390aec6-a1bc-4be9-9350-9ba4f25cfef2 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:16.706463 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2390aec6-a1bc-4be9-9350-9ba4f25cfef2 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:16.707778 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2390aec6-a1bc-4be9-9350-9ba4f25cfef2 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Synchronizing usage tracker for tenant:baf4cddc9cb4497d821d0cb9e75ae996 on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:16.715720 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1296548143', 'router:external': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:16.719956 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dcbf9a72-010f-4b73-88db-6f987a498fb1 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:16.836045 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:16.837085 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:16.853989 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Usage tracker for resource:network and tenant:b8b426b6e9de443992dd5c447e69e73f is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:16.857656 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:16.870086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:16.906083 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54868) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:16.911439 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:16.917238 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ccc99e53-7af8-4b12-a501-d7d99ce85066 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8276677 Mar 02 18:58:16.921327 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2390aec6-a1bc-4be9-9350-9ba4f25cfef2 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Unset dirty status for tenant:baf4cddc9cb4497d821d0cb9e75ae996 on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:16.922551 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2390aec6-a1bc-4be9-9350-9ba4f25cfef2 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4911757 Mar 02 18:58:16.923821 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54876) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:16.925247 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': '23d7acec-e114-403f-90be-dcafd7b65167'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:58:16.926146 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54878) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:16.926541 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:16.932714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-fb74e4fd-f311-442d-a612-4ec34d92ff6e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'name': 'tempest-NetworksTestDHCPv6-579914096'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:16.968909 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54884) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:17.160235 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Allocated IP 2001:db8::2 (ef3b29a7-4982-4982-b073-f3d27df1240a/23d7acec-e114-403f-90be-dcafd7b65167/31d664d2-4cd7-44ab-8396-31811ff15fb2) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:17.178530 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dcbf9a72-010f-4b73-88db-6f987a498fb1 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.210510 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:17.217563 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:17.227015 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:17.304071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbf9a72-010f-4b73-88db-6f987a498fb1 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:17.304866 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Pushing event updated for resources: {'Port': ['ID=534956ef-d9d8-417d-a1e1-12513f95342e,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:17.310609 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-dcbf9a72-010f-4b73-88db-6f987a498fb1 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:17.325777 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Made reservation on behalf of b8b426b6e9de443992dd5c447e69e73f for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:17.334901 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.366613 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbf9a72-010f-4b73-88db-6f987a498fb1 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:17.367440 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbf9a72-010f-4b73-88db-6f987a498fb1 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:17.368036 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dcbf9a72-010f-4b73-88db-6f987a498fb1 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.372438 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1811998993'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:17.410146 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:17.429823 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-fb74e4fd-f311-442d-a612-4ec34d92ff6e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:17.431997 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.454567 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:network and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:17.459516 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.resource_extend [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:58:17.467273 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.484572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.486946 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Transition to ACTIVE for port object 31d664d2-4cd7-44ab-8396-31811ff15fb2 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:17.497457 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8295af16-8c51-41bb-9e1f-354c30e58542 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.497873 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf9a72-010f-4b73-88db-6f987a498fb1 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Pushing event updated for resources: {'Port': ['ID=31251f57-4f48-43c5-80d4-b7026124be17,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:17.503984 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:17.508482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fb74e4fd-f311-442d-a612-4ec34d92ff6e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:port and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:17.523245 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Transition to ACTIVE for port object 31d664d2-4cd7-44ab-8396-31811ff15fb2 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:17.524182 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fb74e4fd-f311-442d-a612-4ec34d92ff6e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:17.527499 dv-neutron-831573-1-hyperv neutron-server[84532]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 18:58:17.574266 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:17.590800 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-dcbf9a72-010f-4b73-88db-6f987a498fb1 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2010407 Mar 02 18:58:17.590800 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.606281 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54912) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:17.610610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-ec9a9c8a-9972-4c9c-a760-a588aab5fc2d req-9e8bc6a0-a29a-4a04-9986-fa1ff0fca864 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Synchronizing usage tracker for tenant:2cba10eae0244909ae301c19bf9852ec on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:17.616853 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-fb74e4fd-f311-442d-a612-4ec34d92ff6e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:17.630523 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.709193 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.730781 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:17.734687 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.760891 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:17.766173 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:17.766376 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb74e4fd-f311-442d-a612-4ec34d92ff6e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:17.772561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fb74e4fd-f311-442d-a612-4ec34d92ff6e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.775943 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:17.778293 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Pushing event updated for resources: {'Port': ['ID=31d664d2-4cd7-44ab-8396-31811ff15fb2,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:17.780646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:17.793068 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8295af16-8c51-41bb-9e1f-354c30e58542 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.801464 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Usage tracker for resource:security_group_rule and tenant:b8b426b6e9de443992dd5c447e69e73f is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:17.806080 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.814806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:17.838896 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:17.855750 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-8295af16-8c51-41bb-9e1f-354c30e58542 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa5894c-9b45-4498-88e2-3b540ae61701']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:17.863453 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-fb74e4fd-f311-442d-a612-4ec34d92ff6e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port 9e7afd4e-0fb2-42e1-b59a-dfa148670c84 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:58:17.895865 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Attempting to bind port 31d664d2-4cd7-44ab-8396-31811ff15fb2 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:17.896267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Attempting to bind port 31d664d2-4cd7-44ab-8396-31811ff15fb2 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:17.896978 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Attempting to bind port 31d664d2-4cd7-44ab-8396-31811ff15fb2 on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:17.897395 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.904258 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3e4b19c1-45f7-4b8a-b58a-919a22f72ac6 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Synchronizing usage tracker for tenant:500e5eec2c7e4b72881784d640666dee on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:17.904819 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:58:17.905226 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:17.905740 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.906148 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:58:17.906639 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Bound port: 31d664d2-4cd7-44ab-8396-31811ff15fb2, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:58:17.906771 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Pushing event updated for resources: {'Port': ['ID=9d66b1e1-b891-46d6-9c21-129486ec4a99,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:17.906928 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.909485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-ec9a9c8a-9972-4c9c-a760-a588aab5fc2d req-9e8bc6a0-a29a-4a04-9986-fa1ff0fca864 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Unset dirty status for tenant:2cba10eae0244909ae301c19bf9852ec on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:17.910629 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ec9a9c8a-9972-4c9c-a760-a588aab5fc2d req-9e8bc6a0-a29a-4a04-9986-fa1ff0fca864 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 210 time: 0.9407620 Mar 02 18:58:17.914737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-8295af16-8c51-41bb-9e1f-354c30e58542 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc24e19-58f9-47c8-8420-a6060ee01571') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:17.915042 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-8295af16-8c51-41bb-9e1f-354c30e58542 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc24e19-58f9-47c8-8420-a6060ee01571') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:17.953559 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8295af16-8c51-41bb-9e1f-354c30e58542 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.984674 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.987793 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:18.002120 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:security_group_rule and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:18.007511 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:18.024156 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8295af16-8c51-41bb-9e1f-354c30e58542 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.029802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:18.032878 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] For port 31d664d2-4cd7-44ab-8396-31811ff15fb2, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:58:18.063170 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3e4b19c1-45f7-4b8a-b58a-919a22f72ac6 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Unset dirty status for tenant:500e5eec2c7e4b72881784d640666dee on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:18.067159 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3e4b19c1-45f7-4b8a-b58a-919a22f72ac6 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] 10.222.0.73 "GET /v2.0/ports/31251f57-4f48-43c5-80d4-b7026124be17 HTTP/1.1" status: 200 len: 955 time: 0.4231813 Mar 02 18:58:18.081472 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8295af16-8c51-41bb-9e1f-354c30e58542 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:58:18.082802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8295af16-8c51-41bb-9e1f-354c30e58542 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.084552 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54918) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:58:18.114180 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:58:18.176284 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.177557 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9b37423e-be3b-4910-9e91-636c1b9e3ce5 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.6455519 Mar 02 18:58:18.232988 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-7e85d7aa-303b-41ac-b7f7-8f3ba03fe263 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Deleting port 31251f57-4f48-43c5-80d4-b7026124be17 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:58:18.233323 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7e85d7aa-303b-41ac-b7f7-8f3ba03fe263 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.279830 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] For port 31d664d2-4cd7-44ab-8396-31811ff15fb2, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=31d664d2-4cd7-44ab-8396-31811ff15fb2,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:58:18.306092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-fb74e4fd-f311-442d-a612-4ec34d92ff6e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::132 (ef3b29a7-4982-4982-b073-f3d27df1240a/23d7acec-e114-403f-90be-dcafd7b65167/9e7afd4e-0fb2-42e1-b59a-dfa148670c84) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:18.313154 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8295af16-8c51-41bb-9e1f-354c30e58542 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.362795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8295af16-8c51-41bb-9e1f-354c30e58542 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eaa5894c-9b45-4498-88e2-3b540ae61701 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 18:58:18.365211 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.370996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.379617 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295af16-8c51-41bb-9e1f-354c30e58542 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Pushing event deleted for resources: {'Network': ['ID=eaa5894c-9b45-4498-88e2-3b540ae61701,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:18.385882 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8295af16-8c51-41bb-9e1f-354c30e58542 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.446772 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8295af16-8c51-41bb-9e1f-354c30e58542 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] 10.222.0.73 "DELETE /v2.0/networks/eaa5894c-9b45-4498-88e2-3b540ae61701 HTTP/1.1" status: 204 len: 168 time: 1.5193768 Mar 02 18:58:18.450376 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54934) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:18.481196 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-82d9d842-cc7c-4a12-ae7f-a83f03f3fe26 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Request body: {'network': {'name': 'tempest-network--543034665', 'router:external': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:18.484788 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.515423 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.525022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887b10d-69a2-4446-a2a8-7acacb4c5031 None None] Pushing event updated for resources: {'Port': ['ID=31d664d2-4cd7-44ab-8396-31811ff15fb2,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:18.577254 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-82d9d842-cc7c-4a12-ae7f-a83f03f3fe26 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:18.592426 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-82d9d842-cc7c-4a12-ae7f-a83f03f3fe26 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Usage tracker for resource:network and tenant:81fe36b6cd724cd38e8fa371345308c3 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:18.599689 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7e85d7aa-303b-41ac-b7f7-8f3ba03fe263 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.606704 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4810acc9-460c-4046-8cdb-436fc1b51c16,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:18.619646 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.629535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-82d9d842-cc7c-4a12-ae7f-a83f03f3fe26 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:18.695196 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-82d9d842-cc7c-4a12-ae7f-a83f03f3fe26 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:18.713611 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:58:18.739913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.750595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.750803 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Added segment 30e02d2a-0438-40ad-88f2-f74aae957983 of type vlan for network aeb107c4-7cbf-4017-8f1a-5a13c4411308 Mar 02 18:58:18.840957 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.867240 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.900080 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:58:18.937799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fb74e4fd-f311-442d-a612-4ec34d92ff6e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.942661 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-7e85d7aa-303b-41ac-b7f7-8f3ba03fe263 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Calling delete_port for 31251f57-4f48-43c5-80d4-b7026124be17 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:58:18.965510 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d9d842-cc7c-4a12-ae7f-a83f03f3fe26 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Made reservation on behalf of 81fe36b6cd724cd38e8fa371345308c3 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:18.967783 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-82d9d842-cc7c-4a12-ae7f-a83f03f3fe26 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.994476 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.994816 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Added segment 1badfd78-3f08-4cae-814b-5fde16b27398 of type vlan for network 65e5b6dd-4c9c-4f08-8b0e-907d6630d07f Mar 02 18:58:19.011806 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-88811333-294c-40f3-9a71-a3104d81afd2 req-39ea3811-173a-4229-b9d7-23ac30b5dfde tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Synchronizing usage tracker for tenant:d7b6c75608194b3ca64e683dd2c015aa on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:19.048415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9570e31-137a-47c4-9c76-a55e6e1ded9e,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:19.072729 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-fb74e4fd-f311-442d-a612-4ec34d92ff6e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object 9e7afd4e-0fb2-42e1-b59a-dfa148670c84 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:19.110759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.114645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Pushing event updated for resources: {'Port': ['ID=534956ef-d9d8-417d-a1e1-12513f95342e,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:19.141056 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3cdb456d-34df-4d0c-bc4d-9888412e8030 req-c132923a-f5f2-45b7-9a7c-fcf041f9f5c2 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 210 time: 0.0727839 Mar 02 18:58:19.153222 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.165698 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d9d842-cc7c-4a12-ae7f-a83f03f3fe26 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:58:19.182669 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-82d9d842-cc7c-4a12-ae7f-a83f03f3fe26 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.183018 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-82d9d842-cc7c-4a12-ae7f-a83f03f3fe26 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Added segment 457962d6-c0d9-47fa-adad-2a11113cc69d of type vlan for network c3f6200b-1519-4792-8eb1-7a99ed1649a8 Mar 02 18:58:19.187046 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-88811333-294c-40f3-9a71-a3104d81afd2 req-39ea3811-173a-4229-b9d7-23ac30b5dfde tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Unset dirty status for tenant:d7b6c75608194b3ca64e683dd2c015aa on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:19.189800 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-88811333-294c-40f3-9a71-a3104d81afd2 req-39ea3811-173a-4229-b9d7-23ac30b5dfde tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1208784029&fields=id&tenant_id=d7b6c75608194b3ca64e683dd2c015aa HTTP/1.1" status: 200 len: 267 time: 0.6757605 Mar 02 18:58:19.240742 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-82d9d842-cc7c-4a12-ae7f-a83f03f3fe26 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.245323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.249800 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:19.249800 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.269058 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.270398 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8b218a85-dbd7-4e89-bbbc-3af7f8f3d561 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6258204 Mar 02 18:58:19.276221 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7e85d7aa-303b-41ac-b7f7-8f3ba03fe263 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.343329 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85d7aa-303b-41ac-b7f7-8f3ba03fe263 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Pushing event deleted for resources: {'Port': ['ID=31251f57-4f48-43c5-80d4-b7026124be17,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:19.380169 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7e85d7aa-303b-41ac-b7f7-8f3ba03fe263 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.385413 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7e85d7aa-303b-41ac-b7f7-8f3ba03fe263 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] 10.222.0.73 "DELETE /v2.0/ports/31251f57-4f48-43c5-80d4-b7026124be17 HTTP/1.1" status: 204 len: 168 time: 1.2997940 Mar 02 18:58:19.389584 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54946) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:19.418913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 31d664d2-4cd7-44ab-8396-31811ff15fb2 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:19.459900 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.466476 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:19.467915 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.473759 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fb74e4fd-f311-442d-a612-4ec34d92ff6e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.490280 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6e23db-d907-4533-a9e9-9117be201fad tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] GET failed (client error): The resource could not be found. Mar 02 18:58:19.490861 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6b6e23db-d907-4533-a9e9-9117be201fad tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Synchronizing usage tracker for tenant:500e5eec2c7e4b72881784d640666dee on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:19.496682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-82d9d842-cc7c-4a12-ae7f-a83f03f3fe26 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.497839 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d9d842-cc7c-4a12-ae7f-a83f03f3fe26 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:19.498624 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-82d9d842-cc7c-4a12-ae7f-a83f03f3fe26 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.523696 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88811333-294c-40f3-9a71-a3104d81afd2 req-4ca1b72d-a6a3-4ef7-971f-aa0235195f25 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:19.524533 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-88811333-294c-40f3-9a71-a3104d81afd2 req-4ca1b72d-a6a3-4ef7-971f-aa0235195f25 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Synchronizing usage tracker for tenant:d7b6c75608194b3ca64e683dd2c015aa on resource:network {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:19.621056 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 31d664d2-4cd7-44ab-8396-31811ff15fb2 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:19.622415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Pushing event updated for resources: {'Network': ['ID=aeb107c4-7cbf-4017-8f1a-5a13c4411308,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:19.636322 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network aeb107c4-7cbf-4017-8f1a-5a13c4411308 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:58:19.650508 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6b6e23db-d907-4533-a9e9-9117be201fad tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Unset dirty status for tenant:500e5eec2c7e4b72881784d640666dee on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:19.655647 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6b6e23db-d907-4533-a9e9-9117be201fad tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] 10.222.0.73 "GET /v2.0/ports/31251f57-4f48-43c5-80d4-b7026124be17 HTTP/1.1" status: 404 len: 333 time: 0.2640045 Mar 02 18:58:19.656439 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54960) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:19.657083 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-88811333-294c-40f3-9a71-a3104d81afd2 req-4ca1b72d-a6a3-4ef7-971f-aa0235195f25 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Unset dirty status for tenant:d7b6c75608194b3ca64e683dd2c015aa on resource:network {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:19.658633 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-88811333-294c-40f3-9a71-a3104d81afd2 req-4ca1b72d-a6a3-4ef7-971f-aa0235195f25 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/networks?id=07b91779-a641-4fe8-baf9-450983bc34d9 HTTP/1.1" status: 200 len: 811 time: 0.4629340 Mar 02 18:58:19.664357 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-353b071a-8cad-4436-bb04-12833fb40a70 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Request body: {'port': {'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-332252686'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:19.675031 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74e4fd-f311-442d-a612-4ec34d92ff6e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=9e7afd4e-0fb2-42e1-b59a-dfa148670c84,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:19.676932 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-353b071a-8cad-4436-bb04-12833fb40a70 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:19.690634 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-88811333-294c-40f3-9a71-a3104d81afd2 req-14dc1a15-7a2e-4670-8b74-11e96997deab tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/quotas/d7b6c75608194b3ca64e683dd2c015aa HTTP/1.1" status: 200 len: 375 time: 0.0228868 Mar 02 18:58:19.691521 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-353b071a-8cad-4436-bb04-12833fb40a70 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:19.770171 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb74e4fd-f311-442d-a612-4ec34d92ff6e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:19.814951 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-88811333-294c-40f3-9a71-a3104d81afd2 req-92dcb315-7492-43f4-a244-9583d2ccc099 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Synchronizing usage tracker for tenant:d7b6c75608194b3ca64e683dd2c015aa on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:19.824410 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-fb74e4fd-f311-442d-a612-4ec34d92ff6e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:19.826162 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353b071a-8cad-4436-bb04-12833fb40a70 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Made reservation on behalf of 500e5eec2c7e4b72881784d640666dee for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:19.828214 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-353b071a-8cad-4436-bb04-12833fb40a70 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.841315 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-82d9d842-cc7c-4a12-ae7f-a83f03f3fe26 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3884523 Mar 02 18:58:19.851388 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.9358439 Mar 02 18:58:19.851388 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8e6e1e56-e376-4f33-9676-3f8d15dce196 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.5656765 Mar 02 18:58:19.851671 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54964) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:19.851671 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54966) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:19.854738 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb74e4fd-f311-442d-a612-4ec34d92ff6e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:19.859019 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb74e4fd-f311-442d-a612-4ec34d92ff6e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:19.859768 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fb74e4fd-f311-442d-a612-4ec34d92ff6e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.880798 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-9cd2dc17-3abc-4066-9830-1596a0f24b6d tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Request body: {'subnet': {'network_id': 'aeb107c4-7cbf-4017-8f1a-5a13c4411308', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:19.908837 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd2878-aef3-478b-b4ea-1b77b911b9ca tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Network': ['ID=65e5b6dd-4c9c-4f08-8b0e-907d6630d07f,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:19.915748 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-b785d074-9956-48ae-9d79-930c64a9e49a tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--743348149&fields=id&tenant_id=3690a6fef5ca4d7db77cf45287e6059b HTTP/1.1" status: 200 len: 267 time: 0.2513885 Mar 02 18:58:19.935857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 65e5b6dd-4c9c-4f08-8b0e-907d6630d07f details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:58:19.947241 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-353b071a-8cad-4436-bb04-12833fb40a70 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] device_id is not set on port 84f78e14-4ed7-414d-b338-69da59487d6b yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:58:19.977830 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76a4301-d5f6-422d-931d-d316b18d13a5 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:19.987626 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9cd2dc17-3abc-4066-9830-1596a0f24b6d tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:19.995681 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-88811333-294c-40f3-9a71-a3104d81afd2 req-92dcb315-7492-43f4-a244-9583d2ccc099 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Unset dirty status for tenant:d7b6c75608194b3ca64e683dd2c015aa on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:19.996921 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-88811333-294c-40f3-9a71-a3104d81afd2 req-92dcb315-7492-43f4-a244-9583d2ccc099 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7b6c75608194b3ca64e683dd2c015aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3000422 Mar 02 18:58:19.997844 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9cd2dc17-3abc-4066-9830-1596a0f24b6d tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Usage tracker for resource:subnet and tenant:b8b426b6e9de443992dd5c447e69e73f is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:20.015640 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 54972) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:20.016493 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9cd2dc17-3abc-4066-9830-1596a0f24b6d tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:20.041935 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-4bd56f73-adcf-4959-8f27-fff5c4b1d684 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'subnet': {'network_id': '65e5b6dd-4c9c-4f08-8b0e-907d6630d07f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:20.056191 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9cd2dc17-3abc-4066-9830-1596a0f24b6d tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:20.091903 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fb74e4fd-f311-442d-a612-4ec34d92ff6e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1668422 Mar 02 18:58:20.092790 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9d842-cc7c-4a12-ae7f-a83f03f3fe26 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Pushing event updated for resources: {'Network': ['ID=c3f6200b-1519-4792-8eb1-7a99ed1649a8,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:20.168932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54978) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:20.194472 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network c3f6200b-1519-4792-8eb1-7a99ed1649a8 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:58:20.295645 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-4fbbebf1-b2d0-46d1-994c-fabb4a7857b2 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:20.297303 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-4fbbebf1-b2d0-46d1-994c-fabb4a7857b2 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/networks?id=dfc73d84-d9bb-42bb-9e68-447b764aae01 HTTP/1.1" status: 200 len: 806 time: 0.3378379 Mar 02 18:58:20.328402 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-ed58c818-cc6f-4d28-97db-2284bde017a8 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/quotas/3690a6fef5ca4d7db77cf45287e6059b HTTP/1.1" status: 200 len: 375 time: 0.0183988 Mar 02 18:58:20.336377 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f1dcec-15b2-417d-a366-3b38ba0d7b43 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:20.337760 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c3f1dcec-15b2-417d-a366-3b38ba0d7b43 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] 10.222.0.73 "GET /v2.0/networks/c3f6200b-1519-4792-8eb1-7a99ed1649a8 HTTP/1.1" status: 200 len: 756 time: 0.4883487 Mar 02 18:58:20.340299 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0738a2ef-5c16-4944-beee-b0efbc87125e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:20.344830 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0738a2ef-5c16-4944-beee-b0efbc87125e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:20.347544 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0738a2ef-5c16-4944-beee-b0efbc87125e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:20.353134 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54984) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:20.375887 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd2dc17-3abc-4066-9830-1596a0f24b6d tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Made reservation on behalf of b8b426b6e9de443992dd5c447e69e73f for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:20.378304 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9cd2dc17-3abc-4066-9830-1596a0f24b6d tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:20.435970 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4e6e6a11-fbbc-4403-b924-dec148f22483 None None] Provisioning for port 31d664d2-4cd7-44ab-8396-31811ff15fb2 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:20.446547 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4e6e6a11-fbbc-4403-b924-dec148f22483 None None] Provisioning complete for port 31d664d2-4cd7-44ab-8396-31811ff15fb2 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:20.446959 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4e6e6a11-fbbc-4403-b924-dec148f22483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:20.527796 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-4bd56f73-adcf-4959-8f27-fff5c4b1d684 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:20.539466 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be81e4-6364-4128-9f62-620a5f32b3af tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:20.546185 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e2be81e4-6364-4128-9f62-620a5f32b3af tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] 10.222.0.73 "GET /v2.0/networks/a9326dc6-e522-49cd-a40d-c20ceeb0c138 HTTP/1.1" status: 200 len: 768 time: 0.1867929 Mar 02 18:58:20.546359 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4bd56f73-adcf-4959-8f27-fff5c4b1d684 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:subnet and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:20.546443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54988) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:20.555917 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4bd56f73-adcf-4959-8f27-fff5c4b1d684 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:20.583442 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-4bd56f73-adcf-4959-8f27-fff5c4b1d684 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:20.625193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0738a2ef-5c16-4944-beee-b0efbc87125e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:20.626878 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0738a2ef-5c16-4944-beee-b0efbc87125e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4564083 Mar 02 18:58:20.635975 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 54992) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:20.643496 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b82227cf-241b-4631-bf4c-a4b19efb4722 service neutron] 10.222.0.73 "GET /v2.0/networks/07b91779-a641-4fe8-baf9-450983bc34d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288769 Mar 02 18:58:20.663324 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4e6e6a11-fbbc-4403-b924-dec148f22483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:20.719980 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4e6e6a11-fbbc-4403-b924-dec148f22483 None None] For port 31d664d2-4cd7-44ab-8396-31811ff15fb2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=31d664d2-4cd7-44ab-8396-31811ff15fb2,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:20.738725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-cd963952-1bf1-45aa-b7be-20f375a26a21 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Synchronizing usage tracker for tenant:3690a6fef5ca4d7db77cf45287e6059b on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:20.748058 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fbb97e94-399e-47e3-a259-d92aadf89cb5 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:20.773154 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd56f73-adcf-4959-8f27-fff5c4b1d684 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:20.774849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4203e-6c69-462c-b1fe-90c6e06fd1da tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port 9e7afd4e-0fb2-42e1-b59a-dfa148670c84 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:58:20.775637 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1fd4203e-6c69-462c-b1fe-90c6e06fd1da tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:20.832982 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4e6e6a11-fbbc-4403-b924-dec148f22483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:20.899847 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-353b071a-8cad-4436-bb04-12833fb40a70 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:20.942235 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-cd963952-1bf1-45aa-b7be-20f375a26a21 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Unset dirty status for tenant:3690a6fef5ca4d7db77cf45287e6059b on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:20.943616 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-cd963952-1bf1-45aa-b7be-20f375a26a21 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3690a6fef5ca4d7db77cf45287e6059b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5913115 Mar 02 18:58:20.990205 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e6a11-fbbc-4403-b924-dec148f22483 None None] Pushing event updated for resources: {'Port': ['ID=31d664d2-4cd7-44ab-8396-31811ff15fb2,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:21.010035 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fbb97e94-399e-47e3-a259-d92aadf89cb5 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:21.023474 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4bd56f73-adcf-4959-8f27-fff5c4b1d684 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:21.055531 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.87', 62087) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:21.150162 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-215bbf3f-1688-4e01-a797-57fb6d3fbad2 None None] Provisioning for port 9e7afd4e-0fb2-42e1-b59a-dfa148670c84 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:21.157684 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-215bbf3f-1688-4e01-a797-57fb6d3fbad2 None None] Provisioning complete for port 9e7afd4e-0fb2-42e1-b59a-dfa148670c84 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:21.158207 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-215bbf3f-1688-4e01-a797-57fb6d3fbad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:21.167898 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-fbb97e94-399e-47e3-a259-d92aadf89cb5 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f6200b-1519-4792-8eb1-7a99ed1649a8']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:21.179836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-176f37b1-71fb-437b-a7b4-6989045c198b service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:21.180861 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-176f37b1-71fb-437b-a7b4-6989045c198b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1555142 Mar 02 18:58:21.218804 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-88811333-294c-40f3-9a71-a3104d81afd2 req-283de53a-e627-405b-a13a-aa4216cf966e service neutron] 10.222.0.73 "GET /v2.0/networks/07b91779-a641-4fe8-baf9-450983bc34d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625732 Mar 02 18:58:21.287975 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-215bbf3f-1688-4e01-a797-57fb6d3fbad2 None None] Port 9e7afd4e-0fb2-42e1-b59a-dfa148670c84 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:58:21.318340 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-215bbf3f-1688-4e01-a797-57fb6d3fbad2 None None] Provisioning complete for port 31d664d2-4cd7-44ab-8396-31811ff15fb2 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:21.319660 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-215bbf3f-1688-4e01-a797-57fb6d3fbad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:21.380063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-57d1ffac-c8d5-409d-ac42-111222a44742 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:21.381744 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-57d1ffac-c8d5-409d-ac42-111222a44742 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.87 "GET /v2.0/networks?id=83e11a8d-5f6c-4e4d-9263-33efd20f1a52 HTTP/1.1" status: 200 len: 812 time: 0.3094511 Mar 02 18:58:21.386482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-fbb97e94-399e-47e3-a259-d92aadf89cb5 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457962d6-c0d9-47fa-adad-2a11113cc69d') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:21.386952 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-fbb97e94-399e-47e3-a259-d92aadf89cb5 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457962d6-c0d9-47fa-adad-2a11113cc69d') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:21.404221 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 31d664d2-4cd7-44ab-8396-31811ff15fb2 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:21.434769 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-353b071a-8cad-4436-bb04-12833fb40a70 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:21.446735 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fbb97e94-399e-47e3-a259-d92aadf89cb5 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:21.600344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353b071a-8cad-4436-bb04-12833fb40a70 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:21.608200 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-353b071a-8cad-4436-bb04-12833fb40a70 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:21.612844 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353b071a-8cad-4436-bb04-12833fb40a70 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:21.613800 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353b071a-8cad-4436-bb04-12833fb40a70 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:21.614637 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-353b071a-8cad-4436-bb04-12833fb40a70 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:21.664135 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b071a-8cad-4436-bb04-12833fb40a70 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Pushing event updated for resources: {'Port': ['ID=84f78e14-4ed7-414d-b338-69da59487d6b,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:21.666844 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fbb97e94-399e-47e3-a259-d92aadf89cb5 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:21.703686 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb97e94-399e-47e3-a259-d92aadf89cb5 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:58:21.705207 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fbb97e94-399e-47e3-a259-d92aadf89cb5 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:21.749499 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4d0a4bf4-fd25-4ac2-ae92-c890cfeda556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:21.780506 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 31d664d2-4cd7-44ab-8396-31811ff15fb2 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:21.780891 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:21.799174 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4bd56f73-adcf-4959-8f27-fff5c4b1d684 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:21.807475 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-353b071a-8cad-4436-bb04-12833fb40a70 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1476898 Mar 02 18:58:21.808314 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55014) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:21.866232 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-a57ea4a2-7e7e-489c-83ac-55b79a65d0bd tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cba10eae0244909ae301c19bf9852ec HTTP/1.1" status: 200 len: 380 time: 0.4307077 Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:58:21.866889 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:58:21.890361 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1fd4203e-6c69-462c-b1fe-90c6e06fd1da tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:21.905231 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-dbd6389e-1a2c-42e2-81d6-e2ff3f8aba84 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Request body: {'port': {'device_id': 'c4fce080-e74d-4567-83b2-40720e4c60fe', 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52', 'admin_state_up': True, 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'security_groups': ['7a1c7e27-8e51-4cf6-a209-cf0432c083ca']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:21.920703 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8315'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:22.004172 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-35351ef3-8050-4662-83ea-4a538e7688da None None] Provisioning complete for port 9e7afd4e-0fb2-42e1-b59a-dfa148670c84 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:22.004560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-35351ef3-8050-4662-83ea-4a538e7688da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:22.089272 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-35351ef3-8050-4662-83ea-4a538e7688da None None] Port 9e7afd4e-0fb2-42e1-b59a-dfa148670c84 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:58:22.128759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.objects.ports [None req-9cd2dc17-3abc-4066-9830-1596a0f24b6d tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84533) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 18:58:22.130132 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9cd2dc17-3abc-4066-9830-1596a0f24b6d tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:22.153801 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-605500db-43f4-412a-aeb8-eb7f5a81bd6a req-5f9c1a09-78d5-480d-9afd-cb0c28bc727a tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 210 time: 0.2432780 Mar 02 18:58:22.159626 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd56f73-adcf-4959-8f27-fff5c4b1d684 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Subnet': ['ID=b5295118-76e9-4928-aeeb-573051255ff1,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:22.170116 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-1fd4203e-6c69-462c-b1fe-90c6e06fd1da tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for 9e7afd4e-0fb2-42e1-b59a-dfa148670c84 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:58:22.317322 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-1da535d9-d93b-4950-a847-6975a7860702 service neutron] 10.222.0.73 "GET /v2.0/networks/dfc73d84-d9bb-42bb-9e68-447b764aae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1212313 Mar 02 18:58:22.396171 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:22.413410 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-af147c43-03b9-4c7f-a103-f1c761025e81 req-e6907929-ee26-43d3-ab6f-16c90911c35a tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 210 time: 0.1056201 Mar 02 18:58:22.458483 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fbb97e94-399e-47e3-a259-d92aadf89cb5 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:22.461030 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-dbd6389e-1a2c-42e2-81d6-e2ff3f8aba84 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:22.470440 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb97e94-399e-47e3-a259-d92aadf89cb5 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c3f6200b-1519-4792-8eb1-7a99ed1649a8 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 18:58:22.526529 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fbb97e94-399e-47e3-a259-d92aadf89cb5 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:22.712187 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-dbd6389e-1a2c-42e2-81d6-e2ff3f8aba84 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:22.729241 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-0e5b9c0e-b0cd-4ab8-8c56-7ac93d6beda4 service neutron] 10.222.0.73 "GET /v2.0/networks/dfc73d84-d9bb-42bb-9e68-447b764aae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981221 Mar 02 18:58:22.731717 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb97e94-399e-47e3-a259-d92aadf89cb5 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3f6200b-1519-4792-8eb1-7a99ed1649a8,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:22.741181 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fbb97e94-399e-47e3-a259-d92aadf89cb5 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] 10.222.0.73 "DELETE /v2.0/networks/c3f6200b-1519-4792-8eb1-7a99ed1649a8 HTTP/1.1" status: 204 len: 168 time: 2.1950457 Mar 02 18:58:22.743568 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1fd4203e-6c69-462c-b1fe-90c6e06fd1da tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:22.745520 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55050) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:22.812770 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-993aac63-4461-4523-b570-a223334b4c89 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Request body: {'network': {'name': 'tempest-network--392490745'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:22.819130 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4203e-6c69-462c-b1fe-90c6e06fd1da tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=9e7afd4e-0fb2-42e1-b59a-dfa148670c84,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:22.828834 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-dbd6389e-1a2c-42e2-81d6-e2ff3f8aba84 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Made reservation on behalf of 2cba10eae0244909ae301c19bf9852ec for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:22.836464 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-dbd6389e-1a2c-42e2-81d6-e2ff3f8aba84 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:22.871907 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-993aac63-4461-4523-b570-a223334b4c89 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:22.881633 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2dc17-3abc-4066-9830-1596a0f24b6d tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a883ce56-814a-4b0d-ab37-3108505c10cc,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:22.892225 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-993aac63-4461-4523-b570-a223334b4c89 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Usage tracker for resource:network and tenant:81fe36b6cd724cd38e8fa371345308c3 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:22.897916 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd56f73-adcf-4959-8f27-fff5c4b1d684 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Checking segment: {'id': '1badfd78-3f08-4cae-814b-5fde16b27398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '65e5b6dd-4c9c-4f08-8b0e-907d6630d07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:22.898484 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd56f73-adcf-4959-8f27-fff5c4b1d684 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network hostable DHCP agents. Network: 65e5b6dd-4c9c-4f08-8b0e-907d6630d07f, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:58:22.907554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-993aac63-4461-4523-b570-a223334b4c89 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:22.933146 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-993aac63-4461-4523-b570-a223334b4c89 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:22.938163 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] device_id is not set on port 84f78e14-4ed7-414d-b338-69da59487d6b yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:58:22.944966 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd2dc17-3abc-4066-9830-1596a0f24b6d tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Checking segment: {'id': '30e02d2a-0438-40ad-88f2-f74aae957983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'aeb107c4-7cbf-4017-8f1a-5a13c4411308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:22.945471 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd2dc17-3abc-4066-9830-1596a0f24b6d tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Network hostable DHCP agents. Network: aeb107c4-7cbf-4017-8f1a-5a13c4411308, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:58:22.958603 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:23.002754 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Transition to ACTIVE for port object 84f78e14-4ed7-414d-b338-69da59487d6b will not be triggered until provisioned by entity L2. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:23.055597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993aac63-4461-4523-b570-a223334b4c89 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Made reservation on behalf of 81fe36b6cd724cd38e8fa371345308c3 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:23.058557 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-993aac63-4461-4523-b570-a223334b4c89 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:23.067975 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd2dc17-3abc-4066-9830-1596a0f24b6d tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Network aeb107c4-7cbf-4017-8f1a-5a13c4411308 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:58:23.070778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd56f73-adcf-4959-8f27-fff5c4b1d684 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network 65e5b6dd-4c9c-4f08-8b0e-907d6630d07f is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:58:23.075632 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:23.262310 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1fd4203e-6c69-462c-b1fe-90c6e06fd1da tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:23.264521 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1fd4203e-6c69-462c-b1fe-90c6e06fd1da tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/9e7afd4e-0fb2-42e1-b59a-dfa148670c84 HTTP/1.1" status: 204 len: 168 time: 2.6276062 Mar 02 18:58:23.275957 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55062) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:23.323062 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-9cd2dc17-3abc-4066-9830-1596a0f24b6d tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, aeb107c4-7cbf-4017-8f1a-5a13c4411308) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:23.331664 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3413b47a-98ad-4a47-aab7-52812d1a1f15 None None] Network aeb107c4-7cbf-4017-8f1a-5a13c4411308 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:23.339671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993aac63-4461-4523-b570-a223334b4c89 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:58:23.445910 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-4bd56f73-adcf-4959-8f27-fff5c4b1d684 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 65e5b6dd-4c9c-4f08-8b0e-907d6630d07f) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:23.463743 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd2dc17-3abc-4066-9830-1596a0f24b6d tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:23.464414 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9cd2dc17-3abc-4066-9830-1596a0f24b6d tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:23.487799 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd56f73-adcf-4959-8f27-fff5c4b1d684 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:23.488604 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4bd56f73-adcf-4959-8f27-fff5c4b1d684 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:23.494775 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Pushing event updated for resources: {'Port': ['ID=84f78e14-4ed7-414d-b338-69da59487d6b,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:23.531619 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1090ae25-4ce7-454f-b477-410156408cd2 None None] Network 65e5b6dd-4c9c-4f08-8b0e-907d6630d07f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:23.560303 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ccac5a-fa90-4934-8a35-1d9d04b81890 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:23.561921 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ccac5a-fa90-4934-8a35-1d9d04b81890 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:23.564570 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-13ccac5a-fa90-4934-8a35-1d9d04b81890 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2874415 Mar 02 18:58:23.573438 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-993aac63-4461-4523-b570-a223334b4c89 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:23.573838 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-993aac63-4461-4523-b570-a223334b4c89 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Added segment 26c60932-62f3-46dd-ab59-d7e1cb45ab50 of type vlan for network a89c8535-f808-408a-9b33-632b5a5973bc Mar 02 18:58:23.596907 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55072) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:23.615519 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-993aac63-4461-4523-b570-a223334b4c89 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:23.668081 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-526347e0-4942-44f2-b5c4-820656656a05 req-db30a281-5dca-4746-b8cd-6bbc11850991 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 210 time: 0.1206112 Mar 02 18:58:23.668823 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:23.669225 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:23.669646 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:23.679042 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4bd56f73-adcf-4959-8f27-fff5c4b1d684 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.6560183 Mar 02 18:58:23.681126 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9cd2dc17-3abc-4066-9830-1596a0f24b6d tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8293872 Mar 02 18:58:23.685469 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55078) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:23.685928 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55080) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:23.709139 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-678d208f-444a-4d57-acb2-a4575a575b28 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-293994669', 'network_id': 'aeb107c4-7cbf-4017-8f1a-5a13c4411308'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:23.730177 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-413399bd-b0d1-421c-87ff-09251ba147d5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1674378342'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:23.759985 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-993aac63-4461-4523-b570-a223334b4c89 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:23.761210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993aac63-4461-4523-b570-a223334b4c89 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:23.761924 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-993aac63-4461-4523-b570-a223334b4c89 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:23.769068 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-678d208f-444a-4d57-acb2-a4575a575b28 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:23.773547 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-413399bd-b0d1-421c-87ff-09251ba147d5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:23.778236 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-413399bd-b0d1-421c-87ff-09251ba147d5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:network and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:23.781348 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-413399bd-b0d1-421c-87ff-09251ba147d5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:23.787994 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-413399bd-b0d1-421c-87ff-09251ba147d5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:23.815326 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:23.815688 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:23.819857 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 2 to bind port 84f78e14-4ed7-414d-b338-69da59487d6b Mar 02 18:58:23.828694 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-678d208f-444a-4d57-acb2-a4575a575b28 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Usage tracker for resource:port and tenant:b8b426b6e9de443992dd5c447e69e73f is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:23.836855 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-678d208f-444a-4d57-acb2-a4575a575b28 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:23.941410 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993aac63-4461-4523-b570-a223334b4c89 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Pushing event updated for resources: {'Network': ['ID=a89c8535-f808-408a-9b33-632b5a5973bc,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:23.945840 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f1b62090-5525-4f45-9133-e56e61160ab1 req-7fc6c7e4-2d8c-4b5d-8a12-f34b1d90120b tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 210 time: 0.2795627 Mar 02 18:58:23.961538 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dd207b17-72bd-4a47-9102-ba830e4e3b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:23.982762 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network a89c8535-f808-408a-9b33-632b5a5973bc details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:58:24.090729 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:24.091640 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:24.092233 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:24.097523 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-dbd6389e-1a2c-42e2-81d6-e2ff3f8aba84 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Allocated IP 172.20.0.5 (83e11a8d-5f6c-4e4d-9263-33efd20f1a52/7b63fe96-d8a7-4e7f-a30f-2804bb38215a/27787d9c-591c-482e-b24f-3480e544570c) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:24.116787 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-678d208f-444a-4d57-acb2-a4575a575b28 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:24.176811 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-993aac63-4461-4523-b570-a223334b4c89 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4297974 Mar 02 18:58:24.180326 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55090) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:24.199287 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:24.199612 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:24.200881 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413399bd-b0d1-421c-87ff-09251ba147d5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:24.207757 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-413399bd-b0d1-421c-87ff-09251ba147d5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:24.207880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-9552bfcb-1087-46e9-bb33-6de171885001 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:24.259424 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c8d28c-6e8d-408a-a029-7dc3ac662aa3 None None] Network aeb107c4-7cbf-4017-8f1a-5a13c4411308 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:24.306931 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 3 to bind port 84f78e14-4ed7-414d-b338-69da59487d6b Mar 02 18:58:24.320548 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9ae780-759c-4a1a-8e55-07217da59014 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 23d7acec-e114-403f-90be-dcafd7b65167 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:58:24.337331 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae780-759c-4a1a-8e55-07217da59014 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:24.383894 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678d208f-444a-4d57-acb2-a4575a575b28 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Made reservation on behalf of b8b426b6e9de443992dd5c447e69e73f for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:24.389023 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-678d208f-444a-4d57-acb2-a4575a575b28 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:24.405775 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-195f829a-018b-4cad-9934-8e34a9a4b269 req-263b7236-5d26-44e8-a4c1-696cfe7bd0cc tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 210 time: 0.3530281 Mar 02 18:58:24.473978 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:24.474314 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:24.474654 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:24.497930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-678d208f-444a-4d57-acb2-a4575a575b28 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] device_id is not set on port e44c3d58-c5a4-46f8-9b21-897754e79ab4 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:58:24.533922 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-65e5b6dd-4c9c-4f08-8b0e-907d6630d07f', 'network_id': '65e5b6dd-4c9c-4f08-8b0e-907d6630d07f', 'tenant_id': 'e60c693f9f88467c9c691aee434eb6e7', 'fixed_ips': [{'subnet_id': 'b5295118-76e9-4928-aeeb-573051255ff1'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:58:24.535626 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:24.556381 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae780-759c-4a1a-8e55-07217da59014 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:24.591742 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:24.592073 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:24.600533 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 4 to bind port 84f78e14-4ed7-414d-b338-69da59487d6b Mar 02 18:58:24.628216 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:24.628216 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:24.628484 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:24.634494 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:24.634820 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:24.635196 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 5 to bind port 84f78e14-4ed7-414d-b338-69da59487d6b Mar 02 18:58:24.653905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:24.654606 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:24.655271 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:24.664351 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:24.664795 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:24.665379 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 6 to bind port 84f78e14-4ed7-414d-b338-69da59487d6b Mar 02 18:58:24.701304 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:24.701639 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:24.701979 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:24.742647 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413399bd-b0d1-421c-87ff-09251ba147d5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:58:24.807244 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:24.808451 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:24.879156 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 7 to bind port 84f78e14-4ed7-414d-b338-69da59487d6b Mar 02 18:58:24.987568 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-413399bd-b0d1-421c-87ff-09251ba147d5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:24.988236 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-413399bd-b0d1-421c-87ff-09251ba147d5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Added segment ea1b00e3-683a-468e-9938-ed53e86d023d of type vlan for network b444a5ac-c3d5-42d1-b2ed-2d2e9079586f Mar 02 18:58:25.026056 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:25.026440 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:25.026764 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:25.029293 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Allocated IP 172.20.255.242 (65e5b6dd-4c9c-4f08-8b0e-907d6630d07f/b5295118-76e9-4928-aeeb-573051255ff1/6234443a-ab95-4f93-ba21-c38d9d11af89) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:25.055573 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.188395 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:25.188963 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:25.207282 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-441d4394-eafc-4a98-90b4-2645c3d9509f req-1aa40c53-718d-405b-9d20-fe7115c12dcd tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Synchronizing usage tracker for tenant:2cba10eae0244909ae301c19bf9852ec on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:25.229305 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 8 to bind port 84f78e14-4ed7-414d-b338-69da59487d6b Mar 02 18:58:25.238540 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-413399bd-b0d1-421c-87ff-09251ba147d5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.275041 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae780-759c-4a1a-8e55-07217da59014 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.280314 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9552bfcb-1087-46e9-bb33-6de171885001 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.292647 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-441d4394-eafc-4a98-90b4-2645c3d9509f req-1aa40c53-718d-405b-9d20-fe7115c12dcd tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Unset dirty status for tenant:2cba10eae0244909ae301c19bf9852ec on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:25.305774 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-441d4394-eafc-4a98-90b4-2645c3d9509f req-1aa40c53-718d-405b-9d20-fe7115c12dcd tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 210 time: 0.2673495 Mar 02 18:58:25.319998 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-dbd6389e-1a2c-42e2-81d6-e2ff3f8aba84 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.326690 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-55613fe2-76d6-478d-824a-5053f515ac35 req-d065bc2f-fced-4fd7-8a50-9df5aab5bbe5 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 210 time: 0.1602199 Mar 02 18:58:25.337894 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-678d208f-444a-4d57-acb2-a4575a575b28 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Allocated IP 172.20.0.11 (aeb107c4-7cbf-4017-8f1a-5a13c4411308/a883ce56-814a-4b0d-ab37-3108505c10cc/e44c3d58-c5a4-46f8-9b21-897754e79ab4) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:25.351079 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-dbd6389e-1a2c-42e2-81d6-e2ff3f8aba84 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Transition to ACTIVE for port object 27787d9c-591c-482e-b24f-3480e544570c will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:25.353624 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:25.353963 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:25.354333 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:25.366018 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:25.366342 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:25.384631 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 9 to bind port 84f78e14-4ed7-414d-b338-69da59487d6b Mar 02 18:58:25.413694 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9552bfcb-1087-46e9-bb33-6de171885001 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.445756 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:25.446073 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:25.446407 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:25.473501 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:25.473882 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:25.481346 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempt 10 to bind port 84f78e14-4ed7-414d-b338-69da59487d6b Mar 02 18:58:25.483194 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9552bfcb-1087-46e9-bb33-6de171885001 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Network a89c8535-f808-408a-9b33-632b5a5973bc is not hosted by any dhcp agent {{(pid=84532) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 02 18:58:25.484014 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9552bfcb-1087-46e9-bb33-6de171885001 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:25.484624 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9552bfcb-1087-46e9-bb33-6de171885001 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.486564 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9552bfcb-1087-46e9-bb33-6de171885001 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] 10.222.0.73 "PUT /v2.0/networks/a89c8535-f808-408a-9b33-632b5a5973bc HTTP/1.1" status: 200 len: 857 time: 1.3052695 Mar 02 18:58:25.492309 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55104) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:25.497597 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.524699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:25.525023 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:25.525159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Transition to ACTIVE for port object 6234443a-ab95-4f93-ba21-c38d9d11af89 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:25.525352 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempting to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:25.581729 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:25.582015 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Failed to bind port 84f78e14-4ed7-414d-b338-69da59487d6b on host hv-neutron-8315 for vnic_type normal using segments [{'id': '5c0718a9-4582-49ed-8e8b-a07570e60dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '4aa17850-07cc-4f22-ba2e-567c3ebfba0f'}] Mar 02 18:58:25.582355 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.586279 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.597061 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Transition to ACTIVE for port object 6234443a-ab95-4f93-ba21-c38d9d11af89 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:25.601823 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-413399bd-b0d1-421c-87ff-09251ba147d5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.605859 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413399bd-b0d1-421c-87ff-09251ba147d5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:25.606461 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-413399bd-b0d1-421c-87ff-09251ba147d5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.624132 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-dbd6389e-1a2c-42e2-81d6-e2ff3f8aba84 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.693053 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.709095 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae780-759c-4a1a-8e55-07217da59014 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.795556 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33170ca6-7057-4c7b-bb7f-22277f9ee328 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:25.893690 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae780-759c-4a1a-8e55-07217da59014 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.900967 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413399bd-b0d1-421c-87ff-09251ba147d5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Network': ['ID=b444a5ac-c3d5-42d1-b2ed-2d2e9079586f,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:25.934544 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ae780-759c-4a1a-8e55-07217da59014 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=23d7acec-e114-403f-90be-dcafd7b65167,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:25.967595 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network b444a5ac-c3d5-42d1-b2ed-2d2e9079586f details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:58:25.984664 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0d9ae780-759c-4a1a-8e55-07217da59014 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/23d7acec-e114-403f-90be-dcafd7b65167 HTTP/1.1" status: 204 len: 168 time: 2.3866165 Mar 02 18:58:25.998640 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55110) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:26.015262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Network 65e5b6dd-4c9c-4f08-8b0e-907d6630d07f is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:26.042944 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:26.080789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-dbd6389e-1a2c-42e2-81d6-e2ff3f8aba84 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Network 83e11a8d-5f6c-4e4d-9263-33efd20f1a52 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:26.097832 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.87', 62094) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:26.100312 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d6adfe81-f52a-43a8-8b83-3f432f9bff4a req-f3a113c4-7a56-456e-ab30-f3ecf945e500 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 210 time: 0.4270902 Mar 02 18:58:26.101154 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-dbd6389e-1a2c-42e2-81d6-e2ff3f8aba84 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:26.118636 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Pushing event updated for resources: {'Port': ['ID=6234443a-ab95-4f93-ba21-c38d9d11af89,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:26.128326 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-dbd6389e-1a2c-42e2-81d6-e2ff3f8aba84 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:26.139435 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:26.277976 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-dbd6389e-1a2c-42e2-81d6-e2ff3f8aba84 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:26.279210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-dbd6389e-1a2c-42e2-81d6-e2ff3f8aba84 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:26.284540 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552bfcb-1087-46e9-bb33-6de171885001 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Pushing event updated for resources: {'Network': ['ID=a89c8535-f808-408a-9b33-632b5a5973bc,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:26.364787 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a7c91761-aa31-4c0f-aa52-6518b2818701 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3646832 Mar 02 18:58:26.370827 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-413399bd-b0d1-421c-87ff-09251ba147d5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6672280 Mar 02 18:58:26.377242 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-678d208f-444a-4d57-acb2-a4575a575b28 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:26.390163 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55118) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:26.392389 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55120) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:26.455113 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-9171578b-90fc-4c21-ba7e-1c69de33c3fa tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'subnet': {'network_id': 'b444a5ac-c3d5-42d1-b2ed-2d2e9079586f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:26.512642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6389e-1a2c-42e2-81d6-e2ff3f8aba84 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Pushing event updated for resources: {'Port': ['ID=27787d9c-591c-482e-b24f-3480e544570c,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:26.564133 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-40de31fb-57d8-4d69-ab56-372d2ff44df0 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:26.651488 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-dbd6389e-1a2c-42e2-81d6-e2ff3f8aba84 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7711947 Mar 02 18:58:26.687654 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-a56c163f-d9ee-43d5-8271-6c3e62a11292 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:26.688412 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Attempting to bind port 6234443a-ab95-4f93-ba21-c38d9d11af89 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:26.689128 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Attempting to bind port 6234443a-ab95-4f93-ba21-c38d9d11af89 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '1badfd78-3f08-4cae-814b-5fde16b27398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '65e5b6dd-4c9c-4f08-8b0e-907d6630d07f'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:26.689648 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Attempting to bind port 6234443a-ab95-4f93-ba21-c38d9d11af89 on network 65e5b6dd-4c9c-4f08-8b0e-907d6630d07f {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:26.701424 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:26.720914 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:58:26.721378 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Checking segment: {'id': '1badfd78-3f08-4cae-814b-5fde16b27398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '65e5b6dd-4c9c-4f08-8b0e-907d6630d07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:26.721961 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:26.722429 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Bound using segment: {'id': '1badfd78-3f08-4cae-814b-5fde16b27398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '65e5b6dd-4c9c-4f08-8b0e-907d6630d07f'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:58:26.722910 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Bound port: 6234443a-ab95-4f93-ba21-c38d9d11af89, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1badfd78-3f08-4cae-814b-5fde16b27398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '65e5b6dd-4c9c-4f08-8b0e-907d6630d07f'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:58:26.723285 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:26.781230 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-38acb52f-e2ef-48fc-847f-a52b2387cfa5 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 18:58:26.782772 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-38acb52f-e2ef-48fc-847f-a52b2387cfa5 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1126850 Mar 02 18:58:26.816903 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3daff924-a56f-46df-9bf5-03d1686504b0 None None] Provisioning for port 27787d9c-591c-482e-b24f-3480e544570c completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:26.826512 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3daff924-a56f-46df-9bf5-03d1686504b0 None None] Provisioning complete for port 27787d9c-591c-482e-b24f-3480e544570c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:26.826897 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3daff924-a56f-46df-9bf5-03d1686504b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:26.916102 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9171578b-90fc-4c21-ba7e-1c69de33c3fa tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:26.945957 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd1fdfe-e31a-49a1-9c80-3a2849b5d7de None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:58:26.952889 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9171578b-90fc-4c21-ba7e-1c69de33c3fa tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:subnet and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:26.971685 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] For port 84f78e14-4ed7-414d-b338-69da59487d6b, host hv-neutron-8315, cleared binding levels {{(pid=84533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:58:26.972064 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Attempted to set empty binding levels {{(pid=84533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 02 18:58:26.973258 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9171578b-90fc-4c21-ba7e-1c69de33c3fa tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:26.983373 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-dfd1fdfe-e31a-49a1-9c80-3a2849b5d7de None None] Deleting port 31d664d2-4cd7-44ab-8396-31811ff15fb2 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:58:26.983790 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fdfe-e31a-49a1-9c80-3a2849b5d7de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:26.989302 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f5ac641a-15d2-491b-bc1a-19a06c276518 req-4b3e23f8-705d-4328-b10d-74e0b1108157 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 210 time: 0.3118708 Mar 02 18:58:27.002004 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9171578b-90fc-4c21-ba7e-1c69de33c3fa tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:27.064851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-40de31fb-57d8-4d69-ab56-372d2ff44df0 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:27.070009 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97597e8c-46b4-410c-a49f-10e341d7c607 req-a2a1fda7-05c4-425c-8101-e73637579645 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:27.076882 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-97597e8c-46b4-410c-a49f-10e341d7c607 req-a2a1fda7-05c4-425c-8101-e73637579645 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 931 time: 0.3636334 Mar 02 18:58:27.079696 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:27.088812 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] For port 6234443a-ab95-4f93-ba21-c38d9d11af89, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:58:27.093679 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] For port 6234443a-ab95-4f93-ba21-c38d9d11af89, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6234443a-ab95-4f93-ba21-c38d9d11af89,segment=NetworkSegment(1badfd78-3f08-4cae-814b-5fde16b27398),segment_id=1badfd78-3f08-4cae-814b-5fde16b27398)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:58:27.117750 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b93b9a3c-c22b-456b-a175-ca2b0e3f146e tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:27.119847 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b93b9a3c-c22b-456b-a175-ca2b0e3f146e tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.87 "GET /v2.0/networks?id=07b91779-a641-4fe8-baf9-450983bc34d9 HTTP/1.1" status: 200 len: 811 time: 0.8788226 Mar 02 18:58:27.164705 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-3daff924-a56f-46df-9bf5-03d1686504b0 None None] Port 27787d9c-591c-482e-b24f-3480e544570c cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:58:27.186240 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] Request body: {'port': {'device_id': 'c4fce080-e74d-4567-83b2-40720e4c60fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:27.186562 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] In _notify_port_updated(), no bound segment for port 84f78e14-4ed7-414d-b338-69da59487d6b on network 4aa17850-07cc-4f22-ba2e-567c3ebfba0f {{(pid=84533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 18:58:27.190208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:27.194061 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] 10.222.0.73 "PUT /v2.0/ports/84f78e14-4ed7-414d-b338-69da59487d6b HTTP/1.1" status: 200 len: 976 time: 5.2880135 Mar 02 18:58:27.197966 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:27.201181 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a56c163f-d9ee-43d5-8271-6c3e62a11292 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:27.207994 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a56c163f-d9ee-43d5-8271-6c3e62a11292 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:27.212346 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a56c163f-d9ee-43d5-8271-6c3e62a11292 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:27.229687 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a56c163f-d9ee-43d5-8271-6c3e62a11292 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:27.233433 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55136) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:27.249460 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9171578b-90fc-4c21-ba7e-1c69de33c3fa tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:27.259085 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-40de31fb-57d8-4d69-ab56-372d2ff44df0 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89c8535-f808-408a-9b33-632b5a5973bc']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:27.384095 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64368acc-25b6-48a7-80d8-3fbc687b0020 tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Pushing event updated for resources: {'Port': ['ID=84f78e14-4ed7-414d-b338-69da59487d6b,revision_number=3']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:27.387058 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56c163f-d9ee-43d5-8271-6c3e62a11292 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:27.387403 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 31d664d2-4cd7-44ab-8396-31811ff15fb2 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:58:27.394438 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a56c163f-d9ee-43d5-8271-6c3e62a11292 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:27.416527 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e007d211-8b27-45e8-b797-8447198e083d tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Deleting port 84f78e14-4ed7-414d-b338-69da59487d6b {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:58:27.417091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e007d211-8b27-45e8-b797-8447198e083d tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:27.494168 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-97597e8c-46b4-410c-a49f-10e341d7c607 req-cf94c226-77fe-414f-b4e0-1f3fb1e804ca tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4163187 Mar 02 18:58:27.532939 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-678d208f-444a-4d57-acb2-a4575a575b28 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:27.605631 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9171578b-90fc-4c21-ba7e-1c69de33c3fa tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:27.659837 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-40de31fb-57d8-4d69-ab56-372d2ff44df0 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c60932-62f3-46dd-ab59-d7e1cb45ab50') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:27.660122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-40de31fb-57d8-4d69-ab56-372d2ff44df0 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c60932-62f3-46dd-ab59-d7e1cb45ab50') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:27.730546 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ac064458-37eb-414f-9a66-67b929aac795 req-778730d9-1adf-46bb-b20a-3e1f8d481f1d tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 210 time: 0.3612866 Mar 02 18:58:27.765680 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.87', 62098) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:27.899034 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-88811333-294c-40f3-9a71-a3104d81afd2 req-4687506f-7a78-45f8-a306-86193f00444b tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Synchronizing usage tracker for tenant:d7b6c75608194b3ca64e683dd2c015aa on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:27.931065 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d208f-444a-4d57-acb2-a4575a575b28 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Pushing event updated for resources: {'Port': ['ID=e44c3d58-c5a4-46f8-9b21-897754e79ab4,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:28.008217 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-40de31fb-57d8-4d69-ab56-372d2ff44df0 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:28.041089 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678d208f-444a-4d57-acb2-a4575a575b28 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Network aeb107c4-7cbf-4017-8f1a-5a13c4411308 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:28.058709 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-678d208f-444a-4d57-acb2-a4575a575b28 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:28.072956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-40de31fb-57d8-4d69-ab56-372d2ff44df0 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:28.090693 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678d208f-444a-4d57-acb2-a4575a575b28 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:28.098851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40de31fb-57d8-4d69-ab56-372d2ff44df0 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:58:28.107024 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-dfd1fdfe-e31a-49a1-9c80-3a2849b5d7de None None] For port 31d664d2-4cd7-44ab-8396-31811ff15fb2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=31d664d2-4cd7-44ab-8396-31811ff15fb2,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:28.107537 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fdfe-e31a-49a1-9c80-3a2849b5d7de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:28.108385 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-40de31fb-57d8-4d69-ab56-372d2ff44df0 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:58:28.329876 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:58:28.351331 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-dfd1fdfe-e31a-49a1-9c80-3a2849b5d7de None None] Calling delete_port for 31d664d2-4cd7-44ab-8396-31811ff15fb2 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:58:28.413901 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cb7c4452-9711-4279-983f-e151d9755164 req-55831ed3-58ca-4a80-8e34-d24b81ea6e12 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 210 time: 0.0855856 Mar 02 18:58:28.419151 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678d208f-444a-4d57-acb2-a4575a575b28 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:28.419874 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-678d208f-444a-4d57-acb2-a4575a575b28 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:28.441605 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-88811333-294c-40f3-9a71-a3104d81afd2 req-4687506f-7a78-45f8-a306-86193f00444b tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Unset dirty status for tenant:d7b6c75608194b3ca64e683dd2c015aa on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:28.442848 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-88811333-294c-40f3-9a71-a3104d81afd2 req-4687506f-7a78-45f8-a306-86193f00444b tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7b6c75608194b3ca64e683dd2c015aa HTTP/1.1" status: 200 len: 380 time: 1.2917027 Mar 02 18:58:28.506582 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9171578b-90fc-4c21-ba7e-1c69de33c3fa tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:28.644511 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89970443-24a3-4b2a-af5f-236c1d7a6ce6 None None] Pushing event updated for resources: {'Port': ['ID=6234443a-ab95-4f93-ba21-c38d9d11af89,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:28.701259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:28.732113 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:28.807515 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-88811333-294c-40f3-9a71-a3104d81afd2 req-88564ac4-cad0-4da3-86d9-1c017bc624cb tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Request body: {'port': {'device_id': '1b48e892-721c-4a82-bf0e-7e7ff35f7567', 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9', 'admin_state_up': True, 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'security_groups': ['f54400a5-a4bb-4199-bee6-f058cdbb4ba0']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:28.910618 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171578b-90fc-4c21-ba7e-1c69de33c3fa tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Subnet': ['ID=7f82774f-40c5-4358-b14a-0c98ed55d405,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:28.910618 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-678d208f-444a-4d57-acb2-a4575a575b28 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 5.2037022 Mar 02 18:58:28.915586 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55160) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:29.336095 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171578b-90fc-4c21-ba7e-1c69de33c3fa tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Checking segment: {'id': 'ea1b00e3-683a-468e-9938-ed53e86d023d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b444a5ac-c3d5-42d1-b2ed-2d2e9079586f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:29.338088 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9171578b-90fc-4c21-ba7e-1c69de33c3fa tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network hostable DHCP agents. Network: b444a5ac-c3d5-42d1-b2ed-2d2e9079586f, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:58:29.386126 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-72de621f-38f1-450b-9d65-10b14a771365 req-074dd9b7-808f-4707-b588-cc69f5ff5d4f tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 210 time: 0.1481860 Mar 02 18:58:29.401645 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-b906b6de-b0f2-4367-89f0-13bef862230f tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:29.402672 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-b906b6de-b0f2-4367-89f0-13bef862230f tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.87 "GET /v2.0/networks?id=dfc73d84-d9bb-42bb-9e68-447b764aae01 HTTP/1.1" status: 200 len: 806 time: 1.5921569 Mar 02 18:58:29.412711 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-950a64cc-65fb-4d9e-a190-86c2bd9c3026 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Deleting port e44c3d58-c5a4-46f8-9b21-897754e79ab4 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:58:29.413192 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-950a64cc-65fb-4d9e-a190-86c2bd9c3026 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:29.456157 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dfd1fdfe-e31a-49a1-9c80-3a2849b5d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:29.512589 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a56c163f-d9ee-43d5-8271-6c3e62a11292 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:29.521132 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed70eec4-16ee-4cff-aa36-006b12d35240 None None] Network 65e5b6dd-4c9c-4f08-8b0e-907d6630d07f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:29.533359 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-40de31fb-57d8-4d69-ab56-372d2ff44df0 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:29.555160 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-e007d211-8b27-45e8-b797-8447198e083d tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] For port 84f78e14-4ed7-414d-b338-69da59487d6b, host hv-neutron-8315, got binding levels [] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:29.563800 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e007d211-8b27-45e8-b797-8447198e083d tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:29.614811 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40de31fb-57d8-4d69-ab56-372d2ff44df0 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a89c8535-f808-408a-9b33-632b5a5973bc {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 18:58:29.618701 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-40de31fb-57d8-4d69-ab56-372d2ff44df0 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:29.629777 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de31fb-57d8-4d69-ab56-372d2ff44df0 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] Pushing event deleted for resources: {'Network': ['ID=a89c8535-f808-408a-9b33-632b5a5973bc,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:29.632441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-88811333-294c-40f3-9a71-a3104d81afd2 req-88564ac4-cad0-4da3-86d9-1c017bc624cb tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:29.691712 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56c163f-d9ee-43d5-8271-6c3e62a11292 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:29.704412 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9171578b-90fc-4c21-ba7e-1c69de33c3fa tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network b444a5ac-c3d5-42d1-b2ed-2d2e9079586f is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:58:29.738089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1fdfe-e31a-49a1-9c80-3a2849b5d7de None None] Pushing event deleted for resources: {'Port': ['ID=31d664d2-4cd7-44ab-8396-31811ff15fb2,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:29.750559 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd1fdfe-e31a-49a1-9c80-3a2849b5d7de None None] No DVR routers for this DVR port 31d664d2-4cd7-44ab-8396-31811ff15fb2 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:58:29.810667 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-40de31fb-57d8-4d69-ab56-372d2ff44df0 tempest-ExternalNetworksTestJSON-393445675 tempest-ExternalNetworksTestJSON-393445675-project-admin] 10.222.0.73 "DELETE /v2.0/networks/a89c8535-f808-408a-9b33-632b5a5973bc HTTP/1.1" status: 204 len: 168 time: 4.3063281 Mar 02 18:58:29.820968 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e007d211-8b27-45e8-b797-8447198e083d tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Calling delete_port for 84f78e14-4ed7-414d-b338-69da59487d6b owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:58:29.879965 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55168) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:29.893878 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c163f-d9ee-43d5-8271-6c3e62a11292 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=027d1cec-4647-48fd-a2d0-63d0273c859f,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:29.897917 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-a56c163f-d9ee-43d5-8271-6c3e62a11292 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:29.915237 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d11a0ac9-1c32-4fce-95a2-713727590d1a None None] Provisioning for port 6234443a-ab95-4f93-ba21-c38d9d11af89 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:29.924082 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1f716-0005-4111-a79a-696bfdc8c254 req-039c495a-5178-4f83-8799-d8e3aeaaee3b tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:29.931541 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56c163f-d9ee-43d5-8271-6c3e62a11292 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:29.932575 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a56c163f-d9ee-43d5-8271-6c3e62a11292 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:29.932888 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d8e1f716-0005-4111-a79a-696bfdc8c254 req-039c495a-5178-4f83-8799-d8e3aeaaee3b tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 931 time: 1.1658130 Mar 02 18:58:29.957832 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-9171578b-90fc-4c21-ba7e-1c69de33c3fa tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, b444a5ac-c3d5-42d1-b2ed-2d2e9079586f) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:29.987460 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-69257f7a-2068-41dd-b2c4-d5a382076645 req-714b6864-9a1a-4519-9a2e-4d7988e4a222 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 210 time: 0.2780013 Mar 02 18:58:30.001256 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9171578b-90fc-4c21-ba7e-1c69de33c3fa tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:30.001943 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9171578b-90fc-4c21-ba7e-1c69de33c3fa tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:30.031748 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-88811333-294c-40f3-9a71-a3104d81afd2 req-88564ac4-cad0-4da3-86d9-1c017bc624cb tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:30.040156 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6646d16-2800-4269-919c-6393bbb8f0a4 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:30.071831 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be57d02-ee0d-4c9f-abe4-9b6be6e05dd3 None None] Network b444a5ac-c3d5-42d1-b2ed-2d2e9079586f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:30.129507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6234443a-ab95-4f93-ba21-c38d9d11af89 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:30.169117 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a56c163f-d9ee-43d5-8271-6c3e62a11292 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.7743506 Mar 02 18:58:30.183679 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55172) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:30.191471 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-41cff2d5-415e-491e-8cad-15544184e416 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'name': 'tempest-NetworksTestDHCPv6-455442028'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:30.223040 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd301936-af79-4081-8e47-9aa2972f4089 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] DELETE failed (client error): The resource could not be found. Mar 02 18:58:30.223413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd301936-af79-4081-8e47-9aa2972f4089 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:58:30.244720 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cd301936-af79-4081-8e47-9aa2972f4089 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] 10.222.0.73 "DELETE /v2.0/subnets/7297a3d2-1842-4bfb-ab52-6b948b51ead9 HTTP/1.1" status: 404 len: 337 time: 0.3091013 Mar 02 18:58:30.248579 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-e9f15254-bdef-46f9-8009-638cd0000197 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3690a6fef5ca4d7db77cf45287e6059b HTTP/1.1" status: 200 len: 379 time: 0.7808754 Mar 02 18:58:30.253404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55176) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:30.254210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e007d211-8b27-45e8-b797-8447198e083d tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:30.345452 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9171578b-90fc-4c21-ba7e-1c69de33c3fa tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.9472961 Mar 02 18:58:30.353044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55180) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:30.430965 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-51a893d0-efd6-484a-926e-bc666e5dffb6 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:30.445628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-5811a33f-a5af-44c5-9324-2023ad4e7a78 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Request body: {'port': {'device_id': '03583051-d0b5-494f-9993-5bd973e13f4b', 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01', 'admin_state_up': True, 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'security_groups': ['bb957d16-e85d-4241-8b29-4e3abf1e76f4']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:30.627244 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007d211-8b27-45e8-b797-8447198e083d tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Pushing event deleted for resources: {'Port': ['ID=84f78e14-4ed7-414d-b338-69da59487d6b,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:30.641895 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d8e1f716-0005-4111-a79a-696bfdc8c254 req-24c20558-f96d-4432-8069-77752cdc02b6 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7077470 Mar 02 18:58:30.642538 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88811333-294c-40f3-9a71-a3104d81afd2 req-88564ac4-cad0-4da3-86d9-1c017bc624cb tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Made reservation on behalf of d7b6c75608194b3ca64e683dd2c015aa for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:30.643063 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-950a64cc-65fb-4d9e-a190-86c2bd9c3026 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:30.652019 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-88811333-294c-40f3-9a71-a3104d81afd2 req-88564ac4-cad0-4da3-86d9-1c017bc624cb tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:30.766142 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e007d211-8b27-45e8-b797-8447198e083d tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:30.853948 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 6234443a-ab95-4f93-ba21-c38d9d11af89 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:30.887171 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 6234443a-ab95-4f93-ba21-c38d9d11af89 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:30.887563 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:30.951020 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e9fac9e0-d584-4f0e-8f6f-b657952cbace req-abb5afc6-1e82-4319-85f8-3d7b2b7be045 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 210 time: 0.1750913 Mar 02 18:58:30.954649 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-b444a5ac-c3d5-42d1-b2ed-2d2e9079586f', 'network_id': 'b444a5ac-c3d5-42d1-b2ed-2d2e9079586f', 'tenant_id': 'e60c693f9f88467c9c691aee434eb6e7', 'fixed_ips': [{'subnet_id': '7f82774f-40c5-4358-b14a-0c98ed55d405'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:58:30.956991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:30.978261 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-950a64cc-65fb-4d9e-a190-86c2bd9c3026 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Calling delete_port for e44c3d58-c5a4-46f8-9b21-897754e79ab4 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:58:31.177312 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-51a893d0-efd6-484a-926e-bc666e5dffb6 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.179070 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-41cff2d5-415e-491e-8cad-15544184e416 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:31.189493 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-41cff2d5-415e-491e-8cad-15544184e416 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:port and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:31.242744 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-41cff2d5-415e-491e-8cad-15544184e416 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:31.268855 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.269134 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e007d211-8b27-45e8-b797-8447198e083d tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] 10.222.0.73 "DELETE /v2.0/ports/84f78e14-4ed7-414d-b338-69da59487d6b HTTP/1.1" status: 204 len: 168 time: 4.0139611 Mar 02 18:58:31.270850 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55188) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:31.292537 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-41cff2d5-415e-491e-8cad-15544184e416 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:31.325933 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': '027d1cec-4647-48fd-a2d0-63d0273c859f'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:58:31.327033 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.347810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-51a893d0-efd6-484a-926e-bc666e5dffb6 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9326dc6-e522-49cd-a40d-c20ceeb0c138']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:31.365091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-5811a33f-a5af-44c5-9324-2023ad4e7a78 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:31.377481 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-5811a33f-a5af-44c5-9324-2023ad4e7a78 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:31.407754 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae81f38-cf86-47e5-b753-f3b84ac9447a tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] GET failed (client error): The resource could not be found. Mar 02 18:58:31.409022 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fae81f38-cf86-47e5-b753-f3b84ac9447a tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Synchronizing usage tracker for tenant:500e5eec2c7e4b72881784d640666dee on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:31.436557 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ebb0c603-e380-4371-8772-adba536de611 req-3aafc8b5-52a8-4c3e-9e7a-cb050e8ede8a tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 210 time: 0.0813851 Mar 02 18:58:31.440534 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-51a893d0-efd6-484a-926e-bc666e5dffb6 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f825858-a9e9-418d-a8f6-70504408d88d') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:31.440893 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-51a893d0-efd6-484a-926e-bc666e5dffb6 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f825858-a9e9-418d-a8f6-70504408d88d') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:31.480060 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.560475 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-51a893d0-efd6-484a-926e-bc666e5dffb6 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.568673 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-5811a33f-a5af-44c5-9324-2023ad4e7a78 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Made reservation on behalf of 3690a6fef5ca4d7db77cf45287e6059b for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:31.569872 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.572339 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-5811a33f-a5af-44c5-9324-2023ad4e7a78 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.600139 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cff2d5-415e-491e-8cad-15544184e416 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:31.605167 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-41cff2d5-415e-491e-8cad-15544184e416 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.611077 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:58:31.618298 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-9350977f-ba79-4e71-8933-79ba9623dd91 None None] Provisioning complete for port 6234443a-ab95-4f93-ba21-c38d9d11af89 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:31.620312 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9350977f-ba79-4e71-8933-79ba9623dd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.633449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-51a893d0-efd6-484a-926e-bc666e5dffb6 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.710099 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-41cff2d5-415e-491e-8cad-15544184e416 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port 44704f12-7744-47e7-9e25-2a56a5d5f4a8 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:58:31.756488 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a893d0-efd6-484a-926e-bc666e5dffb6 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:58:31.756991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-51a893d0-efd6-484a-926e-bc666e5dffb6 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.777401 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Allocated IP 172.20.0.2 (b444a5ac-c3d5-42d1-b2ed-2d2e9079586f/7f82774f-40c5-4358-b14a-0c98ed55d405/d5cce478-0aa6-4c26-a476-e58462ac33c7) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:58:31.779848 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:58:31.789443 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.799439 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-88811333-294c-40f3-9a71-a3104d81afd2 req-88564ac4-cad0-4da3-86d9-1c017bc624cb tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Allocated IP 172.20.0.4 (07b91779-a641-4fe8-baf9-450983bc34d9/5ebd9a57-3dae-4c27-89d0-f83010cf2532/8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:31.827314 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 6234443a-ab95-4f93-ba21-c38d9d11af89, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6234443a-ab95-4f93-ba21-c38d9d11af89,segment=NetworkSegment(1badfd78-3f08-4cae-814b-5fde16b27398),segment_id=1badfd78-3f08-4cae-814b-5fde16b27398)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:31.879084 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fae81f38-cf86-47e5-b753-f3b84ac9447a tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] Unset dirty status for tenant:500e5eec2c7e4b72881784d640666dee on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:31.887954 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fae81f38-cf86-47e5-b753-f3b84ac9447a tempest-PortsAdminExtendedAttrsTestJSON-759841482 tempest-PortsAdminExtendedAttrsTestJSON-759841482-project-admin] 10.222.0.73 "GET /v2.0/ports/84f78e14-4ed7-414d-b338-69da59487d6b HTTP/1.1" status: 404 len: 333 time: 0.6050997 Mar 02 18:58:31.891920 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55194) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:31.902241 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-950a64cc-65fb-4d9e-a190-86c2bd9c3026 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.951748 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27787d9c-591c-482e-b24f-3480e544570c {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:58:31.991921 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:32.062814 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Allocated IP 2001:db8::2 (ef3b29a7-4982-4982-b073-f3d27df1240a/027d1cec-4647-48fd-a2d0-63d0273c859f/439389fb-d9a5-4c80-9d94-14b9758093c0) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:32.086359 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a64cc-65fb-4d9e-a190-86c2bd9c3026 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Pushing event deleted for resources: {'Port': ['ID=e44c3d58-c5a4-46f8-9b21-897754e79ab4,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:32.172721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:32.320014 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=6234443a-ab95-4f93-ba21-c38d9d11af89,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:32.334247 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-51a893d0-efd6-484a-926e-bc666e5dffb6 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:32.364315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] Transition to ACTIVE for port object 27787d9c-591c-482e-b24f-3480e544570c will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:32.383483 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-a3c96eb5-bfde-462f-9b69-4b546f7f8c71 req-177ca1b6-a0e7-4234-b1da-2a5f16d62413 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Synchronizing usage tracker for tenant:d7b6c75608194b3ca64e683dd2c015aa on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:32.387289 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-51a893d0-efd6-484a-926e-bc666e5dffb6 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:32.455582 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-950a64cc-65fb-4d9e-a190-86c2bd9c3026 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:32.479256 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-950a64cc-65fb-4d9e-a190-86c2bd9c3026 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "DELETE /v2.0/ports/e44c3d58-c5a4-46f8-9b21-897754e79ab4 HTTP/1.1" status: 204 len: 168 time: 3.5624387 Mar 02 18:58:32.481769 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55200) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:32.495760 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aeb107c4-7cbf-4017-8f1a-5a13c4411308', 'external_fixed_ips': [{'subnet_id': 'a883ce56-814a-4b0d-ab37-3108505c10cc', 'ip_address': '172.20.0.11'}]}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:32.497613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1ce78ac-0947-462f-92b0-68fd3f1ea4cd tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:32.502889 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:32.510022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:32.510844 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a893d0-efd6-484a-926e-bc666e5dffb6 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] Pushing event deleted for resources: {'Network': ['ID=a9326dc6-e522-49cd-a40d-c20ceeb0c138,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:32.513744 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Usage tracker for resource:router and tenant:b8b426b6e9de443992dd5c447e69e73f is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:32.523472 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe5446-a566-4663-86c7-138328502780 req-df99790f-712b-48cf-9599-004a20675c08 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:32.531291 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:32.531708 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1bbe5446-a566-4663-86c7-138328502780 req-df99790f-712b-48cf-9599-004a20675c08 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 931 time: 0.4566586 Mar 02 18:58:32.531708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:32.571827 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Transition to ACTIVE for port object d5cce478-0aa6-4c26-a476-e58462ac33c7 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:32.577372 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:32.617605 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Transition to ACTIVE for port object d5cce478-0aa6-4c26-a476-e58462ac33c7 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:32.624275 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:32.634169 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1bbe5446-a566-4663-86c7-138328502780 req-602f9cd4-795f-4214-8345-480c5ea8650b tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946195 Mar 02 18:58:32.642309 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-51a893d0-efd6-484a-926e-bc666e5dffb6 tempest-ExternalNetworksTestJSON-1552398053 tempest-ExternalNetworksTestJSON-1552398053-project] 10.222.0.73 "DELETE /v2.0/networks/a9326dc6-e522-49cd-a40d-c20ceeb0c138 HTTP/1.1" status: 204 len: 168 time: 2.3849957 Mar 02 18:58:32.658924 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Transition to ACTIVE for port object 439389fb-d9a5-4c80-9d94-14b9758093c0 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:32.688041 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-5811a33f-a5af-44c5-9324-2023ad4e7a78 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Allocated IP 172.20.0.7 (dfc73d84-d9bb-42bb-9e68-447b764aae01/2420e415-3c74-49b9-846d-1a79e8671200/a3b90cb9-f564-4d94-b2b6-4db4c106c203) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:32.697500 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Transition to ACTIVE for port object 439389fb-d9a5-4c80-9d94-14b9758093c0 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:32.698352 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:32.699303 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:32.707102 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:32.737251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-a3c96eb5-bfde-462f-9b69-4b546f7f8c71 req-177ca1b6-a0e7-4234-b1da-2a5f16d62413 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Unset dirty status for tenant:d7b6c75608194b3ca64e683dd2c015aa on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:32.739049 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a3c96eb5-bfde-462f-9b69-4b546f7f8c71 req-177ca1b6-a0e7-4234-b1da-2a5f16d62413 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 210 time: 0.5080256 Mar 02 18:58:32.832486 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:32.937913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Network b444a5ac-c3d5-42d1-b2ed-2d2e9079586f is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:32.938130 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:32.948446 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:32.954550 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:32.967570 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Pushing event updated for resources: {'Port': ['ID=d5cce478-0aa6-4c26-a476-e58462ac33c7,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:32.984250 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:33.016626 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-229ff346-0fc1-4fd4-8508-bace37b0a9d2 req-8e96742e-1082-4f3f-b183-9f5e2ef0edc6 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 210 time: 0.1570413 Mar 02 18:58:33.043899 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Subnet': ['ID=7f82774f-40c5-4358-b14a-0c98ed55d405,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:33.139704 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:33.161424 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:33.200696 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:33.239866 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b444a5ac-c3d5-42d1-b2ed-2d2e9079586f']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:33.267620 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1ce78ac-0947-462f-92b0-68fd3f1ea4cd tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:33.277159 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1b00e3-683a-468e-9938-ed53e86d023d') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:33.277541 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1b00e3-683a-468e-9938-ed53e86d023d') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:33.290799 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:33.293946 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-41cff2d5-415e-491e-8cad-15544184e416 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::38 (ef3b29a7-4982-4982-b073-f3d27df1240a/027d1cec-4647-48fd-a2d0-63d0273c859f/44704f12-7744-47e7-9e25-2a56a5d5f4a8) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:33.295978 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-b1ce78ac-0947-462f-92b0-68fd3f1ea4cd tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa17850-07cc-4f22-ba2e-567c3ebfba0f']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:33.316441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-b1ce78ac-0947-462f-92b0-68fd3f1ea4cd tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0718a9-4582-49ed-8e8b-a07570e60dc1') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:33.316743 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-b1ce78ac-0947-462f-92b0-68fd3f1ea4cd tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0718a9-4582-49ed-8e8b-a07570e60dc1') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:33.320869 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:33.345776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1ce78ac-0947-462f-92b0-68fd3f1ea4cd tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:33.378817 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1ce78ac-0947-462f-92b0-68fd3f1ea4cd tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:33.379517 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:33.386236 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ce78ac-0947-462f-92b0-68fd3f1ea4cd tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:58:33.386643 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1ce78ac-0947-462f-92b0-68fd3f1ea4cd tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:33.424238 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:58:33.438961 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:58:33.455161 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:58:33.567393 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:58:33.574799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] Pushing event updated for resources: {'Port': ['ID=27787d9c-591c-482e-b24f-3480e544570c,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:33.597696 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Pushing event updated for resources: {'Port': ['ID=439389fb-d9a5-4c80-9d94-14b9758093c0,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:33.669374 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55210) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:33.684752 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Attempting to bind port d5cce478-0aa6-4c26-a476-e58462ac33c7 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:33.685891 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Attempting to bind port d5cce478-0aa6-4c26-a476-e58462ac33c7 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'ea1b00e3-683a-468e-9938-ed53e86d023d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b444a5ac-c3d5-42d1-b2ed-2d2e9079586f'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:33.685891 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Attempting to bind port d5cce478-0aa6-4c26-a476-e58462ac33c7 on network b444a5ac-c3d5-42d1-b2ed-2d2e9079586f {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:33.773420 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:58:33.773420 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Checking segment: {'id': 'ea1b00e3-683a-468e-9938-ed53e86d023d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b444a5ac-c3d5-42d1-b2ed-2d2e9079586f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:33.773420 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:33.773420 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Bound using segment: {'id': 'ea1b00e3-683a-468e-9938-ed53e86d023d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b444a5ac-c3d5-42d1-b2ed-2d2e9079586f'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:58:33.773420 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Bound port: d5cce478-0aa6-4c26-a476-e58462ac33c7, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1b00e3-683a-468e-9938-ed53e86d023d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b444a5ac-c3d5-42d1-b2ed-2d2e9079586f'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:58:33.773420 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:33.773420 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Attempting to bind port 439389fb-d9a5-4c80-9d94-14b9758093c0 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:33.773420 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Attempting to bind port 439389fb-d9a5-4c80-9d94-14b9758093c0 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:33.773420 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Attempting to bind port 439389fb-d9a5-4c80-9d94-14b9758093c0 on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:33.774314 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:58:33.774314 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:33.774314 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:33.774314 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:58:33.774314 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Bound port: 439389fb-d9a5-4c80-9d94-14b9758093c0, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:58:33.774314 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:33.922308 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] For port d5cce478-0aa6-4c26-a476-e58462ac33c7, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:58:33.941492 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] For port d5cce478-0aa6-4c26-a476-e58462ac33c7, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=d5cce478-0aa6-4c26-a476-e58462ac33c7,segment=NetworkSegment(ea1b00e3-683a-468e-9938-ed53e86d023d),segment_id=ea1b00e3-683a-468e-9938-ed53e86d023d)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:58:33.946580 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] For port 439389fb-d9a5-4c80-9d94-14b9758093c0, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:58:33.951625 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] For port 439389fb-d9a5-4c80-9d94-14b9758093c0, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=439389fb-d9a5-4c80-9d94-14b9758093c0,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:58:34.002336 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-88811333-294c-40f3-9a71-a3104d81afd2 req-88564ac4-cad0-4da3-86d9-1c017bc624cb tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:34.006248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] Attempting to bind port 27787d9c-591c-482e-b24f-3480e544570c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:34.006665 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] Attempting to bind port 27787d9c-591c-482e-b24f-3480e544570c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a0445175-78ae-481a-ba54-0acc7a76bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:34.006905 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] Attempting to bind port 27787d9c-591c-482e-b24f-3480e544570c on network 83e11a8d-5f6c-4e4d-9263-33efd20f1a52 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:34.060561 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:34.062584 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.api [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 18:58:34.062584 dv-neutron-831573-1-hyperv neutron-server[84533]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 18:58:34.062584 dv-neutron-831573-1-hyperv neutron-server[84533]: [parameters: {'id': 'b444a5ac-c3d5-42d1-b2ed-2d2e9079586f'}] Mar 02 18:58:34.062584 dv-neutron-831573-1-hyperv neutron-server[84533]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:58:34.063501 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG oslo_db.api [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:58:34.077267 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Sync routers for ids ['809eb97e-5bf2-478a-b5e9-da1b2aa396a5'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:58:34.117089 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Routers {'809eb97e-5bf2-478a-b5e9-da1b2aa396a5'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:58:34.117323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1ce78ac-0947-462f-92b0-68fd3f1ea4cd tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:34.120381 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['809eb97e-5bf2-478a-b5e9-da1b2aa396a5'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:34.133993 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1ce78ac-0947-462f-92b0-68fd3f1ea4cd tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:34.174416 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:34.233454 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6234443a-ab95-4f93-ba21-c38d9d11af89 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:34.259214 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] Port 27787d9c-591c-482e-b24f-3480e544570c on network 83e11a8d-5f6c-4e4d-9263-33efd20f1a52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:34.259619 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] Attempting to bind port 27787d9c-591c-482e-b24f-3480e544570c on network 83e11a8d-5f6c-4e4d-9263-33efd20f1a52 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:34.269715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce78ac-0947-462f-92b0-68fd3f1ea4cd tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] Pushing event deleted for resources: {'Network': ['ID=4aa17850-07cc-4f22-ba2e-567c3ebfba0f,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:34.272350 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-df994bf6-9b5a-433b-8407-13a033e303a5 req-0e3307d3-2207-4109-8459-befefd52ba9b tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 210 time: 0.2158918 Mar 02 18:58:34.285563 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b1ce78ac-0947-462f-92b0-68fd3f1ea4cd tempest-PortsAdminExtendedAttrsTestJSON-1536958075 tempest-PortsAdminExtendedAttrsTestJSON-1536958075-project] 10.222.0.73 "DELETE /v2.0/networks/4aa17850-07cc-4f22-ba2e-567c3ebfba0f HTTP/1.1" status: 204 len: 168 time: 2.3839393 Mar 02 18:58:34.288594 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-88811333-294c-40f3-9a71-a3104d81afd2 req-88564ac4-cad0-4da3-86d9-1c017bc624cb tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Transition to ACTIVE for port object 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:34.331682 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:34.370942 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:58:34.371330 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] Checking segment: {'id': 'a0445175-78ae-481a-ba54-0acc7a76bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:34.372003 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] Bound using segment: {'id': 'a0445175-78ae-481a-ba54-0acc7a76bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:58:34.372571 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] Bound port: 27787d9c-591c-482e-b24f-3480e544570c, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0445175-78ae-481a-ba54-0acc7a76bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:58:34.372708 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:34.402987 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Sync routers for ids ['646c2855-464f-4c63-b418-a98d11f7ee80'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:58:34.475005 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-41cff2d5-415e-491e-8cad-15544184e416 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:34.503422 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-41cff2d5-415e-491e-8cad-15544184e416 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object 44704f12-7744-47e7-9e25-2a56a5d5f4a8 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:34.509108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] For port 27787d9c-591c-482e-b24f-3480e544570c, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:58:34.510780 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] For port 27787d9c-591c-482e-b24f-3480e544570c, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=27787d9c-591c-482e-b24f-3480e544570c,segment=NetworkSegment(a0445175-78ae-481a-ba54-0acc7a76bc0a),segment_id=a0445175-78ae-481a-ba54-0acc7a76bc0a)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:58:34.546486 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55348814-0df9-49e2-8ad4-ff916f439933 None None] Pushing event updated for resources: {'Port': ['ID=d5cce478-0aa6-4c26-a476-e58462ac33c7,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:34.554295 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-5811a33f-a5af-44c5-9324-2023ad4e7a78 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:34.568874 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:34.582450 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4328799-f076-4f6e-802e-7fa8b5d8d98b req-96ff3642-8275-4bd3-94c0-704813ec493a tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:34.590050 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b4328799-f076-4f6e-802e-7fa8b5d8d98b req-96ff3642-8275-4bd3-94c0-704813ec493a tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 943 time: 0.6265895 Mar 02 18:58:34.613479 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:34.618576 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-5811a33f-a5af-44c5-9324-2023ad4e7a78 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Transition to ACTIVE for port object a3b90cb9-f564-4d94-b2b6-4db4c106c203 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:34.714533 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a2598-5bdf-4196-b171-5e5ad02b810e None None] Pushing event updated for resources: {'Port': ['ID=439389fb-d9a5-4c80-9d94-14b9758093c0,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:34.792398 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3ad43ecc-7834-4ad3-aa36-df8dc85043c1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=baf4cddc9cb4497d821d0cb9e75ae996&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1214113 Mar 02 18:58:34.809981 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-88811333-294c-40f3-9a71-a3104d81afd2 req-88564ac4-cad0-4da3-86d9-1c017bc624cb tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:34.809981 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55224) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:34.817356 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Set router 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:58:34.942526 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b4328799-f076-4f6e-802e-7fa8b5d8d98b req-7145f965-7953-4f3c-974a-a11d4c30e0e9 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3478439 Mar 02 18:58:34.943378 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bcccd5c3-e8ab-4445-b531-24cbe4638da7 req-84fc2eb0-18c3-4db3-b6d0-2223d6ec9848 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 210 time: 0.3154271 Mar 02 18:58:34.943378 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-41cff2d5-415e-491e-8cad-15544184e416 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:34.960685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:34.962662 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] 10.222.0.87 "PUT /v2.0/ports/27787d9c-591c-482e-b24f-3480e544570c HTTP/1.1" status: 200 len: 1093 time: 8.0179217 Mar 02 18:58:34.981833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fce080-e74d-4567-83b2-40720e4c60fe', 'tag': '27787d9c-591c-482e-b24f-3480e544570c'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:58:34.988513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Routers {'646c2855-464f-4c63-b418-a98d11f7ee80'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:58:34.992540 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['646c2855-464f-4c63-b418-a98d11f7ee80'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:35.031631 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88811333-294c-40f3-9a71-a3104d81afd2 req-88564ac4-cad0-4da3-86d9-1c017bc624cb tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Network 07b91779-a641-4fe8-baf9-450983bc34d9 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:35.050284 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-88811333-294c-40f3-9a71-a3104d81afd2 req-88564ac4-cad0-4da3-86d9-1c017bc624cb tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:35.088828 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-88811333-294c-40f3-9a71-a3104d81afd2 req-88564ac4-cad0-4da3-86d9-1c017bc624cb tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:35.137417 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Deleting port d5cce478-0aa6-4c26-a476-e58462ac33c7 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:58:35.139422 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:35.327166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3418f-0b7e-41ff-a844-18351e3634af service neutron] Pushing event updated for resources: {'Port': ['ID=27787d9c-591c-482e-b24f-3480e544570c,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:35.434237 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cff2d5-415e-491e-8cad-15544184e416 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:35.450640 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55236) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:35.494782 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-41cff2d5-415e-491e-8cad-15544184e416 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:35.555950 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cff2d5-415e-491e-8cad-15544184e416 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=44704f12-7744-47e7-9e25-2a56a5d5f4a8,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:35.569294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cff2d5-415e-491e-8cad-15544184e416 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:35.575402 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cff2d5-415e-491e-8cad-15544184e416 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:35.576041 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-41cff2d5-415e-491e-8cad-15544184e416 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:35.771208 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-986da28f-cbb2-4fab-90d9-79714bbab920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:35.816117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Set router 646c2855-464f-4c63-b418-a98d11f7ee80 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:58:35.831726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-5811a33f-a5af-44c5-9324-2023ad4e7a78 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:35.887864 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88564ac4-cad0-4da3-86d9-1c017bc624cb tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Pushing event updated for resources: {'Port': ['ID=8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:35.926782 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'name': 'tempest-ServersTestJSON-1980438265-router', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:58:04Z', 'revision_number': 4, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'gw_port': {'id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'd529cf5c-992f-420b-a40e-f9b8efe2c061', 'name': '', 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'mac_address': 'fa:16:3e:94:4f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2420e415-3c74-49b9-846d-1a79e8671200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:03Z', 'updated_at': '2022-03-02T18:58:05Z', 'revision_number': 2, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'subnets': [{'id': '2420e415-3c74-49b9-846d-1a79e8671200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:35.939340 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Checking router: 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:58:35.939712 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Updating router 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 port d529cf5c-992f-420b-a40e-f9b8efe2c061 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:58:35.969837 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-986da28f-cbb2-4fab-90d9-79714bbab920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:36.003898 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88811333-294c-40f3-9a71-a3104d81afd2 req-88564ac4-cad0-4da3-86d9-1c017bc624cb tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:36.004946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-88811333-294c-40f3-9a71-a3104d81afd2 req-88564ac4-cad0-4da3-86d9-1c017bc624cb tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:36.080589 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-41cff2d5-415e-491e-8cad-15544184e416 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.8944576 Mar 02 18:58:36.081297 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55250) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:36.107623 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-88811333-294c-40f3-9a71-a3104d81afd2 req-88564ac4-cad0-4da3-86d9-1c017bc624cb tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4743116 Mar 02 18:58:36.146391 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:36.150114 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-5811a33f-a5af-44c5-9324-2023ad4e7a78 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Network dfc73d84-d9bb-42bb-9e68-447b764aae01 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:36.179118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] Request body: {'port': {'device_id': '1b48e892-721c-4a82-bf0e-7e7ff35f7567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:36.256728 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-3cdba370-756d-4225-86b8-d0e9e86455d3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2cba10eae0244909ae301c19bf9852ec&device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 1096 time: 1.0425792 Mar 02 18:58:36.259764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-5811a33f-a5af-44c5-9324-2023ad4e7a78 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:36.324710 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6f23af36-00ee-4284-a7dd-b5e591334ab6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e2e3e2b32ec7418cb24560e32dbdb023&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8701942 Mar 02 18:58:36.356715 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55256) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:36.438578 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 6234443a-ab95-4f93-ba21-c38d9d11af89 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:36.438578 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:36.553045 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-5811a33f-a5af-44c5-9324-2023ad4e7a78 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:36.564056 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7566af9c-0249-4ee8-9b5d-a806b7c84dac None None] Network b444a5ac-c3d5-42d1-b2ed-2d2e9079586f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:36.714068 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811a33f-a5af-44c5-9324-2023ad4e7a78 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Pushing event updated for resources: {'Port': ['ID=a3b90cb9-f564-4d94-b2b6-4db4c106c203,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:36.725966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-5811a33f-a5af-44c5-9324-2023ad4e7a78 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:36.729910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-5811a33f-a5af-44c5-9324-2023ad4e7a78 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:36.742489 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fce080-e74d-4567-83b2-40720e4c60fe', 'tag': '27787d9c-591c-482e-b24f-3480e544570c', 'status': 'completed', 'code': 200} Mar 02 18:58:36.901731 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] For port d5cce478-0aa6-4c26-a476-e58462ac33c7, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=d5cce478-0aa6-4c26-a476-e58462ac33c7,segment=NetworkSegment(ea1b00e3-683a-468e-9938-ed53e86d023d),segment_id=ea1b00e3-683a-468e-9938-ed53e86d023d)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:36.903997 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:36.941466 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:36.990131 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b96b50-9988-43df-b21e-6303fd79781e req-94f27427-e428-49c3-804a-67c90b263913 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:36.994581 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-84b96b50-9988-43df-b21e-6303fd79781e req-94f27427-e428-49c3-804a-67c90b263913 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 931 time: 1.4203269 Mar 02 18:58:37.017307 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-50b4bf98-22b2-4a24-bc30-1894fe8181c1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27787d9c-591c-482e-b24f-3480e544570c HTTP/1.1" status: 200 len: 217 time: 0.7116055 Mar 02 18:58:37.108630 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Transition to ACTIVE for port object d529cf5c-992f-420b-a40e-f9b8efe2c061 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:37.138562 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-62bc6537-8900-488d-b18a-5e391d7f0012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:37.187515 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-986da28f-cbb2-4fab-90d9-79714bbab920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:37.190297 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-986da28f-cbb2-4fab-90d9-79714bbab920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:37.194053 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:37.207146 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-986da28f-cbb2-4fab-90d9-79714bbab920 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7717d6e3-825b-4143-a6fe-87f2471501a4 HTTP/1.1" status: 204 len: 168 time: 2.3549602 Mar 02 18:58:37.246612 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-5811a33f-a5af-44c5-9324-2023ad4e7a78 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8056979 Mar 02 18:58:37.269683 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:37.314074 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986da28f-cbb2-4fab-90d9-79714bbab920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7717d6e3-825b-4143-a6fe-87f2471501a4,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:37.322257 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] Request body: {'port': {'device_id': '03583051-d0b5-494f-9993-5bd973e13f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:37.400663 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Calling delete_port for d5cce478-0aa6-4c26-a476-e58462ac33c7 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:58:37.559244 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-84b96b50-9988-43df-b21e-6303fd79781e req-798f5e31-8b52-4044-915b-6a6ebc7f838e tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54400a5-a4bb-4199-bee6-f058cdbb4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5401852 Mar 02 18:58:37.596328 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 439389fb-d9a5-4c80-9d94-14b9758093c0 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:37.671255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-62bc6537-8900-488d-b18a-5e391d7f0012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:37.738290 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906c17ac-3a92-4a73-a98d-6f9b806d8cce tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:37.753490 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f1bac-11d5-4ae7-897e-1da42468f64f None None] Pushing event updated for resources: {'Port': ['ID=d529cf5c-992f-420b-a40e-f9b8efe2c061,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:37.753814 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906c17ac-3a92-4a73-a98d-6f9b806d8cce tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:37.754759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-906c17ac-3a92-4a73-a98d-6f9b806d8cce tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:37.779822 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Attempting to bind port d529cf5c-992f-420b-a40e-f9b8efe2c061 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:37.780618 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Attempting to bind port d529cf5c-992f-420b-a40e-f9b8efe2c061 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:37.781213 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Attempting to bind port d529cf5c-992f-420b-a40e-f9b8efe2c061 on network dfc73d84-d9bb-42bb-9e68-447b764aae01 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:37.793503 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-30ff1370-e337-426e-8afe-6a75ab70c1d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:37.798410 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:58:37.798937 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-30ff1370-e337-426e-8afe-6a75ab70c1d5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7b63fe96-d8a7-4e7f-a30f-2804bb38215a HTTP/1.1" status: 200 len: 851 time: 0.7465830 Mar 02 18:58:37.799419 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Checking segment: {'id': 'a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:37.800054 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:37.800657 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Bound using segment: {'id': 'a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:58:37.801509 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Bound port: d529cf5c-992f-420b-a40e-f9b8efe2c061, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:58:37.802099 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:37.826130 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7c183611-798a-47c6-add7-c24976035e97 None None] Provisioning for port 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:37.840754 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7c183611-798a-47c6-add7-c24976035e97 None None] Provisioning complete for port 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:37.840754 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c183611-798a-47c6-add7-c24976035e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:37.952602 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] For port d529cf5c-992f-420b-a40e-f9b8efe2c061, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:58:37.956697 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] For port d529cf5c-992f-420b-a40e-f9b8efe2c061, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=d529cf5c-992f-420b-a40e-f9b8efe2c061,segment=NetworkSegment(a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc),segment_id=a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:58:37.969990 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afaea0-0550-4ed2-8ac8-e1c97f26cbc6 req-9b508749-2157-4506-813f-4336a653519d tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:37.977260 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f9afaea0-0550-4ed2-8ac8-e1c97f26cbc6 req-9b508749-2157-4506-813f-4336a653519d tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 943 time: 1.1154091 Mar 02 18:58:38.067116 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:38.074720 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'name': 'tempest-ServersTestManualDisk-733477026-router', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:58:02Z', 'revision_number': 4, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'gw_port': {'id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:52Z', 'updated_at': '2022-03-02T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '62d79458-b22a-4440-b935-a339730d2d4c', 'name': '', 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'mac_address': 'fa:16:3e:c8:ae:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ebd9a57-3dae-4c27-89d0-f83010cf2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:00Z', 'updated_at': '2022-03-02T18:58:04Z', 'revision_number': 2, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'subnets': [{'id': '5ebd9a57-3dae-4c27-89d0-f83010cf2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:38.098710 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be321a2b-a702-4294-bbd0-05e5b6ea5c49 None None] get_active_networks_info from dv-neutron-831573-1-hyperv {{(pid=84534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 18:58:38.196978 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Checking router: 646c2855-464f-4c63-b418-a98d11f7ee80 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:58:38.196978 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Updating router 646c2855-464f-4c63-b418-a98d11f7ee80 port 62d79458-b22a-4440-b935-a339730d2d4c binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:58:38.197223 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:38.245922 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:38.326588 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:38.392325 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-906c17ac-3a92-4a73-a98d-6f9b806d8cce tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:38.392325 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-906c17ac-3a92-4a73-a98d-6f9b806d8cce tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 2.2005894 Mar 02 18:58:38.392325 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f9afaea0-0550-4ed2-8ac8-e1c97f26cbc6 req-032c3e38-ec2e-4985-9a4f-bef67d4ab0ed tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573630 Mar 02 18:58:38.392325 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:38.393336 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-7c183611-798a-47c6-add7-c24976035e97 None None] Port 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:58:38.396246 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f1bac-11d5-4ae7-897e-1da42468f64f None None] Pushing event updated for resources: {'Port': ['ID=d529cf5c-992f-420b-a40e-f9b8efe2c061,revision_number=4']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:38.403818 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Routers {'809eb97e-5bf2-478a-b5e9-da1b2aa396a5'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:58:38.412733 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55268) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:38.415670 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['809eb97e-5bf2-478a-b5e9-da1b2aa396a5'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:38.419397 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Port': ['ID=d5cce478-0aa6-4c26-a476-e58462ac33c7,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:38.495199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:38.533941 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 439389fb-d9a5-4c80-9d94-14b9758093c0 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:38.551644 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7c183611-798a-47c6-add7-c24976035e97 None None] Provisioning for port a3b90cb9-f564-4d94-b2b6-4db4c106c203 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:38.576173 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8520490e-1bb5-46a0-865c-ac5f600adf5e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port 44704f12-7744-47e7-9e25-2a56a5d5f4a8 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:58:38.577149 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8520490e-1bb5-46a0-865c-ac5f600adf5e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:38.592280 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7c183611-798a-47c6-add7-c24976035e97 None None] Provisioning complete for port a3b90cb9-f564-4d94-b2b6-4db4c106c203 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:38.596291 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c183611-798a-47c6-add7-c24976035e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:38.719082 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-62bc6537-8900-488d-b18a-5e391d7f0012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:38.754487 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad226117-885a-462f-8191-09ff9d9d2d5f req-e1a19756-bbf0-438b-8763-67556eef85fe tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:38.755159 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-ad226117-885a-462f-8191-09ff9d9d2d5f req-e1a19756-bbf0-438b-8763-67556eef85fe tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Synchronizing usage tracker for tenant:3690a6fef5ca4d7db77cf45287e6059b on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:38.829700 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] Set router 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:58:38.843230 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-31e628b6-819a-40a3-940e-795181eb54d4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=83e11a8d-5f6c-4e4d-9263-33efd20f1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8621466 Mar 02 18:58:38.854068 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55274) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:38.869402 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-7c183611-798a-47c6-add7-c24976035e97 None None] Port a3b90cb9-f564-4d94-b2b6-4db4c106c203 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:58:38.928871 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be321a2b-a702-4294-bbd0-05e5b6ea5c49 None None] Resources bound (agent type, host, resource id): {{(pid=84534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:58:38.962417 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:58:39.041538 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:39.135018 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-ad226117-885a-462f-8191-09ff9d9d2d5f req-e1a19756-bbf0-438b-8763-67556eef85fe tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Unset dirty status for tenant:3690a6fef5ca4d7db77cf45287e6059b on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:39.142542 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ad226117-885a-462f-8191-09ff9d9d2d5f req-e1a19756-bbf0-438b-8763-67556eef85fe tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 931 time: 1.1792088 Mar 02 18:58:39.185614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc6537-8900-488d-b18a-5e391d7f0012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5c9f44-3b55-476b-9078-52a72619f4df,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:39.204899 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8520490e-1bb5-46a0-865c-ac5f600adf5e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:39.221515 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No DVR routers for this DVR port d5cce478-0aa6-4c26-a476-e58462ac33c7 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:58:39.227531 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] Transition to ACTIVE for port object 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:39.274179 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7c183611-798a-47c6-add7-c24976035e97 None None] Provisioning for port 439389fb-d9a5-4c80-9d94-14b9758093c0 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:39.294980 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7b9738e4-0461-4a63-8628-7f931739ee75 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=81fe36b6cd724cd38e8fa371345308c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4328353 Mar 02 18:58:39.298560 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55278) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:39.310407 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7c183611-798a-47c6-add7-c24976035e97 None None] Provisioning complete for port 439389fb-d9a5-4c80-9d94-14b9758093c0 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:39.310772 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c183611-798a-47c6-add7-c24976035e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:39.339727 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:39.345112 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-0b36610d-d0f9-498a-a506-b273ccf3955c service neutron] 10.222.0.87 "GET /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307778 Mar 02 18:58:39.380981 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'name': 'tempest-ServersTestJSON-1980438265-router', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:58:04Z', 'revision_number': 4, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'gw_port': {'id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'd529cf5c-992f-420b-a40e-f9b8efe2c061', 'name': '', 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'mac_address': 'fa:16:3e:94:4f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2420e415-3c74-49b9-846d-1a79e8671200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:03Z', 'updated_at': '2022-03-02T18:58:37Z', 'revision_number': 4, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'subnets': [{'id': '2420e415-3c74-49b9-846d-1a79e8671200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:39.389424 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3edf23-3717-4697-9375-4cedbfe516ab None None] The sync data for ids ['809eb97e-5bf2-478a-b5e9-da1b2aa396a5'] in dv-neutron-831573-1-hyperv is: [{'id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'name': 'tempest-ServersTestJSON-1980438265-router', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:58:04Z', 'revision_number': 4, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'gw_port': {'id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'd529cf5c-992f-420b-a40e-f9b8efe2c061', 'name': '', 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'mac_address': 'fa:16:3e:94:4f:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2420e415-3c74-49b9-846d-1a79e8671200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:03Z', 'updated_at': '2022-03-02T18:58:37Z', 'revision_number': 4, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'subnets': [{'id': '2420e415-3c74-49b9-846d-1a79e8671200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:58:39.469213 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ad226117-885a-462f-8191-09ff9d9d2d5f req-d503e0e3-2b33-494e-b21a-5efd99feef56 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb957d16-e85d-4241-8b29-4e3abf1e76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3255858 Mar 02 18:58:39.581646 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c183611-798a-47c6-add7-c24976035e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:39.582978 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8520490e-1bb5-46a0-865c-ac5f600adf5e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for 44704f12-7744-47e7-9e25-2a56a5d5f4a8 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:58:39.727559 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-7c183611-798a-47c6-add7-c24976035e97 None None] For port 439389fb-d9a5-4c80-9d94-14b9758093c0, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=439389fb-d9a5-4c80-9d94-14b9758093c0,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:39.735221 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-62bc6537-8900-488d-b18a-5e391d7f0012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:39.739069 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-62bc6537-8900-488d-b18a-5e391d7f0012 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9d5c9f44-3b55-476b-9078-52a72619f4df HTTP/1.1" status: 204 len: 168 time: 3.3707297 Mar 02 18:58:39.820051 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:39.829812 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c183611-798a-47c6-add7-c24976035e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:39.875014 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-83f85af3-f884-4473-9568-8fd6c5206b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:39.960154 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:40.091500 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c183611-798a-47c6-add7-c24976035e97 None None] Pushing event updated for resources: {'Port': ['ID=439389fb-d9a5-4c80-9d94-14b9758093c0,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:40.165607 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:40.172863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:58:40.218215 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Transition to ACTIVE for port object 62d79458-b22a-4440-b935-a339730d2d4c will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:40.262069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-256faea6-4804-406d-b40b-f4d8f35cf7fc None None] Provisioning for port 44704f12-7744-47e7-9e25-2a56a5d5f4a8 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:40.267054 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Allocated IP 172.20.0.11 (aeb107c4-7cbf-4017-8f1a-5a13c4411308/a883ce56-814a-4b0d-ab37-3108505c10cc/65d85a74-0040-4c02-b302-ea27a94fe88e) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:40.274664 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-256faea6-4804-406d-b40b-f4d8f35cf7fc None None] Provisioning complete for port 44704f12-7744-47e7-9e25-2a56a5d5f4a8 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:40.275257 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-256faea6-4804-406d-b40b-f4d8f35cf7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:40.314990 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-83f85af3-f884-4473-9568-8fd6c5206b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:40.369222 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-256faea6-4804-406d-b40b-f4d8f35cf7fc None None] Port 44704f12-7744-47e7-9e25-2a56a5d5f4a8 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:58:40.370914 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:40.472951 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a19c9a16-9841-4ce5-adb5-fb02c322a795 req-f53b6ad9-b61f-4a1a-98db-3a8cb2c43aa1 service neutron] 10.222.0.87 "GET /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0721743 Mar 02 18:58:40.503657 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b90cb9-f564-4d94-b2b6-4db4c106c203 {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:58:40.513735 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:40.542029 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:40.545093 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b444a5ac-c3d5-42d1-b2ed-2d2e9079586f']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:40.562533 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866eb2f-fbf0-43e3-a778-acbf0e4b56ea req-6eeb8185-69b9-4432-ad41-a2f10e851f06 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:40.575704 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d866eb2f-fbf0-43e3-a778-acbf0e4b56ea req-6eeb8185-69b9-4432-ad41-a2f10e851f06 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 931 time: 1.6204841 Mar 02 18:58:40.609253 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] Attempting to bind port 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:40.611953 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] Attempting to bind port 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '315a1827-3c79-4bf4-a414-e2830b8050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:40.611953 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] Attempting to bind port 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c on network 07b91779-a641-4fe8-baf9-450983bc34d9 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:40.613974 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1b00e3-683a-468e-9938-ed53e86d023d') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:40.614464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1b00e3-683a-468e-9938-ed53e86d023d') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:40.615188 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] Transition to ACTIVE for port object a3b90cb9-f564-4d94-b2b6-4db4c106c203 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:40.627225 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-83f85af3-f884-4473-9568-8fd6c5206b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:40.667800 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a925027-9416-4c58-a67b-6810fe0d6c92 None None] Pushing event updated for resources: {'Port': ['ID=62d79458-b22a-4440-b935-a339730d2d4c,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:40.691427 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:40.757261 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1f64c-6000-460a-829a-36469e685544 req-e6118aa0-98d0-4df2-aefe-fe4479145921 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:40.760110 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c1a1f64c-6000-460a-829a-36469e685544 req-e6118aa0-98d0-4df2-aefe-fe4479145921 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 943 time: 1.0197220 Mar 02 18:58:40.773743 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d866eb2f-fbf0-43e3-a778-acbf0e4b56ea req-4efeb4a1-8f13-4780-854b-1eb0aba42e2f tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54400a5-a4bb-4199-bee6-f058cdbb4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969578 Mar 02 18:58:40.785871 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:40.807008 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:40.823629 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:58:40.823629 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:40.875096 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f85af3-f884-4473-9568-8fd6c5206b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de0058d-76ed-47a1-8a79-3f547a555703,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:58:40.889020 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:58:40.894496 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Attempting to bind port 62d79458-b22a-4440-b935-a339730d2d4c on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:40.894870 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Attempting to bind port 62d79458-b22a-4440-b935-a339730d2d4c by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '315a1827-3c79-4bf4-a414-e2830b8050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:40.895230 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Attempting to bind port 62d79458-b22a-4440-b935-a339730d2d4c on network 07b91779-a641-4fe8-baf9-450983bc34d9 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:40.902414 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:40.928050 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] Port 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c on network 07b91779-a641-4fe8-baf9-450983bc34d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:40.928693 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] Attempting to bind port 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c on network 07b91779-a641-4fe8-baf9-450983bc34d9 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:40.932741 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:58:40.933119 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Checking segment: {'id': '315a1827-3c79-4bf4-a414-e2830b8050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:40.933535 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:40.933913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Bound using segment: {'id': '315a1827-3c79-4bf4-a414-e2830b8050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:58:40.934526 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Bound port: 62d79458-b22a-4440-b935-a339730d2d4c, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315a1827-3c79-4bf4-a414-e2830b8050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:58:40.935129 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:40.953560 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:58:40.953560 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] Checking segment: {'id': '315a1827-3c79-4bf4-a414-e2830b8050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:40.954128 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] Bound using segment: {'id': '315a1827-3c79-4bf4-a414-e2830b8050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:58:40.954660 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] Bound port: 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315a1827-3c79-4bf4-a414-e2830b8050c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:58:40.956166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:40.969120 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-83f85af3-f884-4473-9568-8fd6c5206b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:40.973659 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-83f85af3-f884-4473-9568-8fd6c5206b1f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3de0058d-76ed-47a1-8a79-3f547a555703 HTTP/1.1" status: 204 len: 168 time: 1.6659751 Mar 02 18:58:41.104904 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] For port 62d79458-b22a-4440-b935-a339730d2d4c, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:58:41.110235 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] For port 62d79458-b22a-4440-b935-a339730d2d4c, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=62d79458-b22a-4440-b935-a339730d2d4c,segment=NetworkSegment(315a1827-3c79-4bf4-a414-e2830b8050c8),segment_id=315a1827-3c79-4bf4-a414-e2830b8050c8)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:58:41.148341 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55292) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:41.230256 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:41.272249 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Pushing event updated for resources: {'Port': ['ID=65d85a74-0040-4c02-b302-ea27a94fe88e,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:41.284720 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Network aeb107c4-7cbf-4017-8f1a-5a13c4411308 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:41.290219 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:41.295868 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:41.333675 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] Pushing event updated for resources: {'Port': ['ID=a3b90cb9-f564-4d94-b2b6-4db4c106c203,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:41.343391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8520490e-1bb5-46a0-865c-ac5f600adf5e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:41.356992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a925027-9416-4c58-a67b-6810fe0d6c92 None None] Pushing event updated for resources: {'Port': ['ID=62d79458-b22a-4440-b935-a339730d2d4c,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:41.357547 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:41.362153 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c1a1f64c-6000-460a-829a-36469e685544 req-0f5c1062-d224-48f5-bd10-55198e61ef70 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5721986 Mar 02 18:58:41.366926 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Routers {'646c2855-464f-4c63-b418-a98d11f7ee80'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:58:41.370399 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['646c2855-464f-4c63-b418-a98d11f7ee80'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:41.434218 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] For port 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:58:41.439274 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] For port 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c,segment=NetworkSegment(315a1827-3c79-4bf4-a414-e2830b8050c8),segment_id=315a1827-3c79-4bf4-a414-e2830b8050c8)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:58:41.447677 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:41.448262 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2306e600-66af-4d45-b1dc-873b8368996a req-38fc59df-c16b-409c-9e12-d638f2c5d047 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2cba10eae0244909ae301c19bf9852ec&device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 1096 time: 0.8175356 Mar 02 18:58:41.460926 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520490e-1bb5-46a0-865c-ac5f600adf5e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=44704f12-7744-47e7-9e25-2a56a5d5f4a8,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:41.481380 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-df89ebc0-7b1d-4acc-a48c-158340809d08 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=500e5eec2c7e4b72881784d640666dee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3130794 Mar 02 18:58:41.495727 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55298) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:41.495907 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Network': ['ID=b444a5ac-c3d5-42d1-b2ed-2d2e9079586f,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:41.507097 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-49c7c449-ae69-41df-9f74-a07f17d0caba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/b444a5ac-c3d5-42d1-b2ed-2d2e9079586f HTTP/1.1" status: 204 len: 168 time: 11.0953720 Mar 02 18:58:41.542884 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55302) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:41.562998 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-2ff1f70f-3d8b-436e-ad29-1f4ed6197547 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1584497060'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:41.568791 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:41.714993 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bb5b2-b94f-4e9a-9232-dcf2d08428db req-c8cbf8d2-1a23-4b5b-94d8-d9287e54d377 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:41.716579 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-670bb5b2-b94f-4e9a-9232-dcf2d08428db req-c8cbf8d2-1a23-4b5b-94d8-d9287e54d377 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 943 time: 0.5694425 Mar 02 18:58:41.747052 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d529cf5c-992f-420b-a40e-f9b8efe2c061 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:41.767033 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2ff1f70f-3d8b-436e-ad29-1f4ed6197547 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:41.804404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2ff1f70f-3d8b-436e-ad29-1f4ed6197547 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:network and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:41.829961 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2ff1f70f-3d8b-436e-ad29-1f4ed6197547 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:41.860437 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8520490e-1bb5-46a0-865c-ac5f600adf5e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:41.862654 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8520490e-1bb5-46a0-865c-ac5f600adf5e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/44704f12-7744-47e7-9e25-2a56a5d5f4a8 HTTP/1.1" status: 204 len: 168 time: 3.4354477 Mar 02 18:58:41.864742 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-670bb5b2-b94f-4e9a-9232-dcf2d08428db req-a865036b-d61d-421e-9718-cdc1ff0d7d8c tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Synchronizing usage tracker for tenant:3690a6fef5ca4d7db77cf45287e6059b on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:41.870088 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55312) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:41.931441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:41.932821 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-88811333-294c-40f3-9a71-a3104d81afd2 req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] 10.222.0.87 "PUT /v2.0/ports/8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c HTTP/1.1" status: 200 len: 1093 time: 5.7657466 Mar 02 18:58:41.960763 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-593909e7-5c39-48b0-9281-9f393ff399dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:41.964350 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b48e892-721c-4a82-bf0e-7e7ff35f7567', 'tag': '8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:58:41.974652 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2ff1f70f-3d8b-436e-ad29-1f4ed6197547 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:41.975054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] Set router 646c2855-464f-4c63-b418-a98d11f7ee80 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:58:42.038624 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] Attempting to bind port a3b90cb9-f564-4d94-b2b6-4db4c106c203 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:42.039235 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] Attempting to bind port a3b90cb9-f564-4d94-b2b6-4db4c106c203 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:42.039786 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] Attempting to bind port a3b90cb9-f564-4d94-b2b6-4db4c106c203 on network dfc73d84-d9bb-42bb-9e68-447b764aae01 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:42.055083 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] Port a3b90cb9-f564-4d94-b2b6-4db4c106c203 on network dfc73d84-d9bb-42bb-9e68-447b764aae01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 18:58:42.055700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] Attempting to bind port a3b90cb9-f564-4d94-b2b6-4db4c106c203 on network dfc73d84-d9bb-42bb-9e68-447b764aae01 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:42.079845 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:58:42.080516 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] Checking segment: {'id': 'a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:42.081073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] Bound using segment: {'id': 'a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:58:42.081707 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] Bound port: a3b90cb9-f564-4d94-b2b6-4db4c106c203, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:58:42.081937 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:42.082393 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:42.082923 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:42.092811 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-670bb5b2-b94f-4e9a-9232-dcf2d08428db req-a865036b-d61d-421e-9718-cdc1ff0d7d8c tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Unset dirty status for tenant:3690a6fef5ca4d7db77cf45287e6059b on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:42.096829 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-670bb5b2-b94f-4e9a-9232-dcf2d08428db req-a865036b-d61d-421e-9718-cdc1ff0d7d8c tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb957d16-e85d-4241-8b29-4e3abf1e76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3709707 Mar 02 18:58:42.108146 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb15cfaf-ce0b-442e-b2a5-d43223a99731 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:42.110487 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb15cfaf-ce0b-442e-b2a5-d43223a99731 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:42.115131 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bb15cfaf-ce0b-442e-b2a5-d43223a99731 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:42.163081 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306e600-66af-4d45-b1dc-873b8368996a req-b107ced7-2778-45f2-8702-2b898627561d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:42.164825 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2306e600-66af-4d45-b1dc-873b8368996a req-b107ced7-2778-45f2-8702-2b898627561d service neutron] 10.222.0.87 "GET /v2.0/networks?id=83e11a8d-5f6c-4e4d-9263-33efd20f1a52 HTTP/1.1" status: 200 len: 913 time: 0.7150242 Mar 02 18:58:42.185682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-593909e7-5c39-48b0-9281-9f393ff399dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:42.206667 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff1f70f-3d8b-436e-ad29-1f4ed6197547 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:42.210704 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2ff1f70f-3d8b-436e-ad29-1f4ed6197547 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:42.260237 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bb15cfaf-ce0b-442e-b2a5-d43223a99731 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:42.264433 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bb15cfaf-ce0b-442e-b2a5-d43223a99731 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3880987 Mar 02 18:58:42.267065 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b48e892-721c-4a82-bf0e-7e7ff35f7567', 'tag': '8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c', 'status': 'completed', 'code': 200} Mar 02 18:58:42.268912 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55320) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:42.328321 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port d529cf5c-992f-420b-a40e-f9b8efe2c061 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:42.339769 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port d529cf5c-992f-420b-a40e-f9b8efe2c061 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:42.340346 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:42.379850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6437368-7e15-4eb8-ac08-73d44e1a0c22 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:42.384688 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2306e600-66af-4d45-b1dc-873b8368996a req-96c72d94-e0f7-4d20-bf6e-4cdc644ab63b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27787d9c-591c-482e-b24f-3480e544570c HTTP/1.1" status: 200 len: 217 time: 0.2071917 Mar 02 18:58:42.445519 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff1f70f-3d8b-436e-ad29-1f4ed6197547 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:58:42.461157 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2ff1f70f-3d8b-436e-ad29-1f4ed6197547 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:42.461528 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-2ff1f70f-3d8b-436e-ad29-1f4ed6197547 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Added segment 44153435-f15e-41f5-b3e8-0c48f138a935 of type vlan for network f078fe90-d414-4f59-9411-de7b4c3da606 Mar 02 18:58:42.492177 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2ff1f70f-3d8b-436e-ad29-1f4ed6197547 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:42.611143 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2ff1f70f-3d8b-436e-ad29-1f4ed6197547 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:42.615546 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff1f70f-3d8b-436e-ad29-1f4ed6197547 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:42.616183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2ff1f70f-3d8b-436e-ad29-1f4ed6197547 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:42.637776 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b576ae-4edf-45bf-993e-c74d7ddf31ab tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 027d1cec-4647-48fd-a2d0-63d0273c859f {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:58:42.642985 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-06b576ae-4edf-45bf-993e-c74d7ddf31ab tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:42.760765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:42.781710 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'name': 'tempest-ServersTestManualDisk-733477026-router', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:58:02Z', 'revision_number': 4, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'gw_port': {'id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:52Z', 'updated_at': '2022-03-02T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '62d79458-b22a-4440-b935-a339730d2d4c', 'name': '', 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'mac_address': 'fa:16:3e:c8:ae:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ebd9a57-3dae-4c27-89d0-f83010cf2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:00Z', 'updated_at': '2022-03-02T18:58:41Z', 'revision_number': 4, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'subnets': [{'id': '5ebd9a57-3dae-4c27-89d0-f83010cf2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:42.789742 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6803d93-e8c9-4cca-8b59-746f53492261 None None] The sync data for ids ['646c2855-464f-4c63-b418-a98d11f7ee80'] in dv-neutron-831573-1-hyperv is: [{'id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'name': 'tempest-ServersTestManualDisk-733477026-router', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:58:02Z', 'revision_number': 4, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'gw_port': {'id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:52Z', 'updated_at': '2022-03-02T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '62d79458-b22a-4440-b935-a339730d2d4c', 'name': '', 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'mac_address': 'fa:16:3e:c8:ae:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ebd9a57-3dae-4c27-89d0-f83010cf2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:00Z', 'updated_at': '2022-03-02T18:58:41Z', 'revision_number': 4, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'subnets': [{'id': '5ebd9a57-3dae-4c27-89d0-f83010cf2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:58:42.814150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306e600-66af-4d45-b1dc-873b8368996a req-c9af82e5-8522-4763-bcbd-4dde13183962 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:42.815752 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2306e600-66af-4d45-b1dc-873b8368996a req-c9af82e5-8522-4763-bcbd-4dde13183962 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7b63fe96-d8a7-4e7f-a30f-2804bb38215a HTTP/1.1" status: 200 len: 851 time: 0.4212115 Mar 02 18:58:42.829815 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-88811333-294c-40f3-9a71-a3104d81afd2 req-f88857d9-7e76-4f27-818b-23bf04ea60de service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d7b6c75608194b3ca64e683dd2c015aa&device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 1096 time: 0.7287662 Mar 02 18:58:42.830410 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1f70f-3d8b-436e-ad29-1f4ed6197547 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Network': ['ID=f078fe90-d414-4f59-9411-de7b4c3da606,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:42.849371 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network f078fe90-d414-4f59-9411-de7b4c3da606 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:58:42.886927 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-06b576ae-4edf-45bf-993e-c74d7ddf31ab tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:42.895535 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port d529cf5c-992f-420b-a40e-f9b8efe2c061, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=d529cf5c-992f-420b-a40e-f9b8efe2c061,segment=NetworkSegment(a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc),segment_id=a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:42.911613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] For port a3b90cb9-f564-4d94-b2b6-4db4c106c203, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:58:42.968974 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec410b-c4d9-405d-8837-17f71625c22b req-29c70b62-2507-464a-8a2b-028dcbea872c tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:42.976278 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-09ec410b-c4d9-405d-8837-17f71625c22b req-29c70b62-2507-464a-8a2b-028dcbea872c tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 943 time: 0.3060181 Mar 02 18:58:43.005812 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:43.006852 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 439389fb-d9a5-4c80-9d94-14b9758093c0 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:43.012261 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-88811333-294c-40f3-9a71-a3104d81afd2 req-e6df9a94-1cd9-4637-b6c7-156fdc280822 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c HTTP/1.1" status: 200 len: 217 time: 0.0978417 Mar 02 18:58:43.023083 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2ff1f70f-3d8b-436e-ad29-1f4ed6197547 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4793112 Mar 02 18:58:43.028411 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-593909e7-5c39-48b0-9281-9f393ff399dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:43.033596 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55334) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:43.078186 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c5f06f51-0b7a-467e-8572-0669a99421f2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'subnet': {'network_id': 'f078fe90-d414-4f59-9411-de7b4c3da606', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:43.128556 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] For port a3b90cb9-f564-4d94-b2b6-4db4c106c203, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a3b90cb9-f564-4d94-b2b6-4db4c106c203,segment=NetworkSegment(a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc),segment_id=a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:58:43.137133 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-593909e7-5c39-48b0-9281-9f393ff399dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:43.142005 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-593909e7-5c39-48b0-9281-9f393ff399dd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c6a95d89-40ee-49c3-870b-d11d32a1cf5e HTTP/1.1" status: 204 len: 168 time: 1.6499500 Mar 02 18:58:43.196657 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593909e7-5c39-48b0-9281-9f393ff399dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a95d89-40ee-49c3-870b-d11d32a1cf5e,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:43.238171 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=d529cf5c-992f-420b-a40e-f9b8efe2c061,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:43.257310 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:43.261630 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 439389fb-d9a5-4c80-9d94-14b9758093c0 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:43.262817 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:43.346012 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134b5e8-f21c-4aef-870a-060041a0e7be req-06b56891-2ea5-4e33-9af8-10db0dc7a573 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:43.355014 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a134b5e8-f21c-4aef-870a-060041a0e7be req-06b56891-2ea5-4e33-9af8-10db0dc7a573 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 943 time: 1.1891103 Mar 02 18:58:43.362614 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55342) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:43.468169 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-09ec410b-c4d9-405d-8837-17f71625c22b req-7275212b-ba0b-40ab-8250-8b531a06e8af tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4909101 Mar 02 18:58:43.479341 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88811333-294c-40f3-9a71-a3104d81afd2 req-1dbea694-a78f-44b0-8bbd-491ff130cf71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:43.481321 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-88811333-294c-40f3-9a71-a3104d81afd2 req-1dbea694-a78f-44b0-8bbd-491ff130cf71 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5ebd9a57-3dae-4c27-89d0-f83010cf2532 HTTP/1.1" status: 200 len: 850 time: 0.4541767 Mar 02 18:58:43.497197 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:58:43.546933 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-06b576ae-4edf-45bf-993e-c74d7ddf31ab tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:43.614284 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:43.617967 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] 10.222.0.87 "PUT /v2.0/ports/a3b90cb9-f564-4d94-b2b6-4db4c106c203 HTTP/1.1" status: 200 len: 1093 time: 6.3247046 Mar 02 18:58:43.626336 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2306e600-66af-4d45-b1dc-873b8368996a req-78bfda16-e346-4621-9b3a-e750e3daba3f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=83e11a8d-5f6c-4e4d-9263-33efd20f1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7913766 Mar 02 18:58:43.630663 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c5f06f51-0b7a-467e-8572-0669a99421f2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:43.646970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c5f06f51-0b7a-467e-8572-0669a99421f2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:subnet and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:43.662520 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c5f06f51-0b7a-467e-8572-0669a99421f2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:43.690900 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c5f06f51-0b7a-467e-8572-0669a99421f2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:43.698916 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 27787d9c-591c-482e-b24f-3480e544570c details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:58:43.856093 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Router f1564b61-6641-4a79-a790-e3ee77c44568 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:58:43.938914 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 62d79458-b22a-4440-b935-a339730d2d4c up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:44.100133 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f06f51-0b7a-467e-8572-0669a99421f2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:44.187248 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 27787d9c-591c-482e-b24f-3480e544570c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=27787d9c-591c-482e-b24f-3480e544570c,segment=NetworkSegment(a0445175-78ae-481a-ba54-0acc7a76bc0a),segment_id=a0445175-78ae-481a-ba54-0acc7a76bc0a)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:44.214558 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '27787d9c-591c-482e-b24f-3480e544570c', 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52', 'port_id': '27787d9c-591c-482e-b24f-3480e544570c', 'mac_address': 'fa:16:3e:ea:86:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b63fe96-d8a7-4e7f-a30f-2804bb38215a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:58:44.255503 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd7ffa-bb6b-4b07-8ddf-3732df02466f service neutron] Pushing event updated for resources: {'Port': ['ID=a3b90cb9-f564-4d94-b2b6-4db4c106c203,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:44.275967 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-262b6188-534e-4d5c-940b-b678450e1aac tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] Request body: {'port': {'network_id': '3c964d83-090a-4123-ab14-04ff08daa598', 'name': 'tempest-NetworksNegativeTestJSON-1423199033'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:44.291850 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:44.306715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03583051-d0b5-494f-9993-5bd973e13f4b', 'tag': 'a3b90cb9-f564-4d94-b2b6-4db4c106c203'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:58:44.311768 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27787d9c-591c-482e-b24f-3480e544570c {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:58:44.318909 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-262b6188-534e-4d5c-940b-b678450e1aac tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] POST failed (client error): The resource could not be found. Mar 02 18:58:44.318909 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-262b6188-534e-4d5c-940b-b678450e1aac tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:58:44.319149 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 62d79458-b22a-4440-b935-a339730d2d4c completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:44.320179 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-262b6188-534e-4d5c-940b-b678450e1aac tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.9534762 Mar 02 18:58:44.322907 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 62d79458-b22a-4440-b935-a339730d2d4c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:44.323282 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:44.325369 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55360) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:44.364187 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-06b576ae-4edf-45bf-993e-c74d7ddf31ab tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:44.383275 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a134b5e8-f21c-4aef-870a-060041a0e7be req-c4fb318c-dadb-4b1f-8474-14cb82132c2f tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54400a5-a4bb-4199-bee6-f058cdbb4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0273211 Mar 02 18:58:44.385224 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a4f657-3375-4ac7-a9f2-160cd17270b0 tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] DELETE failed (client error): The resource could not be found. Mar 02 18:58:44.385881 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a4f657-3375-4ac7-a9f2-160cd17270b0 tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:58:44.391505 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 27787d9c-591c-482e-b24f-3480e544570c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=27787d9c-591c-482e-b24f-3480e544570c,segment=NetworkSegment(a0445175-78ae-481a-ba54-0acc7a76bc0a),segment_id=a0445175-78ae-481a-ba54-0acc7a76bc0a)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:44.392287 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f6a4f657-3375-4ac7-a9f2-160cd17270b0 tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] 10.222.0.73 "DELETE /v2.0/networks/f9e1aea8-5554-494e-a683-a435400050fc HTTP/1.1" status: 404 len: 339 time: 0.0601997 Mar 02 18:58:44.396382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55364) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:44.445090 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b576ae-4edf-45bf-993e-c74d7ddf31ab tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=027d1cec-4647-48fd-a2d0-63d0273c859f,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:44.469335 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:44.511534 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65019f4f-6fe5-4640-9b34-87b26a54c6e6 req-71c5322a-7fca-4fa7-b688-db30629d9aa5 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:44.520051 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08dc313-3b2e-41de-9c6a-3714e0459bbe tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] DELETE failed (client error): The resource could not be found. Mar 02 18:58:44.520692 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-65019f4f-6fe5-4640-9b34-87b26a54c6e6 req-71c5322a-7fca-4fa7-b688-db30629d9aa5 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 943 time: 0.8194423 Mar 02 18:58:44.521670 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b08dc313-3b2e-41de-9c6a-3714e0459bbe tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:58:44.532728 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b08dc313-3b2e-41de-9c6a-3714e0459bbe tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] 10.222.0.73 "DELETE /v2.0/ports/d45c431b-6a61-477b-a4e1-36cfe5692eee HTTP/1.1" status: 404 len: 333 time: 0.1336420 Mar 02 18:58:44.538555 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55372) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:44.539682 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-88811333-294c-40f3-9a71-a3104d81afd2 req-77c29061-6eb6-4d21-a943-cc9fd452fb77 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=07b91779-a641-4fe8-baf9-450983bc34d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0427949 Mar 02 18:58:44.549570 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2306e600-66af-4d45-b1dc-873b8368996a req-9f34438f-c310-4c28-ae15-1595cbea92e5 service neutron] 10.222.0.87 "GET /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9002490 Mar 02 18:58:44.553099 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-69a76b6b-aaf9-4aef-872b-1f4341b12317 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3690a6fef5ca4d7db77cf45287e6059b&device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 1096 time: 0.6561835 Mar 02 18:58:44.580537 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-06b576ae-4edf-45bf-993e-c74d7ddf31ab tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:44.601088 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c5f06f51-0b7a-467e-8572-0669a99421f2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:44.604343 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7323d4da-df8e-453d-87d7-7b195405bc79 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:44.758055 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-65019f4f-6fe5-4640-9b34-87b26a54c6e6 req-4132a59e-7c55-49dc-81dd-9d1b8aafb4c1 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb957d16-e85d-4241-8b29-4e3abf1e76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345212 Mar 02 18:58:44.780387 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.ipam_backend_mixin [None req-c5f06f51-0b7a-467e-8572-0669a99421f2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Performing IP validity checks on allocation pools {{(pid=84533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 18:58:44.780941 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.ipam_backend_mixin [None req-c5f06f51-0b7a-467e-8572-0669a99421f2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 18:58:44.783865 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-06b576ae-4edf-45bf-993e-c74d7ddf31ab tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/027d1cec-4647-48fd-a2d0-63d0273c859f HTTP/1.1" status: 204 len: 168 time: 2.4592996 Mar 02 18:58:44.786148 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03583051-d0b5-494f-9993-5bd973e13f4b', 'tag': 'a3b90cb9-f564-4d94-b2b6-4db4c106c203', 'status': 'completed', 'code': 200} Mar 02 18:58:44.790711 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55380) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:44.828895 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:44.864436 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=27787d9c-591c-482e-b24f-3480e544570c,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:44.883270 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6e2539c2-8376-43d2-8157-fedf61a06835 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853386 Mar 02 18:58:44.885739 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55386) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:44.898683 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-243d9477-382a-4ba1-8c56-193e563948a5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:44.902618 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 62d79458-b22a-4440-b935-a339730d2d4c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=62d79458-b22a-4440-b935-a339730d2d4c,segment=NetworkSegment(315a1827-3c79-4bf4-a414-e2830b8050c8),segment_id=315a1827-3c79-4bf4-a414-e2830b8050c8)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:44.907590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['27787d9c-591c-482e-b24f-3480e544570c'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:58:44.939539 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-15003213-c89d-4618-8a06-9025ce899906 tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] DELETE failed (client error): The resource could not be found. Mar 02 18:58:44.940084 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15003213-c89d-4618-8a06-9025ce899906 tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:58:44.945788 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-15003213-c89d-4618-8a06-9025ce899906 tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] 10.222.0.73 "DELETE /v2.0/subnets/7be64962-a901-4220-9a8f-c4ad0e682b0f HTTP/1.1" status: 404 len: 337 time: 0.4049120 Mar 02 18:58:44.946398 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55392) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:44.986315 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:44.987870 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d529cf5c-992f-420b-a40e-f9b8efe2c061 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:45.106778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-243d9477-382a-4ba1-8c56-193e563948a5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:45.117122 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-243d9477-382a-4ba1-8c56-193e563948a5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:45.127458 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-243d9477-382a-4ba1-8c56-193e563948a5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:45.131411 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:58:45.142547 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Sync routers for ids ['f1564b61-6641-4a79-a790-e3ee77c44568'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:58:45.166907 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Routers {'f1564b61-6641-4a79-a790-e3ee77c44568'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:58:45.167834 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['f1564b61-6641-4a79-a790-e3ee77c44568'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:45.174339 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-243d9477-382a-4ba1-8c56-193e563948a5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:45.186927 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-7609be29-2c2b-42ae-8b48-28da49ede98d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3b90cb9-f564-4d94-b2b6-4db4c106c203 HTTP/1.1" status: 200 len: 217 time: 0.4029319 Mar 02 18:58:45.245971 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb378af-a2b2-49f4-893e-937d5d3c180d tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] GET failed (client error): The resource could not be found. Mar 02 18:58:45.255488 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1cb378af-a2b2-49f4-893e-937d5d3c180d tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] 10.222.0.73 "GET /v2.0/networks/bbb5d248-7464-406e-8d2a-5be6c8ea5415 HTTP/1.1" status: 404 len: 339 time: 0.2950523 Mar 02 18:58:45.258533 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55398) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:45.270897 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2306e600-66af-4d45-b1dc-873b8368996a req-13d9a445-9228-4c13-90de-ab6daaa35303 service neutron] 10.222.0.87 "GET /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883349 Mar 02 18:58:45.272945 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-88811333-294c-40f3-9a71-a3104d81afd2 req-f7d00444-3d74-4755-91b6-df7f631f93e1 service neutron] 10.222.0.87 "GET /v2.0/networks/07b91779-a641-4fe8-baf9-450983bc34d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7188532 Mar 02 18:58:45.343458 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port d529cf5c-992f-420b-a40e-f9b8efe2c061 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:45.344082 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:45.376559 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:45.377764 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-eeadd24e-a570-4052-a431-b239ee274487 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 12.8935313 Mar 02 18:58:45.395591 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55406) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:45.406139 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc1d626-e120-4f79-98c1-459dca2e4298 tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] GET failed (client error): The resource could not be found. Mar 02 18:58:45.406539 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2fc1d626-e120-4f79-98c1-459dca2e4298 tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] 10.222.0.73 "GET /v2.0/ports/e256537d-534d-43a7-8a24-79a7c5389790 HTTP/1.1" status: 404 len: 333 time: 0.1460881 Mar 02 18:58:45.417599 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55410) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:45.497501 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-d2339f18-d05b-4302-8de2-c330df8bb6fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:45.499483 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-d2339f18-d05b-4302-8de2-c330df8bb6fd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2420e415-3c74-49b9-846d-1a79e8671200 HTTP/1.1" status: 200 len: 845 time: 0.2989659 Mar 02 18:58:45.503929 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd21c93f-8127-4bc7-a5c4-a6ec74f7991b tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] GET failed (client error): The resource could not be found. Mar 02 18:58:45.511040 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fd21c93f-8127-4bc7-a5c4-a6ec74f7991b tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] 10.222.0.73 "GET /v2.0/subnets/a5a90f0b-4180-4a32-8154-76d9e48b658e HTTP/1.1" status: 404 len: 337 time: 0.0867507 Mar 02 18:58:45.511648 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55416) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:45.515466 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e062ef1a-ce54-4998-a067-6ecef6056c9d None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:58:45.541742 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=62d79458-b22a-4440-b935-a339730d2d4c,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:45.556511 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-0a06ed35-638f-416a-b295-a24e42a65ad2 tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:45.564886 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c5f06f51-0b7a-467e-8572-0669a99421f2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:45.582354 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5c414-3485-4c4a-9180-3aa20ea9296e req-6084d633-ccb6-40fe-a367-f1beb2b82e48 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:45.589254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-e062ef1a-ce54-4998-a067-6ecef6056c9d None None] Deleting port 439389fb-d9a5-4c80-9d94-14b9758093c0 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:58:45.589420 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7de5c414-3485-4c4a-9180-3aa20ea9296e req-6084d633-ccb6-40fe-a367-f1beb2b82e48 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 944 time: 0.8082614 Mar 02 18:58:45.589659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e062ef1a-ce54-4998-a067-6ecef6056c9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:45.637521 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Set router f1564b61-6641-4a79-a790-e3ee77c44568 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:58:45.650295 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a06ed35-638f-416a-b295-a24e42a65ad2 tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] PUT failed (client error): The resource could not be found. Mar 02 18:58:45.650772 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a06ed35-638f-416a-b295-a24e42a65ad2 tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:58:45.658033 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0a06ed35-638f-416a-b295-a24e42a65ad2 tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] 10.222.0.73 "PUT /v2.0/networks/ede22278-7f5a-4c2b-aa0d-56b205d424e7 HTTP/1.1" status: 404 len: 339 time: 0.1394758 Mar 02 18:58:45.660832 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55422) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:45.683872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-d21ff6da-e9cf-4b57-bfae-0513899dfe0a tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:45.698307 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243d9477-382a-4ba1-8c56-193e563948a5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:45.702779 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-243d9477-382a-4ba1-8c56-193e563948a5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:45.722143 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f06f51-0b7a-467e-8572-0669a99421f2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Subnet': ['ID=81e162b5-a701-4df1-9610-ffc7c6776cdd,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:45.760816 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-88811333-294c-40f3-9a71-a3104d81afd2 req-836ebb40-cffa-40cf-9aa0-556874072784 service neutron] 10.222.0.87 "GET /v2.0/networks/07b91779-a641-4fe8-baf9-450983bc34d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697721 Mar 02 18:58:45.762627 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21ff6da-e9cf-4b57-bfae-0513899dfe0a tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] PUT failed (client error): The resource could not be found. Mar 02 18:58:45.762627 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d21ff6da-e9cf-4b57-bfae-0513899dfe0a tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:58:45.770325 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d21ff6da-e9cf-4b57-bfae-0513899dfe0a tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] 10.222.0.73 "PUT /v2.0/ports/5b2a370b-a789-4a55-b61b-3d7835f89f67 HTTP/1.1" status: 404 len: 333 time: 0.1052277 Mar 02 18:58:45.771167 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55426) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:45.788115 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c9de6073-adce-44cd-93a3-257590cba162 tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:45.845559 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7de5c414-3485-4c4a-9180-3aa20ea9296e req-0428929e-21e8-4522-beea-30289d76bc91 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546592 Mar 02 18:58:45.849648 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9de6073-adce-44cd-93a3-257590cba162 tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] PUT failed (client error): The resource could not be found. Mar 02 18:58:45.850997 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9de6073-adce-44cd-93a3-257590cba162 tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:58:45.860366 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c9de6073-adce-44cd-93a3-257590cba162 tempest-NetworksNegativeTestJSON-812789517 tempest-NetworksNegativeTestJSON-812789517-project] 10.222.0.73 "PUT /v2.0/subnets/9443ce16-33ec-4824-947f-68a912e815b3 HTTP/1.1" status: 404 len: 337 time: 0.0829644 Mar 02 18:58:45.907710 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-faa055e2-ad7f-4adb-bbaa-0a3766e94f35 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dfc73d84-d9bb-42bb-9e68-447b764aae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3903527 Mar 02 18:58:46.040618 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 62d79458-b22a-4440-b935-a339730d2d4c up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:46.352278 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d6e0add7-f26b-4d09-80e3-d7fd33819ec3 req-8e574add-488b-4202-9844-5242b138cc08 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d7b6c75608194b3ca64e683dd2c015aa&device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 1096 time: 0.3635118 Mar 02 18:58:46.354016 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-a5335ab8-a3ef-4eb9-a451-954bdf49afd6 service neutron] 10.222.0.87 "GET /v2.0/networks/dfc73d84-d9bb-42bb-9e68-447b764aae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291143 Mar 02 18:58:46.365740 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 62d79458-b22a-4440-b935-a339730d2d4c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:46.366113 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:46.370861 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1564b61-6641-4a79-a790-e3ee77c44568', 'name': '', 'tenant_id': 'b8b426b6e9de443992dd5c447e69e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb107c4-7cbf-4017-8f1a-5a13c4411308', 'external_fixed_ips': [{'subnet_id': 'a883ce56-814a-4b0d-ab37-3108505c10cc', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '65d85a74-0040-4c02-b302-ea27a94fe88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:58:32Z', 'updated_at': '2022-03-02T18:58:41Z', 'revision_number': 3, 'project_id': 'b8b426b6e9de443992dd5c447e69e73f', 'gw_port': {'id': '65d85a74-0040-4c02-b302-ea27a94fe88e', 'name': '', 'network_id': 'aeb107c4-7cbf-4017-8f1a-5a13c4411308', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:33:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1564b61-6641-4a79-a790-e3ee77c44568', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a883ce56-814a-4b0d-ab37-3108505c10cc', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:38Z', 'updated_at': '2022-03-02T18:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a883ce56-814a-4b0d-ab37-3108505c10cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:46.377461 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Checking router: f1564b61-6641-4a79-a790-e3ee77c44568 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:58:46.379909 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Updating router f1564b61-6641-4a79-a790-e3ee77c44568 port 65d85a74-0040-4c02-b302-ea27a94fe88e binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:58:46.433047 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f06f51-0b7a-467e-8572-0669a99421f2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Checking segment: {'id': '44153435-f15e-41f5-b3e8-0c48f138a935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'f078fe90-d414-4f59-9411-de7b4c3da606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:46.437489 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f06f51-0b7a-467e-8572-0669a99421f2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network hostable DHCP agents. Network: f078fe90-d414-4f59-9411-de7b4c3da606, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:58:46.469782 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59895e55-1e18-42bb-addf-cf4cd08848d3 req-d9863740-1908-4cf3-b7cc-e5382ac26abc tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:46.472169 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-59895e55-1e18-42bb-addf-cf4cd08848d3 req-d9863740-1908-4cf3-b7cc-e5382ac26abc tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 943 time: 0.7538612 Mar 02 18:58:46.502996 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:46.517144 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-243d9477-382a-4ba1-8c56-193e563948a5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:46.623977 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-59895e55-1e18-42bb-addf-cf4cd08848d3 req-b53aa482-84e4-4a5b-8c8c-bd95c51f9feb tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54400a5-a4bb-4199-bee6-f058cdbb4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457465 Mar 02 18:58:46.628946 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f06f51-0b7a-467e-8572-0669a99421f2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network f078fe90-d414-4f59-9411-de7b4c3da606 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:58:46.636267 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243d9477-382a-4ba1-8c56-193e563948a5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:46.638180 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d9477-382a-4ba1-8c56-193e563948a5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=a45d7295-d3ce-4002-abdf-412f0719900a,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:46.645324 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-243d9477-382a-4ba1-8c56-193e563948a5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:46.650441 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243d9477-382a-4ba1-8c56-193e563948a5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:46.650940 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-243d9477-382a-4ba1-8c56-193e563948a5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:46.737592 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6ce7016e-cca6-4744-b083-50fcb2406dbc tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:46.804079 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55442) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:46.857725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e262336-4180-46f9-b830-6a644d1810a8 req-1475afd2-6cac-4775-ba31-6124cf45d7eb tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:46.859703 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4e262336-4180-46f9-b830-6a644d1810a8 req-1475afd2-6cac-4775-ba31-6124cf45d7eb tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 943 time: 0.6358228 Mar 02 18:58:46.971892 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-243d9477-382a-4ba1-8c56-193e563948a5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0837214 Mar 02 18:58:46.975327 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-c5f06f51-0b7a-467e-8572-0669a99421f2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, f078fe90-d414-4f59-9411-de7b4c3da606) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:46.990631 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55456) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:47.011278 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f06f51-0b7a-467e-8572-0669a99421f2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:47.012989 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c5f06f51-0b7a-467e-8572-0669a99421f2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:47.034761 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-a02e03e3-6bae-4190-83ec-c757c1c786d1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'name': 'tempest-NetworksTestDHCPv6-347164042'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:47.070759 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24b7f32-9c46-4fe5-83b6-0ae2232c0821 None None] Network f078fe90-d414-4f59-9411-de7b4c3da606 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:47.142071 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4e262336-4180-46f9-b830-6a644d1810a8 req-e0585ad4-bda0-40c4-b0ad-f42006e6c416 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb957d16-e85d-4241-8b29-4e3abf1e76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688279 Mar 02 18:58:47.194579 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0add7-f26b-4d09-80e3-d7fd33819ec3 req-91863eb5-03ff-4934-a9aa-5bef056c324f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:47.210514 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d6e0add7-f26b-4d09-80e3-d7fd33819ec3 req-91863eb5-03ff-4934-a9aa-5bef056c324f service neutron] 10.222.0.87 "GET /v2.0/networks?id=07b91779-a641-4fe8-baf9-450983bc34d9 HTTP/1.1" status: 200 len: 912 time: 0.8333647 Mar 02 18:58:47.298792 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c5f06f51-0b7a-467e-8572-0669a99421f2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.2608795 Mar 02 18:58:47.305463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55462) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:47.312284 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d896719a-43c5-4cdf-98a1-6e808ca9fbd5 req-8dcc2c25-fee4-4f15-939e-2f0db533426d service neutron] 10.222.0.87 "GET /v2.0/networks/dfc73d84-d9bb-42bb-9e68-447b764aae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9448125 Mar 02 18:58:47.346881 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:47.359331 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f6ecb9bb-d7d2-43c7-9b56-5d1b71e97f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:47.364630 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-e062ef1a-ce54-4998-a067-6ecef6056c9d None None] For port 439389fb-d9a5-4c80-9d94-14b9758093c0, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=439389fb-d9a5-4c80-9d94-14b9758093c0,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:47.364630 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e062ef1a-ce54-4998-a067-6ecef6056c9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:47.368397 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d6e0add7-f26b-4d09-80e3-d7fd33819ec3 req-c855b2ac-7626-42f2-b382-17f0f09a1fe4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c HTTP/1.1" status: 200 len: 217 time: 0.1565509 Mar 02 18:58:47.407069 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Transition to ACTIVE for port object 65d85a74-0040-4c02-b302-ea27a94fe88e will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:47.431583 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f6ecb9bb-d7d2-43c7-9b56-5d1b71e97f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:47.435823 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f6ecb9bb-d7d2-43c7-9b56-5d1b71e97f5a admin admin] Usage tracker for resource:security_group_rule and tenant:fab47194ab254cb69fd8b2279dd5aa2c is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:47.439097 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f6ecb9bb-d7d2-43c7-9b56-5d1b71e97f5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:47.445353 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f6ecb9bb-d7d2-43c7-9b56-5d1b71e97f5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:47.461534 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a02e03e3-6bae-4190-83ec-c757c1c786d1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:47.494075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e74ed3-b805-4bf5-8083-841005480655 req-b319c7cc-65fc-46ab-9272-49c036f6e2e7 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:47.495906 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:47.506448 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e7e74ed3-b805-4bf5-8083-841005480655 req-b319c7cc-65fc-46ab-9272-49c036f6e2e7 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 944 time: 0.3843489 Mar 02 18:58:47.518231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a02e03e3-6bae-4190-83ec-c757c1c786d1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:47.525895 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f6ecb9bb-d7d2-43c7-9b56-5d1b71e97f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:47.605076 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-e062ef1a-ce54-4998-a067-6ecef6056c9d None None] Calling delete_port for 439389fb-d9a5-4c80-9d94-14b9758093c0 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:58:47.614537 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Attempting to bind port 65d85a74-0040-4c02-b302-ea27a94fe88e on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:47.614882 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Attempting to bind port 65d85a74-0040-4c02-b302-ea27a94fe88e by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '30e02d2a-0438-40ad-88f2-f74aae957983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'aeb107c4-7cbf-4017-8f1a-5a13c4411308'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:47.615276 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Attempting to bind port 65d85a74-0040-4c02-b302-ea27a94fe88e on network aeb107c4-7cbf-4017-8f1a-5a13c4411308 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:47.630363 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:58:47.630728 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Checking segment: {'id': '30e02d2a-0438-40ad-88f2-f74aae957983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'aeb107c4-7cbf-4017-8f1a-5a13c4411308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:47.631137 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:47.631561 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Bound using segment: {'id': '30e02d2a-0438-40ad-88f2-f74aae957983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'aeb107c4-7cbf-4017-8f1a-5a13c4411308'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:58:47.632053 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Bound port: 65d85a74-0040-4c02-b302-ea27a94fe88e, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e02d2a-0438-40ad-88f2-f74aae957983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'aeb107c4-7cbf-4017-8f1a-5a13c4411308'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:58:47.632653 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:47.653593 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:47.659815 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02e03e3-6bae-4190-83ec-c757c1c786d1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:47.663169 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d157e-f393-4a5b-a4a4-1f6462b6f558 None None] Pushing event updated for resources: {'Port': ['ID=65d85a74-0040-4c02-b302-ea27a94fe88e,revision_number=2']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:47.664981 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55468) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:47.665231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a02e03e3-6bae-4190-83ec-c757c1c786d1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:47.687794 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e7e74ed3-b805-4bf5-8083-841005480655 req-a90c1049-4cf1-4d67-9ec3-b64e0710715a tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659768 Mar 02 18:58:47.693584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 27787d9c-591c-482e-b24f-3480e544570c up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:47.725532 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f6ecb9bb-d7d2-43c7-9b56-5d1b71e97f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:47.748071 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] For port 65d85a74-0040-4c02-b302-ea27a94fe88e, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:58:47.752181 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] For port 65d85a74-0040-4c02-b302-ea27a94fe88e, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=65d85a74-0040-4c02-b302-ea27a94fe88e,segment=NetworkSegment(30e02d2a-0438-40ad-88f2-f74aae957983),segment_id=30e02d2a-0438-40ad-88f2-f74aae957983)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:58:47.830247 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-a02e03e3-6bae-4190-83ec-c757c1c786d1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port 271786b2-a824-40f6-9980-20b0972ff7aa yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:58:47.833260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0add7-f26b-4d09-80e3-d7fd33819ec3 req-c1dc07e6-f666-4e49-ae38-377c9b781da2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:47.836055 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:47.838398 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d6e0add7-f26b-4d09-80e3-d7fd33819ec3 req-c1dc07e6-f666-4e49-ae38-377c9b781da2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5ebd9a57-3dae-4c27-89d0-f83010cf2532 HTTP/1.1" status: 200 len: 850 time: 0.4623671 Mar 02 18:58:47.861967 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 439389fb-d9a5-4c80-9d94-14b9758093c0 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:58:47.946971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e062ef1a-ce54-4998-a067-6ecef6056c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:47.960963 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d157e-f393-4a5b-a4a4-1f6462b6f558 None None] Pushing event updated for resources: {'Port': ['ID=65d85a74-0040-4c02-b302-ea27a94fe88e,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:47.971617 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No active binding found for port 439389fb-d9a5-4c80-9d94-14b9758093c0 {{(pid=84534) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 18:58:47.972240 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 439389fb-d9a5-4c80-9d94-14b9758093c0 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:58:47.979085 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Routers {'f1564b61-6641-4a79-a790-e3ee77c44568'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:58:47.981323 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['f1564b61-6641-4a79-a790-e3ee77c44568'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:48.008294 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e062ef1a-ce54-4998-a067-6ecef6056c9d None None] No DVR routers for this DVR port 439389fb-d9a5-4c80-9d94-14b9758093c0 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:58:48.011174 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecb9bb-d7d2-43c7-9b56-5d1b71e97f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bb37b5-d7cc-4bea-85d2-62b78f4d0fd8,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:48.044056 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1279871090', 'router:external': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:48.049346 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:48.054878 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Usage tracker for resource:network and tenant:f5017456c3244485bdb51a01e0643703 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:48.058366 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:48.061765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04dca1a-b9f5-480a-b727-31d1e2aef073 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:48.065073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:48.095337 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f6ecb9bb-d7d2-43c7-9b56-5d1b71e97f5a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fab47194ab254cb69fd8b2279dd5aa2c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2875464 Mar 02 18:58:48.104653 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55478) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:48.119865 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-a02e03e3-6bae-4190-83ec-c757c1c786d1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::1ab (ef3b29a7-4982-4982-b073-f3d27df1240a/a45d7295-d3ce-4002-abdf-412f0719900a/271786b2-a824-40f6-9980-20b0972ff7aa) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:48.158295 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Made reservation on behalf of f5017456c3244485bdb51a01e0643703 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:48.160737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:48.165564 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062ef1a-ce54-4998-a067-6ecef6056c9d None None] Pushing event deleted for resources: {'Port': ['ID=439389fb-d9a5-4c80-9d94-14b9758093c0,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:48.203727 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b0e0f702-7b02-4ec3-ad7d-0865d1c48d0a req-350b81a2-6f06-449b-aa04-0e523fd5900c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3690a6fef5ca4d7db77cf45287e6059b&device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 1096 time: 0.6733708 Mar 02 18:58:48.212755 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:48.255722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6ce7016e-cca6-4744-b083-50fcb2406dbc tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:48.258669 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:48.290153 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dd934bb8-d665-4771-a132-d2a58aaad9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:48.329229 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] Set router f1564b61-6641-4a79-a790-e3ee77c44568 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:58:48.374365 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d6e0add7-f26b-4d09-80e3-d7fd33819ec3 req-28dba92e-aef4-452b-b913-31ee3df44541 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=07b91779-a641-4fe8-baf9-450983bc34d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5002363 Mar 02 18:58:48.391173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae319826-104d-4fe0-901b-424f3b143afd req-31de0a30-d015-4440-af13-d0c84287037c tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:48.392737 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ae319826-104d-4fe0-901b-424f3b143afd req-31de0a30-d015-4440-af13-d0c84287037c tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 943 time: 0.5176952 Mar 02 18:58:48.438933 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:48.444893 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b59a584-8740-47c3-a04e-9ead031099dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-f078fe90-d414-4f59-9411-de7b4c3da606', 'network_id': 'f078fe90-d414-4f59-9411-de7b4c3da606', 'tenant_id': 'e60c693f9f88467c9c691aee434eb6e7', 'fixed_ips': [{'subnet_id': '81e162b5-a701-4df1-9610-ffc7c6776cdd'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:58:48.446304 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3b59a584-8740-47c3-a04e-9ead031099dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:48.518703 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dd934bb8-d665-4771-a132-d2a58aaad9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:48.530437 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7016e-cca6-4744-b083-50fcb2406dbc tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Deleting port 65d85a74-0040-4c02-b302-ea27a94fe88e {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:58:48.531011 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6ce7016e-cca6-4744-b083-50fcb2406dbc tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:48.537405 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Usage tracker for resource:security_group_rule and tenant:f5017456c3244485bdb51a01e0643703 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:48.552599 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:48.592193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:48.599438 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 27787d9c-591c-482e-b24f-3480e544570c completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:48.657098 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 27787d9c-591c-482e-b24f-3480e544570c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:48.657952 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:48.686590 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0f702-7b02-4ec3-ad7d-0865d1c48d0a req-64d2c044-a69a-4a2b-965b-8a0c89d33638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:48.688521 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b0e0f702-7b02-4ec3-ad7d-0865d1c48d0a req-64d2c044-a69a-4a2b-965b-8a0c89d33638 service neutron] 10.222.0.87 "GET /v2.0/networks?id=dfc73d84-d9bb-42bb-9e68-447b764aae01 HTTP/1.1" status: 200 len: 907 time: 0.4620061 Mar 02 18:58:48.773931 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ae319826-104d-4fe0-901b-424f3b143afd req-66c9134c-dec5-44e3-8add-dd1f940e1664 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54400a5-a4bb-4199-bee6-f058cdbb4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3480763 Mar 02 18:58:48.810926 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d6e0add7-f26b-4d09-80e3-d7fd33819ec3 req-d1a27cac-3acd-454c-aa98-fbc97210e30e service neutron] 10.222.0.87 "GET /v2.0/networks/07b91779-a641-4fe8-baf9-450983bc34d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126170 Mar 02 18:58:48.814270 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b0e0f702-7b02-4ec3-ad7d-0865d1c48d0a req-53ab504d-a82a-4a8c-a039-467bdb1ec3ef service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3b90cb9-f564-4d94-b2b6-4db4c106c203 HTTP/1.1" status: 200 len: 217 time: 0.1174579 Mar 02 18:58:48.833819 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': 'a45d7295-d3ce-4002-abdf-412f0719900a'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:58:48.835213 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:48.841976 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1564b61-6641-4a79-a790-e3ee77c44568', 'name': '', 'tenant_id': 'b8b426b6e9de443992dd5c447e69e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb107c4-7cbf-4017-8f1a-5a13c4411308', 'external_fixed_ips': [{'subnet_id': 'a883ce56-814a-4b0d-ab37-3108505c10cc', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '65d85a74-0040-4c02-b302-ea27a94fe88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:58:32Z', 'updated_at': '2022-03-02T18:58:41Z', 'revision_number': 3, 'project_id': 'b8b426b6e9de443992dd5c447e69e73f', 'gw_port': {'id': '65d85a74-0040-4c02-b302-ea27a94fe88e', 'name': '', 'network_id': 'aeb107c4-7cbf-4017-8f1a-5a13c4411308', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:33:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1564b61-6641-4a79-a790-e3ee77c44568', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a883ce56-814a-4b0d-ab37-3108505c10cc', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:38Z', 'updated_at': '2022-03-02T18:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a883ce56-814a-4b0d-ab37-3108505c10cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:48.853343 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a71ef3-ce66-4c74-8c62-4471a035736b None None] The sync data for ids ['f1564b61-6641-4a79-a790-e3ee77c44568'] in dv-neutron-831573-1-hyperv is: [{'id': 'f1564b61-6641-4a79-a790-e3ee77c44568', 'name': '', 'tenant_id': 'b8b426b6e9de443992dd5c447e69e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeb107c4-7cbf-4017-8f1a-5a13c4411308', 'external_fixed_ips': [{'subnet_id': 'a883ce56-814a-4b0d-ab37-3108505c10cc', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '65d85a74-0040-4c02-b302-ea27a94fe88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:58:32Z', 'updated_at': '2022-03-02T18:58:41Z', 'revision_number': 3, 'project_id': 'b8b426b6e9de443992dd5c447e69e73f', 'gw_port': {'id': '65d85a74-0040-4c02-b302-ea27a94fe88e', 'name': '', 'network_id': 'aeb107c4-7cbf-4017-8f1a-5a13c4411308', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:33:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1564b61-6641-4a79-a790-e3ee77c44568', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a883ce56-814a-4b0d-ab37-3108505c10cc', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:38Z', 'updated_at': '2022-03-02T18:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a883ce56-814a-4b0d-ab37-3108505c10cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:58:48.868144 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff989a-9c6f-47f7-81fd-4e628bf26ec2 req-98f903c2-0491-4a7b-b02b-1358c254cfbf tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:48.869900 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-eeff989a-9c6f-47f7-81fd-4e628bf26ec2 req-98f903c2-0491-4a7b-b02b-1358c254cfbf tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 943 time: 0.5058646 Mar 02 18:58:48.901106 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-6ce7016e-cca6-4744-b083-50fcb2406dbc tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] For port 65d85a74-0040-4c02-b302-ea27a94fe88e, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=65d85a74-0040-4c02-b302-ea27a94fe88e,segment=NetworkSegment(30e02d2a-0438-40ad-88f2-f74aae957983),segment_id=30e02d2a-0438-40ad-88f2-f74aae957983)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:48.901669 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6ce7016e-cca6-4744-b083-50fcb2406dbc tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:48.934646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dd934bb8-d665-4771-a132-d2a58aaad9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:48.980821 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-eeff989a-9c6f-47f7-81fd-4e628bf26ec2 req-aec619bb-bd1a-4368-85e3-58087e699f15 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb957d16-e85d-4241-8b29-4e3abf1e76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838747 Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server [None req-3b59a584-8740-47c3-a04e-9ead031099dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81e162b5-a701-4df1-9610-ffc7c6776cdd: This subnet is being modified by another concurrent operation. Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:58:49.025591 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise exception Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81e162b5-a701-4df1-9610-ffc7c6776cdd: This subnet is being modified by another concurrent operation. Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server Mar 02 18:58:49.033429 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:49.063451 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a20d34-9d7e-45ac-b4e6-fa09fc12e3ec None None] Network f078fe90-d414-4f59-9411-de7b4c3da606 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:49.106989 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd934bb8-d665-4771-a132-d2a58aaad9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bb37b5-d7cc-4bea-85d2-62b78f4d0fd8,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:49.150759 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fce080-e74d-4567-83b2-40720e4c60fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27787d9c-591c-482e-b24f-3480e544570c'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:58:49.155001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0f702-7b02-4ec3-ad7d-0865d1c48d0a req-cf0149ad-8808-430d-a616-8f17416df279 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:49.156686 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b0e0f702-7b02-4ec3-ad7d-0865d1c48d0a req-cf0149ad-8808-430d-a616-8f17416df279 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2420e415-3c74-49b9-846d-1a79e8671200 HTTP/1.1" status: 200 len: 845 time: 0.3317652 Mar 02 18:58:49.162398 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:49.171118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dd934bb8-d665-4771-a132-d2a58aaad9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:49.175998 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-dd934bb8-d665-4771-a132-d2a58aaad9d5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a7bb37b5-d7cc-4bea-85d2-62b78f4d0fd8 HTTP/1.1" status: 204 len: 168 time: 1.0666611 Mar 02 18:58:49.181514 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:49.221283 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd934bb8-d665-4771-a132-d2a58aaad9d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.221544 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd934bb8-d665-4771-a132-d2a58aaad9d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.221886 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd934bb8-d665-4771-a132-d2a58aaad9d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.222225 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd934bb8-d665-4771-a132-d2a58aaad9d5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.222565 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd934bb8-d665-4771-a132-d2a58aaad9d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.222901 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd934bb8-d665-4771-a132-d2a58aaad9d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.223234 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd934bb8-d665-4771-a132-d2a58aaad9d5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.223588 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd934bb8-d665-4771-a132-d2a58aaad9d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.223915 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd934bb8-d665-4771-a132-d2a58aaad9d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.224248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd934bb8-d665-4771-a132-d2a58aaad9d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.224576 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd934bb8-d665-4771-a132-d2a58aaad9d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.259425 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:49.293382 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7016e-cca6-4744-b083-50fcb2406dbc tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Calling delete_port for 65d85a74-0040-4c02-b302-ea27a94fe88e owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:58:49.323115 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:58:49.331519 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 27787d9c-591c-482e-b24f-3480e544570c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=27787d9c-591c-482e-b24f-3480e544570c,segment=NetworkSegment(a0445175-78ae-481a-ba54-0acc7a76bc0a),segment_id=a0445175-78ae-481a-ba54-0acc7a76bc0a)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:49.340144 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d6e0add7-f26b-4d09-80e3-d7fd33819ec3 req-f9c0d648-c12c-4a45-8c4c-9d1af5ab77b6 service neutron] 10.222.0.87 "GET /v2.0/networks/07b91779-a641-4fe8-baf9-450983bc34d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122805 Mar 02 18:58:49.340389 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Subnet': ['ID=81e162b5-a701-4df1-9610-ffc7c6776cdd,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:49.348315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230e8180-9d29-40ce-a52e-dd08fbdc6916,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:49.351861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:49.352212 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Added segment c7885005-4dfe-4e63-9c9c-5a245e0f5656 of type vlan for network 5510d739-d5e8-48b9-b834-f5fec75e8835 Mar 02 18:58:49.354154 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.354939 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.354939 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.355245 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.355520 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.355770 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.360456 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.360456 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.360694 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.361067 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.361404 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.368653 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45114a-d511-4d8b-89e5-fc28bbd7a5dd req-f1209e70-cd1c-4491-b9dc-17d52819dbbb tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:49.376413 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7b45114a-d511-4d8b-89e5-fc28bbd7a5dd req-f1209e70-cd1c-4491-b9dc-17d52819dbbb tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 944 time: 0.3409269 Mar 02 18:58:49.438613 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:49.442964 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b0e0f702-7b02-4ec3-ad7d-0865d1c48d0a req-0d165d33-6275-4a70-a979-b04ea45329e7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dfc73d84-d9bb-42bb-9e68-447b764aae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2756944 Mar 02 18:58:49.444657 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:49.539555 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a02e03e3-6bae-4190-83ec-c757c1c786d1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:49.562354 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:49.599451 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=27787d9c-591c-482e-b24f-3480e544570c,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:49.612085 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.612984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.612984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.613284 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.613432 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.613766 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.614163 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.614507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.614729 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.615103 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.615642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:49.656988 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:58:49.706756 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7b45114a-d511-4d8b-89e5-fc28bbd7a5dd req-cc3f9cf1-a506-4598-b778-eca2c15fa07f tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3283672 Mar 02 18:58:49.714699 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:58:49.724917 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-a02e03e3-6bae-4190-83ec-c757c1c786d1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object 271786b2-a824-40f6-9980-20b0972ff7aa will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:49.774210 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f078fe90-d414-4f59-9411-de7b4c3da606']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:49.780156 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fce080-e74d-4567-83b2-40720e4c60fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27787d9c-591c-482e-b24f-3480e544570c', 'code': 200} Mar 02 18:58:49.805181 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44153435-f15e-41f5-b3e8-0c48f138a935') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:49.805601 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44153435-f15e-41f5-b3e8-0c48f138a935') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:49.823801 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b0e0f702-7b02-4ec3-ad7d-0865d1c48d0a req-4b57041c-ed9f-442f-aa0c-3bfd31c13c90 service neutron] 10.222.0.87 "GET /v2.0/networks/dfc73d84-d9bb-42bb-9e68-447b764aae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693500 Mar 02 18:58:49.829992 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:49.865508 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:49.876252 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c,segment=NetworkSegment(315a1827-3c79-4bf4-a414-e2830b8050c8),segment_id=315a1827-3c79-4bf4-a414-e2830b8050c8)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:49.885843 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:58:49.886253 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:49.894644 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c', 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9', 'port_id': '8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c', 'mac_address': 'fa:16:3e:95:60:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ebd9a57-3dae-4c27-89d0-f83010cf2532', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:58:49.902239 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:49.903153 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:49.903808 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:58:49.905386 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:58:49.992163 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a02e03e3-6bae-4190-83ec-c757c1c786d1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.150017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.239566 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Allocated IP 2001:db8::2 (ef3b29a7-4982-4982-b073-f3d27df1240a/a45d7295-d3ce-4002-abdf-412f0719900a/b4e6ae21-439f-4367-abe2-91a7f270f6c2) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:50.243441 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.257266 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:58:50.303802 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02e03e3-6bae-4190-83ec-c757c1c786d1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:50.320529 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.326501 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-a02e03e3-6bae-4190-83ec-c757c1c786d1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:50.333346 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c,segment=NetworkSegment(315a1827-3c79-4bf4-a414-e2830b8050c8),segment_id=315a1827-3c79-4bf4-a414-e2830b8050c8)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:50.333894 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Network': ['ID=f078fe90-d414-4f59-9411-de7b4c3da606,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:50.342363 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e03e3-6bae-4190-83ec-c757c1c786d1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:50.346956 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02e03e3-6bae-4190-83ec-c757c1c786d1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:50.347578 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a02e03e3-6bae-4190-83ec-c757c1c786d1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.359208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e03e3-6bae-4190-83ec-c757c1c786d1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=271786b2-a824-40f6-9980-20b0972ff7aa,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:50.379314 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ce888827-c079-4aed-abdb-edfd4bbd6c5f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/f078fe90-d414-4f59-9411-de7b4c3da606 HTTP/1.1" status: 204 len: 168 time: 3.0692887 Mar 02 18:58:50.383459 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55508) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:50.395809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-5b0802d2-edb9-4b6b-a35e-0e886ab40899 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1398154925'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:50.400849 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.6885207 Mar 02 18:58:50.402593 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5b0802d2-edb9-4b6b-a35e-0e886ab40899 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:50.406528 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2eaf14-aa9d-45a4-bdfb-7eb3279d0459 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Pushing event updated for resources: {'Network': ['ID=5510d739-d5e8-48b9-b834-f5fec75e8835,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:50.407856 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55512) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:50.416723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-206b0e3b-86f5-4e59-bbd4-578d4230b9ce tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Request body: {'subnet': {'network_id': '5510d739-d5e8-48b9-b834-f5fec75e8835', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:50.422234 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 5510d739-d5e8-48b9-b834-f5fec75e8835 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:58:50.427385 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5b0802d2-edb9-4b6b-a35e-0e886ab40899 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:network and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:50.436818 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5b0802d2-edb9-4b6b-a35e-0e886ab40899 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:50.440461 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-206b0e3b-86f5-4e59-bbd4-578d4230b9ce tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:50.451655 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-206b0e3b-86f5-4e59-bbd4-578d4230b9ce tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Usage tracker for resource:subnet and tenant:f5017456c3244485bdb51a01e0643703 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:50.457741 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5b0802d2-edb9-4b6b-a35e-0e886ab40899 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:50.460700 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-206b0e3b-86f5-4e59-bbd4-578d4230b9ce tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:50.467009 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b0e0f702-7b02-4ec3-ad7d-0865d1c48d0a req-37a9686d-5c47-4c6a-a098-4b061e271055 service neutron] 10.222.0.87 "GET /v2.0/networks/dfc73d84-d9bb-42bb-9e68-447b764aae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6297140 Mar 02 18:58:50.473252 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7de60-4275-45c4-99e4-7eb95aeec9d5 req-d225704a-d1a7-4641-9e32-00175014e2bd tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:50.476094 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-79d7de60-4275-45c4-99e4-7eb95aeec9d5 req-d225704a-d1a7-4641-9e32-00175014e2bd tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 943 time: 0.3192739 Mar 02 18:58:50.481438 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6ce7016e-cca6-4744-b083-50fcb2406dbc tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.488681 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-206b0e3b-86f5-4e59-bbd4-578d4230b9ce tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:50.515408 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fef8239f-b726-4ed6-9c02-236fdfc44b51 req-f61dc4bc-b0f1-4c00-a897-cd7a553e3b71 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 1098 time: 0.3115194 Mar 02 18:58:50.522038 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.522245 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e70651-e240-4420-8945-b71f4d74e53e req-6c4cf652-b886-4d2d-afac-0cdc29923e65 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:50.523640 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c3e70651-e240-4420-8945-b71f4d74e53e req-6c4cf652-b886-4d2d-afac-0cdc29923e65 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 943 time: 0.2186120 Mar 02 18:58:50.559602 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a02e03e3-6bae-4190-83ec-c757c1c786d1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5658960 Mar 02 18:58:50.559602 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55518) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:50.580689 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fef8239f-b726-4ed6-9c02-236fdfc44b51 req-678b2933-ee90-4c6c-8ef8-a61542e79d1f service neutron] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.605084 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7016e-cca6-4744-b083-50fcb2406dbc tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Pushing event deleted for resources: {'Port': ['ID=65d85a74-0040-4c02-b302-ea27a94fe88e,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:50.614580 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c3e70651-e240-4420-8945-b71f4d74e53e req-9acd2e30-cc28-4e86-8cf0-f3ed65dff5e4 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb957d16-e85d-4241-8b29-4e3abf1e76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754151 Mar 02 18:58:50.635599 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-fef8239f-b726-4ed6-9c02-236fdfc44b51 req-678b2933-ee90-4c6c-8ef8-a61542e79d1f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:50.639836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fef8239f-b726-4ed6-9c02-236fdfc44b51 req-678b2933-ee90-4c6c-8ef8-a61542e79d1f service neutron] Usage tracker for resource:security_group_rule and tenant:9aba62079f00433c9f9991dd66b77e5a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:50.644319 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fef8239f-b726-4ed6-9c02-236fdfc44b51 req-678b2933-ee90-4c6c-8ef8-a61542e79d1f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:50.661141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-fef8239f-b726-4ed6-9c02-236fdfc44b51 req-678b2933-ee90-4c6c-8ef8-a61542e79d1f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:50.707959 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0802d2-edb9-4b6b-a35e-0e886ab40899 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:50.711248 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5b0802d2-edb9-4b6b-a35e-0e886ab40899 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.743899 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206b0e3b-86f5-4e59-bbd4-578d4230b9ce tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Made reservation on behalf of f5017456c3244485bdb51a01e0643703 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:50.746411 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-206b0e3b-86f5-4e59-bbd4-578d4230b9ce tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.750927 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fef8239f-b726-4ed6-9c02-236fdfc44b51 req-678b2933-ee90-4c6c-8ef8-a61542e79d1f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.788264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:50.800964 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:58:50.821218 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fef8239f-b726-4ed6-9c02-236fdfc44b51 req-678b2933-ee90-4c6c-8ef8-a61542e79d1f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.865535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b2933-ee90-4c6c-8ef8-a61542e79d1f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebfeacc-5f68-4440-a4f7-3fd853caa7c1,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:50.889825 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fef8239f-b726-4ed6-9c02-236fdfc44b51 req-678b2933-ee90-4c6c-8ef8-a61542e79d1f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3652740 Mar 02 18:58:50.902535 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.915223 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-79d7de60-4275-45c4-99e4-7eb95aeec9d5 req-e5158994-03ba-4c2d-a6dd-290165f2d401 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54400a5-a4bb-4199-bee6-f058cdbb4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4205101 Mar 02 18:58:50.927341 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Transition to ACTIVE for port object b4e6ae21-439f-4367-abe2-91a7f270f6c2 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:50.961572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0802d2-edb9-4b6b-a35e-0e886ab40899 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:58:50.975007 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Transition to ACTIVE for port object b4e6ae21-439f-4367-abe2-91a7f270f6c2 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:51.049786 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f92099-fdf5-4c80-936a-9674908d76cd req-689a280f-3030-4b08-82fc-c3bb24d6bc44 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:51.051812 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52f92099-fdf5-4c80-936a-9674908d76cd req-689a280f-3030-4b08-82fc-c3bb24d6bc44 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.1191249 Mar 02 18:58:51.069721 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.141397 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52f92099-fdf5-4c80-936a-9674908d76cd req-7ce623d8-ab8b-4873-bc7d-859ba4ac538f tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806313 Mar 02 18:58:51.176895 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5b0802d2-edb9-4b6b-a35e-0e886ab40899 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.177290 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-5b0802d2-edb9-4b6b-a35e-0e886ab40899 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Added segment 666c0c73-81d3-4968-8e71-9de8da034168 of type vlan for network 76282862-3b72-4a39-95bb-6f926e183c2b Mar 02 18:58:51.226069 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55530) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:51.237705 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:51.242190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:51.249587 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:51.254154 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Pushing event updated for resources: {'Port': ['ID=b4e6ae21-439f-4367-abe2-91a7f270f6c2,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:51.291750 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96fd801-6dea-4cd9-bbbe-eea5bb4ba4a0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:51.292494 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c96fd801-6dea-4cd9-bbbe-eea5bb4ba4a0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:51.306528 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5b0802d2-edb9-4b6b-a35e-0e886ab40899 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.344544 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c96fd801-6dea-4cd9-bbbe-eea5bb4ba4a0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:51.347694 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c96fd801-6dea-4cd9-bbbe-eea5bb4ba4a0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.7530923 Mar 02 18:58:51.348645 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55536) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:51.357555 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6ce7016e-cca6-4744-b083-50fcb2406dbc tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.408381 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1103034358'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:51.416369 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:51.434799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:network and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:51.436455 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Attempting to bind port b4e6ae21-439f-4367-abe2-91a7f270f6c2 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:51.436964 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Attempting to bind port b4e6ae21-439f-4367-abe2-91a7f270f6c2 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:51.437176 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Attempting to bind port b4e6ae21-439f-4367-abe2-91a7f270f6c2 on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:58:51.440305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:51.446625 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:58:51.447041 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:51.447438 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.447833 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:58:51.448308 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Bound port: b4e6ae21-439f-4367-abe2-91a7f270f6c2, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:58:51.448686 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.451846 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:51.459777 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-cd21297c-2a21-4d48-9dbc-f3d838c5cc73 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port 271786b2-a824-40f6-9980-20b0972ff7aa {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:58:51.460206 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cd21297c-2a21-4d48-9dbc-f3d838c5cc73 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.556186 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] For port b4e6ae21-439f-4367-abe2-91a7f270f6c2, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:58:51.559596 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] For port b4e6ae21-439f-4367-abe2-91a7f270f6c2, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=b4e6ae21-439f-4367-abe2-91a7f270f6c2,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:58:51.582826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Made reservation on behalf of 2b147d1fd1b64c8daab7ec1005c16f83 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:51.585859 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.609243 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1c1d8bd6-9d36-4e8a-9dfd-56896446ce1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.620988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.644945 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.688736 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device a3b90cb9-f564-4d94-b2b6-4db4c106c203 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:58:51.736744 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5b0802d2-edb9-4b6b-a35e-0e886ab40899 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.740830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0802d2-edb9-4b6b-a35e-0e886ab40899 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:51.740981 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5b0802d2-edb9-4b6b-a35e-0e886ab40899 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.741223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:51.755066 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:security_group_rule and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:51.760426 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:51.773975 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:51.775216 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6ce7016e-cca6-4744-b083-50fcb2406dbc tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.833625 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb7323-44e3-44aa-a5f7-26310e30beae None None] Pushing event updated for resources: {'Port': ['ID=b4e6ae21-439f-4367-abe2-91a7f270f6c2,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:51.846561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cd21297c-2a21-4d48-9dbc-f3d838c5cc73 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.903331 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6ce7016e-cca6-4744-b083-50fcb2406dbc tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.919017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port a3b90cb9-f564-4d94-b2b6-4db4c106c203, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a3b90cb9-f564-4d94-b2b6-4db4c106c203,segment=NetworkSegment(a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc),segment_id=a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:51.934345 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0802d2-edb9-4b6b-a35e-0e886ab40899 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Network': ['ID=76282862-3b72-4a39-95bb-6f926e183c2b,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:51.939448 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': 'a3b90cb9-f564-4d94-b2b6-4db4c106c203', 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01', 'port_id': 'a3b90cb9-f564-4d94-b2b6-4db4c106c203', 'mac_address': 'fa:16:3e:a5:5f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2420e415-3c74-49b9-846d-1a79e8671200', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:58:51.980366 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 76282862-3b72-4a39-95bb-6f926e183c2b details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:58:52.069932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-cd21297c-2a21-4d48-9dbc-f3d838c5cc73 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for 271786b2-a824-40f6-9980-20b0972ff7aa owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:58:52.097118 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5b0802d2-edb9-4b6b-a35e-0e886ab40899 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7099676 Mar 02 18:58:52.098689 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55544) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:52.105689 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-85ba05b1-7490-4bd9-8125-0f4b66e4e8a0 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'subnet': {'network_id': '76282862-3b72-4a39-95bb-6f926e183c2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:52.162577 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.245520 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b90cb9-f564-4d94-b2b6-4db4c106c203 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 18:58:52.275025 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6ce7016e-cca6-4744-b083-50fcb2406dbc tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.275867 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce7016e-cca6-4744-b083-50fcb2406dbc tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1564b61-6641-4a79-a790-e3ee77c44568 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:58:52.282513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port a3b90cb9-f564-4d94-b2b6-4db4c106c203, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a3b90cb9-f564-4d94-b2b6-4db4c106c203,segment=NetworkSegment(a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc),segment_id=a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:52.314395 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedca9b2-1bdb-49a3-a476-413964f9a1bf req-ecedf7a2-6951-477c-9165-fd6d62e8512d tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:52.316013 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fedca9b2-1bdb-49a3-a476-413964f9a1bf req-ecedf7a2-6951-477c-9165-fd6d62e8512d tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 943 time: 0.4726298 Mar 02 18:58:52.358447 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.364815 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.367500 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6ce7016e-cca6-4744-b083-50fcb2406dbc tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.367821 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6ce7016e-cca6-4744-b083-50fcb2406dbc tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "DELETE /v2.0/routers/f1564b61-6641-4a79-a790-e3ee77c44568 HTTP/1.1" status: 204 len: 168 time: 6.9717808 Mar 02 18:58:52.375118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55550) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:52.439517 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-85ba05b1-7490-4bd9-8125-0f4b66e4e8a0 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:52.455502 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=a3b90cb9-f564-4d94-b2b6-4db4c106c203,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:52.456106 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-85ba05b1-7490-4bd9-8125-0f4b66e4e8a0 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:subnet and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:52.468648 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-85ba05b1-7490-4bd9-8125-0f4b66e4e8a0 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:52.480141 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-85ba05b1-7490-4bd9-8125-0f4b66e4e8a0 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:52.490055 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae032ffa-68c2-4c25-9e1f-417f7d7866af req-a34be6c9-7ce0-4031-8116-9eb50cadb68a tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:52.491408 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fedca9b2-1bdb-49a3-a476-413964f9a1bf req-cf094b85-822f-4e13-b8b0-283cbf0fde1e tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb957d16-e85d-4241-8b29-4e3abf1e76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514878 Mar 02 18:58:52.498159 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ae032ffa-68c2-4c25-9e1f-417f7d7866af req-a34be6c9-7ce0-4031-8116-9eb50cadb68a tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 944 time: 0.2871029 Mar 02 18:58:52.498159 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.537826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:58:52.577157 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ba05b1-7490-4bd9-8125-0f4b66e4e8a0 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:52.607199 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.objects.ports [None req-206b0e3b-86f5-4e59-bbd4-578d4230b9ce tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84533) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 18:58:52.608374 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-206b0e3b-86f5-4e59-bbd4-578d4230b9ce tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.617002 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eedde88e-88a5-4ef9-980a-fcfb5d4c2fe0,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:52.642442 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.647186 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Added segment 7cc17702-64c6-4b40-83ea-fc9bdc8ecea6 of type vlan for network add6024a-7615-4c8f-9788-3355e5a3bfd2 Mar 02 18:58:52.657946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f82559-e6cb-4b48-91e6-4a28b45d34bf tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Deleting subnet a883ce56-814a-4b0d-ab37-3108505c10cc {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:58:52.664456 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['a3b90cb9-f564-4d94-b2b6-4db4c106c203'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 18:58:52.664667 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-94f82559-e6cb-4b48-91e6-4a28b45d34bf tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.772805 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cd21297c-2a21-4d48-9dbc-f3d838c5cc73 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.837139 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-85ba05b1-7490-4bd9-8125-0f4b66e4e8a0 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.859279 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.891931 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ae032ffa-68c2-4c25-9e1f-417f7d7866af req-6072d122-8d83-4a83-a014-a22119501cd4 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54400a5-a4bb-4199-bee6-f058cdbb4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855298 Mar 02 18:58:52.892787 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21297c-2a21-4d48-9dbc-f3d838c5cc73 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=271786b2-a824-40f6-9980-20b0972ff7aa,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:52.927616 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-94f82559-e6cb-4b48-91e6-4a28b45d34bf tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:53.050003 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b0e3b-86f5-4e59-bbd4-578d4230b9ce tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fa32a015-b04f-4939-93ed-e3302973c376,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:53.050508 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:58:53.080787 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-94f82559-e6cb-4b48-91e6-4a28b45d34bf tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:53.119189 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15639fb-da74-41c2-bc32-b97ca3cb721b req-60490caa-5f08-448c-a1c8-5b9b7ea89dd5 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:53.120802 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f15639fb-da74-41c2-bc32-b97ca3cb721b req-60490caa-5f08-448c-a1c8-5b9b7ea89dd5 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.4337893 Mar 02 18:58:53.132094 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cd21297c-2a21-4d48-9dbc-f3d838c5cc73 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:53.135914 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206b0e3b-86f5-4e59-bbd4-578d4230b9ce tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Checking segment: {'id': 'c7885005-4dfe-4e63-9c9c-5a245e0f5656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5510d739-d5e8-48b9-b834-f5fec75e8835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:53.136290 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206b0e3b-86f5-4e59-bbd4-578d4230b9ce tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Network hostable DHCP agents. Network: 5510d739-d5e8-48b9-b834-f5fec75e8835, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:58:53.176619 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cd21297c-2a21-4d48-9dbc-f3d838c5cc73 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/271786b2-a824-40f6-9980-20b0972ff7aa HTTP/1.1" status: 204 len: 168 time: 1.8260438 Mar 02 18:58:53.183551 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55554) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:53.262323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:53.262323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:53.263726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:53.327192 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f15639fb-da74-41c2-bc32-b97ca3cb721b req-0a5469f7-be0d-4b7b-bca0-63378a08b2b2 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954365 Mar 02 18:58:53.343192 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e6af30-c826-4a0e-857a-585385b8145f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:53.344543 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e6af30-c826-4a0e-857a-585385b8145f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:53.345311 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-74e6af30-c826-4a0e-857a-585385b8145f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:53.366400 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-87ec2793-afbc-4508-889c-5a05f960036d None None] Provisioning for port b4e6ae21-439f-4367-abe2-91a7f270f6c2 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:53.373421 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206b0e3b-86f5-4e59-bbd4-578d4230b9ce tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Network 5510d739-d5e8-48b9-b834-f5fec75e8835 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:58:53.381803 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-94f82559-e6cb-4b48-91e6-4a28b45d34bf tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:53.453612 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f82559-e6cb-4b48-91e6-4a28b45d34bf tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a883ce56-814a-4b0d-ab37-3108505c10cc,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:53.466394 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-94f82559-e6cb-4b48-91e6-4a28b45d34bf tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:53.470613 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-94f82559-e6cb-4b48-91e6-4a28b45d34bf tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/a883ce56-814a-4b0d-ab37-3108505c10cc HTTP/1.1" status: 204 len: 168 time: 1.0903139 Mar 02 18:58:53.470613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Network': ['ID=add6024a-7615-4c8f-9788-3355e5a3bfd2,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:53.471268 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55558) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:53.480756 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network add6024a-7615-4c8f-9788-3355e5a3bfd2 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:58:53.553764 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-74e6af30-c826-4a0e-857a-585385b8145f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:53.562256 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-74e6af30-c826-4a0e-857a-585385b8145f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3704579 Mar 02 18:58:53.562564 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f601ff42-0678-47fc-96cf-01e8751776f1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3281775 Mar 02 18:58:53.562564 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55564) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:53.563314 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-85ba05b1-7490-4bd9-8125-0f4b66e4e8a0 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:53.563478 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55566) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:53.570208 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-087ac414-90fe-4cb6-83f9-45f76bb26613 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-75590770'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:53.619572 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-90b3cc6a-9ee6-4688-96de-b44cd0fa2c79 None None] Could not find standard attr ID for object 271786b2-a824-40f6-9980-20b0972ff7aa. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:58:53.646150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-087ac414-90fe-4cb6-83f9-45f76bb26613 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:53.651434 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-087ac414-90fe-4cb6-83f9-45f76bb26613 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:network and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:53.658728 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-087ac414-90fe-4cb6-83f9-45f76bb26613 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:53.667365 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-206b0e3b-86f5-4e59-bbd4-578d4230b9ce tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 5510d739-d5e8-48b9-b834-f5fec75e8835) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:53.678205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-087ac414-90fe-4cb6-83f9-45f76bb26613 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:53.682288 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba05b1-7490-4bd9-8125-0f4b66e4e8a0 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Subnet': ['ID=7ff4a1e6-0f58-491f-93dc-4d326707c64e,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:53.685286 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb823ad4-b338-425b-b6f0-75c06d28057b None None] Network 5510d739-d5e8-48b9-b834-f5fec75e8835 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:53.701089 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b0e3b-86f5-4e59-bbd4-578d4230b9ce tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:53.701679 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-206b0e3b-86f5-4e59-bbd4-578d4230b9ce tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:53.710658 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device a3b90cb9-f564-4d94-b2b6-4db4c106c203 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:53.750520 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-899ac23b-0578-4445-87b0-c553b359d654 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:53.756750 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ba05b1-7490-4bd9-8125-0f4b66e4e8a0 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Checking segment: {'id': '666c0c73-81d3-4968-8e71-9de8da034168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '76282862-3b72-4a39-95bb-6f926e183c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:53.757095 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ba05b1-7490-4bd9-8125-0f4b66e4e8a0 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network hostable DHCP agents. Network: 76282862-3b72-4a39-95bb-6f926e183c2b, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:58:53.798374 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-389c8603-ed72-4371-91a8-ff09c8c099f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:53.819165 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-206b0e3b-86f5-4e59-bbd4-578d4230b9ce tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4087634 Mar 02 18:58:53.825744 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55572) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:53.846940 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-3102cb36-9d90-4322-a8ed-adffa7178dfa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1201207625', 'network_id': '5510d739-d5e8-48b9-b834-f5fec75e8835'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:53.872881 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087ac414-90fe-4cb6-83f9-45f76bb26613 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Made reservation on behalf of 2b147d1fd1b64c8daab7ec1005c16f83 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:53.876291 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-087ac414-90fe-4cb6-83f9-45f76bb26613 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:53.911080 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-3102cb36-9d90-4322-a8ed-adffa7178dfa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:53.939266 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087ac414-90fe-4cb6-83f9-45f76bb26613 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:58:53.969488 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-899ac23b-0578-4445-87b0-c553b359d654 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:53.972809 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8097b-983b-4873-a3e8-6766d6b0cf02 req-b40d0f94-4808-4e26-9174-9fbf114078d6 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:53.979842 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-dea8097b-983b-4873-a3e8-6766d6b0cf02 req-b40d0f94-4808-4e26-9174-9fbf114078d6 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 944 time: 0.2921734 Mar 02 18:58:54.001098 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port a3b90cb9-f564-4d94-b2b6-4db4c106c203 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:54.001956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-087ac414-90fe-4cb6-83f9-45f76bb26613 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.002312 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-087ac414-90fe-4cb6-83f9-45f76bb26613 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Added segment 2acb93f8-abf8-4345-bb0b-7037530b8ea3 of type vlan for network b90b3199-ef9f-4fea-94f7-249792a7584a Mar 02 18:58:54.005449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-31bee1ad-4c4f-4724-85d9-71b71aae7a32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet a45d7295-d3ce-4002-abdf-412f0719900a {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:58:54.017787 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-31bee1ad-4c4f-4724-85d9-71b71aae7a32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.025911 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port a3b90cb9-f564-4d94-b2b6-4db4c106c203 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:54.026620 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.060633 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-899ac23b-0578-4445-87b0-c553b359d654 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb107c4-7cbf-4017-8f1a-5a13c4411308']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:54.112123 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-899ac23b-0578-4445-87b0-c553b359d654 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e02d2a-0438-40ad-88f2-f74aae957983') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:54.116623 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-899ac23b-0578-4445-87b0-c553b359d654 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e02d2a-0438-40ad-88f2-f74aae957983') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:54.124909 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3102cb36-9d90-4322-a8ed-adffa7178dfa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Usage tracker for resource:port and tenant:f5017456c3244485bdb51a01e0643703 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:54.131131 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-087ac414-90fe-4cb6-83f9-45f76bb26613 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.140672 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ba05b1-7490-4bd9-8125-0f4b66e4e8a0 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network 76282862-3b72-4a39-95bb-6f926e183c2b is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:58:54.143490 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-31bee1ad-4c4f-4724-85d9-71b71aae7a32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.150304 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e3cc08-e644-4ac0-b432-d951da7f67c8 None None] Network 5510d739-d5e8-48b9-b834-f5fec75e8835 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:54.187767 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3102cb36-9d90-4322-a8ed-adffa7178dfa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:54.189769 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-899ac23b-0578-4445-87b0-c553b359d654 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.213628 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-3102cb36-9d90-4322-a8ed-adffa7178dfa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:54.230895 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-899ac23b-0578-4445-87b0-c553b359d654 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.243950 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-dea8097b-983b-4873-a3e8-6766d6b0cf02 req-da247f99-ee88-42b7-9168-b26f1af9e3a9 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb957d16-e85d-4241-8b29-4e3abf1e76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630620 Mar 02 18:58:54.257271 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899ac23b-0578-4445-87b0-c553b359d654 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:58:54.257692 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-899ac23b-0578-4445-87b0-c553b359d654 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:58:54.275972 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:58:54.285810 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device b4e6ae21-439f-4367-abe2-91a7f270f6c2 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:54.341516 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-85ba05b1-7490-4bd9-8125-0f4b66e4e8a0 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 76282862-3b72-4a39-95bb-6f926e183c2b) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:54.346892 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3102cb36-9d90-4322-a8ed-adffa7178dfa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Made reservation on behalf of f5017456c3244485bdb51a01e0643703 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:54.349573 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3102cb36-9d90-4322-a8ed-adffa7178dfa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.366234 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a09ac73-57d7-4be5-85ce-c0237a34f153 None None] Network 76282862-3b72-4a39-95bb-6f926e183c2b requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:54.395732 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba05b1-7490-4bd9-8125-0f4b66e4e8a0 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:54.395732 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-85ba05b1-7490-4bd9-8125-0f4b66e4e8a0 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.419029 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-3102cb36-9d90-4322-a8ed-adffa7178dfa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] device_id is not set on port 9d5c93c0-d437-4eec-b68c-727429b94d66 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:58:54.425343 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-31bee1ad-4c4f-4724-85d9-71b71aae7a32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.461147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b0f2c-1c04-4ed2-8df8-123613404989 req-ede983e3-5814-46cc-80ac-757b661c38ed tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:54.462646 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e69b0f2c-1c04-4ed2-8df8-123613404989 req-ede983e3-5814-46cc-80ac-757b661c38ed tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 944 time: 0.3692865 Mar 02 18:58:54.476252 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-087ac414-90fe-4cb6-83f9-45f76bb26613 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.480498 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087ac414-90fe-4cb6-83f9-45f76bb26613 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:54.481461 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-087ac414-90fe-4cb6-83f9-45f76bb26613 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.512464 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-85ba05b1-7490-4bd9-8125-0f4b66e4e8a0 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4125490 Mar 02 18:58:54.516654 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55580) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:54.555689 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-899ac23b-0578-4445-87b0-c553b359d654 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.560973 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899ac23b-0578-4445-87b0-c553b359d654 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aeb107c4-7cbf-4017-8f1a-5a13c4411308 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 18:58:54.563647 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-899ac23b-0578-4445-87b0-c553b359d654 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.634398 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.673972 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-899ac23b-0578-4445-87b0-c553b359d654 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "DELETE /v2.0/networks/aeb107c4-7cbf-4017-8f1a-5a13c4411308 HTTP/1.1" status: 204 len: 168 time: 1.2011325 Mar 02 18:58:54.689177 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ac23b-0578-4445-87b0-c553b359d654 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Pushing event deleted for resources: {'Network': ['ID=aeb107c4-7cbf-4017-8f1a-5a13c4411308,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:54.756975 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-087ac414-90fe-4cb6-83f9-45f76bb26613 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1865058 Mar 02 18:58:54.757563 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e69b0f2c-1c04-4ed2-8df8-123613404989 req-b5b94c5f-3624-43b1-a9fb-964285743bd9 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54400a5-a4bb-4199-bee6-f058cdbb4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808876 Mar 02 18:58:54.757668 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ac414-90fe-4cb6-83f9-45f76bb26613 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Network': ['ID=b90b3199-ef9f-4fea-94f7-249792a7584a,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:54.761810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55586) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:54.789380 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03583051-d0b5-494f-9993-5bd973e13f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b90cb9-f564-4d94-b2b6-4db4c106c203'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:58:54.795206 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-d83fdb4c-b2d8-4453-93b5-7e8e8d58e660 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'subnet': {'network_id': 'add6024a-7615-4c8f-9788-3355e5a3bfd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:54.808165 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network b90b3199-ef9f-4fea-94f7-249792a7584a details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:58:54.831598 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-3102cb36-9d90-4322-a8ed-adffa7178dfa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Allocated IP 2001:db8::2e9 (5510d739-d5e8-48b9-b834-f5fec75e8835/fa32a015-b04f-4939-93ed-e3302973c376/9d5c93c0-d437-4eec-b68c-727429b94d66) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:54.836915 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-62815083-e58e-44e7-867c-2b6b09cf1401 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.846107 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port a3b90cb9-f564-4d94-b2b6-4db4c106c203, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a3b90cb9-f564-4d94-b2b6-4db4c106c203,segment=NetworkSegment(a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc),segment_id=a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:55.067204 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-62815083-e58e-44e7-867c-2b6b09cf1401 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:55.078406 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03583051-d0b5-494f-9993-5bd973e13f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b90cb9-f564-4d94-b2b6-4db4c106c203', 'code': 200} Mar 02 18:58:55.104755 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d83fdb4c-b2d8-4453-93b5-7e8e8d58e660 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:55.110743 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d83fdb4c-b2d8-4453-93b5-7e8e8d58e660 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:subnet and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:55.115823 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d83fdb4c-b2d8-4453-93b5-7e8e8d58e660 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:55.122653 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port b4e6ae21-439f-4367-abe2-91a7f270f6c2 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:55.125100 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d83fdb4c-b2d8-4453-93b5-7e8e8d58e660 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:55.147899 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f259ef-9d1c-4cdb-a676-59a9917f8667 req-a725f87f-8f6a-44b4-b4b3-b262745ecf61 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:55.155915 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-47f259ef-9d1c-4cdb-a676-59a9917f8667 req-a725f87f-8f6a-44b4-b4b3-b262745ecf61 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.6348925 Mar 02 18:58:55.172316 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-31bee1ad-4c4f-4724-85d9-71b71aae7a32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:55.227896 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bee1ad-4c4f-4724-85d9-71b71aae7a32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=a45d7295-d3ce-4002-abdf-412f0719900a,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:55.233236 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83fdb4c-b2d8-4453-93b5-7e8e8d58e660 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Made reservation on behalf of 2b147d1fd1b64c8daab7ec1005c16f83 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:55.236749 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3102cb36-9d90-4322-a8ed-adffa7178dfa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:55.244849 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:55.245508 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:55.333545 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-62815083-e58e-44e7-867c-2b6b09cf1401 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:55.421687 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3102cb36-9d90-4322-a8ed-adffa7178dfa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:55.452085 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-47f259ef-9d1c-4cdb-a676-59a9917f8667 req-26021d9c-8a01-4e2d-8f1f-09725e1c9b61 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2948728 Mar 02 18:58:55.527036 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port b4e6ae21-439f-4367-abe2-91a7f270f6c2 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:55.527956 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:55.539640 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55598) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:55.554404 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da54694-7f0a-4690-9a34-c47bcb7c2a77 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:55.555309 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-31bee1ad-4c4f-4724-85d9-71b71aae7a32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:55.574093 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-e65db96b-beaf-4e58-ac36-36f521d83ec4 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Request body: {'router': {'name': 'tempest-router--1698270962', 'project_id': '72774f93bb074d88ab8d89a1bb80141d'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:55.587862 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e65db96b-beaf-4e58-ac36-36f521d83ec4 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:55.591843 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:55.595896 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e65db96b-beaf-4e58-ac36-36f521d83ec4 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Usage tracker for resource:router and tenant:72774f93bb074d88ab8d89a1bb80141d is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:55.600819 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d83fdb4c-b2d8-4453-93b5-7e8e8d58e660 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:55.648438 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7911255a-432d-4239-9387-a28e17508074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-76282862-3b72-4a39-95bb-6f926e183c2b', 'network_id': '76282862-3b72-4a39-95bb-6f926e183c2b', 'tenant_id': 'e60c693f9f88467c9c691aee434eb6e7', 'fixed_ips': [{'subnet_id': '7ff4a1e6-0f58-491f-93dc-4d326707c64e'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:58:55.649540 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7911255a-432d-4239-9387-a28e17508074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:55.700822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62815083-e58e-44e7-867c-2b6b09cf1401 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Subnet': ['ID=7ff4a1e6-0f58-491f-93dc-4d326707c64e,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:55.723239 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e65db96b-beaf-4e58-ac36-36f521d83ec4 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:55.734723 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-31bee1ad-4c4f-4724-85d9-71b71aae7a32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/a45d7295-d3ce-4002-abdf-412f0719900a HTTP/1.1" status: 204 len: 168 time: 2.1707888 Mar 02 18:58:55.739173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e65db96b-beaf-4e58-ac36-36f521d83ec4 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:55.776420 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55604) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:55.874498 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d0b0ee3b-91ce-421a-904c-7b3410372556 req-0ff070b7-d7d1-440e-89e2-aaa8fa270ade service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 1098 time: 0.4143126 Mar 02 18:58:55.914774 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=a3b90cb9-f564-4d94-b2b6-4db4c106c203,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:55.921623 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:55.925678 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3102cb36-9d90-4322-a8ed-adffa7178dfa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Network 5510d739-d5e8-48b9-b834-f5fec75e8835 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:55.927325 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e65db96b-beaf-4e58-ac36-36f521d83ec4 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:55.928427 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e65db96b-beaf-4e58-ac36-36f521d83ec4 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:55.950866 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d67a8-48c8-4c69-869c-5281f87f9be2 req-63a15f94-7118-423d-8ff0-f33e5d54b7e3 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:55.966129 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-312d67a8-48c8-4c69-869c-5281f87f9be2 req-63a15f94-7118-423d-8ff0-f33e5d54b7e3 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.2402222 Mar 02 18:58:55.968123 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55610) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:55.993321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f04bbf36-b1fe-49d9-afea-9d9ad5d10c3b tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Request body: {'floatingip': {'port_id': '27787d9c-591c-482e-b24f-3480e544570c'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:56.043584 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-3102cb36-9d90-4322-a8ed-adffa7178dfa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:56.046472 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102cb36-9d90-4322-a8ed-adffa7178dfa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Pushing event updated for resources: {'Port': ['ID=9d5c93c0-d437-4eec-b68c-727429b94d66,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:56.051548 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3102cb36-9d90-4322-a8ed-adffa7178dfa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:58:56.052855 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3102cb36-9d90-4322-a8ed-adffa7178dfa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:56.053783 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3102cb36-9d90-4322-a8ed-adffa7178dfa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:56.077758 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-85152b36-c71d-43d8-bf64-30af4a1cc63b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2903783 Mar 02 18:58:56.081541 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55614) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:56.118090 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f04bbf36-b1fe-49d9-afea-9d9ad5d10c3b tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for floatingip, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:56.177297 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:56.204596 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:56.213707 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-62815083-e58e-44e7-867c-2b6b09cf1401 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:56.232841 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:56.233425 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:56.284736 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-d0b0ee3b-91ce-421a-904c-7b3410372556 req-88757ed2-5932-4d3c-91ac-9517c12e3b2c service neutron] Synchronizing usage tracker for tenant:9aba62079f00433c9f9991dd66b77e5a on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:56.285807 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928311a8-98ff-4299-bab5-42095ab62ea4 req-5589a94c-7cd0-42d3-82ac-b7e935b440fe tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:56.288051 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-928311a8-98ff-4299-bab5-42095ab62ea4 req-5589a94c-7cd0-42d3-82ac-b7e935b440fe tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 945 time: 0.6520784 Mar 02 18:58:56.293041 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-62815083-e58e-44e7-867c-2b6b09cf1401 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76282862-3b72-4a39-95bb-6f926e183c2b']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:56.317392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e65db96b-beaf-4e58-ac36-36f521d83ec4 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:56.342498 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34581a74-92c4-4ca3-b406-d16e746c0bf3 None None] Network 76282862-3b72-4a39-95bb-6f926e183c2b requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:56.352381 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-62815083-e58e-44e7-867c-2b6b09cf1401 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666c0c73-81d3-4968-8e71-9de8da034168') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:56.352859 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-62815083-e58e-44e7-867c-2b6b09cf1401 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666c0c73-81d3-4968-8e71-9de8da034168') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:56.387776 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3102cb36-9d90-4322-a8ed-adffa7178dfa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5463555 Mar 02 18:58:56.393475 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-62815083-e58e-44e7-867c-2b6b09cf1401 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:56.405518 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55618) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:56.443557 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port b4e6ae21-439f-4367-abe2-91a7f270f6c2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=b4e6ae21-439f-4367-abe2-91a7f270f6c2,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:56.479684 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d83fdb4c-b2d8-4453-93b5-7e8e8d58e660 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:56.541354 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-62815083-e58e-44e7-867c-2b6b09cf1401 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:56.579087 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684a5377-b096-40ae-a2e3-9f27b3e50074 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:56.583710 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-684a5377-b096-40ae-a2e3-9f27b3e50074 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4948337 Mar 02 18:58:56.592816 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55622) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:56.599589 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-29f0b180-df62-450b-ab00-6ecdd8d85420 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Deleting port 9d5c93c0-d437-4eec-b68c-727429b94d66 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:58:56.600062 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-29f0b180-df62-450b-ab00-6ecdd8d85420 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:56.633935 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:56.636359 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:56.652561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fdb4c-b2d8-4453-93b5-7e8e8d58e660 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Subnet': ['ID=e87728ab-d586-4f6f-a928-0a9934a02bf2,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:56.656183 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-928311a8-98ff-4299-bab5-42095ab62ea4 req-b38f86fe-bf97-4447-80f9-ef558e063cb7 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb957d16-e85d-4241-8b29-4e3abf1e76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3508270 Mar 02 18:58:56.657833 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62815083-e58e-44e7-867c-2b6b09cf1401 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:58:56.658457 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-62815083-e58e-44e7-867c-2b6b09cf1401 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:56.667475 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-d0b0ee3b-91ce-421a-904c-7b3410372556 req-88757ed2-5932-4d3c-91ac-9517c12e3b2c service neutron] Unset dirty status for tenant:9aba62079f00433c9f9991dd66b77e5a on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:56.669971 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d0b0ee3b-91ce-421a-904c-7b3410372556 req-88757ed2-5932-4d3c-91ac-9517c12e3b2c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=bb957d16-e85d-4241-8b29-4e3abf1e76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7614236 Mar 02 18:58:56.697610 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638ef29b-21c7-4df7-95b7-7df7c5cb3e2c None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:58:56.707495 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:58:56.724812 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-638ef29b-21c7-4df7-95b7-7df7c5cb3e2c None None] Deleting port b4e6ae21-439f-4367-abe2-91a7f270f6c2 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:58:56.725180 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-638ef29b-21c7-4df7-95b7-7df7c5cb3e2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:56.741440 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83fdb4c-b2d8-4453-93b5-7e8e8d58e660 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Checking segment: {'id': '7cc17702-64c6-4b40-83ea-fc9bdc8ecea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'add6024a-7615-4c8f-9788-3355e5a3bfd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:56.741811 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83fdb4c-b2d8-4453-93b5-7e8e8d58e660 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network hostable DHCP agents. Network: add6024a-7615-4c8f-9788-3355e5a3bfd2, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:58:56.787225 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:56.796561 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device b4e6ae21-439f-4367-abe2-91a7f270f6c2 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:58:56.804489 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e65db96b-beaf-4e58-ac36-36f521d83ec4 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:56.831308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0802ad3-49f5-483a-aecb-5f9e46e5bd65 req-64ebf101-5373-4db7-9685-fdc84b952135 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:56.833099 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d0802ad3-49f5-483a-aecb-5f9e46e5bd65 req-64ebf101-5373-4db7-9685-fdc84b952135 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 944 time: 0.6169462 Mar 02 18:58:56.864834 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=b4e6ae21-439f-4367-abe2-91a7f270f6c2,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:56.912945 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f665c0e-2837-40fa-b654-09a0b29d1903 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:56.916060 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0f665c0e-2837-40fa-b654-09a0b29d1903 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3213413 Mar 02 18:58:56.919445 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55626) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:56.944996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c,segment=NetworkSegment(315a1827-3c79-4bf4-a414-e2830b8050c8),segment_id=315a1827-3c79-4bf4-a414-e2830b8050c8)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:57.011535 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5b0425d4-ab9f-4e29-8ba7-4e51c270cfaf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854909 Mar 02 18:58:57.011535 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-62815083-e58e-44e7-867c-2b6b09cf1401 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:57.012644 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-62815083-e58e-44e7-867c-2b6b09cf1401 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:57.015181 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55630) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:57.052280 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:57.068536 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e65db96b-beaf-4e58-ac36-36f521d83ec4 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:57.070920 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e65db96b-beaf-4e58-ac36-36f521d83ec4 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.5176945 Mar 02 18:58:57.079584 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-0fe8e4ee-f6a4-4ebe-8af6-5f9682c31998 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:57.093532 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55634) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:57.096565 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b48e892-721c-4a82-bf0e-7e7ff35f7567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:58:57.207312 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b48e892-721c-4a82-bf0e-7e7ff35f7567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c', 'code': 200} Mar 02 18:58:57.240900 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:57.277712 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:57.277917 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62815083-e58e-44e7-867c-2b6b09cf1401 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Network': ['ID=76282862-3b72-4a39-95bb-6f926e183c2b,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:57.280681 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0fe8e4ee-f6a4-4ebe-8af6-5f9682c31998 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:57.284510 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83fdb4c-b2d8-4453-93b5-7e8e8d58e660 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network add6024a-7615-4c8f-9788-3355e5a3bfd2 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:58:57.287513 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0fe8e4ee-f6a4-4ebe-8af6-5f9682c31998 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:57.287989 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-638ef29b-21c7-4df7-95b7-7df7c5cb3e2c None None] For port b4e6ae21-439f-4367-abe2-91a7f270f6c2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=b4e6ae21-439f-4367-abe2-91a7f270f6c2,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:57.288382 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-638ef29b-21c7-4df7-95b7-7df7c5cb3e2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:57.293104 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0fe8e4ee-f6a4-4ebe-8af6-5f9682c31998 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:57.302048 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d0802ad3-49f5-483a-aecb-5f9e46e5bd65 req-d0547129-484e-4a7d-9d9d-53f4b8399899 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54400a5-a4bb-4199-bee6-f058cdbb4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4513812 Mar 02 18:58:57.309936 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-62815083-e58e-44e7-867c-2b6b09cf1401 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/76282862-3b72-4a39-95bb-6f926e183c2b HTTP/1.1" status: 204 len: 168 time: 2.7851124 Mar 02 18:58:57.309936 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0fe8e4ee-f6a4-4ebe-8af6-5f9682c31998 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:57.311517 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55640) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:57.345436 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-3f11da79-11c2-4431-a7da-f34299ef9a72 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-430208330'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:57.357376 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3f11da79-11c2-4431-a7da-f34299ef9a72 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:57.365279 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3f11da79-11c2-4431-a7da-f34299ef9a72 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:network and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:57.369046 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3f11da79-11c2-4431-a7da-f34299ef9a72 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:57.378006 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3f11da79-11c2-4431-a7da-f34299ef9a72 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:57.398775 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-29f0b180-df62-450b-ab00-6ecdd8d85420 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:57.429426 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-638ef29b-21c7-4df7-95b7-7df7c5cb3e2c None None] Calling delete_port for b4e6ae21-439f-4367-abe2-91a7f270f6c2 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:58:57.449335 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-d83fdb4c-b2d8-4453-93b5-7e8e8d58e660 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, add6024a-7615-4c8f-9788-3355e5a3bfd2) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:57.461919 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-339fdd58-ce22-4092-9df2-a5325d679896 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:57.464639 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port b4e6ae21-439f-4367-abe2-91a7f270f6c2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=b4e6ae21-439f-4367-abe2-91a7f270f6c2,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:57.466302 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bc8119-5890-4aad-a893-b3b64108692b None None] Network add6024a-7615-4c8f-9788-3355e5a3bfd2 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:57.496877 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe8e4ee-f6a4-4ebe-8af6-5f9682c31998 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:57.556257 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:57.622884 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83fdb4c-b2d8-4453-93b5-7e8e8d58e660 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:57.623955 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d83fdb4c-b2d8-4453-93b5-7e8e8d58e660 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:57.657998 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-29f0b180-df62-450b-ab00-6ecdd8d85420 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Calling delete_port for 9d5c93c0-d437-4eec-b68c-727429b94d66 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:58:57.680956 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=b4e6ae21-439f-4367-abe2-91a7f270f6c2,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:57.687422 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-638ef29b-21c7-4df7-95b7-7df7c5cb3e2c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:58:57.687783 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-638ef29b-21c7-4df7-95b7-7df7c5cb3e2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:58:57.802747 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-add6024a-7615-4c8f-9788-3355e5a3bfd2', 'network_id': 'add6024a-7615-4c8f-9788-3355e5a3bfd2', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'fixed_ips': [{'subnet_id': 'e87728ab-d586-4f6f-a928-0a9934a02bf2'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:58:57.803783 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:57.843938 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0fe8e4ee-f6a4-4ebe-8af6-5f9682c31998 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:57.906547 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f11da79-11c2-4431-a7da-f34299ef9a72 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:57.910807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3f11da79-11c2-4431-a7da-f34299ef9a72 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:58.031768 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f11da79-11c2-4431-a7da-f34299ef9a72 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:58:58.089981 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Allocated IP 2001:db8::2 (add6024a-7615-4c8f-9788-3355e5a3bfd2/e87728ab-d586-4f6f-a928-0a9934a02bf2/8dfe3fc4-d415-4e03-bf14-e2851f148649) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:58.153274 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d83fdb4c-b2d8-4453-93b5-7e8e8d58e660 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3752267 Mar 02 18:58:58.158778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55646) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:58.176337 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-3f36fcf6-c4b6-482a-8684-b6fd2dd1927d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'subnet': {'network_id': 'b90b3199-ef9f-4fea-94f7-249792a7584a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:58.188938 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-638ef29b-21c7-4df7-95b7-7df7c5cb3e2c None None] Deleting port b4e6ae21-439f-4367-abe2-91a7f270f6c2 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:58:58.189394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-638ef29b-21c7-4df7-95b7-7df7c5cb3e2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:58.261985 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-f04bbf36-b1fe-49d9-afea-9d9ad5d10c3b tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:58:58.289137 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d21cf-5cf0-45ff-8e6c-354c03ee8b54 req-293c0c8d-031e-4f8d-a138-d2578dbabe25 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:58.297428 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-922d21cf-5cf0-45ff-8e6c-354c03ee8b54 req-293c0c8d-031e-4f8d-a138-d2578dbabe25 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 945 time: 0.4038496 Mar 02 18:58:58.358321 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-631a0991-6f39-479f-a31e-9cfcba17179d req-6b5204b8-7f61-4432-a7f9-f46e02385467 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 1098 time: 0.7295444 Mar 02 18:58:58.459166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3f11da79-11c2-4431-a7da-f34299ef9a72 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:58.464167 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-3f11da79-11c2-4431-a7da-f34299ef9a72 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Added segment 73132c49-271c-4fbe-ba96-f64445d9c341 of type vlan for network ee96f150-adc1-4bd7-99d3-ab590402d354 Mar 02 18:58:58.479046 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-3f36fcf6-c4b6-482a-8684-b6fd2dd1927d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:58.494452 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3f36fcf6-c4b6-482a-8684-b6fd2dd1927d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:subnet and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:58.498639 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-29f0b180-df62-450b-ab00-6ecdd8d85420 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:58.506253 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3f36fcf6-c4b6-482a-8684-b6fd2dd1927d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:58.520118 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-638ef29b-21c7-4df7-95b7-7df7c5cb3e2c None None] For port b4e6ae21-439f-4367-abe2-91a7f270f6c2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=b4e6ae21-439f-4367-abe2-91a7f270f6c2,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:58:58.520565 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-638ef29b-21c7-4df7-95b7-7df7c5cb3e2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:58.564417 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-3f36fcf6-c4b6-482a-8684-b6fd2dd1927d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:58.591789 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0b180-df62-450b-ab00-6ecdd8d85420 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d5c93c0-d437-4eec-b68c-727429b94d66,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:58.632104 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-339fdd58-ce22-4092-9df2-a5325d679896 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:58.634075 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f04bbf36-b1fe-49d9-afea-9d9ad5d10c3b tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:58.659448 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3f11da79-11c2-4431-a7da-f34299ef9a72 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:58.663787 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-638ef29b-21c7-4df7-95b7-7df7c5cb3e2c None None] Calling delete_port for b4e6ae21-439f-4367-abe2-91a7f270f6c2 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:58:58.673268 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-339fdd58-ce22-4092-9df2-a5325d679896 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:58.674075 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-922d21cf-5cf0-45ff-8e6c-354c03ee8b54 req-40466917-7c73-4e74-b2c7-6d2670e90a7a tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb957d16-e85d-4241-8b29-4e3abf1e76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3757820 Mar 02 18:58:58.679998 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-29f0b180-df62-450b-ab00-6ecdd8d85420 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:58.686047 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-631a0991-6f39-479f-a31e-9cfcba17179d req-7a22a8aa-3339-4eb8-b4b9-a157d8823230 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f54400a5-a4bb-4199-bee6-f058cdbb4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510779 Mar 02 18:58:58.703308 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-29f0b180-df62-450b-ab00-6ecdd8d85420 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "DELETE /v2.0/ports/9d5c93c0-d437-4eec-b68c-727429b94d66 HTTP/1.1" status: 204 len: 168 time: 2.2955503 Mar 02 18:58:58.705930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55652) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:58.711678 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5510d739-d5e8-48b9-b834-f5fec75e8835', 'external_fixed_ips': [{'subnet_id': 'fa32a015-b04f-4939-93ed-e3302973c376', 'ip_address': '2001:db8::2e9'}]}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:58.721582 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:58.728227 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Usage tracker for resource:router and tenant:f5017456c3244485bdb51a01e0643703 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:58.732844 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:58.740859 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:58.746853 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f36fcf6-c4b6-482a-8684-b6fd2dd1927d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Made reservation on behalf of 2b147d1fd1b64c8daab7ec1005c16f83 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:58.780639 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f04bbf36-b1fe-49d9-afea-9d9ad5d10c3b tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:58.831163 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0fe8e4ee-f6a4-4ebe-8af6-5f9682c31998 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:58.843160 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:58.917409 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-638ef29b-21c7-4df7-95b7-7df7c5cb3e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:58.920350 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe8e4ee-f6a4-4ebe-8af6-5f9682c31998 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:58.974496 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-0fe8e4ee-f6a4-4ebe-8af6-5f9682c31998 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:58.974496 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe8e4ee-f6a4-4ebe-8af6-5f9682c31998 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:58.974496 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0fe8e4ee-f6a4-4ebe-8af6-5f9682c31998 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:58.974496 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3f36fcf6-c4b6-482a-8684-b6fd2dd1927d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:59.056271 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ef29b-21c7-4df7-95b7-7df7c5cb3e2c None None] Pushing event deleted for resources: {'Port': ['ID=b4e6ae21-439f-4367-abe2-91a7f270f6c2,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:59.065175 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ef29b-21c7-4df7-95b7-7df7c5cb3e2c None None] No DVR routers for this DVR port b4e6ae21-439f-4367-abe2-91a7f270f6c2 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:58:59.066812 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e001457-0105-49ef-9800-27391530bbc2 req-ef133445-7b4e-4b81-8a71-564e92bd9b29 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:59.077972 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7e001457-0105-49ef-9800-27391530bbc2 req-ef133445-7b4e-4b81-8a71-564e92bd9b29 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 945 time: 0.5464602 Mar 02 18:58:59.084843 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea68bd15-3ce6-463e-85f3-5a7f3880e690 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:58:59.131573 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8e4ee-f6a4-4ebe-8af6-5f9682c31998 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=7dbd1b68-f549-4ac4-acff-6ee433b8afa7,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:59.136300 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:59.139124 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:59.180558 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7e001457-0105-49ef-9800-27391530bbc2 req-25f8216f-91de-479c-97cc-d09152973748 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54400a5-a4bb-4199-bee6-f058cdbb4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016493 Mar 02 18:58:59.250579 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-f04bbf36-b1fe-49d9-afea-9d9ad5d10c3b tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Floating IP aed3f1a6-fc91-4ceb-9b99-46fbc9a13fd6 associated. External IP: 172.26.4.101, port: 27787d9c-591c-482e-b24f-3480e544570c. Mar 02 18:58:59.267991 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0fe8e4ee-f6a4-4ebe-8af6-5f9682c31998 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2275455 Mar 02 18:58:59.278163 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55656) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:59.287592 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-318b6916-0b1b-40f1-bc3f-66f7ab1d1d32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'fixed_ips': [{'subnet_id': '7dbd1b68-f549-4ac4-acff-6ee433b8afa7', 'ip_address': '2001:db8::318a:186f:cce8:aa0f'}], 'name': 'tempest-NetworksTestDHCPv6-617598653'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:59.359176 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Transition to ACTIVE for port object 8dfe3fc4-d415-4e03-bf14-e2851f148649 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:59.372488 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-339fdd58-ce22-4092-9df2-a5325d679896 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:59.376911 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339fdd58-ce22-4092-9df2-a5325d679896 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcbb7718-f682-42b9-ba2c-b5ace52b2ccd {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:58:59.396903 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': '7dbd1b68-f549-4ac4-acff-6ee433b8afa7'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:58:59.398960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3f11da79-11c2-4431-a7da-f34299ef9a72 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:59.399099 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:59.400926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f11da79-11c2-4431-a7da-f34299ef9a72 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:59.401531 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3f11da79-11c2-4431-a7da-f34299ef9a72 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:59.423599 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:59.430039 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3f36fcf6-c4b6-482a-8684-b6fd2dd1927d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:59.430214 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Transition to ACTIVE for port object 8dfe3fc4-d415-4e03-bf14-e2851f148649 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:59.455990 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-339fdd58-ce22-4092-9df2-a5325d679896 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:59.459943 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-339fdd58-ce22-4092-9df2-a5325d679896 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "DELETE /v2.0/routers/fcbb7718-f682-42b9-ba2c-b5ace52b2ccd HTTP/1.1" status: 204 len: 168 time: 2.3645751 Mar 02 18:58:59.555666 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11da79-11c2-4431-a7da-f34299ef9a72 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Network': ['ID=ee96f150-adc1-4bd7-99d3-ab590402d354,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:59.569136 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-318b6916-0b1b-40f1-bc3f-66f7ab1d1d32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:59.585518 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36fcf6-c4b6-482a-8684-b6fd2dd1927d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Subnet': ['ID=222320ac-bd38-4708-9895-bb3b1edd8494,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:59.589311 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-318b6916-0b1b-40f1-bc3f-66f7ab1d1d32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:port and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:59.594201 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-318b6916-0b1b-40f1-bc3f-66f7ab1d1d32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:59.594887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network ee96f150-adc1-4bd7-99d3-ab590402d354 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:58:59.602912 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-318b6916-0b1b-40f1-bc3f-66f7ab1d1d32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:59.614074 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36fcf6-c4b6-482a-8684-b6fd2dd1927d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Checking segment: {'id': '2acb93f8-abf8-4345-bb0b-7037530b8ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'b90b3199-ef9f-4fea-94f7-249792a7584a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:58:59.614524 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f36fcf6-c4b6-482a-8684-b6fd2dd1927d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network hostable DHCP agents. Network: b90b3199-ef9f-4fea-94f7-249792a7584a, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:58:59.620618 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:59.629594 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3f11da79-11c2-4431-a7da-f34299ef9a72 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3179028 Mar 02 18:58:59.630668 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55662) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:59.640093 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-f7ad2fdb-9eef-4aaf-823b-eba21379ccb5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'subnet': {'network_id': 'ee96f150-adc1-4bd7-99d3-ab590402d354', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:58:59.870222 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55668) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:59.871603 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f7ad2fdb-9eef-4aaf-823b-eba21379ccb5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:59.878479 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f7ad2fdb-9eef-4aaf-823b-eba21379ccb5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:subnet and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:59.888793 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f7ad2fdb-9eef-4aaf-823b-eba21379ccb5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:59.910458 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f7ad2fdb-9eef-4aaf-823b-eba21379ccb5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:59.934777 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Network add6024a-7615-4c8f-9788-3355e5a3bfd2 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:59.953093 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:59.968517 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Pushing event updated for resources: {'Port': ['ID=8dfe3fc4-d415-4e03-bf14-e2851f148649,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:59.971399 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Allocated IP 2001:db8::2 (ef3b29a7-4982-4982-b073-f3d27df1240a/7dbd1b68-f549-4ac4-acff-6ee433b8afa7/fe33cc61-609c-4269-b416-ca44c09e5e98) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:59.984754 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:00.009743 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318b6916-0b1b-40f1-bc3f-66f7ab1d1d32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:00.017310 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04bbf36-b1fe-49d9-afea-9d9ad5d10c3b tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Router 91b74c1a-a0f2-4596-9709-bcac82b8f129 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:59:00.023446 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-318b6916-0b1b-40f1-bc3f-66f7ab1d1d32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:00.330878 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04bbf36-b1fe-49d9-afea-9d9ad5d10c3b tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:00.346676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f04bbf36-b1fe-49d9-afea-9d9ad5d10c3b tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:00.347464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f36fcf6-c4b6-482a-8684-b6fd2dd1927d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network b90b3199-ef9f-4fea-94f7-249792a7584a is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:59:00.354497 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ad2fdb-9eef-4aaf-823b-eba21379ccb5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:00.364693 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0049b-f9d0-4ae6-807d-54df2e495f43 None None] Sync routers for ids ['91b74c1a-a0f2-4596-9709-bcac82b8f129'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:59:00.406581 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Attempting to bind port 8dfe3fc4-d415-4e03-bf14-e2851f148649 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:59:00.407014 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Attempting to bind port 8dfe3fc4-d415-4e03-bf14-e2851f148649 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '7cc17702-64c6-4b40-83ea-fc9bdc8ecea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'add6024a-7615-4c8f-9788-3355e5a3bfd2'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:59:00.407453 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Attempting to bind port 8dfe3fc4-d415-4e03-bf14-e2851f148649 on network add6024a-7615-4c8f-9788-3355e5a3bfd2 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:59:00.417450 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1333784623', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}, 'admin_state_up': False}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:00.425483 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:00.429695 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Usage tracker for resource:router and tenant:85c2adb5f0774ced8e672fef512633b3 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:00.432929 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:00.440463 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:00.449362 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-3f36fcf6-c4b6-482a-8684-b6fd2dd1927d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, b90b3199-ef9f-4fea-94f7-249792a7584a) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:00.477034 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:59:00.477485 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Checking segment: {'id': '7cc17702-64c6-4b40-83ea-fc9bdc8ecea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'add6024a-7615-4c8f-9788-3355e5a3bfd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:00.477941 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:00.478385 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Bound using segment: {'id': '7cc17702-64c6-4b40-83ea-fc9bdc8ecea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'add6024a-7615-4c8f-9788-3355e5a3bfd2'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:59:00.478926 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Bound port: 8dfe3fc4-d415-4e03-bf14-e2851f148649, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc17702-64c6-4b40-83ea-fc9bdc8ecea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'add6024a-7615-4c8f-9788-3355e5a3bfd2'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:59:00.479485 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:00.489122 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f36fcf6-c4b6-482a-8684-b6fd2dd1927d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:00.489715 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3f36fcf6-c4b6-482a-8684-b6fd2dd1927d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:00.501390 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7f389d-93a3-415f-8b03-fb67a3832071 None None] Network b90b3199-ef9f-4fea-94f7-249792a7584a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:00.508900 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-318b6916-0b1b-40f1-bc3f-66f7ab1d1d32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port 735fb45f-8068-41b1-ae77-a05d39d79680 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:59:00.514271 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f04bbf36-b1fe-49d9-afea-9d9ad5d10c3b tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "PUT /v2.0/floatingips/aed3f1a6-fc91-4ceb-9b99-46fbc9a13fd6 HTTP/1.1" status: 200 len: 991 time: 4.5347989 Mar 02 18:59:00.514271 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fce080-e74d-4567-83b2-40720e4c60fe', 'tag': '27787d9c-591c-482e-b24f-3480e544570c'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:59:00.551235 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aab0b8-f025-48dc-bb78-5271bea93ff7 req-956a9273-28f0-4f62-aef2-103ce6479611 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:00.552910 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-13aab0b8-f025-48dc-bb78-5271bea93ff7 req-956a9273-28f0-4f62-aef2-103ce6479611 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 945 time: 0.1044230 Mar 02 18:59:00.582748 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f7ad2fdb-9eef-4aaf-823b-eba21379ccb5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:00.584895 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:00.585838 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:00.587905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0049b-f9d0-4ae6-807d-54df2e495f43 None None] Routers {'91b74c1a-a0f2-4596-9709-bcac82b8f129'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:00.588539 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-28a0049b-f9d0-4ae6-807d-54df2e495f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['91b74c1a-a0f2-4596-9709-bcac82b8f129'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:00.601337 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:00.632963 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-13aab0b8-f025-48dc-bb78-5271bea93ff7 req-e7d376d5-46d7-432f-98a2-6d79d5d15e09 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54400a5-a4bb-4199-bee6-f058cdbb4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736790 Mar 02 18:59:00.634972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:00.745536 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95d754-412f-4832-bff8-b98138aee4cc req-6733b870-c359-4176-92b4-1c37b57060e2 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:00.748261 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3d95d754-412f-4832-bff8-b98138aee4cc req-6733b870-c359-4176-92b4-1c37b57060e2 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 945 time: 0.7485368 Mar 02 18:59:00.825852 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3f36fcf6-c4b6-482a-8684-b6fd2dd1927d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6620693 Mar 02 18:59:00.836639 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55682) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:00.843056 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-27b6e8e7-bcd3-4e57-9d92-e2bd1f406004 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-931310139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:00.859577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-27b6e8e7-bcd3-4e57-9d92-e2bd1f406004 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:00.901853 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-27b6e8e7-bcd3-4e57-9d92-e2bd1f406004 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:router and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:00.913385 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-27b6e8e7-bcd3-4e57-9d92-e2bd1f406004 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:00.924699 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-27b6e8e7-bcd3-4e57-9d92-e2bd1f406004 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:00.931406 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] For port 8dfe3fc4-d415-4e03-bf14-e2851f148649, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:00.946420 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:00.949877 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:00.978514 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3d95d754-412f-4832-bff8-b98138aee4cc req-001697b3-2612-4985-8540-af41289a2c1c tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb957d16-e85d-4241-8b29-4e3abf1e76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620603 Mar 02 18:59:00.980054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] For port 8dfe3fc4-d415-4e03-bf14-e2851f148649, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8dfe3fc4-d415-4e03-bf14-e2851f148649,segment=NetworkSegment(7cc17702-64c6-4b40-83ea-fc9bdc8ecea6),segment_id=7cc17702-64c6-4b40-83ea-fc9bdc8ecea6)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:00.999616 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646d206-bd40-4141-956e-d3cd593f141e req-bd3b5bbd-4d72-43d0-a78e-6f611fbc550d tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:01.001214 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8646d206-bd40-4141-956e-d3cd593f141e req-bd3b5bbd-4d72-43d0-a78e-6f611fbc550d tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.1657522 Mar 02 18:59:01.037707 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Transition to ACTIVE for port object fe33cc61-609c-4269-b416-ca44c09e5e98 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:01.072945 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8646d206-bd40-4141-956e-d3cd593f141e req-8ae2d17c-a4f6-4163-9383-2918a7d91896 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654066 Mar 02 18:59:01.073839 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-27b6e8e7-bcd3-4e57-9d92-e2bd1f406004 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:01.075736 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-27b6e8e7-bcd3-4e57-9d92-e2bd1f406004 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:01.130389 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:01.142603 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fce080-e74d-4567-83b2-40720e4c60fe', 'tag': '27787d9c-591c-482e-b24f-3480e544570c', 'status': 'completed', 'code': 200} Mar 02 18:59:01.403991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-b90b3199-ef9f-4fea-94f7-249792a7584a', 'network_id': 'b90b3199-ef9f-4fea-94f7-249792a7584a', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'fixed_ips': [{'subnet_id': '222320ac-bd38-4708-9895-bb3b1edd8494'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:59:01.404808 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:01.429232 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Transition to ACTIVE for port object fe33cc61-609c-4269-b416-ca44c09e5e98 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:01.431590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-28a0049b-f9d0-4ae6-807d-54df2e495f43 None None] Set router 91b74c1a-a0f2-4596-9709-bcac82b8f129 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:01.487332 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-27b6e8e7-bcd3-4e57-9d92-e2bd1f406004 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:01.490188 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f7ad2fdb-9eef-4aaf-823b-eba21379ccb5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:01.496649 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:01.659040 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-318b6916-0b1b-40f1-bc3f-66f7ab1d1d32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::318a:186f:cce8:aa0f (ef3b29a7-4982-4982-b073-f3d27df1240a/7dbd1b68-f549-4ac4-acff-6ee433b8afa7/735fb45f-8068-41b1-ae77-a05d39d79680) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:01.731528 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:01.744297 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad2fdb-9eef-4aaf-823b-eba21379ccb5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Subnet': ['ID=b292a577-fb48-4059-9a00-b744136dc7df,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:01.753972 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1dd5a7-a062-4d77-98b6-5a15be6a42d3 None None] Pushing event updated for resources: {'Port': ['ID=8dfe3fc4-d415-4e03-bf14-e2851f148649,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:01.834443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d16ef2-7b5f-4c22-afeb-6e3471c8bf14 req-f780db55-39cc-4e4f-8990-900f425244bf tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:01.836259 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-13d16ef2-7b5f-4c22-afeb-6e3471c8bf14 req-f780db55-39cc-4e4f-8990-900f425244bf tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 945 time: 0.5315714 Mar 02 18:59:01.851323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55690) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:01.869475 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-8e7172b0-6c5c-4225-aa21-3150dbfb1bc0 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Request body: {'floatingip': {'port_id': '8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:01.958536 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Pushing event updated for resources: {'Port': ['ID=fe33cc61-609c-4269-b416-ca44c09e5e98,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:01.977747 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-27b6e8e7-bcd3-4e57-9d92-e2bd1f406004 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:02.010717 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Allocated IP 2001:db8:1::2 (b90b3199-ef9f-4fea-94f7-249792a7584a/222320ac-bd38-4708-9895-bb3b1edd8494/f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:02.018867 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:02.025936 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:02.033271 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:02.115853 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-318b6916-0b1b-40f1-bc3f-66f7ab1d1d32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:02.120132 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:02.150315 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fa3acafa-c5a6-4ee6-800f-49506248e605 req-1e13aba1-4f36-49da-baf6-b213c7772010 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2cba10eae0244909ae301c19bf9852ec&device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 1098 time: 0.8488374 Mar 02 18:59:02.153740 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e7172b0-6c5c-4225-aa21-3150dbfb1bc0 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for floatingip, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:02.169582 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:02.244586 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973f303-217b-4976-9779-262c721f8e79 req-147b8eff-6091-42bb-9f88-3c0d89ecc44b tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:02.263562 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6973f303-217b-4976-9779-262c721f8e79 req-147b8eff-6091-42bb-9f88-3c0d89ecc44b tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 945 time: 0.9415119 Mar 02 18:59:02.263562 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-318b6916-0b1b-40f1-bc3f-66f7ab1d1d32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object 735fb45f-8068-41b1-ae77-a05d39d79680 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:02.269030 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55694) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:02.312620 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ad2fdb-9eef-4aaf-823b-eba21379ccb5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Checking segment: {'id': '73132c49-271c-4fbe-ba96-f64445d9c341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ee96f150-adc1-4bd7-99d3-ab590402d354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:02.315463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ad2fdb-9eef-4aaf-823b-eba21379ccb5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network hostable DHCP agents. Network: ee96f150-adc1-4bd7-99d3-ab590402d354, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:59:02.337629 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Attempting to bind port fe33cc61-609c-4269-b416-ca44c09e5e98 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:59:02.338098 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Attempting to bind port fe33cc61-609c-4269-b416-ca44c09e5e98 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:59:02.338468 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Attempting to bind port fe33cc61-609c-4269-b416-ca44c09e5e98 on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:59:02.364058 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:02.375224 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:59:02.375521 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:02.375930 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:02.376330 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:59:02.376814 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Bound port: fe33cc61-609c-4269-b416-ca44c09e5e98, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:59:02.377188 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:02.426350 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-5368a07d-e429-4787-b8ee-4e09b2c871fd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Request body: {'floatingip': {'port_id': 'a3b90cb9-f564-4d94-b2b6-4db4c106c203'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:02.429412 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-27b6e8e7-bcd3-4e57-9d92-e2bd1f406004 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:02.435441 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-27b6e8e7-bcd3-4e57-9d92-e2bd1f406004 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5967915 Mar 02 18:59:02.484927 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55698) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:02.486447 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] For port fe33cc61-609c-4269-b416-ca44c09e5e98, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:02.489714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] For port fe33cc61-609c-4269-b416-ca44c09e5e98, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=fe33cc61-609c-4269-b416-ca44c09e5e98,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:02.489892 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:02.556672 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5368a07d-e429-4787-b8ee-4e09b2c871fd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for floatingip, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:02.602065 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:02.630280 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-318b6916-0b1b-40f1-bc3f-66f7ab1d1d32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:02.650725 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ad2fdb-9eef-4aaf-823b-eba21379ccb5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network ee96f150-adc1-4bd7-99d3-ab590402d354 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:59:02.772053 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1888be85-047e-4d43-8371-782648ca78e1 None None] Network add6024a-7615-4c8f-9788-3355e5a3bfd2 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:02.886560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8dfe3fc4-d415-4e03-bf14-e2851f148649 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:59:02.920382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3acafa-c5a6-4ee6-800f-49506248e605 req-340fd299-7c5e-48e3-a9bb-4d3b4f2b1798 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:02.921968 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fa3acafa-c5a6-4ee6-800f-49506248e605 req-340fd299-7c5e-48e3-a9bb-4d3b4f2b1798 service neutron] 10.222.0.87 "GET /v2.0/networks?id=83e11a8d-5f6c-4e4d-9263-33efd20f1a52 HTTP/1.1" status: 200 len: 913 time: 0.7098467 Mar 02 18:59:02.946220 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:02.954850 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Allocated IP 2001:db8::2e9 (5510d739-d5e8-48b9-b834-f5fec75e8835/fa32a015-b04f-4939-93ed-e3302973c376/75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:02.977698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c3570-c20e-4de7-8488-99462b4d2155 None None] Pushing event updated for resources: {'Port': ['ID=fe33cc61-609c-4269-b416-ca44c09e5e98,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:03.036913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-28a0049b-f9d0-4ae6-807d-54df2e495f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'name': 'tempest-ServerActionsTestJSON-2141154899-router', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:56Z', 'revision_number': 4, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'gw_port': {'id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:49Z', 'updated_at': '2022-03-02T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'aed3f1a6-fc91-4ceb-9b99-46fbc9a13fd6', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'floating_ip_address': '172.26.4.101', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'port_id': '27787d9c-591c-482e-b24f-3480e544570c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52', 'mac_address': 'fa:16:3e:ea:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fce080-e74d-4567-83b2-40720e4c60fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:58:11Z', 'updated_at': '2022-03-02T18:58:58Z', 'revision_number': 1, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1552787-6d20-457b-bebc-3b474e89acb4', 'name': '', 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'mac_address': 'fa:16:3e:33:ad:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b63fe96-d8a7-4e7f-a30f-2804bb38215a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:54Z', 'updated_at': '2022-03-02T18:58:10Z', 'revision_number': 5, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'subnets': [{'id': '7b63fe96-d8a7-4e7f-a30f-2804bb38215a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:03.070495 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0049b-f9d0-4ae6-807d-54df2e495f43 None None] Checking router: 91b74c1a-a0f2-4596-9709-bcac82b8f129 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:59:03.088479 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Transition to ACTIVE for port object f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:03.104487 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0049b-f9d0-4ae6-807d-54df2e495f43 None None] Routers {'91b74c1a-a0f2-4596-9709-bcac82b8f129'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:03.105163 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-28a0049b-f9d0-4ae6-807d-54df2e495f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['91b74c1a-a0f2-4596-9709-bcac82b8f129'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:03.168339 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b6916-0b1b-40f1-bc3f-66f7ab1d1d32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=735fb45f-8068-41b1-ae77-a05d39d79680,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:03.251046 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318b6916-0b1b-40f1-bc3f-66f7ab1d1d32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:03.270003 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-318b6916-0b1b-40f1-bc3f-66f7ab1d1d32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:03.272504 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-f7ad2fdb-9eef-4aaf-823b-eba21379ccb5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, ee96f150-adc1-4bd7-99d3-ab590402d354) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:03.277645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318b6916-0b1b-40f1-bc3f-66f7ab1d1d32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:03.283165 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318b6916-0b1b-40f1-bc3f-66f7ab1d1d32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:03.284517 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-318b6916-0b1b-40f1-bc3f-66f7ab1d1d32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:03.309155 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2871a2-9fd4-43d1-bea3-16564f9530b7 None None] Network ee96f150-adc1-4bd7-99d3-ab590402d354 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:03.309870 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3f3a5-2b64-40bc-9057-a72f4f4012e4 req-9c2de091-cb9b-4ebd-af25-0c14bec1b97c tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:03.315882 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2462e00f-dafd-449d-aebe-67288ad5b84d None None] Provisioning for port 8dfe3fc4-d415-4e03-bf14-e2851f148649 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:03.317177 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8ee3f3a5-2b64-40bc-9057-a72f4f4012e4 req-9c2de091-cb9b-4ebd-af25-0c14bec1b97c tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 1.2472203 Mar 02 18:59:03.341253 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ad2fdb-9eef-4aaf-823b-eba21379ccb5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:03.341970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f7ad2fdb-9eef-4aaf-823b-eba21379ccb5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:03.413550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:03.519274 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Transition to ACTIVE for port object f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:03.547035 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-318b6916-0b1b-40f1-bc3f-66f7ab1d1d32 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2769399 Mar 02 18:59:03.561307 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55702) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:03.569034 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f7ad2fdb-9eef-4aaf-823b-eba21379ccb5 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9355741 Mar 02 18:59:03.617326 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55706) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:03.702892 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:03.716852 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 8dfe3fc4-d415-4e03-bf14-e2851f148649 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:03.729572 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fa3acafa-c5a6-4ee6-800f-49506248e605 req-d97046f4-2f11-4b9f-9bb7-1a1e6a733988 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27787d9c-591c-482e-b24f-3480e544570c HTTP/1.1" status: 200 len: 999 time: 0.6150997 Mar 02 18:59:03.818460 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Allocated IP 172.26.4.2 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/ad31bc59-51d5-416c-a0e3-ee40d1a83f14) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:03.835246 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8ee3f3a5-2b64-40bc-9057-a72f4f4012e4 req-43adf3d7-b4fc-457f-acad-17ef13960d95 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5169280 Mar 02 18:59:03.844059 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Network b90b3199-ef9f-4fea-94f7-249792a7584a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:03.852197 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 8dfe3fc4-d415-4e03-bf14-e2851f148649 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:03.852567 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:03.885694 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:03.900618 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:03.909812 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:03.952544 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Pushing event updated for resources: {'Port': ['ID=f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:04.083003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-28a0049b-f9d0-4ae6-807d-54df2e495f43 None None] Set router 91b74c1a-a0f2-4596-9709-bcac82b8f129 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:04.122623 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3acafa-c5a6-4ee6-800f-49506248e605 req-06c031cb-b246-4aa7-80dd-6e4816632d8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:04.124304 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fa3acafa-c5a6-4ee6-800f-49506248e605 req-06c031cb-b246-4aa7-80dd-6e4816632d8f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7b63fe96-d8a7-4e7f-a30f-2804bb38215a HTTP/1.1" status: 200 len: 851 time: 0.3796861 Mar 02 18:59:04.205027 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Pushing event updated for resources: {'Port': ['ID=75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:04.247019 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:04.252350 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Network 5510d739-d5e8-48b9-b834-f5fec75e8835 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:04.286105 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f7a805-dfb0-4a97-be26-11d89ea72f5f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:04.290800 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f7a805-dfb0-4a97-be26-11d89ea72f5f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:04.291742 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-92f7a805-dfb0-4a97-be26-11d89ea72f5f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:04.310013 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:04.320965 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:04.367273 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Attempting to bind port f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:59:04.367273 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Attempting to bind port f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '2acb93f8-abf8-4345-bb0b-7037530b8ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'b90b3199-ef9f-4fea-94f7-249792a7584a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:59:04.367273 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Attempting to bind port f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e on network b90b3199-ef9f-4fea-94f7-249792a7584a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:59:04.521209 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:04.560584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ee96f150-adc1-4bd7-99d3-ab590402d354', 'network_id': 'ee96f150-adc1-4bd7-99d3-ab590402d354', 'tenant_id': 'e60c693f9f88467c9c691aee434eb6e7', 'fixed_ips': [{'subnet_id': 'b292a577-fb48-4059-9a00-b744136dc7df'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:59:04.565548 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:04.599225 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1e358e45-3d01-4b45-93e9-55c4fa45e930 None None] Provisioning for port fe33cc61-609c-4269-b416-ca44c09e5e98 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:04.626889 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:59:04.627211 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Checking segment: {'id': '2acb93f8-abf8-4345-bb0b-7037530b8ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'b90b3199-ef9f-4fea-94f7-249792a7584a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:04.627624 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:04.628013 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Bound using segment: {'id': '2acb93f8-abf8-4345-bb0b-7037530b8ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'b90b3199-ef9f-4fea-94f7-249792a7584a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:59:04.628489 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Bound port: f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acb93f8-abf8-4345-bb0b-7037530b8ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'b90b3199-ef9f-4fea-94f7-249792a7584a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:59:04.628862 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:04.646961 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-92f7a805-dfb0-4a97-be26-11d89ea72f5f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:04.651623 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-92f7a805-dfb0-4a97-be26-11d89ea72f5f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.0849473 Mar 02 18:59:04.652795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55710) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:04.667267 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:04.695225 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fa3acafa-c5a6-4ee6-800f-49506248e605 req-f9d39b7d-6e32-41aa-b657-781382845624 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=83e11a8d-5f6c-4e4d-9263-33efd20f1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5535295 Mar 02 18:59:04.714313 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.resource_extend [None req-5368a07d-e429-4787-b8ee-4e09b2c871fd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:59:04.725967 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:04.918200 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-86cdf58f-1192-4cd3-8e9d-7ff4d1812497 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:04.949938 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5368a07d-e429-4787-b8ee-4e09b2c871fd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:04.975104 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-814f5c5f-8335-4e02-81d4-81896b86b619 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port 735fb45f-8068-41b1-ae77-a05d39d79680 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:04.975104 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-814f5c5f-8335-4e02-81d4-81896b86b619 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:04.983403 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 8dfe3fc4-d415-4e03-bf14-e2851f148649, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8dfe3fc4-d415-4e03-bf14-e2851f148649,segment=NetworkSegment(7cc17702-64c6-4b40-83ea-fc9bdc8ecea6),segment_id=7cc17702-64c6-4b40-83ea-fc9bdc8ecea6)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:04.987554 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] For port f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:04.991124 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:04.991877 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.003523 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-81aad23e-b7fa-4148-b279-71fc3bdc6541 None None] Provisioning complete for port 8dfe3fc4-d415-4e03-bf14-e2851f148649 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:05.003899 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-81aad23e-b7fa-4148-b279-71fc3bdc6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.016491 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e7172b0-6c5c-4225-aa21-3150dbfb1bc0 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.067740 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] For port f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e,segment=NetworkSegment(2acb93f8-abf8-4345-bb0b-7037530b8ea3),segment_id=2acb93f8-abf8-4345-bb0b-7037530b8ea3)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:05.128585 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Allocated IP 172.20.0.2 (ee96f150-adc1-4bd7-99d3-ab590402d354/b292a577-fb48-4059-9a00-b744136dc7df/092d3da1-1e67-4193-b586-acadfee70824) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:05.136933 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5368a07d-e429-4787-b8ee-4e09b2c871fd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.144248 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.156370 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.242076 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.290844 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Pushing event updated for resources: {'Port': ['ID=ad31bc59-51d5-416c-a0e3-ee40d1a83f14,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:05.294001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e7172b0-6c5c-4225-aa21-3150dbfb1bc0 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.387671 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device fe33cc61-609c-4269-b416-ca44c09e5e98 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:59:05.404759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d6a7cd-4e39-4f73-84bd-c08e2569c5b9 req-d09491aa-acc1-4b43-b595-8ebb8e72c185 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:05.406222 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-20d6a7cd-4e39-4f73-84bd-c08e2569c5b9 req-d09491aa-acc1-4b43-b595-8ebb8e72c185 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.2006109 Mar 02 18:59:05.515920 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-20d6a7cd-4e39-4f73-84bd-c08e2569c5b9 req-df9705c4-16a7-4bfb-8a47-1201acc39441 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034491 Mar 02 18:59:05.546058 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fa3acafa-c5a6-4ee6-800f-49506248e605 req-72b3602d-e94b-4d87-9af3-5c9aed5e9e46 service neutron] 10.222.0.87 "GET /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8272300 Mar 02 18:59:05.563766 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.l3_db [None req-5368a07d-e429-4787-b8ee-4e09b2c871fd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Floating IP e23148e5-1825-434d-9403-0a6ab7df794f associated. External IP: 172.26.4.91, port: a3b90cb9-f564-4d94-b2b6-4db4c106c203. Mar 02 18:59:05.586554 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=8dfe3fc4-d415-4e03-bf14-e2851f148649,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:05.673608 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:05.796366 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a7da0-3b3c-4e89-8b30-747985462fbe None None] Pushing event updated for resources: {'Port': ['ID=f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:05.804977 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5ff6c228-0f38-429b-b2e9-b990a091201a req-6f198768-848a-443c-88d3-7b0c346a4c5c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9924316 Mar 02 18:59:05.805856 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:05.814924 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-28a0049b-f9d0-4ae6-807d-54df2e495f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'name': 'tempest-ServerActionsTestJSON-2141154899-router', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:56Z', 'revision_number': 4, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'gw_port': {'id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:49Z', 'updated_at': '2022-03-02T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'aed3f1a6-fc91-4ceb-9b99-46fbc9a13fd6', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'floating_ip_address': '172.26.4.101', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'port_id': '27787d9c-591c-482e-b24f-3480e544570c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52', 'mac_address': 'fa:16:3e:ea:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fce080-e74d-4567-83b2-40720e4c60fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:58:11Z', 'updated_at': '2022-03-02T18:58:58Z', 'revision_number': 1, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1552787-6d20-457b-bebc-3b474e89acb4', 'name': '', 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'mac_address': 'fa:16:3e:33:ad:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b63fe96-d8a7-4e7f-a30f-2804bb38215a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:54Z', 'updated_at': '2022-03-02T18:58:10Z', 'revision_number': 5, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'subnets': [{'id': '7b63fe96-d8a7-4e7f-a30f-2804bb38215a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:05.823667 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:05.831190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0049b-f9d0-4ae6-807d-54df2e495f43 None None] The sync data for ids ['91b74c1a-a0f2-4596-9709-bcac82b8f129'] in dv-neutron-831573-1-hyperv is: [{'id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'name': 'tempest-ServerActionsTestJSON-2141154899-router', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:56Z', 'revision_number': 4, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'gw_port': {'id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:49Z', 'updated_at': '2022-03-02T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'aed3f1a6-fc91-4ceb-9b99-46fbc9a13fd6', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'floating_ip_address': '172.26.4.101', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'port_id': '27787d9c-591c-482e-b24f-3480e544570c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52', 'mac_address': 'fa:16:3e:ea:86:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fce080-e74d-4567-83b2-40720e4c60fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:58:11Z', 'updated_at': '2022-03-02T18:58:58Z', 'revision_number': 1, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1552787-6d20-457b-bebc-3b474e89acb4', 'name': '', 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'mac_address': 'fa:16:3e:33:ad:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b63fe96-d8a7-4e7f-a30f-2804bb38215a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:54Z', 'updated_at': '2022-03-02T18:58:10Z', 'revision_number': 5, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'subnets': [{'id': '7b63fe96-d8a7-4e7f-a30f-2804bb38215a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:59:05.843255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Router 6128edcf-463c-47d7-acc9-6c914311f5fe is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:59:05.862198 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.903127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Transition to ACTIVE for port object 092d3da1-1e67-4193-b586-acadfee70824 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:05.941015 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Transition to ACTIVE for port object 092d3da1-1e67-4193-b586-acadfee70824 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:05.942851 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-81aad23e-b7fa-4148-b279-71fc3bdc6541 None None] Provisioning for port 735fb45f-8068-41b1-ae77-a05d39d79680 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:05.952571 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port fe33cc61-609c-4269-b416-ca44c09e5e98 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:05.959128 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-81aad23e-b7fa-4148-b279-71fc3bdc6541 None None] Provisioning complete for port 735fb45f-8068-41b1-ae77-a05d39d79680 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:05.959128 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-81aad23e-b7fa-4148-b279-71fc3bdc6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:06.055096 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-81aad23e-b7fa-4148-b279-71fc3bdc6541 None None] Port 735fb45f-8068-41b1-ae77-a05d39d79680 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:59:06.058527 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port fe33cc61-609c-4269-b416-ca44c09e5e98 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:06.058904 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:06.140159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:06.179830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:06.221947 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fa3acafa-c5a6-4ee6-800f-49506248e605 req-3aaa8d67-0f36-465e-897f-cebeb2cf741c service neutron] 10.222.0.87 "GET /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143057 Mar 02 18:59:06.227940 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Network ee96f150-adc1-4bd7-99d3-ab590402d354 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:06.228915 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Pushing event updated for resources: {'Port': ['ID=092d3da1-1e67-4193-b586-acadfee70824,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:06.262803 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:06.270874 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:06.308674 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Subnet': ['ID=b292a577-fb48-4059-9a00-b744136dc7df,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:06.384146 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:06.424229 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Attempting to bind port 092d3da1-1e67-4193-b586-acadfee70824 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:59:06.424929 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Attempting to bind port 092d3da1-1e67-4193-b586-acadfee70824 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '73132c49-271c-4fbe-ba96-f64445d9c341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ee96f150-adc1-4bd7-99d3-ab590402d354'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:59:06.425298 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Attempting to bind port 092d3da1-1e67-4193-b586-acadfee70824 on network ee96f150-adc1-4bd7-99d3-ab590402d354 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:59:06.449509 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:59:06.449753 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Checking segment: {'id': '73132c49-271c-4fbe-ba96-f64445d9c341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ee96f150-adc1-4bd7-99d3-ab590402d354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:06.450665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:06.451079 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Bound using segment: {'id': '73132c49-271c-4fbe-ba96-f64445d9c341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ee96f150-adc1-4bd7-99d3-ab590402d354'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:59:06.451678 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Bound port: 092d3da1-1e67-4193-b586-acadfee70824, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73132c49-271c-4fbe-ba96-f64445d9c341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ee96f150-adc1-4bd7-99d3-ab590402d354'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:59:06.452080 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:06.452340 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:06.472667 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port fe33cc61-609c-4269-b416-ca44c09e5e98, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=fe33cc61-609c-4269-b416-ca44c09e5e98,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:06.498806 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee96f150-adc1-4bd7-99d3-ab590402d354']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:06.520631 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73132c49-271c-4fbe-ba96-f64445d9c341') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:06.520931 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73132c49-271c-4fbe-ba96-f64445d9c341') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:06.544221 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-814f5c5f-8335-4e02-81d4-81896b86b619 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:06.584295 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] For port 092d3da1-1e67-4193-b586-acadfee70824, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:06.587951 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] For port 092d3da1-1e67-4193-b586-acadfee70824, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=092d3da1-1e67-4193-b586-acadfee70824,segment=NetworkSegment(73132c49-271c-4fbe-ba96-f64445d9c341),segment_id=73132c49-271c-4fbe-ba96-f64445d9c341)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:06.590682 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:06.669158 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:06.712331 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=fe33cc61-609c-4269-b416-ca44c09e5e98,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:06.767251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-814f5c5f-8335-4e02-81d4-81896b86b619 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for 735fb45f-8068-41b1-ae77-a05d39d79680 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:06.785291 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:06.820252 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:06.832646 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:59:06.833033 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:59:06.851327 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:59:06.869218 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821be16-5c07-4d0b-bcd4-327628b080cc None None] Pushing event updated for resources: {'Port': ['ID=092d3da1-1e67-4193-b586-acadfee70824,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:06.883040 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923b530c-3e14-46fb-95a4-a7bd25c3169c None None] Network ee96f150-adc1-4bd7-99d3-ab590402d354 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:06.969399 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a9bceb-fe98-48ab-abf2-438ae3b7925d None None] Network b90b3199-ef9f-4fea-94f7-249792a7584a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:06.985137 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:06.995649 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.api [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 18:59:06.995649 dv-neutron-831573-1-hyperv neutron-server[84533]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 18:59:06.995649 dv-neutron-831573-1-hyperv neutron-server[84533]: [parameters: {'id': 'ee96f150-adc1-4bd7-99d3-ab590402d354'}] Mar 02 18:59:06.995649 dv-neutron-831573-1-hyperv neutron-server[84533]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:59:07.001701 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG oslo_db.api [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:59:07.001779 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Sync routers for ids ['6128edcf-463c-47d7-acc9-6c914311f5fe'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:59:07.014461 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Routers {'6128edcf-463c-47d7-acc9-6c914311f5fe'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:07.015449 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['6128edcf-463c-47d7-acc9-6c914311f5fe'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:07.069680 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5368a07d-e429-4787-b8ee-4e09b2c871fd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Router 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:59:07.117540 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-86cdf58f-1192-4cd3-8e9d-7ff4d1812497 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Allocated IP 2001:db8::1 (add6024a-7615-4c8f-9788-3355e5a3bfd2/e87728ab-d586-4f6f-a928-0a9934a02bf2/c5e5fe12-e629-40ea-bf46-a1036d10c928) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:07.172345 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:07.176319 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5ece9821-4f2a-41e5-a35a-6ee31857a06c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.4666915 Mar 02 18:59:07.183194 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55718) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:07.279792 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ee88a944-c0c0-40cd-8411-53588767cbb6 None None] Provisioning for port f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:07.283621 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-814f5c5f-8335-4e02-81d4-81896b86b619 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:07.389305 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Set router 6128edcf-463c-47d7-acc9-6c914311f5fe gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:07.397173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f5c5f-8335-4e02-81d4-81896b86b619 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=735fb45f-8068-41b1-ae77-a05d39d79680,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:07.465558 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:59:07.497251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:07.509283 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5ff6c228-0f38-429b-b2e9-b990a091201a req-a1f34e4e-4e1f-4a44-81ff-1c1bd792cce4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2cba10eae0244909ae301c19bf9852ec&device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 1098 time: 1.0506313 Mar 02 18:59:07.559591 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-814f5c5f-8335-4e02-81d4-81896b86b619 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:07.599518 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Deleting port 092d3da1-1e67-4193-b586-acadfee70824 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:07.599861 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:07.609848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-86cdf58f-1192-4cd3-8e9d-7ff4d1812497 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:07.704972 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:07.710554 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:07.710977 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:07.847583 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-8e7172b0-6c5c-4225-aa21-3150dbfb1bc0 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Floating IP f81509e6-e580-4316-ba78-dce0fb12a541 associated. External IP: 172.26.4.4, port: 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c. Mar 02 18:59:07.848131 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4e4dfa-77d7-4173-8314-89bdf8b08df5 None None] get_active_networks_info from dv-neutron-831573-1-hyperv {{(pid=84534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 18:59:07.927776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-86cdf58f-1192-4cd3-8e9d-7ff4d1812497 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Transition to ACTIVE for port object c5e5fe12-e629-40ea-bf46-a1036d10c928 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:07.937075 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e90c7-1d26-4449-8286-ffc8931df0fd req-1368ac2d-d2fc-47d2-8a30-2eef846c4094 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:07.939530 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128edcf-463c-47d7-acc9-6c914311f5fe', 'name': '', 'tenant_id': 'f5017456c3244485bdb51a01e0643703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5510d739-d5e8-48b9-b834-f5fec75e8835', 'external_fixed_ips': [{'subnet_id': 'fa32a015-b04f-4939-93ed-e3302973c376', 'ip_address': '2001:db8::2e9'}], 'enable_snat': True}, 'gw_port_id': '75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:58:59Z', 'updated_at': '2022-03-02T18:59:04Z', 'revision_number': 3, 'project_id': 'f5017456c3244485bdb51a01e0643703', 'gw_port': {'id': '75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef', 'name': '', 'network_id': '5510d739-d5e8-48b9-b834-f5fec75e8835', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128edcf-463c-47d7-acc9-6c914311f5fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa32a015-b04f-4939-93ed-e3302973c376', 'ip_address': '2001:db8::2e9', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:02Z', 'updated_at': '2022-03-02T18:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa32a015-b04f-4939-93ed-e3302973c376', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:07.944856 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fc8e90c7-1d26-4449-8286-ffc8931df0fd req-1368ac2d-d2fc-47d2-8a30-2eef846c4094 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 1.0628746 Mar 02 18:59:07.945657 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Checking router: 6128edcf-463c-47d7-acc9-6c914311f5fe for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:59:07.946153 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Updating router 6128edcf-463c-47d7-acc9-6c914311f5fe port 75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:59:08.021556 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-10459037-2b58-40b8-886f-6e75a36f2011 None None] Provisioning complete for port f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:08.021747 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.023167 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-10459037-2b58-40b8-886f-6e75a36f2011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.038552 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a94a8553-5435-4c2a-864c-ac8f9b7598fe tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.090821 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.091623 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.096856 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-814f5c5f-8335-4e02-81d4-81896b86b619 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/735fb45f-8068-41b1-ae77-a05d39d79680 HTTP/1.1" status: 204 len: 168 time: 3.4404979 Mar 02 18:59:08.114473 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55722) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:08.148990 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.205997 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5368a07d-e429-4787-b8ee-4e09b2c871fd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:08.206266 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e,segment=NetworkSegment(2acb93f8-abf8-4345-bb0b-7037530b8ea3),segment_id=2acb93f8-abf8-4345-bb0b-7037530b8ea3)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:08.218555 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5368a07d-e429-4787-b8ee-4e09b2c871fd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.281102 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5368a07d-e429-4787-b8ee-4e09b2c871fd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "PUT /v2.0/floatingips/e23148e5-1825-434d-9403-0a6ab7df794f HTTP/1.1" status: 200 len: 990 time: 6.0055366 Mar 02 18:59:08.287651 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03583051-d0b5-494f-9993-5bd973e13f4b', 'tag': 'a3b90cb9-f564-4d94-b2b6-4db4c106c203'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:59:08.291215 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-10459037-2b58-40b8-886f-6e75a36f2011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.310076 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] For port 092d3da1-1e67-4193-b586-acadfee70824, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=092d3da1-1e67-4193-b586-acadfee70824,segment=NetworkSegment(73132c49-271c-4fbe-ba96-f64445d9c341),segment_id=73132c49-271c-4fbe-ba96-f64445d9c341)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:08.310456 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.379344 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9c0151-8c0c-4b7d-a2b1-8c88acc85feb None None] Sync routers for ids ['809eb97e-5bf2-478a-b5e9-da1b2aa396a5'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:59:08.398900 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.399763 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device fe33cc61-609c-4269-b416-ca44c09e5e98 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:59:08.509906 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Calling delete_port for 092d3da1-1e67-4193-b586-acadfee70824 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:08.542966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6c228-0f38-429b-b2e9-b990a091201a req-40c10073-a947-4aa8-b674-7bcc6fdce25b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:08.544376 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5ff6c228-0f38-429b-b2e9-b990a091201a req-40c10073-a947-4aa8-b674-7bcc6fdce25b service neutron] 10.222.0.87 "GET /v2.0/networks?id=83e11a8d-5f6c-4e4d-9263-33efd20f1a52 HTTP/1.1" status: 200 len: 913 time: 0.9891207 Mar 02 18:59:08.555613 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fc8e90c7-1d26-4449-8286-ffc8931df0fd req-b416823e-8614-4ee1-b8bb-cc38ac60bda7 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6098721 Mar 02 18:59:08.599684 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.604266 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4e4dfa-77d7-4173-8314-89bdf8b08df5 None None] Resources bound (agent type, host, resource id): {{(pid=84534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:59:08.613674 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9c0151-8c0c-4b7d-a2b1-8c88acc85feb None None] Routers {'809eb97e-5bf2-478a-b5e9-da1b2aa396a5'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:08.614343 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ac9c0151-8c0c-4b7d-a2b1-8c88acc85feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['809eb97e-5bf2-478a-b5e9-da1b2aa396a5'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:08.622067 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Transition to ACTIVE for port object 75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:08.632031 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-86cdf58f-1192-4cd3-8e9d-7ff4d1812497 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.638444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d12a13b-3db0-4c12-90ef-e91c85bb6fb8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:08.640208 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d12a13b-3db0-4c12-90ef-e91c85bb6fb8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:08.641026 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8d12a13b-3db0-4c12-90ef-e91c85bb6fb8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:08.707270 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.809777 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cdf58f-1192-4cd3-8e9d-7ff4d1812497 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network add6024a-7615-4c8f-9788-3355e5a3bfd2 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:08.809991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-ac9c0151-8c0c-4b7d-a2b1-8c88acc85feb None None] Set router 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:08.812597 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb06da9-3bad-4e28-bb40-dd97efd14999 req-993aa747-5b50-4487-b123-8028ace80bb9 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:08.814146 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9fb06da9-3bad-4e28-bb40-dd97efd14999 req-993aa747-5b50-4487-b123-8028ace80bb9 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 945 time: 0.3211799 Mar 02 18:59:08.824574 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdf58f-1192-4cd3-8e9d-7ff4d1812497 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=c5e5fe12-e629-40ea-bf46-a1036d10c928,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:08.827155 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-86cdf58f-1192-4cd3-8e9d-7ff4d1812497 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:08.832392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cdf58f-1192-4cd3-8e9d-7ff4d1812497 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:08.832922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-86cdf58f-1192-4cd3-8e9d-7ff4d1812497 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.839564 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5ff6c228-0f38-429b-b2e9-b990a091201a req-37eb2bb9-3af7-45cc-988b-99d37833fd08 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27787d9c-591c-482e-b24f-3480e544570c HTTP/1.1" status: 200 len: 999 time: 0.2801626 Mar 02 18:59:08.880814 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03583051-d0b5-494f-9993-5bd973e13f4b', 'tag': 'a3b90cb9-f564-4d94-b2b6-4db4c106c203', 'status': 'completed', 'code': 200} Mar 02 18:59:08.901048 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Attempting to bind port 75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:59:08.904527 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.907149 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Attempting to bind port 75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c7885005-4dfe-4e63-9c9c-5a245e0f5656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5510d739-d5e8-48b9-b834-f5fec75e8835'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:59:08.907580 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Attempting to bind port 75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef on network 5510d739-d5e8-48b9-b834-f5fec75e8835 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:59:08.914153 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32411d0-6e67-4a6d-9dd9-2739fe098642 None None] Pushing event updated for resources: {'Port': ['ID=75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef,revision_number=2']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:08.919380 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8d12a13b-3db0-4c12-90ef-e91c85bb6fb8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:08.927275 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8d12a13b-3db0-4c12-90ef-e91c85bb6fb8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8065674 Mar 02 18:59:08.939435 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:59:08.939852 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Checking segment: {'id': 'c7885005-4dfe-4e63-9c9c-5a245e0f5656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5510d739-d5e8-48b9-b834-f5fec75e8835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:08.940217 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.940610 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Bound using segment: {'id': 'c7885005-4dfe-4e63-9c9c-5a245e0f5656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5510d739-d5e8-48b9-b834-f5fec75e8835'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:59:08.941084 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Bound port: 75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7885005-4dfe-4e63-9c9c-5a245e0f5656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5510d739-d5e8-48b9-b834-f5fec75e8835'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:59:08.941474 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.956398 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55738) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:09.015779 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32411d0-6e67-4a6d-9dd9-2739fe098642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:09.016171 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32411d0-6e67-4a6d-9dd9-2739fe098642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:09.016471 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32411d0-6e67-4a6d-9dd9-2739fe098642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:09.016811 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32411d0-6e67-4a6d-9dd9-2739fe098642 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:09.017162 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32411d0-6e67-4a6d-9dd9-2739fe098642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:09.017500 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32411d0-6e67-4a6d-9dd9-2739fe098642 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:09.017831 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32411d0-6e67-4a6d-9dd9-2739fe098642 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:09.018175 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32411d0-6e67-4a6d-9dd9-2739fe098642 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:09.018505 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32411d0-6e67-4a6d-9dd9-2739fe098642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:09.018828 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32411d0-6e67-4a6d-9dd9-2739fe098642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:09.019424 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32411d0-6e67-4a6d-9dd9-2739fe098642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:09.068022 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9fb06da9-3bad-4e28-bb40-dd97efd14999 req-0c80c34f-4628-443f-a654-2d3e5c132a0f tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb957d16-e85d-4241-8b29-4e3abf1e76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432780 Mar 02 18:59:09.075147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No DVR routers for this DVR port 092d3da1-1e67-4193-b586-acadfee70824 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:09.076049 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] For port 75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:09.084887 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] For port 75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef,segment=NetworkSegment(c7885005-4dfe-4e63-9c9c-5a245e0f5656),segment_id=c7885005-4dfe-4e63-9c9c-5a245e0f5656)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:09.116697 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Port': ['ID=092d3da1-1e67-4193-b586-acadfee70824,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:09.166625 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:09.210090 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:09.220289 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6c228-0f38-429b-b2e9-b990a091201a req-9703e131-0d11-4f7b-bbb2-7e1d0f6ea342 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:09.221822 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5ff6c228-0f38-429b-b2e9-b990a091201a req-9703e131-0d11-4f7b-bbb2-7e1d0f6ea342 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7b63fe96-d8a7-4e7f-a30f-2804bb38215a HTTP/1.1" status: 200 len: 851 time: 0.3749113 Mar 02 18:59:09.297539 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32411d0-6e67-4a6d-9dd9-2739fe098642 None None] Pushing event updated for resources: {'Port': ['ID=75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:09.348464 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Routers {'6128edcf-463c-47d7-acc9-6c914311f5fe'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:09.349726 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['6128edcf-463c-47d7-acc9-6c914311f5fe'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:09.436982 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a94a8553-5435-4c2a-864c-ac8f9b7598fe tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:09.468098 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:09.469919 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port fe33cc61-609c-4269-b416-ca44c09e5e98 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:09.470421 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:09.516368 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee96f150-adc1-4bd7-99d3-ab590402d354']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:09.524826 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-10459037-2b58-40b8-886f-6e75a36f2011 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:59:09.525179 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-10459037-2b58-40b8-886f-6e75a36f2011 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:59:09.525398 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-a94a8553-5435-4c2a-864c-ac8f9b7598fe tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Deleting port 75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:09.526695 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a94a8553-5435-4c2a-864c-ac8f9b7598fe tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:09.575593 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73132c49-271c-4fbe-ba96-f64445d9c341') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:09.576178 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73132c49-271c-4fbe-ba96-f64445d9c341') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:09.602722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:09.605606 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1c9b3608-4265-4e6c-8005-ddadc864d155 req-e7214bb5-6217-48ea-a8c0-eda15cb64771 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3690a6fef5ca4d7db77cf45287e6059b&device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 1098 time: 0.7239070 Mar 02 18:59:09.634028 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8dfe3fc4-d415-4e03-bf14-e2851f148649 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:59:09.643804 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:09.671339 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-86cdf58f-1192-4cd3-8e9d-7ff4d1812497 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:09.684489 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] Set router 6128edcf-463c-47d7-acc9-6c914311f5fe gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:09.688217 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ac9c0151-8c0c-4b7d-a2b1-8c88acc85feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'name': 'tempest-ServersTestJSON-1980438265-router', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:58:04Z', 'revision_number': 4, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'gw_port': {'id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'e23148e5-1825-434d-9403-0a6ab7df794f', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'floating_ip_address': '172.26.4.91', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'port_id': 'a3b90cb9-f564-4d94-b2b6-4db4c106c203', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01', 'mac_address': 'fa:16:3e:a5:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03583051-d0b5-494f-9993-5bd973e13f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:58:17Z', 'updated_at': '2022-03-02T18:59:04Z', 'revision_number': 1, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd529cf5c-992f-420b-a40e-f9b8efe2c061', 'name': '', 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'mac_address': 'fa:16:3e:94:4f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2420e415-3c74-49b9-846d-1a79e8671200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:03Z', 'updated_at': '2022-03-02T18:58:42Z', 'revision_number': 5, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'subnets': [{'id': '2420e415-3c74-49b9-846d-1a79e8671200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:09.713153 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:59:09.714421 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:09.731626 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9c0151-8c0c-4b7d-a2b1-8c88acc85feb None None] Checking router: 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:59:09.733319 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:59:09.774357 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78556f0a-54ec-47b3-9b8a-c6f468bded50 req-a27dd2eb-164e-4bc4-9610-dd86597bb374 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:09.783608 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-78556f0a-54ec-47b3-9b8a-c6f468bded50 req-a27dd2eb-164e-4bc4-9610-dd86597bb374 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.7257814 Mar 02 18:59:09.817025 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9c0151-8c0c-4b7d-a2b1-8c88acc85feb None None] Routers {'809eb97e-5bf2-478a-b5e9-da1b2aa396a5'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:09.817666 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ac9c0151-8c0c-4b7d-a2b1-8c88acc85feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['809eb97e-5bf2-478a-b5e9-da1b2aa396a5'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:09.856377 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5ff6c228-0f38-429b-b2e9-b990a091201a req-0c0f31a9-4dad-4812-b17e-a90df6489831 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=83e11a8d-5f6c-4e4d-9263-33efd20f1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6127734 Mar 02 18:59:09.865527 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe2cb95-2338-496b-b384-4cb7f28bec00 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 7dbd1b68-f549-4ac4-acff-6ee433b8afa7 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:59:09.870917 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de041f2-6fc1-452d-ac2e-c60d17f24b6b None None] New status for floating IP aed3f1a6-fc91-4ceb-9b99-46fbc9a13fd6: ACTIVE {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:59:09.889722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-a94a8553-5435-4c2a-864c-ac8f9b7598fe tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] For port 75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef,segment=NetworkSegment(c7885005-4dfe-4e63-9c9c-5a245e0f5656),segment_id=c7885005-4dfe-4e63-9c9c-5a245e0f5656)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:09.890492 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a94a8553-5435-4c2a-864c-ac8f9b7598fe tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:09.959685 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:10.017747 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-ac9c0151-8c0c-4b7d-a2b1-8c88acc85feb None None] Set router 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:10.056319 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fe2cb95-2338-496b-b384-4cb7f28bec00 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:10.092149 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:10.116052 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-a94a8553-5435-4c2a-864c-ac8f9b7598fe tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Calling delete_port for 75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:10.222814 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Network': ['ID=ee96f150-adc1-4bd7-99d3-ab590402d354,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:10.240289 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-52150f77-a4ef-4dd9-af16-4cc34a165ca9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/ee96f150-adc1-4bd7-99d3-ab590402d354 HTTP/1.1" status: 204 len: 168 time: 6.6167409 Mar 02 18:59:10.245461 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55746) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:10.255109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-e2e96825-1c9c-4d65-867b-075863d544f9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-854335343'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:10.262004 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e2e96825-1c9c-4d65-867b-075863d544f9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:10.277420 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e2e96825-1c9c-4d65-867b-075863d544f9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:network and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:10.287918 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e2e96825-1c9c-4d65-867b-075863d544f9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:10.302570 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e2e96825-1c9c-4d65-867b-075863d544f9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:10.435061 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e96825-1c9c-4d65-867b-075863d544f9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:10.436761 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 8dfe3fc4-d415-4e03-bf14-e2851f148649 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:10.438054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:10.442150 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e2e96825-1c9c-4d65-867b-075863d544f9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:10.496078 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a94a8553-5435-4c2a-864c-ac8f9b7598fe tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:10.524014 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-78556f0a-54ec-47b3-9b8a-c6f468bded50 req-c2cca9d4-88e6-4f35-803c-e01ea3ab7a6d tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7391193 Mar 02 18:59:10.543542 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e96825-1c9c-4d65-867b-075863d544f9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:59:10.544388 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6128edcf-463c-47d7-acc9-6c914311f5fe', 'name': '', 'tenant_id': 'f5017456c3244485bdb51a01e0643703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5510d739-d5e8-48b9-b834-f5fec75e8835', 'external_fixed_ips': [{'subnet_id': 'fa32a015-b04f-4939-93ed-e3302973c376', 'ip_address': '2001:db8::2e9'}], 'enable_snat': True}, 'gw_port_id': '75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:58:59Z', 'updated_at': '2022-03-02T18:59:04Z', 'revision_number': 3, 'project_id': 'f5017456c3244485bdb51a01e0643703', 'gw_port': {'id': '75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef', 'name': '', 'network_id': '5510d739-d5e8-48b9-b834-f5fec75e8835', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128edcf-463c-47d7-acc9-6c914311f5fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa32a015-b04f-4939-93ed-e3302973c376', 'ip_address': '2001:db8::2e9', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:02Z', 'updated_at': '2022-03-02T18:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa32a015-b04f-4939-93ed-e3302973c376', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:10.558463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a8553-5435-4c2a-864c-ac8f9b7598fe tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Pushing event deleted for resources: {'Port': ['ID=75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:10.565021 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f27597-b1ed-4ebf-8075-046c81b14bfb None None] The sync data for ids ['6128edcf-463c-47d7-acc9-6c914311f5fe'] in dv-neutron-831573-1-hyperv is: [{'id': '6128edcf-463c-47d7-acc9-6c914311f5fe', 'name': '', 'tenant_id': 'f5017456c3244485bdb51a01e0643703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5510d739-d5e8-48b9-b834-f5fec75e8835', 'external_fixed_ips': [{'subnet_id': 'fa32a015-b04f-4939-93ed-e3302973c376', 'ip_address': '2001:db8::2e9'}], 'enable_snat': True}, 'gw_port_id': '75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:58:59Z', 'updated_at': '2022-03-02T18:59:04Z', 'revision_number': 3, 'project_id': 'f5017456c3244485bdb51a01e0643703', 'gw_port': {'id': '75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef', 'name': '', 'network_id': '5510d739-d5e8-48b9-b834-f5fec75e8835', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:82:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6128edcf-463c-47d7-acc9-6c914311f5fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fa32a015-b04f-4939-93ed-e3302973c376', 'ip_address': '2001:db8::2e9', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:02Z', 'updated_at': '2022-03-02T18:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa32a015-b04f-4939-93ed-e3302973c376', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:59:10.572161 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e2e96825-1c9c-4d65-867b-075863d544f9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:10.572572 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-e2e96825-1c9c-4d65-867b-075863d544f9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Added segment 9c8c397c-e513-49e1-9d05-de34541c3f3c of type vlan for network e6050d2b-d71a-405e-aff9-044351f36125 Mar 02 18:59:10.607438 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e2e96825-1c9c-4d65-867b-075863d544f9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:10.634755 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fe2cb95-2338-496b-b384-4cb7f28bec00 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:10.701648 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b3608-4265-4e6c-8005-ddadc864d155 req-486b4247-17f8-4301-999b-91f52fbc558e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:10.703274 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1c9b3608-4265-4e6c-8005-ddadc864d155 req-486b4247-17f8-4301-999b-91f52fbc558e service neutron] 10.222.0.87 "GET /v2.0/networks?id=dfc73d84-d9bb-42bb-9e68-447b764aae01 HTTP/1.1" status: 200 len: 907 time: 1.0752599 Mar 02 18:59:10.774778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e2e96825-1c9c-4d65-867b-075863d544f9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:10.779094 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e96825-1c9c-4d65-867b-075863d544f9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:10.779558 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e2e96825-1c9c-4d65-867b-075863d544f9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:10.819998 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ac9c0151-8c0c-4b7d-a2b1-8c88acc85feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'name': 'tempest-ServersTestJSON-1980438265-router', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:58:04Z', 'revision_number': 4, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'gw_port': {'id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'e23148e5-1825-434d-9403-0a6ab7df794f', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'floating_ip_address': '172.26.4.91', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'port_id': 'a3b90cb9-f564-4d94-b2b6-4db4c106c203', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01', 'mac_address': 'fa:16:3e:a5:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03583051-d0b5-494f-9993-5bd973e13f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:58:17Z', 'updated_at': '2022-03-02T18:59:04Z', 'revision_number': 1, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd529cf5c-992f-420b-a40e-f9b8efe2c061', 'name': '', 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'mac_address': 'fa:16:3e:94:4f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2420e415-3c74-49b9-846d-1a79e8671200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:03Z', 'updated_at': '2022-03-02T18:58:42Z', 'revision_number': 5, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'subnets': [{'id': '2420e415-3c74-49b9-846d-1a79e8671200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:10.826030 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9c0151-8c0c-4b7d-a2b1-8c88acc85feb None None] The sync data for ids ['809eb97e-5bf2-478a-b5e9-da1b2aa396a5'] in dv-neutron-831573-1-hyperv is: [{'id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'name': 'tempest-ServersTestJSON-1980438265-router', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:58:04Z', 'revision_number': 4, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'gw_port': {'id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'e23148e5-1825-434d-9403-0a6ab7df794f', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'floating_ip_address': '172.26.4.91', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'port_id': 'a3b90cb9-f564-4d94-b2b6-4db4c106c203', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01', 'mac_address': 'fa:16:3e:a5:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03583051-d0b5-494f-9993-5bd973e13f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:58:17Z', 'updated_at': '2022-03-02T18:59:04Z', 'revision_number': 1, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd529cf5c-992f-420b-a40e-f9b8efe2c061', 'name': '', 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'mac_address': 'fa:16:3e:94:4f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2420e415-3c74-49b9-846d-1a79e8671200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:03Z', 'updated_at': '2022-03-02T18:58:42Z', 'revision_number': 5, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'subnets': [{'id': '2420e415-3c74-49b9-846d-1a79e8671200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:59:10.850111 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2857a1de-e24a-4ad6-8170-108eff419f15 None None] get_active_networks_info from dv-neutron-831573-1-hyperv {{(pid=84534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 18:59:10.924452 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5ff6c228-0f38-429b-b2e9-b990a091201a req-11fefe26-935e-4d77-9f48-b5278eae8a1f service neutron] 10.222.0.87 "GET /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0254817 Mar 02 18:59:10.966577 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:59:11.015591 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a94a8553-5435-4c2a-864c-ac8f9b7598fe tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:11.037862 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1c9b3608-4265-4e6c-8005-ddadc864d155 req-9bebbef3-b8b6-49e5-b3e6-36ea0aa77351 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3b90cb9-f564-4d94-b2b6-4db4c106c203 HTTP/1.1" status: 200 len: 998 time: 0.3156610 Mar 02 18:59:11.130563 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Router 81f3f938-2771-4265-b3ec-11b86b4b66ac is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:59:11.138381 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e96825-1c9c-4d65-867b-075863d544f9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Network': ['ID=e6050d2b-d71a-405e-aff9-044351f36125,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:11.142491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2857a1de-e24a-4ad6-8170-108eff419f15 None None] Resources bound (agent type, host, resource id): {{(pid=84534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:59:11.152470 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e2e96825-1c9c-4d65-867b-075863d544f9 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9021821 Mar 02 18:59:11.153941 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55752) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:11.159887 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-afb77b92-5aff-49f8-a6b1-52e0bc810afc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'subnet': {'network_id': 'e6050d2b-d71a-405e-aff9-044351f36125', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:11.165656 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network e6050d2b-d71a-405e-aff9-044351f36125 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:59:11.209057 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fe2cb95-2338-496b-b384-4cb7f28bec00 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:11.247038 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:11.247758 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:11.364238 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b3608-4265-4e6c-8005-ddadc864d155 req-946eff25-fcba-4fce-b465-b5fdcf4a218c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:11.366182 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1c9b3608-4265-4e6c-8005-ddadc864d155 req-946eff25-fcba-4fce-b465-b5fdcf4a218c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2420e415-3c74-49b9-846d-1a79e8671200 HTTP/1.1" status: 200 len: 845 time: 0.2664278 Mar 02 18:59:11.422694 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5ff6c228-0f38-429b-b2e9-b990a091201a req-7ffe204a-3832-4b87-90fc-5354617cda73 service neutron] 10.222.0.87 "GET /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688120 Mar 02 18:59:11.610573 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-afb77b92-5aff-49f8-a6b1-52e0bc810afc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:11.617305 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a94a8553-5435-4c2a-864c-ac8f9b7598fe tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:11.619220 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-afb77b92-5aff-49f8-a6b1-52e0bc810afc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:subnet and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:11.623287 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-afb77b92-5aff-49f8-a6b1-52e0bc810afc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:11.630309 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-afb77b92-5aff-49f8-a6b1-52e0bc810afc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:11.634051 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a94a8553-5435-4c2a-864c-ac8f9b7598fe tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:11.701788 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb77b92-5aff-49f8-a6b1-52e0bc810afc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:11.775086 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a94a8553-5435-4c2a-864c-ac8f9b7598fe tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:11.775621 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94a8553-5435-4c2a-864c-ac8f9b7598fe tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6128edcf-463c-47d7-acc9-6c914311f5fe {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:59:11.799327 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a94a8553-5435-4c2a-864c-ac8f9b7598fe tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:11.800492 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a94a8553-5435-4c2a-864c-ac8f9b7598fe tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "DELETE /v2.0/routers/6128edcf-463c-47d7-acc9-6c914311f5fe HTTP/1.1" status: 204 len: 168 time: 4.5571425 Mar 02 18:59:11.813621 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55758) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:11.827201 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-86cdf58f-1192-4cd3-8e9d-7ff4d1812497 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:11.852633 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fe2cb95-2338-496b-b384-4cb7f28bec00 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:11.867056 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-afb77b92-5aff-49f8-a6b1-52e0bc810afc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:11.915379 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2cb95-2338-496b-b384-4cb7f28bec00 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=7dbd1b68-f549-4ac4-acff-6ee433b8afa7,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:11.920989 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-86cdf58f-1192-4cd3-8e9d-7ff4d1812497 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:11.921689 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-86cdf58f-1192-4cd3-8e9d-7ff4d1812497 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:11.964404 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1c9b3608-4265-4e6c-8005-ddadc864d155 req-e21f5a54-cbf3-43c5-83d1-9e2fd0070d12 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dfc73d84-d9bb-42bb-9e68-447b764aae01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5388620 Mar 02 18:59:11.968339 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe64795-7e8a-41c9-b66b-36bd0849646c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Deleting subnet fa32a015-b04f-4939-93ed-e3302973c376 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:59:11.970323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6961cb-a071-4f14-ae52-da92d7cc8eac req-b724d23b-f127-4340-9510-ee62197adeaf tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:11.975664 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-afe64795-7e8a-41c9-b66b-36bd0849646c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:11.977222 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5c6961cb-a071-4f14-ae52-da92d7cc8eac req-b724d23b-f127-4340-9510-ee62197adeaf tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.4979291 Mar 02 18:59:12.001649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7172b0-6c5c-4225-aa21-3150dbfb1bc0 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Router 646c2855-464f-4c63-b418-a98d11f7ee80 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:59:12.015331 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.ipam_backend_mixin [None req-afb77b92-5aff-49f8-a6b1-52e0bc810afc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Performing IP validity checks on allocation pools {{(pid=84533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 18:59:12.015880 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.ipam_backend_mixin [None req-afb77b92-5aff-49f8-a6b1-52e0bc810afc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 18:59:12.031878 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac56835-3d9c-4800-9ff7-f2bab33ba76d None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:12.050519 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-afe64795-7e8a-41c9-b66b-36bd0849646c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:12.051258 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fe2cb95-2338-496b-b384-4cb7f28bec00 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:12.150622 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-afe64795-7e8a-41c9-b66b-36bd0849646c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:12.235690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdf58f-1192-4cd3-8e9d-7ff4d1812497 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=c5e5fe12-e629-40ea-bf46-a1036d10c928,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:12.249602 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2fe2cb95-2338-496b-b384-4cb7f28bec00 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/7dbd1b68-f549-4ac4-acff-6ee433b8afa7 HTTP/1.1" status: 204 len: 168 time: 3.2759271 Mar 02 18:59:12.250037 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55762) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:12.260939 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5ca10d4c-0653-473c-890f-752e60ccf514 None None] Provisioning for port c5e5fe12-e629-40ea-bf46-a1036d10c928 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:12.265712 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5ca10d4c-0653-473c-890f-752e60ccf514 None None] Provisioning complete for port c5e5fe12-e629-40ea-bf46-a1036d10c928 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:12.265712 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5ca10d4c-0653-473c-890f-752e60ccf514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:12.294259 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5c6961cb-a071-4f14-ae52-da92d7cc8eac req-4ed6c5b4-34ee-4872-90bd-3b70ef3d48be tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3158803 Mar 02 18:59:12.332980 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-5ca10d4c-0653-473c-890f-752e60ccf514 None None] Port c5e5fe12-e629-40ea-bf46-a1036d10c928 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:59:12.348041 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f2886e8d-9105-49b6-ac2c-1c4bd87af4bb tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965998 Mar 02 18:59:12.350426 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55768) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:12.359042 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-7a2c674a-c4e2-48ae-9362-d53a5b8b9d4d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:12.434094 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-afe64795-7e8a-41c9-b66b-36bd0849646c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:12.434602 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddd5cce-6209-4f01-80ea-245add899a12 None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:59:12.438695 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd5cce-6209-4f01-80ea-245add899a12 None None] Deleting port fe33cc61-609c-4269-b416-ca44c09e5e98 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:12.439066 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0ddd5cce-6209-4f01-80ea-245add899a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:12.522197 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe64795-7e8a-41c9-b66b-36bd0849646c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fa32a015-b04f-4939-93ed-e3302973c376,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:12.536037 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-afb77b92-5aff-49f8-a6b1-52e0bc810afc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:12.545699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-afe64795-7e8a-41c9-b66b-36bd0849646c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:12.566976 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1c9b3608-4265-4e6c-8005-ddadc864d155 req-269ce93a-2062-4d37-9aec-0d1dfa69f265 service neutron] 10.222.0.87 "GET /v2.0/networks/dfc73d84-d9bb-42bb-9e68-447b764aae01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740361 Mar 02 18:59:12.577873 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cdf58f-1192-4cd3-8e9d-7ff4d1812497 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network add6024a-7615-4c8f-9788-3355e5a3bfd2 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:12.602905 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-86cdf58f-1192-4cd3-8e9d-7ff4d1812497 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:12.617625 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-afe64795-7e8a-41c9-b66b-36bd0849646c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/fa32a015-b04f-4939-93ed-e3302973c376 HTTP/1.1" status: 204 len: 168 time: 0.8060782 Mar 02 18:59:12.618276 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55774) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:12.741138 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-7a2c674a-c4e2-48ae-9362-d53a5b8b9d4d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:12.745989 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-7a2c674a-c4e2-48ae-9362-d53a5b8b9d4d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:12.749490 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-7a2c674a-c4e2-48ae-9362-d53a5b8b9d4d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:12.756128 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-7a2c674a-c4e2-48ae-9362-d53a5b8b9d4d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:12.788232 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0ddd5cce-6209-4f01-80ea-245add899a12 None None] For port fe33cc61-609c-4269-b416-ca44c09e5e98, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=fe33cc61-609c-4269-b416-ca44c09e5e98,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:12.789126 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0ddd5cce-6209-4f01-80ea-245add899a12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:12.842955 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb77b92-5aff-49f8-a6b1-52e0bc810afc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Subnet': ['ID=f80b931a-8164-472f-8886-229780076086,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:12.857316 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52e62fa0-b62a-4894-b384-4cd6c38ca2c1 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:12.870880 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2c674a-c4e2-48ae-9362-d53a5b8b9d4d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:12.943589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:12.975214 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f43293-0bff-4349-abbd-90731f739153 None None] Sync routers for ids ['81f3f938-2771-4265-b3ec-11b86b4b66ac'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:59:12.977680 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device fe33cc61-609c-4269-b416-ca44c09e5e98 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:12.988278 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb77b92-5aff-49f8-a6b1-52e0bc810afc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Checking segment: {'id': '9c8c397c-e513-49e1-9d05-de34541c3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'e6050d2b-d71a-405e-aff9-044351f36125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:12.989973 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb77b92-5aff-49f8-a6b1-52e0bc810afc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network hostable DHCP agents. Network: e6050d2b-d71a-405e-aff9-044351f36125, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:59:13.019274 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0ddd5cce-6209-4f01-80ea-245add899a12 None None] Calling delete_port for fe33cc61-609c-4269-b416-ca44c09e5e98 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:13.029807 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1c9b3608-4265-4e6c-8005-ddadc864d155 req-0e1f40db-8a3c-4de1-a380-21e6b6ecdbaa service neutron] 10.222.0.87 "GET /v2.0/networks/dfc73d84-d9bb-42bb-9e68-447b764aae01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508936 Mar 02 18:59:13.160943 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:13.161569 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7a2c674a-c4e2-48ae-9362-d53a5b8b9d4d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:13.166188 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a038b443-4559-47ee-921c-b64c336b7eac tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 13.2940745 Mar 02 18:59:13.167450 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55780) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:13.187882 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f43293-0bff-4349-abbd-90731f739153 None None] Routers {'81f3f938-2771-4265-b3ec-11b86b4b66ac'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:13.188694 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-c9f43293-0bff-4349-abbd-90731f739153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['81f3f938-2771-4265-b3ec-11b86b4b66ac'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:13.302129 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-c9f43293-0bff-4349-abbd-90731f739153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:13.305629 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7fc77922-88fa-4498-b9d9-d2d09cccaf5d None None] Provisioning complete for port c5e5fe12-e629-40ea-bf46-a1036d10c928 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:13.306105 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7fc77922-88fa-4498-b9d9-d2d09cccaf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:13.405109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb77b92-5aff-49f8-a6b1-52e0bc810afc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network e6050d2b-d71a-405e-aff9-044351f36125 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:59:13.429239 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52e62fa0-b62a-4894-b384-4cd6c38ca2c1 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:13.449707 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f43293-0bff-4349-abbd-90731f739153 None None] Routers {'81f3f938-2771-4265-b3ec-11b86b4b66ac'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:13.450697 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-c9f43293-0bff-4349-abbd-90731f739153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['81f3f938-2771-4265-b3ec-11b86b4b66ac'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:13.470471 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-52e62fa0-b62a-4894-b384-4cd6c38ca2c1 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5510d739-d5e8-48b9-b834-f5fec75e8835']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:13.492137 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-afb77b92-5aff-49f8-a6b1-52e0bc810afc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, e6050d2b-d71a-405e-aff9-044351f36125) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:13.495478 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-52e62fa0-b62a-4894-b384-4cd6c38ca2c1 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7885005-4dfe-4e63-9c9c-5a245e0f5656') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:13.499130 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-52e62fa0-b62a-4894-b384-4cd6c38ca2c1 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7885005-4dfe-4e63-9c9c-5a245e0f5656') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:13.513128 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb77b92-5aff-49f8-a6b1-52e0bc810afc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:13.513721 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-afb77b92-5aff-49f8-a6b1-52e0bc810afc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:13.535699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52e62fa0-b62a-4894-b384-4cd6c38ca2c1 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:13.556928 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52e62fa0-b62a-4894-b384-4cd6c38ca2c1 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:13.559501 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:13.568152 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e62fa0-b62a-4894-b384-4cd6c38ca2c1 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:59:13.568967 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52e62fa0-b62a-4894-b384-4cd6c38ca2c1 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:13.575075 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd48c3e-c96b-43a4-99e1-5ee9e065fce6 None None] Network e6050d2b-d71a-405e-aff9-044351f36125 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:13.576291 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7172b0-6c5c-4225-aa21-3150dbfb1bc0 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:13.588762 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c626efc-26c9-4cc5-87f7-9fe090c6f7dc None None] Sync routers for ids ['646c2855-464f-4c63-b418-a98d11f7ee80'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:59:13.595780 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0ddd5cce-6209-4f01-80ea-245add899a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:13.599408 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-c9f43293-0bff-4349-abbd-90731f739153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:13.599821 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f43293-0bff-4349-abbd-90731f739153 None None] The sync data for ids ['81f3f938-2771-4265-b3ec-11b86b4b66ac'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:59:13.601222 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-7fc77922-88fa-4498-b9d9-d2d09cccaf5d None None] Port c5e5fe12-e629-40ea-bf46-a1036d10c928 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:59:13.618298 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c626efc-26c9-4cc5-87f7-9fe090c6f7dc None None] Routers {'646c2855-464f-4c63-b418-a98d11f7ee80'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:13.619183 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6c626efc-26c9-4cc5-87f7-9fe090c6f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['646c2855-464f-4c63-b418-a98d11f7ee80'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:13.627307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e7172b0-6c5c-4225-aa21-3150dbfb1bc0 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:59:13.715912 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:59:13.720228 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd5cce-6209-4f01-80ea-245add899a12 None None] Pushing event deleted for resources: {'Port': ['ID=fe33cc61-609c-4269-b416-ca44c09e5e98,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:13.747079 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8e7172b0-6c5c-4225-aa21-3150dbfb1bc0 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "PUT /v2.0/floatingips/f81509e6-e580-4316-ba78-dce0fb12a541 HTTP/1.1" status: 200 len: 989 time: 11.8891196 Mar 02 18:59:13.748077 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b48e892-721c-4a82-bf0e-7e7ff35f7567', 'tag': '8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:59:13.758192 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-afb77b92-5aff-49f8-a6b1-52e0bc810afc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6028776 Mar 02 18:59:13.762926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55790) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:13.767106 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddd5cce-6209-4f01-80ea-245add899a12 None None] No DVR routers for this DVR port fe33cc61-609c-4269-b416-ca44c09e5e98 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:13.889984 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52e62fa0-b62a-4894-b384-4cd6c38ca2c1 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:13.917924 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e62fa0-b62a-4894-b384-4cd6c38ca2c1 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5510d739-d5e8-48b9-b834-f5fec75e8835 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 02 18:59:13.926308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-52e62fa0-b62a-4894-b384-4cd6c38ca2c1 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:13.944741 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e62fa0-b62a-4894-b384-4cd6c38ca2c1 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Pushing event deleted for resources: {'Network': ['ID=5510d739-d5e8-48b9-b834-f5fec75e8835,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:13.961320 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2951037-f310-4857-8fbe-5b22bdf2e4f2 req-77643b4f-b733-41ae-baa7-c22937087f63 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:13.963900 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2951037-f310-4857-8fbe-5b22bdf2e4f2 req-77643b4f-b733-41ae-baa7-c22937087f63 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.3736386 Mar 02 18:59:13.970967 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-52e62fa0-b62a-4894-b384-4cd6c38ca2c1 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "DELETE /v2.0/networks/5510d739-d5e8-48b9-b834-f5fec75e8835 HTTP/1.1" status: 204 len: 168 time: 1.3423915 Mar 02 18:59:14.033706 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-e6050d2b-d71a-405e-aff9-044351f36125', 'network_id': 'e6050d2b-d71a-405e-aff9-044351f36125', 'tenant_id': 'e60c693f9f88467c9c691aee434eb6e7', 'fixed_ips': [{'subnet_id': 'f80b931a-8164-472f-8886-229780076086'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:59:14.034544 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:14.046022 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cdf58f-1192-4cd3-8e9d-7ff4d1812497 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router 83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:59:14.083317 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-6c626efc-26c9-4cc5-87f7-9fe090c6f7dc None None] Set router 646c2855-464f-4c63-b418-a98d11f7ee80 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:14.152555 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e523316-8c4c-4fdc-b002-dced8a1c3f94 req-42622566-289f-4730-ab01-f9129e9fe3a7 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:14.159785 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0e523316-8c4c-4fdc-b002-dced8a1c3f94 req-42622566-289f-4730-ab01-f9129e9fe3a7 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 945 time: 0.1364250 Mar 02 18:59:14.191074 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7a2c674a-c4e2-48ae-9362-d53a5b8b9d4d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:14.319088 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Allocated IP 172.20.0.3 (e6050d2b-d71a-405e-aff9-044351f36125/f80b931a-8164-472f-8886-229780076086/b226e93e-cd0f-41f7-a0b3-c5ec6f95273c) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:14.377950 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4ee98a6e-a4ba-4676-b68b-f8ba96029952 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "GET /v2.0/routers/81f3f938-2771-4265-b3ec-11b86b4b66ac HTTP/1.1" status: 200 len: 919 time: 1.2032530 Mar 02 18:59:14.394459 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55798) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:14.396131 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2c674a-c4e2-48ae-9362-d53a5b8b9d4d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:14.408715 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0e523316-8c4c-4fdc-b002-dced8a1c3f94 req-6215defe-d828-4227-b6c6-642fffa23fff tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54400a5-a4bb-4199-bee6-f058cdbb4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478623 Mar 02 18:59:14.416331 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-7a2c674a-c4e2-48ae-9362-d53a5b8b9d4d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:14.421746 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2c674a-c4e2-48ae-9362-d53a5b8b9d4d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:14.429447 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7a2c674a-c4e2-48ae-9362-d53a5b8b9d4d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:14.432739 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecc9dc2-a649-43f0-8269-76c9ff17faeb None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:14.452912 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c674a-c4e2-48ae-9362-d53a5b8b9d4d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=1533d2cc-042b-42d1-8792-5a1656a08751,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:14.484141 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-76ea7a2a-41ed-42d6-b333-c65eaaa0566d tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f3f938-2771-4265-b3ec-11b86b4b66ac HTTP/1.1" status: 200 len: 205 time: 0.0815704 Mar 02 18:59:14.486560 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55804) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:14.498511 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2951037-f310-4857-8fbe-5b22bdf2e4f2 req-ccf78e0f-c6e5-4927-9826-a333376e51ef tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5064888 Mar 02 18:59:14.517343 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:14.625381 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:14.680923 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b48e892-721c-4a82-bf0e-7e7ff35f7567', 'tag': '8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c', 'status': 'completed', 'code': 200} Mar 02 18:59:14.778409 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7a2c674a-c4e2-48ae-9362-d53a5b8b9d4d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4254420 Mar 02 18:59:14.778860 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55814) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:14.796381 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-65464e1d-7146-44e8-8515-721853ca5d40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'fixed_ips': [{'subnet_id': '1533d2cc-042b-42d1-8792-5a1656a08751', 'ip_address': '2001:db8::b0f0:7624:c5c8:c4f1'}], 'name': 'tempest-NetworksTestDHCPv6-1208428239'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:14.831704 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cdf58f-1192-4cd3-8e9d-7ff4d1812497 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:14.832344 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6c626efc-26c9-4cc5-87f7-9fe090c6f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'name': 'tempest-ServersTestManualDisk-733477026-router', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:58:02Z', 'revision_number': 4, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'gw_port': {'id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:52Z', 'updated_at': '2022-03-02T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'f81509e6-e580-4316-ba78-dce0fb12a541', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'floating_ip_address': '172.26.4.4', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'port_id': '8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9', 'mac_address': 'fa:16:3e:95:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b48e892-721c-4a82-bf0e-7e7ff35f7567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:58:16Z', 'updated_at': '2022-03-02T18:59:04Z', 'revision_number': 1, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62d79458-b22a-4440-b935-a339730d2d4c', 'name': '', 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'mac_address': 'fa:16:3e:c8:ae:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ebd9a57-3dae-4c27-89d0-f83010cf2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:00Z', 'updated_at': '2022-03-02T18:58:44Z', 'revision_number': 5, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'subnets': [{'id': '5ebd9a57-3dae-4c27-89d0-f83010cf2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:14.838516 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-86cdf58f-1192-4cd3-8e9d-7ff4d1812497 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3505526 Mar 02 18:59:14.842106 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c626efc-26c9-4cc5-87f7-9fe090c6f7dc None None] Checking router: 646c2855-464f-4c63-b418-a98d11f7ee80 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:59:14.846920 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55818) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:14.862638 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55822) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:14.865288 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c626efc-26c9-4cc5-87f7-9fe090c6f7dc None None] Routers {'646c2855-464f-4c63-b418-a98d11f7ee80'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:14.866217 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6c626efc-26c9-4cc5-87f7-9fe090c6f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['646c2855-464f-4c63-b418-a98d11f7ee80'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:14.906003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:14.917448 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Transition to ACTIVE for port object b226e93e-cd0f-41f7-a0b3-c5ec6f95273c will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:14.937247 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Transition to ACTIVE for port object b226e93e-cd0f-41f7-a0b3-c5ec6f95273c will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:14.973834 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ea9abd-eae1-4da5-964e-c3e2792eccda tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:14.974521 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-48ea9abd-eae1-4da5-964e-c3e2792eccda tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Synchronizing usage tracker for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:14.982101 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01678aa-abde-4fe5-97b5-bbf450ab6608 None None] Sync routers for ids ['83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:59:14.986362 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5fca9c55-9f7c-4662-975c-076ab61a1c22 req-e63e8a68-93f1-4e07-974e-d5a94ce9182f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d7b6c75608194b3ca64e683dd2c015aa&device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 1098 time: 0.2864499 Mar 02 18:59:14.996301 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-6fb9fc24-bda6-4e8b-8440-6babff3449b8 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Request body: {'router': {'name': 'tempest-router--1744095452', 'project_id': '6101f17326e247c7b53b6c4c29d111d0'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:15.013064 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6fb9fc24-bda6-4e8b-8440-6babff3449b8 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:15.026529 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6fb9fc24-bda6-4e8b-8440-6babff3449b8 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Usage tracker for resource:router and tenant:6101f17326e247c7b53b6c4c29d111d0 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:15.035889 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6fb9fc24-bda6-4e8b-8440-6babff3449b8 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:15.046354 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6fb9fc24-bda6-4e8b-8440-6babff3449b8 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:15.149745 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:15.154371 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fb9fc24-bda6-4e8b-8440-6babff3449b8 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:15.155619 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fb9fc24-bda6-4e8b-8440-6babff3449b8 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:15.194642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-48ea9abd-eae1-4da5-964e-c3e2792eccda tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Unset dirty status for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:15.196876 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-48ea9abd-eae1-4da5-964e-c3e2792eccda tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/ports/c5e5fe12-e629-40ea-bf46-a1036d10c928 HTTP/1.1" status: 200 len: 911 time: 0.3479521 Mar 02 18:59:15.200253 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': '1533d2cc-042b-42d1-8792-5a1656a08751'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:59:15.201334 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55826) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:15.201484 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:15.217582 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875e9540-b82f-442e-aa7f-7d8251bc88ff None None] New status for floating IP e23148e5-1825-434d-9403-0a6ab7df794f: ACTIVE {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:59:15.225231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-65464e1d-7146-44e8-8515-721853ca5d40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:15.231695 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-65464e1d-7146-44e8-8515-721853ca5d40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:port and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:15.234947 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-65464e1d-7146-44e8-8515-721853ca5d40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:15.241001 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-65464e1d-7146-44e8-8515-721853ca5d40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:15.272364 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fb9fc24-bda6-4e8b-8440-6babff3449b8 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:15.293251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-43b21297-408f-492a-81fd-1712d9f14d9f tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:15.332138 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca9c55-9f7c-4662-975c-076ab61a1c22 req-be813f4a-be97-4177-aebd-49c348f5733d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:15.334697 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5fca9c55-9f7c-4662-975c-076ab61a1c22 req-be813f4a-be97-4177-aebd-49c348f5733d service neutron] 10.222.0.87 "GET /v2.0/networks?id=07b91779-a641-4fe8-baf9-450983bc34d9 HTTP/1.1" status: 200 len: 912 time: 0.3399708 Mar 02 18:59:15.336285 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:15.351287 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65464e1d-7146-44e8-8515-721853ca5d40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:15.357422 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-65464e1d-7146-44e8-8515-721853ca5d40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:15.384611 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Allocated IP 2001:db8::2 (ef3b29a7-4982-4982-b073-f3d27df1240a/1533d2cc-042b-42d1-8792-5a1656a08751/48c6868a-1e5d-46e8-be5c-6760f1fb4517) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:15.459929 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fb9fc24-bda6-4e8b-8440-6babff3449b8 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:15.485644 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-65464e1d-7146-44e8-8515-721853ca5d40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port 03f2bbc9-7cf7-4b57-b8dc-70c9f4e3509d yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:59:15.502238 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Subnet': ['ID=f80b931a-8164-472f-8886-229780076086,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:15.620660 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:15.632646 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Transition to ACTIVE for port object 48c6868a-1e5d-46e8-be5c-6760f1fb4517 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:15.653971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Transition to ACTIVE for port object 48c6868a-1e5d-46e8-be5c-6760f1fb4517 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:15.669836 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-6c626efc-26c9-4cc5-87f7-9fe090c6f7dc None None] Set router 646c2855-464f-4c63-b418-a98d11f7ee80 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:15.675002 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01678aa-abde-4fe5-97b5-bbf450ab6608 None None] Routers {'83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:15.675002 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-f01678aa-abde-4fe5-97b5-bbf450ab6608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:15.706999 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:15.737136 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6050d2b-d71a-405e-aff9-044351f36125']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:15.770720 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-f01678aa-abde-4fe5-97b5-bbf450ab6608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:15.777692 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:15.797924 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5fca9c55-9f7c-4662-975c-076ab61a1c22 req-52dd900e-eb55-4e08-b56d-c6b826d042ca service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c HTTP/1.1" status: 200 len: 997 time: 0.3955250 Mar 02 18:59:15.798146 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Network e6050d2b-d71a-405e-aff9-044351f36125 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:15.805456 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:15.808464 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:15.829376 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:15.835565 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:15.839229 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:15.845439 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-65464e1d-7146-44e8-8515-721853ca5d40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::b0f0:7624:c5c8:c4f1 (ef3b29a7-4982-4982-b073-f3d27df1240a/1533d2cc-042b-42d1-8792-5a1656a08751/03f2bbc9-7cf7-4b57-b8dc-70c9f4e3509d) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:15.887711 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Pushing event updated for resources: {'Port': ['ID=b226e93e-cd0f-41f7-a0b3-c5ec6f95273c,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:15.929229 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8c397c-e513-49e1-9d05-de34541c3f3c') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:15.929533 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8c397c-e513-49e1-9d05-de34541c3f3c') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:15.978105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:16.011830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fb9fc24-bda6-4e8b-8440-6babff3449b8 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:16.016884 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6fb9fc24-bda6-4e8b-8440-6babff3449b8 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1504629 Mar 02 18:59:16.017513 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55834) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:16.040471 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Attempting to bind port 48c6868a-1e5d-46e8-be5c-6760f1fb4517 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:59:16.040852 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Attempting to bind port 48c6868a-1e5d-46e8-be5c-6760f1fb4517 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:59:16.041238 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Attempting to bind port 48c6868a-1e5d-46e8-be5c-6760f1fb4517 on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:59:16.042652 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:16.047181 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01678aa-abde-4fe5-97b5-bbf450ab6608 None None] Routers {'83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:16.047581 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-f01678aa-abde-4fe5-97b5-bbf450ab6608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:16.085203 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:59:16.085714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:59:16.113631 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:59:16.123629 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca9c55-9f7c-4662-975c-076ab61a1c22 req-18672359-1977-441a-8fc6-d76368df43de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:16.130864 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5fca9c55-9f7c-4662-975c-076ab61a1c22 req-18672359-1977-441a-8fc6-d76368df43de service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5ebd9a57-3dae-4c27-89d0-f83010cf2532 HTTP/1.1" status: 200 len: 850 time: 0.1929936 Mar 02 18:59:16.225945 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Pushing event updated for resources: {'Port': ['ID=48c6868a-1e5d-46e8-be5c-6760f1fb4517,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:16.232983 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-f01678aa-abde-4fe5-97b5-bbf450ab6608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:16.233386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01678aa-abde-4fe5-97b5-bbf450ab6608 None None] The sync data for ids ['83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:59:16.238158 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:59:16.238408 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:16.238756 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:16.239151 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:59:16.239653 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Bound port: 48c6868a-1e5d-46e8-be5c-6760f1fb4517, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:59:16.240022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:16.251398 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Attempting to bind port b226e93e-cd0f-41f7-a0b3-c5ec6f95273c on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:59:16.251656 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Attempting to bind port b226e93e-cd0f-41f7-a0b3-c5ec6f95273c by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '9c8c397c-e513-49e1-9d05-de34541c3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'e6050d2b-d71a-405e-aff9-044351f36125'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:59:16.252393 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Attempting to bind port b226e93e-cd0f-41f7-a0b3-c5ec6f95273c on network e6050d2b-d71a-405e-aff9-044351f36125 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:59:16.268173 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:59:16.268831 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Checking segment: {'id': '9c8c397c-e513-49e1-9d05-de34541c3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'e6050d2b-d71a-405e-aff9-044351f36125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:16.268998 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:16.269304 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Bound using segment: {'id': '9c8c397c-e513-49e1-9d05-de34541c3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'e6050d2b-d71a-405e-aff9-044351f36125'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:59:16.270104 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Bound port: b226e93e-cd0f-41f7-a0b3-c5ec6f95273c, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8c397c-e513-49e1-9d05-de34541c3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': 'e6050d2b-d71a-405e-aff9-044351f36125'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:59:16.270464 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:16.273426 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6c626efc-26c9-4cc5-87f7-9fe090c6f7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'name': 'tempest-ServersTestManualDisk-733477026-router', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:58:02Z', 'revision_number': 4, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'gw_port': {'id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:52Z', 'updated_at': '2022-03-02T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'f81509e6-e580-4316-ba78-dce0fb12a541', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'floating_ip_address': '172.26.4.4', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'port_id': '8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9', 'mac_address': 'fa:16:3e:95:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b48e892-721c-4a82-bf0e-7e7ff35f7567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:58:16Z', 'updated_at': '2022-03-02T18:59:04Z', 'revision_number': 1, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62d79458-b22a-4440-b935-a339730d2d4c', 'name': '', 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'mac_address': 'fa:16:3e:c8:ae:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ebd9a57-3dae-4c27-89d0-f83010cf2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:00Z', 'updated_at': '2022-03-02T18:58:44Z', 'revision_number': 5, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'subnets': [{'id': '5ebd9a57-3dae-4c27-89d0-f83010cf2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:16.281726 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c626efc-26c9-4cc5-87f7-9fe090c6f7dc None None] The sync data for ids ['646c2855-464f-4c63-b418-a98d11f7ee80'] in dv-neutron-831573-1-hyperv is: [{'id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'name': 'tempest-ServersTestManualDisk-733477026-router', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:58:02Z', 'revision_number': 4, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'gw_port': {'id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:52Z', 'updated_at': '2022-03-02T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'f81509e6-e580-4316-ba78-dce0fb12a541', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'floating_ip_address': '172.26.4.4', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'port_id': '8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9', 'mac_address': 'fa:16:3e:95:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b48e892-721c-4a82-bf0e-7e7ff35f7567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:58:16Z', 'updated_at': '2022-03-02T18:59:04Z', 'revision_number': 1, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62d79458-b22a-4440-b935-a339730d2d4c', 'name': '', 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'mac_address': 'fa:16:3e:c8:ae:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ebd9a57-3dae-4c27-89d0-f83010cf2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:00Z', 'updated_at': '2022-03-02T18:58:44Z', 'revision_number': 5, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'subnets': [{'id': '5ebd9a57-3dae-4c27-89d0-f83010cf2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:59:16.377877 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 18:59:16.377877 dv-neutron-831573-1-hyperv neutron-server[84532]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 18:59:16.377877 dv-neutron-831573-1-hyperv neutron-server[84532]: [parameters: {'id': 'e6050d2b-d71a-405e-aff9-044351f36125'}] Mar 02 18:59:16.377877 dv-neutron-831573-1-hyperv neutron-server[84532]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:59:16.378434 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-65464e1d-7146-44e8-8515-721853ca5d40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:16.379461 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:59:16.388933 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e27ad-d12d-439a-b3ce-5bf2d27eeecb req-a2916844-8b3c-4d57-a112-a3013c7f6cd6 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:16.391339 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fa5e27ad-d12d-439a-b3ce-5bf2d27eeecb req-a2916844-8b3c-4d57-a112-a3013c7f6cd6 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.6451826 Mar 02 18:59:16.436442 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] For port 48c6868a-1e5d-46e8-be5c-6760f1fb4517, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:16.454152 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] For port 48c6868a-1e5d-46e8-be5c-6760f1fb4517, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=48c6868a-1e5d-46e8-be5c-6760f1fb4517,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:16.458147 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] For port b226e93e-cd0f-41f7-a0b3-c5ec6f95273c, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:16.458565 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-65464e1d-7146-44e8-8515-721853ca5d40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object 03f2bbc9-7cf7-4b57-b8dc-70c9f4e3509d will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:16.461418 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] For port b226e93e-cd0f-41f7-a0b3-c5ec6f95273c, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=b226e93e-cd0f-41f7-a0b3-c5ec6f95273c,segment=NetworkSegment(9c8c397c-e513-49e1-9d05-de34541c3f3c),segment_id=9c8c397c-e513-49e1-9d05-de34541c3f3c)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:16.501791 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-160ba5e3-e415-40b9-8ce6-5971591ca740 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:16.519260 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:16.546091 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fa5e27ad-d12d-439a-b3ce-5bf2d27eeecb req-eef28597-70ac-4789-9e6b-81c2ff0bd03e tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754855 Mar 02 18:59:16.554383 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5fca9c55-9f7c-4662-975c-076ab61a1c22 req-7514fdf6-dd39-4037-ae61-165f7ebcfb63 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=07b91779-a641-4fe8-baf9-450983bc34d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3553309 Mar 02 18:59:16.558899 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:16.628417 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ced41-35b8-431e-84a2-8bfd4b87cf4b None None] Pushing event updated for resources: {'Port': ['ID=48c6868a-1e5d-46e8-be5c-6760f1fb4517,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:16.762482 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a3c29-183b-4554-a1a6-bc55312f9f1d None None] Pushing event updated for resources: {'Port': ['ID=b226e93e-cd0f-41f7-a0b3-c5ec6f95273c,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:16.785057 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-43b21297-408f-492a-81fd-1712d9f14d9f tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:16.788194 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-65464e1d-7146-44e8-8515-721853ca5d40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:16.792258 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0308e3-00c3-4313-b3b2-6d0cedef86fd None None] Network e6050d2b-d71a-405e-aff9-044351f36125 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:16.848349 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5fca9c55-9f7c-4662-975c-076ab61a1c22 req-9aeb0174-2c73-4ca5-a640-01200e4a5c83 service neutron] 10.222.0.87 "GET /v2.0/networks/07b91779-a641-4fe8-baf9-450983bc34d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863531 Mar 02 18:59:16.896057 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:16.930728 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-43b21297-408f-492a-81fd-1712d9f14d9f tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Deleting port ad31bc59-51d5-416c-a0e3-ee40d1a83f14 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:16.931210 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-43b21297-408f-492a-81fd-1712d9f14d9f tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:17.022248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Deleting port b226e93e-cd0f-41f7-a0b3-c5ec6f95273c {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:17.022806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:17.128988 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65464e1d-7146-44e8-8515-721853ca5d40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:17.132669 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-65464e1d-7146-44e8-8515-721853ca5d40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:17.134504 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5fca9c55-9f7c-4662-975c-076ab61a1c22 req-f243f7e7-3ce7-47f8-9ecf-1f96ab4688f8 service neutron] 10.222.0.87 "GET /v2.0/networks/07b91779-a641-4fe8-baf9-450983bc34d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757030 Mar 02 18:59:17.153034 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65464e1d-7146-44e8-8515-721853ca5d40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:17.173701 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65464e1d-7146-44e8-8515-721853ca5d40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:17.173701 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-65464e1d-7146-44e8-8515-721853ca5d40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:17.174481 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65464e1d-7146-44e8-8515-721853ca5d40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=03f2bbc9-7cf7-4b57-b8dc-70c9f4e3509d,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:17.181241 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-160ba5e3-e415-40b9-8ce6-5971591ca740 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:17.214100 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-160ba5e3-e415-40b9-8ce6-5971591ca740 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:17.313947 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-65464e1d-7146-44e8-8515-721853ca5d40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5278838 Mar 02 18:59:17.317402 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55838) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:17.398203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-43b21297-408f-492a-81fd-1712d9f14d9f tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:17.426545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] For port b226e93e-cd0f-41f7-a0b3-c5ec6f95273c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=b226e93e-cd0f-41f7-a0b3-c5ec6f95273c,segment=NetworkSegment(9c8c397c-e513-49e1-9d05-de34541c3f3c),segment_id=9c8c397c-e513-49e1-9d05-de34541c3f3c)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:17.426815 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:17.443570 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9c7920ed-a4a1-42a6-af6e-4faad94d02e3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:17.523707 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-160ba5e3-e415-40b9-8ce6-5971591ca740 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:17.524183 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160ba5e3-e415-40b9-8ce6-5971591ca740 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d758303-e812-4e7f-861e-0e1d21badc97 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:59:17.531819 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-43b21297-408f-492a-81fd-1712d9f14d9f tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Calling delete_port for ad31bc59-51d5-416c-a0e3-ee40d1a83f14 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:17.575467 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Calling delete_port for b226e93e-cd0f-41f7-a0b3-c5ec6f95273c owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:17.590004 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-160ba5e3-e415-40b9-8ce6-5971591ca740 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:17.591175 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-160ba5e3-e415-40b9-8ce6-5971591ca740 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "DELETE /v2.0/routers/6d758303-e812-4e7f-861e-0e1d21badc97 HTTP/1.1" status: 204 len: 168 time: 1.5656064 Mar 02 18:59:17.618595 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8baf29-d8d2-4dd5-8e10-790b1b2ced71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:17.623185 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8baf29-d8d2-4dd5-8e10-790b1b2ced71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:17.624016 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2c8baf29-d8d2-4dd5-8e10-790b1b2ced71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:17.738080 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2c8baf29-d8d2-4dd5-8e10-790b1b2ced71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:17.742997 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2c8baf29-d8d2-4dd5-8e10-790b1b2ced71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4247525 Mar 02 18:59:17.743676 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55846) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:17.881266 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d0eb1-3d25-41dc-9051-388a88ce4b9a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port 03f2bbc9-7cf7-4b57-b8dc-70c9f4e3509d {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:17.881612 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0eb1-3d25-41dc-9051-388a88ce4b9a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:17.990786 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55850) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:18.064542 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:18.074322 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-43b21297-408f-492a-81fd-1712d9f14d9f tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:18.089924 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6a5751c5-1446-480f-a855-1892e5d55bef None None] Provisioning for port 48c6868a-1e5d-46e8-be5c-6760f1fb4517 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:18.156320 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b21297-408f-492a-81fd-1712d9f14d9f tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Pushing event deleted for resources: {'Port': ['ID=ad31bc59-51d5-416c-a0e3-ee40d1a83f14,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:18.163728 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Port': ['ID=b226e93e-cd0f-41f7-a0b3-c5ec6f95273c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:18.187552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No DVR routers for this DVR port b226e93e-cd0f-41f7-a0b3-c5ec6f95273c on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:18.276914 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37800f3-414a-4e58-a3f3-0d10998b6179 None None] get_active_networks_info from dv-neutron-831573-1-hyperv {{(pid=84534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 18:59:18.326948 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a07369-d9ce-4a12-a4d1-8823bc9e31e9 req-96c5a3c2-38de-44e1-a516-e94031879b68 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:18.328700 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-70a07369-d9ce-4a12-a4d1-8823bc9e31e9 req-96c5a3c2-38de-44e1-a516-e94031879b68 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.5362072 Mar 02 18:59:18.423052 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-677206366', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}, 'admin_state_up': False}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:18.444444 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37800f3-414a-4e58-a3f3-0d10998b6179 None None] Resources bound (agent type, host, resource id): {{(pid=84534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:59:18.452063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:18.455259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:18.481243 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Usage tracker for resource:router and tenant:6bf0e25a003343dda517eabfdecbf58d is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:18.483198 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-12609d54-e5c1-4428-b04c-2f3d41ff5f97 None None] Provisioning for port 03f2bbc9-7cf7-4b57-b8dc-70c9f4e3509d completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:18.489881 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:18.493441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6050d2b-d71a-405e-aff9-044351f36125']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:18.512825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:18.518957 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-9c7920ed-a4a1-42a6-af6e-4faad94d02e3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Allocated IP 2001:db8:1::1 (b90b3199-ef9f-4fea-94f7-249792a7584a/222320ac-bd38-4708-9895-bb3b1edd8494/712c3dac-f5eb-4b6f-940e-d200dc764e4b) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:18.522086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8c397c-e513-49e1-9d05-de34541c3f3c') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:18.522382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8c397c-e513-49e1-9d05-de34541c3f3c') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:18.541547 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:18.552330 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-12609d54-e5c1-4428-b04c-2f3d41ff5f97 None None] Provisioning complete for port 03f2bbc9-7cf7-4b57-b8dc-70c9f4e3509d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:18.553008 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-12609d54-e5c1-4428-b04c-2f3d41ff5f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:18.575383 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:18.620274 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-70a07369-d9ce-4a12-a4d1-8823bc9e31e9 req-37e31565-a137-4049-b955-76a01a2c5b50 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614610 Mar 02 18:59:18.637416 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:18.638367 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:18.642082 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-12609d54-e5c1-4428-b04c-2f3d41ff5f97 None None] Port 03f2bbc9-7cf7-4b57-b8dc-70c9f4e3509d cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:59:18.643997 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:59:18.644474 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:18.646792 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-43b21297-408f-492a-81fd-1712d9f14d9f tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:59:18.659922 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:59:18.784543 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0eb1-3d25-41dc-9051-388a88ce4b9a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:18.814740 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9c7920ed-a4a1-42a6-af6e-4faad94d02e3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:18.832116 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-9c7920ed-a4a1-42a6-af6e-4faad94d02e3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Transition to ACTIVE for port object 712c3dac-f5eb-4b6f-940e-d200dc764e4b will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:18.877638 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:18.906650 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:18.925382 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d0eb1-3d25-41dc-9051-388a88ce4b9a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for 03f2bbc9-7cf7-4b57-b8dc-70c9f4e3509d owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:18.935461 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Network': ['ID=e6050d2b-d71a-405e-aff9-044351f36125,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:18.944480 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:18.955300 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9c7920ed-a4a1-42a6-af6e-4faad94d02e3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:18.962040 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 48c6868a-1e5d-46e8-be5c-6760f1fb4517 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:59:19.002595 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c09e8944-2beb-44df-bd8b-6ac787657cf8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/e6050d2b-d71a-405e-aff9-044351f36125 HTTP/1.1" status: 204 len: 168 time: 5.2340133 Mar 02 18:59:19.005081 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55858) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:19.063590 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7920ed-a4a1-42a6-af6e-4faad94d02e3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=712c3dac-f5eb-4b6f-940e-d200dc764e4b,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:19.072812 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7920ed-a4a1-42a6-af6e-4faad94d02e3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network b90b3199-ef9f-4fea-94f7-249792a7584a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:19.075497 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-9c7920ed-a4a1-42a6-af6e-4faad94d02e3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:19.078292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7920ed-a4a1-42a6-af6e-4faad94d02e3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:19.080407 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9c7920ed-a4a1-42a6-af6e-4faad94d02e3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.089313 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-3b490802-2532-4c08-8b30-542543733b27 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-193025658'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:19.108613 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-3b490802-2532-4c08-8b30-542543733b27 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:19.117663 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3b490802-2532-4c08-8b30-542543733b27 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:network and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:19.125687 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3b490802-2532-4c08-8b30-542543733b27 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:19.126855 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 48c6868a-1e5d-46e8-be5c-6760f1fb4517 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:19.132723 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 48c6868a-1e5d-46e8-be5c-6760f1fb4517 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:19.137594 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-43b21297-408f-492a-81fd-1712d9f14d9f tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.138424 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.140251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-3b490802-2532-4c08-8b30-542543733b27 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:19.159268 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-43b21297-408f-492a-81fd-1712d9f14d9f tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.236170 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b490802-2532-4c08-8b30-542543733b27 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:19.239954 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3b490802-2532-4c08-8b30-542543733b27 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.297051 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.297894 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-43b21297-408f-492a-81fd-1712d9f14d9f tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.298186 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b21297-408f-492a-81fd-1712d9f14d9f tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Fanout notify agent at l3_agent the message router_deleted on router 81f3f938-2771-4265-b3ec-11b86b4b66ac {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:59:19.329963 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-43b21297-408f-492a-81fd-1712d9f14d9f tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.334482 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-43b21297-408f-492a-81fd-1712d9f14d9f tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "DELETE /v2.0/routers/81f3f938-2771-4265-b3ec-11b86b4b66ac HTTP/1.1" status: 204 len: 168 time: 4.8450456 Mar 02 18:59:19.335122 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55862) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:19.341839 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1615594568', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'enable_snat': False}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:19.342714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 48c6868a-1e5d-46e8-be5c-6760f1fb4517, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=48c6868a-1e5d-46e8-be5c-6760f1fb4517,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:19.346422 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:19.356521 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Usage tracker for resource:router and tenant:b8b426b6e9de443992dd5c447e69e73f is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:19.364388 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0eb1-3d25-41dc-9051-388a88ce4b9a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.364928 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:19.369675 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b490802-2532-4c08-8b30-542543733b27 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:59:19.381583 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9c7920ed-a4a1-42a6-af6e-4faad94d02e3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.404243 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.412615 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.422443 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:19.434819 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d0eb1-3d25-41dc-9051-388a88ce4b9a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=03f2bbc9-7cf7-4b57-b8dc-70c9f4e3509d,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:19.445271 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3b490802-2532-4c08-8b30-542543733b27 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.445525 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-3b490802-2532-4c08-8b30-542543733b27 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Added segment e57eeb70-92c8-4f4c-9ac1-d8a6c9970e8a of type vlan for network efba3b1f-b467-4510-a3ca-c569368663ad Mar 02 18:59:19.495862 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d3d0eb1-3d25-41dc-9051-388a88ce4b9a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.501264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-55876ae8-db57-4167-a6de-5ec73d680db5 None None] Provisioning for port 712c3dac-f5eb-4b6f-940e-d200dc764e4b completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:19.529632 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9d3d0eb1-3d25-41dc-9051-388a88ce4b9a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/03f2bbc9-7cf7-4b57-b8dc-70c9f4e3509d HTTP/1.1" status: 204 len: 168 time: 1.7792187 Mar 02 18:59:19.532419 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55866) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:19.535966 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3b490802-2532-4c08-8b30-542543733b27 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.539286 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-55876ae8-db57-4167-a6de-5ec73d680db5 None None] Provisioning complete for port 712c3dac-f5eb-4b6f-940e-d200dc764e4b triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:19.543081 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-55876ae8-db57-4167-a6de-5ec73d680db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.543208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.543208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.609811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-55876ae8-db57-4167-a6de-5ec73d680db5 None None] Port 712c3dac-f5eb-4b6f-940e-d200dc764e4b cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:59:19.628538 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=48c6868a-1e5d-46e8-be5c-6760f1fb4517,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:19.645027 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8075a708-830f-4bd1-9270-3e15eb104a42 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:19.646453 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8075a708-830f-4bd1-9270-3e15eb104a42 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:19.647215 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8075a708-830f-4bd1-9270-3e15eb104a42 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:19.654544 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.791116 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3b490802-2532-4c08-8b30-542543733b27 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.794707 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b490802-2532-4c08-8b30-542543733b27 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:19.795283 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3b490802-2532-4c08-8b30-542543733b27 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:19.890275 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8075a708-830f-4bd1-9270-3e15eb104a42 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:19.891452 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8075a708-830f-4bd1-9270-3e15eb104a42 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3580980 Mar 02 18:59:19.895845 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55872) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:20.023407 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3b490802-2532-4c08-8b30-542543733b27 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0025434 Mar 02 18:59:20.023827 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55876) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:20.029085 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b490802-2532-4c08-8b30-542543733b27 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Network': ['ID=efba3b1f-b467-4510-a3ca-c569368663ad,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:20.036276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-098f5a4e-3019-4dd5-9870-eba7a633d1e7 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'subnet': {'network_id': 'efba3b1f-b467-4510-a3ca-c569368663ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:20.041509 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network efba3b1f-b467-4510-a3ca-c569368663ad details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:59:20.193244 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:20.194724 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c466208-b1b6-4eb0-a907-c2429018654a req-9ba8f799-312d-4836-9746-32b292a4d19d tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:20.196252 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0c466208-b1b6-4eb0-a907-c2429018654a req-9ba8f799-312d-4836-9746-32b292a4d19d tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.4024658 Mar 02 18:59:20.240436 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-098f5a4e-3019-4dd5-9870-eba7a633d1e7 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:20.249703 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ba8d7c-2e8b-4b6c-8f19-5701917a319a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 1533d2cc-042b-42d1-8792-5a1656a08751 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:59:20.250647 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-098f5a4e-3019-4dd5-9870-eba7a633d1e7 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:subnet and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:20.252756 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-90ba8d7c-2e8b-4b6c-8f19-5701917a319a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:20.281254 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-098f5a4e-3019-4dd5-9870-eba7a633d1e7 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:20.296638 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-098f5a4e-3019-4dd5-9870-eba7a633d1e7 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:20.303566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9c7920ed-a4a1-42a6-af6e-4faad94d02e3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:20.334492 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-90ba8d7c-2e8b-4b6c-8f19-5701917a319a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:20.346466 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0c466208-b1b6-4eb0-a907-c2429018654a req-88118261-a087-4a01-b7c9-5f7a216b6952 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398396 Mar 02 18:59:20.350209 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:20.385675 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:20.390961 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9c7920ed-a4a1-42a6-af6e-4faad94d02e3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:20.390961 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9c7920ed-a4a1-42a6-af6e-4faad94d02e3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:20.460742 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098f5a4e-3019-4dd5-9870-eba7a633d1e7 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:20.496989 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-90ba8d7c-2e8b-4b6c-8f19-5701917a319a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:20.499604 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:59:20.643271 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:20.674683 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:20.684292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7920ed-a4a1-42a6-af6e-4faad94d02e3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=712c3dac-f5eb-4b6f-940e-d200dc764e4b,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:20.697006 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-098f5a4e-3019-4dd5-9870-eba7a633d1e7 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:20.716116 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-90ba8d7c-2e8b-4b6c-8f19-5701917a319a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:20.767452 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba8d7c-2e8b-4b6c-8f19-5701917a319a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=1533d2cc-042b-42d1-8792-5a1656a08751,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:20.780984 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-90ba8d7c-2e8b-4b6c-8f19-5701917a319a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:20.789128 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01a481c-1330-431d-a940-f77a9e8fb4e7 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:20.899095 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-90ba8d7c-2e8b-4b6c-8f19-5701917a319a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/1533d2cc-042b-42d1-8792-5a1656a08751 HTTP/1.1" status: 204 len: 168 time: 1.0022123 Mar 02 18:59:20.901897 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55882) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:20.905379 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 48c6868a-1e5d-46e8-be5c-6760f1fb4517 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:59:20.905499 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Allocated IP 172.26.4.25 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/3f8242a2-4445-41e4-8037-3d1800569dd0) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:20.948950 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7920ed-a4a1-42a6-af6e-4faad94d02e3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network b90b3199-ef9f-4fea-94f7-249792a7584a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:20.954966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-9c7920ed-a4a1-42a6-af6e-4faad94d02e3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:20.981044 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f5250b16-d182-409c-8ffa-f5ff023cd471 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741651 Mar 02 18:59:20.981256 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55886) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:20.987025 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-67ff5500-7850-4c3a-ae8e-3eb5dcb5861d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:21.067300 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 48c6868a-1e5d-46e8-be5c-6760f1fb4517 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:21.067694 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:21.173866 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-67ff5500-7850-4c3a-ae8e-3eb5dcb5861d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:21.179126 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-67ff5500-7850-4c3a-ae8e-3eb5dcb5861d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:21.182637 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-67ff5500-7850-4c3a-ae8e-3eb5dcb5861d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:21.190458 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-67ff5500-7850-4c3a-ae8e-3eb5dcb5861d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:21.266231 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9113cd35-7953-496a-b320-177f32b332ac None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:59:21.270888 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-9113cd35-7953-496a-b320-177f32b332ac None None] Deleting port 48c6868a-1e5d-46e8-be5c-6760f1fb4517 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:21.271322 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9113cd35-7953-496a-b320-177f32b332ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:21.317898 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ff5500-7850-4c3a-ae8e-3eb5dcb5861d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:21.323773 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-67ff5500-7850-4c3a-ae8e-3eb5dcb5861d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:21.475290 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-06050eba-c4da-4d9f-aefa-5605d80af798 None None] Provisioning complete for port 712c3dac-f5eb-4b6f-940e-d200dc764e4b triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:21.475686 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-06050eba-c4da-4d9f-aefa-5605d80af798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:21.513904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:21.606195 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-9113cd35-7953-496a-b320-177f32b332ac None None] For port 48c6868a-1e5d-46e8-be5c-6760f1fb4517, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=48c6868a-1e5d-46e8-be5c-6760f1fb4517,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:21.606583 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9113cd35-7953-496a-b320-177f32b332ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:21.628284 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-06050eba-c4da-4d9f-aefa-5605d80af798 None None] Port 712c3dac-f5eb-4b6f-940e-d200dc764e4b cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:59:21.645136 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-098f5a4e-3019-4dd5-9870-eba7a633d1e7 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:21.684368 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fd9f31f0-3a03-48dd-88fe-79758e5234fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:21.767265 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-9113cd35-7953-496a-b320-177f32b332ac None None] Calling delete_port for 48c6868a-1e5d-46e8-be5c-6760f1fb4517 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:21.804167 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f5a4e-3019-4dd5-9870-eba7a633d1e7 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Subnet': ['ID=1845b493-0522-4984-8f9c-3b6c3870e025,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:21.812577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:21.952981 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:21.958591 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97a562-49c4-4271-87d2-e3b5c43de29a req-7f72a763-4fdf-40fe-9af0-f8d25f05fe9f tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:21.962875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:21.965837 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:21.966779 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ed97a562-49c4-4271-87d2-e3b5c43de29a req-7f72a763-4fdf-40fe-9af0-f8d25f05fe9f tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.4388974 Mar 02 18:59:22.026153 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Pushing event updated for resources: {'Port': ['ID=3f8242a2-4445-41e4-8037-3d1800569dd0,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:22.026868 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Allocated IP 172.26.4.82 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/195c4f72-2406-4b60-9e3c-dd082769694b) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:22.038052 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e90b3c-db56-412d-b041-9d6a5adafd38 None None] New status for floating IP f81509e6-e580-4316-ba78-dce0fb12a541: ACTIVE {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:59:22.067565 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ed97a562-49c4-4271-87d2-e3b5c43de29a req-6f5f8962-7090-4a0e-b0e1-1795825ad59c tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984788 Mar 02 18:59:22.072251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-67ff5500-7850-4c3a-ae8e-3eb5dcb5861d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:22.122882 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f5a4e-3019-4dd5-9870-eba7a633d1e7 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Checking segment: {'id': 'e57eeb70-92c8-4f4c-9ac1-d8a6c9970e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'efba3b1f-b467-4510-a3ca-c569368663ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:22.123367 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098f5a4e-3019-4dd5-9870-eba7a633d1e7 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network hostable DHCP agents. Network: efba3b1f-b467-4510-a3ca-c569368663ad, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:59:22.148684 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9113cd35-7953-496a-b320-177f32b332ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:22.164835 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ff5500-7850-4c3a-ae8e-3eb5dcb5861d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:22.200935 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7920ed-a4a1-42a6-af6e-4faad94d02e3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router 83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:59:22.216352 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-67ff5500-7850-4c3a-ae8e-3eb5dcb5861d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:22.227920 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113cd35-7953-496a-b320-177f32b332ac None None] Pushing event deleted for resources: {'Port': ['ID=48c6868a-1e5d-46e8-be5c-6760f1fb4517,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:22.234079 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ff5500-7850-4c3a-ae8e-3eb5dcb5861d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:22.234651 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-67ff5500-7850-4c3a-ae8e-3eb5dcb5861d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:22.261948 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9113cd35-7953-496a-b320-177f32b332ac None None] No DVR routers for this DVR port 48c6868a-1e5d-46e8-be5c-6760f1fb4517 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:22.337275 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b01d09-7017-4047-9257-5b7d43c4ff03 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:22.378607 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff5500-7850-4c3a-ae8e-3eb5dcb5861d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=3321aec7-1f70-46c8-b9f2-fb19901767c6,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:22.439151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098f5a4e-3019-4dd5-9870-eba7a633d1e7 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network efba3b1f-b467-4510-a3ca-c569368663ad is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:59:22.455926 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:22.469648 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-67ff5500-7850-4c3a-ae8e-3eb5dcb5861d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4846954 Mar 02 18:59:22.470210 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55892) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:22.476851 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-6bb6112c-f5a0-4e34-aaa9-c75aeee48627 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'fixed_ips': [{'subnet_id': '3321aec7-1f70-46c8-b9f2-fb19901767c6', 'ip_address': '2001:db8::cd1c:1946:f39d:5cec'}], 'name': 'tempest-NetworksTestDHCPv6-175216614'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:22.516534 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7920ed-a4a1-42a6-af6e-4faad94d02e3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:22.527802 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea0fd36-fb3a-4567-b7b8-67c561183187 None None] Sync routers for ids ['83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:59:22.538719 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9c7920ed-a4a1-42a6-af6e-4faad94d02e3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3339362 Mar 02 18:59:22.538719 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-098f5a4e-3019-4dd5-9870-eba7a633d1e7 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, efba3b1f-b467-4510-a3ca-c569368663ad) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:22.539068 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55896) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:22.548115 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea0fd36-fb3a-4567-b7b8-67c561183187 None None] Routers {'83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:22.548733 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-aea0fd36-fb3a-4567-b7b8-67c561183187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:22.593450 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01360019-e29b-4fa6-9bf0-9fe4ff1c98ae None None] Network efba3b1f-b467-4510-a3ca-c569368663ad requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:22.616847 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a9e7d4-d484-4044-bbfe-a87f497fb861 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:22.619441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-50a9e7d4-d484-4044-bbfe-a87f497fb861 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Synchronizing usage tracker for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:22.621974 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098f5a4e-3019-4dd5-9870-eba7a633d1e7 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:22.622345 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-098f5a4e-3019-4dd5-9870-eba7a633d1e7 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:22.637794 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-aea0fd36-fb3a-4567-b7b8-67c561183187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:22.649575 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea0fd36-fb3a-4567-b7b8-67c561183187 None None] Routers {'83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:22.650547 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-aea0fd36-fb3a-4567-b7b8-67c561183187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:22.659926 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6bb6112c-f5a0-4e34-aaa9-c75aeee48627 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:22.673416 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6bb6112c-f5a0-4e34-aaa9-c75aeee48627 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:22.675855 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:22.675855 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:22.696036 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:22.721146 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-aea0fd36-fb3a-4567-b7b8-67c561183187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:22.721610 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea0fd36-fb3a-4567-b7b8-67c561183187 None None] The sync data for ids ['83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:59:22.744239 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-098f5a4e-3019-4dd5-9870-eba7a633d1e7 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7186904 Mar 02 18:59:22.745367 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-50a9e7d4-d484-4044-bbfe-a87f497fb861 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Unset dirty status for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:22.746450 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-50a9e7d4-d484-4044-bbfe-a87f497fb861 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/ports/712c3dac-f5eb-4b6f-940e-d200dc764e4b HTTP/1.1" status: 200 len: 913 time: 0.2064991 Mar 02 18:59:22.746969 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55900) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:22.755604 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55902) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:22.791642 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:22.794552 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:22.798451 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:22.831302 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Pushing event updated for resources: {'Port': ['ID=195c4f72-2406-4b60-9e3c-dd082769694b,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:22.881376 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb6112c-f5a0-4e34-aaa9-c75aeee48627 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:22.887660 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6bb6112c-f5a0-4e34-aaa9-c75aeee48627 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:22.891335 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': '3321aec7-1f70-46c8-b9f2-fb19901767c6'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:59:22.892289 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:22.915071 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 48c6868a-1e5d-46e8-be5c-6760f1fb4517 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:22.944615 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-6bb6112c-f5a0-4e34-aaa9-c75aeee48627 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port a162059c-3974-49cc-8afe-f16583df8da9 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:59:23.013566 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 48c6868a-1e5d-46e8-be5c-6760f1fb4517 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:59:23.013801 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 48c6868a-1e5d-46e8-be5c-6760f1fb4517 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:23.150982 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:23.182329 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-efba3b1f-b467-4510-a3ca-c569368663ad', 'network_id': 'efba3b1f-b467-4510-a3ca-c569368663ad', 'tenant_id': 'e60c693f9f88467c9c691aee434eb6e7', 'fixed_ips': [{'subnet_id': '1845b493-0522-4984-8f9c-3b6c3870e025'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:59:23.184347 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:23.271882 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-6bb6112c-f5a0-4e34-aaa9-c75aeee48627 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::cd1c:1946:f39d:5cec (ef3b29a7-4982-4982-b073-f3d27df1240a/3321aec7-1f70-46c8-b9f2-fb19901767c6/a162059c-3974-49cc-8afe-f16583df8da9) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:23.392105 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Allocated IP 172.20.0.1 (efba3b1f-b467-4510-a3ca-c569368663ad/1845b493-0522-4984-8f9c-3b6c3870e025/82c48ea0-3d79-4812-8e5b-3833909a0fb7) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:23.541225 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:23.542142 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:23.548341 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6bb6112c-f5a0-4e34-aaa9-c75aeee48627 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:23.552119 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:23.630980 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-6bb6112c-f5a0-4e34-aaa9-c75aeee48627 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object a162059c-3974-49cc-8afe-f16583df8da9 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:23.709378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c63c0-e950-4d59-a71b-4efd075329c2 req-2be399d1-25e9-4f7f-a610-b2094b8a1589 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:23.710792 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5d8c63c0-e950-4d59-a71b-4efd075329c2 req-2be399d1-25e9-4f7f-a610-b2094b8a1589 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.3088076 Mar 02 18:59:23.731562 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:23.743338 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Transition to ACTIVE for port object 82c48ea0-3d79-4812-8e5b-3833909a0fb7 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:23.764654 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Transition to ACTIVE for port object 82c48ea0-3d79-4812-8e5b-3833909a0fb7 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:23.770182 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98911356-3089-4003-bed0-c4bb0adc4bfe tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:23.797415 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6bb6112c-f5a0-4e34-aaa9-c75aeee48627 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:23.831430 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-da885a22-bf6c-4590-8bf9-f11e66aa270c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:23.870935 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Allocated IP 2001:db8::2 (ef3b29a7-4982-4982-b073-f3d27df1240a/3321aec7-1f70-46c8-b9f2-fb19901767c6/c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:23.882324 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:23.890534 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb6112c-f5a0-4e34-aaa9-c75aeee48627 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:23.895808 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-6bb6112c-f5a0-4e34-aaa9-c75aeee48627 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:23.898291 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6112c-f5a0-4e34-aaa9-c75aeee48627 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=a162059c-3974-49cc-8afe-f16583df8da9,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:23.900994 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb6112c-f5a0-4e34-aaa9-c75aeee48627 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:23.904951 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb6112c-f5a0-4e34-aaa9-c75aeee48627 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:23.905572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6bb6112c-f5a0-4e34-aaa9-c75aeee48627 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:23.912856 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5d8c63c0-e950-4d59-a71b-4efd075329c2 req-26b6d711-9438-47e3-8938-3956c3c11abc tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908741 Mar 02 18:59:24.001718 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Router 482cc30e-c302-4aa7-a1c7-431f0e100f01 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:59:24.027233 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Router 9b0fd274-d630-41f3-99e8-85455efb4b78 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:59:24.030558 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6bb6112c-f5a0-4e34-aaa9-c75aeee48627 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5588551 Mar 02 18:59:24.033745 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55910) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:24.061555 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Network efba3b1f-b467-4510-a3ca-c569368663ad is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:24.068663 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:24.072618 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Pushing event updated for resources: {'Port': ['ID=82c48ea0-3d79-4812-8e5b-3833909a0fb7,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:24.075184 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:24.124401 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:24.210545 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Attempting to bind port 82c48ea0-3d79-4812-8e5b-3833909a0fb7 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:59:24.211114 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Attempting to bind port 82c48ea0-3d79-4812-8e5b-3833909a0fb7 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'e57eeb70-92c8-4f4c-9ac1-d8a6c9970e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'efba3b1f-b467-4510-a3ca-c569368663ad'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:59:24.211520 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Attempting to bind port 82c48ea0-3d79-4812-8e5b-3833909a0fb7 on network efba3b1f-b467-4510-a3ca-c569368663ad {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:59:24.263546 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:59:24.263991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Checking segment: {'id': 'e57eeb70-92c8-4f4c-9ac1-d8a6c9970e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'efba3b1f-b467-4510-a3ca-c569368663ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:24.264514 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:24.265017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Bound using segment: {'id': 'e57eeb70-92c8-4f4c-9ac1-d8a6c9970e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'efba3b1f-b467-4510-a3ca-c569368663ad'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:59:24.265659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Bound port: 82c48ea0-3d79-4812-8e5b-3833909a0fb7, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57eeb70-92c8-4f4c-9ac1-d8a6c9970e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'efba3b1f-b467-4510-a3ca-c569368663ad'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:59:24.266142 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:24.282575 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Subnet': ['ID=1845b493-0522-4984-8f9c-3b6c3870e025,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:24.381185 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] For port 82c48ea0-3d79-4812-8e5b-3833909a0fb7, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:24.385611 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] For port 82c48ea0-3d79-4812-8e5b-3833909a0fb7, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=82c48ea0-3d79-4812-8e5b-3833909a0fb7,segment=NetworkSegment(e57eeb70-92c8-4f4c-9ac1-d8a6c9970e8a),segment_id=e57eeb70-92c8-4f4c-9ac1-d8a6c9970e8a)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:24.386986 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:24.400788 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Transition to ACTIVE for port object c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:24.402429 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2c2da6-d9e5-4c53-b4e6-89160ee9a829 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:24.408575 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-cb2c2da6-d9e5-4c53-b4e6-89160ee9a829 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:24.424511 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Transition to ACTIVE for port object c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:24.452606 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:24.481112 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:24.502509 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Sync routers for ids ['9b0fd274-d630-41f3-99e8-85455efb4b78'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:59:24.519022 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-cb2c2da6-d9e5-4c53-b4e6-89160ee9a829 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:24.519022 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-cb2c2da6-d9e5-4c53-b4e6-89160ee9a829 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4808152 Mar 02 18:59:24.520365 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55916) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:24.548861 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Routers {'9b0fd274-d630-41f3-99e8-85455efb4b78'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:24.559565 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['9b0fd274-d630-41f3-99e8-85455efb4b78'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:24.565790 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:24.600610 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-b60eabee-1f18-40d2-bf94-8cb6d296ad8d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port a162059c-3974-49cc-8afe-f16583df8da9 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:24.600951 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b60eabee-1f18-40d2-bf94-8cb6d296ad8d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:24.610321 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:24.616891 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efba3b1f-b467-4510-a3ca-c569368663ad']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:24.667161 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:24.671089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d82bd-d60b-49ef-bfd6-985d872cf9d6 None None] Pushing event updated for resources: {'Port': ['ID=82c48ea0-3d79-4812-8e5b-3833909a0fb7,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:24.671239 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57eeb70-92c8-4f4c-9ac1-d8a6c9970e8a') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:24.671239 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57eeb70-92c8-4f4c-9ac1-d8a6c9970e8a') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:24.673967 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-49bd2868-4351-43d3-aa77-6997ba1470ec tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.3359096 Mar 02 18:59:24.673967 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55920) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:24.695078 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:24.726115 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:24.737020 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:59:24.737150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:59:24.753723 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:59:24.803038 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:24.817205 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:24.826112 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:24.841423 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Pushing event updated for resources: {'Port': ['ID=c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:24.894770 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 18:59:24.894770 dv-neutron-831573-1-hyperv neutron-server[84532]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 18:59:24.894770 dv-neutron-831573-1-hyperv neutron-server[84532]: [parameters: {'id': 'efba3b1f-b467-4510-a3ca-c569368663ad'}] Mar 02 18:59:24.894770 dv-neutron-831573-1-hyperv neutron-server[84532]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:59:24.894770 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:59:24.895380 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 65d85a74-0040-4c02-b302-ea27a94fe88e no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:24.921652 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:24.933121 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff2e606-c98b-4c65-b719-d652a75a23f3 None None] Network efba3b1f-b467-4510-a3ca-c569368663ad requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:24.939701 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609e85c-7731-413c-a2e1-23ae2efefbae None None] Sync routers for ids ['482cc30e-c302-4aa7-a1c7-431f0e100f01'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:59:24.964300 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609e85c-7731-413c-a2e1-23ae2efefbae None None] Routers {'482cc30e-c302-4aa7-a1c7-431f0e100f01'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:24.965174 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-c609e85c-7731-413c-a2e1-23ae2efefbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['482cc30e-c302-4aa7-a1c7-431f0e100f01'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:24.993184 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 65d85a74-0040-4c02-b302-ea27a94fe88e {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:59:24.998584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 65d85a74-0040-4c02-b302-ea27a94fe88e not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:25.058805 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:25.063778 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0b8c41b5-924a-4ea6-b6ae-7511f91261d0 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.0718191 Mar 02 18:59:25.065281 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55926) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:25.067758 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-98911356-3089-4003-bed0-c4bb0adc4bfe tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting port 712c3dac-f5eb-4b6f-940e-d200dc764e4b {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:25.068549 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98911356-3089-4003-bed0-c4bb0adc4bfe tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:25.101064 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-c609e85c-7731-413c-a2e1-23ae2efefbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:25.127646 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609e85c-7731-413c-a2e1-23ae2efefbae None None] Routers {'482cc30e-c302-4aa7-a1c7-431f0e100f01'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:25.128502 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-c609e85c-7731-413c-a2e1-23ae2efefbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['482cc30e-c302-4aa7-a1c7-431f0e100f01'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:25.139317 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Set router 9b0fd274-d630-41f3-99e8-85455efb4b78 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:25.198125 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Attempting to bind port c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:59:25.198496 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Attempting to bind port c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:59:25.198861 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Attempting to bind port c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8 on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:59:25.205087 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-c609e85c-7731-413c-a2e1-23ae2efefbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:25.205733 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609e85c-7731-413c-a2e1-23ae2efefbae None None] The sync data for ids ['482cc30e-c302-4aa7-a1c7-431f0e100f01'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:59:25.211497 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:25.327697 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b60eabee-1f18-40d2-bf94-8cb6d296ad8d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:25.345566 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:59:25.346098 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:25.346413 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:25.346717 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:59:25.347220 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Bound port: c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:59:25.348368 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:25.400277 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:25.437687 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98911356-3089-4003-bed0-c4bb0adc4bfe tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:25.448703 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Deleting port 82c48ea0-3d79-4812-8e5b-3833909a0fb7 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:25.449074 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:25.475809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-b60eabee-1f18-40d2-bf94-8cb6d296ad8d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for a162059c-3974-49cc-8afe-f16583df8da9 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:25.552130 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:25.602839 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceac5c-b360-4991-9fc1-49097d28cbe6 req-d4eab96d-78dc-46ce-8a96-dd9698c68440 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:25.611656 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-98911356-3089-4003-bed0-c4bb0adc4bfe tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Calling delete_port for 712c3dac-f5eb-4b6f-940e-d200dc764e4b owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:25.612248 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-00ceac5c-b360-4991-9fc1-49097d28cbe6 req-d4eab96d-78dc-46ce-8a96-dd9698c68440 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.4006584 Mar 02 18:59:25.615413 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3abef3d0-205f-4c00-8880-e06f89cf1805 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "GET /v2.0/routers/9b0fd274-d630-41f3-99e8-85455efb4b78 HTTP/1.1" status: 200 len: 908 time: 0.9157474 Mar 02 18:59:25.619928 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55930) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:25.655480 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1615594568', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'enable_snat': True}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:25.677834 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] For port c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:25.685440 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:25.695423 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] For port c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:25.703471 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Usage tracker for resource:router and tenant:b8b426b6e9de443992dd5c447e69e73f is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:25.708785 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:25.725178 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:25.738977 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0fd274-d630-41f3-99e8-85455efb4b78', 'name': 'tempest-snat-router-1615594568', 'tenant_id': 'b8b426b6e9de443992dd5c447e69e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.82'}], 'enable_snat': False}, 'gw_port_id': '195c4f72-2406-4b60-9e3c-dd082769694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:19Z', 'updated_at': '2022-03-02T18:59:23Z', 'revision_number': 3, 'project_id': 'b8b426b6e9de443992dd5c447e69e73f', 'gw_port': {'id': '195c4f72-2406-4b60-9e3c-dd082769694b', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0fd274-d630-41f3-99e8-85455efb4b78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:20Z', 'updated_at': '2022-03-02T18:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:25.744700 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Checking router: 9b0fd274-d630-41f3-99e8-85455efb4b78 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:59:25.745051 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Updating router 9b0fd274-d630-41f3-99e8-85455efb4b78 port 195c4f72-2406-4b60-9e3c-dd082769694b binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:59:25.773701 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-00ceac5c-b360-4991-9fc1-49097d28cbe6 req-b6ce5374-a26e-477f-b3bd-b4155f68cfb2 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042538 Mar 02 18:59:25.782989 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:25.798063 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f4c9e581-2f8f-4fed-b1b8-5c02f05bd1fe tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "GET /v2.0/routers/482cc30e-c302-4aa7-a1c7-431f0e100f01 HTTP/1.1" status: 200 len: 923 time: 0.7305603 Mar 02 18:59:25.800505 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55934) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:25.845817 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:25.846838 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:25.859043 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b60eabee-1f18-40d2-bf94-8cb6d296ad8d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:25.864971 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-79abc3d0-7a2b-41c7-8ff5-3d658bcaebd7 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "GET /v2.0/ports?device_id=482cc30e-c302-4aa7-a1c7-431f0e100f01 HTTP/1.1" status: 200 len: 205 time: 0.0611277 Mar 02 18:59:25.885640 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:25.920072 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55940) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:25.981683 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13297d-2db2-408a-9212-2ec751837d9a None None] Pushing event updated for resources: {'Port': ['ID=c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:26.090659 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60eabee-1f18-40d2-bf94-8cb6d296ad8d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=a162059c-3974-49cc-8afe-f16583df8da9,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:26.208728 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] For port 82c48ea0-3d79-4812-8e5b-3833909a0fb7, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=82c48ea0-3d79-4812-8e5b-3833909a0fb7,segment=NetworkSegment(e57eeb70-92c8-4f4c-9ac1-d8a6c9970e8a),segment_id=e57eeb70-92c8-4f4c-9ac1-d8a6c9970e8a)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:26.208728 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:26.456735 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:26.515834 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Calling delete_port for 82c48ea0-3d79-4812-8e5b-3833909a0fb7 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:26.568043 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b60eabee-1f18-40d2-bf94-8cb6d296ad8d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:26.576835 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:26.580814 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:26.621531 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b60eabee-1f18-40d2-bf94-8cb6d296ad8d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/a162059c-3974-49cc-8afe-f16583df8da9 HTTP/1.1" status: 204 len: 168 time: 2.0950639 Mar 02 18:59:26.627081 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55948) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:26.681140 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f1aeedb-8eda-42d0-b050-ff0634307885 req-d1553df0-b27a-479f-b02d-f9655c0afbfd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2cba10eae0244909ae301c19bf9852ec&device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 1098 time: 0.1384010 Mar 02 18:59:26.717227 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce69fc2-316a-4aa2-b87c-e997cf78e0ce tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:26.718723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce69fc2-316a-4aa2-b87c-e997cf78e0ce tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:26.719469 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3ce69fc2-316a-4aa2-b87c-e997cf78e0ce tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:26.731619 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab71ca-140a-4211-9c44-5d7e1eca87a4 req-c6ad9404-2fe6-4298-8b00-ffb13a0e038e tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:26.733132 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8dab71ca-140a-4211-9c44-5d7e1eca87a4 req-c6ad9404-2fe6-4298-8b00-ffb13a0e038e tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.2748377 Mar 02 18:59:26.749666 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Transition to ACTIVE for port object 195c4f72-2406-4b60-9e3c-dd082769694b will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:26.770996 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98911356-3089-4003-bed0-c4bb0adc4bfe tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:26.818890 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:26.820224 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:26.847063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98911356-3089-4003-bed0-c4bb0adc4bfe tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Port': ['ID=712c3dac-f5eb-4b6f-940e-d200dc764e4b,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:26.909754 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3ce69fc2-316a-4aa2-b87c-e997cf78e0ce tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:26.917712 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3ce69fc2-316a-4aa2-b87c-e997cf78e0ce tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2810972 Mar 02 18:59:26.919842 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55952) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:26.959366 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Port': ['ID=82c48ea0-3d79-4812-8e5b-3833909a0fb7,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:26.994562 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8dab71ca-140a-4211-9c44-5d7e1eca87a4 req-e00db427-50dc-4aca-8c15-9c0036b753d9 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475138 Mar 02 18:59:27.020011 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Attempting to bind port 195c4f72-2406-4b60-9e3c-dd082769694b on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:59:27.020514 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Attempting to bind port 195c4f72-2406-4b60-9e3c-dd082769694b by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:59:27.020993 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Attempting to bind port 195c4f72-2406-4b60-9e3c-dd082769694b on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:59:27.055017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:59:27.123727 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:59:27.124283 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:27.124786 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:27.125284 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:59:27.125864 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Bound port: 195c4f72-2406-4b60-9e3c-dd082769694b, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:59:27.126338 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:27.146358 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:27.200036 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e81e63c7-1373-4361-bf04-8794d8e5d04e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:27.210876 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982f0c3-5022-42d8-80cf-c9a87f0e6e22 None None] Pushing event updated for resources: {'Port': ['ID=195c4f72-2406-4b60-9e3c-dd082769694b,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:27.243400 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] For port 195c4f72-2406-4b60-9e3c-dd082769694b, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:27.247621 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No DVR routers for this DVR port 82c48ea0-3d79-4812-8e5b-3833909a0fb7 on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:27.251056 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] For port 195c4f72-2406-4b60-9e3c-dd082769694b, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=195c4f72-2406-4b60-9e3c-dd082769694b,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:27.350436 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:27.438045 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:27.439571 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe43afb-3c29-479e-94fe-d0c060dd8847 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 3321aec7-1f70-46c8-b9f2-fb19901767c6 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:59:27.447657 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2fe43afb-3c29-479e-94fe-d0c060dd8847 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:27.483973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982f0c3-5022-42d8-80cf-c9a87f0e6e22 None None] Pushing event updated for resources: {'Port': ['ID=195c4f72-2406-4b60-9e3c-dd082769694b,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:27.535025 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:27.536360 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Routers {'9b0fd274-d630-41f3-99e8-85455efb4b78'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:27.537096 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['9b0fd274-d630-41f3-99e8-85455efb4b78'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:27.543750 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2fe43afb-3c29-479e-94fe-d0c060dd8847 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:27.568623 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aeedb-8eda-42d0-b050-ff0634307885 req-efe2a6a2-1a20-4361-a8af-ddfc3737f7d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:27.570419 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f1aeedb-8eda-42d0-b050-ff0634307885 req-efe2a6a2-1a20-4361-a8af-ddfc3737f7d2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=83e11a8d-5f6c-4e4d-9263-33efd20f1a52 HTTP/1.1" status: 200 len: 913 time: 0.8751416 Mar 02 18:59:27.584428 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efba3b1f-b467-4510-a3ca-c569368663ad']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:27.668288 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57eeb70-92c8-4f4c-9ac1-d8a6c9970e8a') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:27.668585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57eeb70-92c8-4f4c-9ac1-d8a6c9970e8a') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:27.696619 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2fe43afb-3c29-479e-94fe-d0c060dd8847 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:27.700003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6d9f55d7-5b59-4c23-96d4-8ffc520f54e5 None None] Provisioning for port c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:27.700616 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:27.732724 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6d9f55d7-5b59-4c23-96d4-8ffc520f54e5 None None] Provisioning complete for port c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:27.732724 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6d9f55d7-5b59-4c23-96d4-8ffc520f54e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:27.741039 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:27.760357 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:59:27.760766 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:59:27.783033 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:59:27.846042 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:27.848880 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f1aeedb-8eda-42d0-b050-ff0634307885 req-ead802f6-f3b4-4a5b-824f-4efaa6a87996 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27787d9c-591c-482e-b24f-3480e544570c HTTP/1.1" status: 200 len: 1001 time: 0.2555268 Mar 02 18:59:27.875915 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e81e63c7-1373-4361-bf04-8794d8e5d04e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:27.908064 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:27.944409 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98911356-3089-4003-bed0-c4bb0adc4bfe tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:27.965712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aeedb-8eda-42d0-b050-ff0634307885 req-7aade18d-0e6c-401b-bb56-0d38a28aec6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:27.967703 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f1aeedb-8eda-42d0-b050-ff0634307885 req-7aade18d-0e6c-401b-bb56-0d38a28aec6c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7b63fe96-d8a7-4e7f-a30f-2804bb38215a HTTP/1.1" status: 200 len: 851 time: 0.1083386 Mar 02 18:59:27.990121 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6d9f55d7-5b59-4c23-96d4-8ffc520f54e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:28.067939 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdff01fe-413f-46dd-9efc-e5f0685b9d35 None None] get_active_networks_info from dv-neutron-831573-1-hyperv {{(pid=84534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 18:59:28.092861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:28.099643 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Allocated IP 172.26.4.11 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/822668d2-9292-4ef1-b7a3-69ccf086b123) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:28.197659 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:28.206941 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-6d9f55d7-5b59-4c23-96d4-8ffc520f54e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:59:28.207476 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-6d9f55d7-5b59-4c23-96d4-8ffc520f54e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:59:28.209752 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Network': ['ID=efba3b1f-b467-4510-a3ca-c569368663ad,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:28.221236 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] Set router 9b0fd274-d630-41f3-99e8-85455efb4b78 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:28.243693 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8112e955-ecb3-43f6-be26-85ccfc34b31e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/efba3b1f-b467-4510-a3ca-c569368663ad HTTP/1.1" status: 204 len: 168 time: 5.4885128 Mar 02 18:59:28.249289 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55958) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:28.259644 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-6d1ba96f-34ec-4a01-a61c-fb50f0d6b36b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-781126126'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:28.264562 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6d1ba96f-34ec-4a01-a61c-fb50f0d6b36b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:28.268638 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6d1ba96f-34ec-4a01-a61c-fb50f0d6b36b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:network and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:28.271867 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6d1ba96f-34ec-4a01-a61c-fb50f0d6b36b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:28.279001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6d1ba96f-34ec-4a01-a61c-fb50f0d6b36b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:28.311303 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f1aeedb-8eda-42d0-b050-ff0634307885 req-c1a88f69-461a-414d-9470-9d86e20eab54 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=83e11a8d-5f6c-4e4d-9263-33efd20f1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2765908 Mar 02 18:59:28.428551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1ba96f-34ec-4a01-a61c-fb50f0d6b36b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:28.432407 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba96f-34ec-4a01-a61c-fb50f0d6b36b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:28.451376 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:28.459315 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2fe43afb-3c29-479e-94fe-d0c060dd8847 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:28.475008 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-e81e63c7-1373-4361-bf04-8794d8e5d04e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Deleting port 3f8242a2-4445-41e4-8037-3d1800569dd0 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:28.475366 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e81e63c7-1373-4361-bf04-8794d8e5d04e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:28.573718 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe43afb-3c29-479e-94fe-d0c060dd8847 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=3321aec7-1f70-46c8-b9f2-fb19901767c6,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:28.589292 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2fe43afb-3c29-479e-94fe-d0c060dd8847 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:28.659293 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdff01fe-413f-46dd-9efc-e5f0685b9d35 None None] Resources bound (agent type, host, resource id): {{(pid=84534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:59:28.713130 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2fe43afb-3c29-479e-94fe-d0c060dd8847 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/3321aec7-1f70-46c8-b9f2-fb19901767c6 HTTP/1.1" status: 204 len: 168 time: 1.7798257 Mar 02 18:59:28.715471 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55962) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:28.715611 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1ba96f-34ec-4a01-a61c-fb50f0d6b36b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:59:28.773607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba96f-34ec-4a01-a61c-fb50f0d6b36b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:28.774559 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-6d1ba96f-34ec-4a01-a61c-fb50f0d6b36b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Added segment 4aed9167-1fd6-42c2-91b7-6ba73c144716 of type vlan for network 876609e2-2cb3-483b-b8da-cec42999feb7 Mar 02 18:59:28.785456 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f1aeedb-8eda-42d0-b050-ff0634307885 req-341a3c42-dcfe-464a-a8fa-a039d8f54cda service neutron] 10.222.0.87 "GET /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646916 Mar 02 18:59:28.805965 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:28.850368 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6d9f55d7-5b59-4c23-96d4-8ffc520f54e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:28.868911 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3ccf65e0-52e9-44d4-bac0-c87f1cfa0689 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1494610 Mar 02 18:59:28.880355 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55966) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:28.886308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e81e63c7-1373-4361-bf04-8794d8e5d04e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:28.911816 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0fd274-d630-41f3-99e8-85455efb4b78', 'name': 'tempest-snat-router-1615594568', 'tenant_id': 'b8b426b6e9de443992dd5c447e69e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.82'}], 'enable_snat': False}, 'gw_port_id': '195c4f72-2406-4b60-9e3c-dd082769694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:19Z', 'updated_at': '2022-03-02T18:59:23Z', 'revision_number': 3, 'project_id': 'b8b426b6e9de443992dd5c447e69e73f', 'gw_port': {'id': '195c4f72-2406-4b60-9e3c-dd082769694b', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0fd274-d630-41f3-99e8-85455efb4b78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:20Z', 'updated_at': '2022-03-02T18:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:28.935810 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01ec6a-d500-4bf7-887a-de137ee9a496 None None] The sync data for ids ['9b0fd274-d630-41f3-99e8-85455efb4b78'] in dv-neutron-831573-1-hyperv is: [{'id': '9b0fd274-d630-41f3-99e8-85455efb4b78', 'name': 'tempest-snat-router-1615594568', 'tenant_id': 'b8b426b6e9de443992dd5c447e69e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.82'}], 'enable_snat': False}, 'gw_port_id': '195c4f72-2406-4b60-9e3c-dd082769694b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:19Z', 'updated_at': '2022-03-02T18:59:23Z', 'revision_number': 3, 'project_id': 'b8b426b6e9de443992dd5c447e69e73f', 'gw_port': {'id': '195c4f72-2406-4b60-9e3c-dd082769694b', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0fd274-d630-41f3-99e8-85455efb4b78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:20Z', 'updated_at': '2022-03-02T18:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:59:28.949342 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6d9f55d7-5b59-4c23-96d4-8ffc520f54e5 None None] For port c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:29.022104 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:29.026518 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6d9f55d7-5b59-4c23-96d4-8ffc520f54e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:29.027597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba96f-34ec-4a01-a61c-fb50f0d6b36b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:29.036551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2e2a1-9d76-42aa-b276-e8fee2cad0f4 req-72d04c98-349f-47db-89c4-5aa1d76ea237 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:29.043502 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b0e2e2a1-9d76-42aa-b276-e8fee2cad0f4 req-72d04c98-349f-47db-89c4-5aa1d76ea237 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.5961673 Mar 02 18:59:29.081958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:29.098616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-e81e63c7-1373-4361-bf04-8794d8e5d04e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Calling delete_port for 3f8242a2-4445-41e4-8037-3d1800569dd0 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:29.124479 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f55d7-5b59-4c23-96d4-8ffc520f54e5 None None] Pushing event updated for resources: {'Port': ['ID=c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:29.157305 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:29.184803 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Pushing event updated for resources: {'Port': ['ID=822668d2-9292-4ef1-b7a3-69ccf086b123,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:29.191152 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5365f3f7-ff8e-438b-8203-fdbc7531ad7e None None] Could not find standard attr ID for object a162059c-3974-49cc-8afe-f16583df8da9. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:59:29.259925 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6659d7-d7cb-46ee-ae32-02cdad57fb1b None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:29.282139 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f1aeedb-8eda-42d0-b050-ff0634307885 req-d08ae8a3-9163-40f5-b6d0-6dc8770f34ed service neutron] 10.222.0.87 "GET /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889741 Mar 02 18:59:29.286024 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b0e2e2a1-9d76-42aa-b276-e8fee2cad0f4 req-12f1289b-c335-44f5-bc36-fda9b844fc51 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417347 Mar 02 18:59:29.337176 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba96f-34ec-4a01-a61c-fb50f0d6b36b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:29.341004 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1ba96f-34ec-4a01-a61c-fb50f0d6b36b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:29.342842 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6d1ba96f-34ec-4a01-a61c-fb50f0d6b36b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:29.355239 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efc02ba-c711-4fdf-bd91-c405e7d12952 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:29.356442 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-7efc02ba-c711-4fdf-bd91-c405e7d12952 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:29.430108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98911356-3089-4003-bed0-c4bb0adc4bfe tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router 83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:59:29.473336 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ba96f-34ec-4a01-a61c-fb50f0d6b36b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Network': ['ID=876609e2-2cb3-483b-b8da-cec42999feb7,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:29.491751 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 876609e2-2cb3-483b-b8da-cec42999feb7 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:59:29.514240 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-7efc02ba-c711-4fdf-bd91-c405e7d12952 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:29.523205 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7efc02ba-c711-4fdf-bd91-c405e7d12952 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6404004 Mar 02 18:59:29.536954 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55970) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:29.585731 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6d1ba96f-34ec-4a01-a61c-fb50f0d6b36b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3300374 Mar 02 18:59:29.600411 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55974) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:29.603484 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-ba49f726-5491-4019-8805-2c142258d574 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'subnet': {'network_id': '876609e2-2cb3-483b-b8da-cec42999feb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:29.677366 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d69f3c0-11bd-4d5f-85bb-22b4a45c647e None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:59:29.681856 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6d69f3c0-11bd-4d5f-85bb-22b4a45c647e None None] Deleting port c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:29.682659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6d69f3c0-11bd-4d5f-85bb-22b4a45c647e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:29.696808 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92c25a5-9ce6-40ab-8f48-b72c7f6cbf6c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:29.697497 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d92c25a5-9ce6-40ab-8f48-b72c7f6cbf6c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:29.701098 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e81e63c7-1373-4361-bf04-8794d8e5d04e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:29.751838 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98911356-3089-4003-bed0-c4bb0adc4bfe tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:29.763616 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-98911356-3089-4003-bed0-c4bb0adc4bfe tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0039330 Mar 02 18:59:29.763616 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55978) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:29.767420 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e7a3b2-05bb-4514-b7f8-71c40177df0d None None] Sync routers for ids ['83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:59:29.776638 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e63c7-1373-4361-bf04-8794d8e5d04e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Pushing event deleted for resources: {'Port': ['ID=3f8242a2-4445-41e4-8037-3d1800569dd0,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:29.823158 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e7a3b2-05bb-4514-b7f8-71c40177df0d None None] Routers {'83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:29.823978 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e7e7a3b2-05bb-4514-b7f8-71c40177df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:29.824449 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ba49f726-5491-4019-8805-2c142258d574 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:29.857978 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d92c25a5-9ce6-40ab-8f48-b72c7f6cbf6c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:29.861732 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d92c25a5-9ce6-40ab-8f48-b72c7f6cbf6c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3208895 Mar 02 18:59:29.863293 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55982) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:29.864231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ba49f726-5491-4019-8805-2c142258d574 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:subnet and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:29.928256 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ba49f726-5491-4019-8805-2c142258d574 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:29.951199 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e7e7a3b2-05bb-4514-b7f8-71c40177df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:29.955596 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ba49f726-5491-4019-8805-2c142258d574 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:29.963568 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f1f85fb0-2e06-4af8-81ff-ccf0fbad7a9e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917749 Mar 02 18:59:29.965742 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55986) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:29.973042 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-81e332f1-6c2c-4365-a162-831b0ef1e0bf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:29.983128 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6d69f3c0-11bd-4d5f-85bb-22b4a45c647e None None] For port c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:29.983698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6d69f3c0-11bd-4d5f-85bb-22b4a45c647e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:29.984612 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:29.985347 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:29.995183 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e7a3b2-05bb-4514-b7f8-71c40177df0d None None] Routers {'83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:29.996566 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e7e7a3b2-05bb-4514-b7f8-71c40177df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:30.104338 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba49f726-5491-4019-8805-2c142258d574 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:30.108370 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e7e7a3b2-05bb-4514-b7f8-71c40177df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:30.108835 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e7a3b2-05bb-4514-b7f8-71c40177df0d None None] The sync data for ids ['83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:59:30.227550 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6d69f3c0-11bd-4d5f-85bb-22b4a45c647e None None] Calling delete_port for c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:30.260438 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-81e332f1-6c2c-4365-a162-831b0ef1e0bf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:30.274799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-81e332f1-6c2c-4365-a162-831b0ef1e0bf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:30.324756 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aea50c1d-4a01-424b-937c-1abfaf68278e tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:30.385672 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e332f1-6c2c-4365-a162-831b0ef1e0bf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:30.406283 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6d69f3c0-11bd-4d5f-85bb-22b4a45c647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:30.467488 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69f3c0-11bd-4d5f-85bb-22b4a45c647e None None] Pushing event deleted for resources: {'Port': ['ID=c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:30.471925 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69f3c0-11bd-4d5f-85bb-22b4a45c647e None None] No DVR routers for this DVR port c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:30.495931 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e81e63c7-1373-4361-bf04-8794d8e5d04e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:30.680683 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-81e332f1-6c2c-4365-a162-831b0ef1e0bf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:30.695012 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ba49f726-5491-4019-8805-2c142258d574 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:30.884401 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:30.926362 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:59:30.926816 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c3511b2e-21c4-43b6-b1d9-98ac8d65dbd8 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:30.993093 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e81e63c7-1373-4361-bf04-8794d8e5d04e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:31.033985 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e81e63c7-1373-4361-bf04-8794d8e5d04e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:31.054747 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c39ed-d38d-4e22-a337-649289cf32b9 req-fcfc56cd-5aa1-44ad-acc2-f73557118993 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:31.056706 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e98c39ed-d38d-4e22-a337-649289cf32b9 req-fcfc56cd-5aa1-44ad-acc2-f73557118993 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.6189110 Mar 02 18:59:31.069048 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:31.222477 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e98c39ed-d38d-4e22-a337-649289cf32b9 req-a261cc2c-92fa-4614-9873-2a4d088c1978 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529751 Mar 02 18:59:31.239062 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-81e332f1-6c2c-4365-a162-831b0ef1e0bf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:31.246898 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e81e63c7-1373-4361-bf04-8794d8e5d04e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:31.247453 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81e63c7-1373-4361-bf04-8794d8e5d04e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Fanout notify agent at l3_agent the message router_deleted on router 482cc30e-c302-4aa7-a1c7-431f0e100f01 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:59:31.299869 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e81e63c7-1373-4361-bf04-8794d8e5d04e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:31.302272 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e81e63c7-1373-4361-bf04-8794d8e5d04e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "DELETE /v2.0/routers/482cc30e-c302-4aa7-a1c7-431f0e100f01 HTTP/1.1" status: 204 len: 168 time: 5.3604269 Mar 02 18:59:31.308390 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 55994) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:31.317950 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1038277200', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'enable_snat': False}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:31.328169 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:31.341421 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Usage tracker for resource:router and tenant:f5017456c3244485bdb51a01e0643703 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:31.347865 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ba49f726-5491-4019-8805-2c142258d574 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:31.353484 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:31.366675 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e332f1-6c2c-4365-a162-831b0ef1e0bf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:31.372557 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-81e332f1-6c2c-4365-a162-831b0ef1e0bf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:31.375431 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e332f1-6c2c-4365-a162-831b0ef1e0bf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:31.376236 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-81e332f1-6c2c-4365-a162-831b0ef1e0bf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:31.387214 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e332f1-6c2c-4365-a162-831b0ef1e0bf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=510318ee-3058-4753-828d-12794c5c7104,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:31.389724 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7871d13e-d45a-4140-bab5-f177e83f9615 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:31.409741 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:31.468515 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49f726-5491-4019-8805-2c142258d574 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Subnet': ['ID=5125125b-0399-4691-b990-2c6e5f3d83f9,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:31.513052 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba49f726-5491-4019-8805-2c142258d574 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Checking segment: {'id': '4aed9167-1fd6-42c2-91b7-6ba73c144716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '876609e2-2cb3-483b-b8da-cec42999feb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:31.513761 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba49f726-5491-4019-8805-2c142258d574 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network hostable DHCP agents. Network: 876609e2-2cb3-483b-b8da-cec42999feb7, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:59:31.546137 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:31.546945 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:31.565433 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27f943-c3ad-4edc-a166-903d52531307 req-8fd57803-a2b8-4f7d-bc80-b0bde4afacc6 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:31.567241 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8c27f943-c3ad-4edc-a166-903d52531307 req-8fd57803-a2b8-4f7d-bc80-b0bde4afacc6 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.1762640 Mar 02 18:59:31.570285 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:31.574420 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Router 53201009-eadd-4856-842a-0ead55d01587 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:59:31.627753 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-81e332f1-6c2c-4365-a162-831b0ef1e0bf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6600311 Mar 02 18:59:31.636322 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 55998) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:31.656421 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-1cc94c2e-3bf8-456c-8d8f-363d70ff7c71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'fixed_ips': [{'subnet_id': '510318ee-3058-4753-828d-12794c5c7104', 'ip_address': '2001:db8::b2b5:d68c:bb58:df32'}], 'name': 'tempest-NetworksTestDHCPv6-1671842761'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:31.665971 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba49f726-5491-4019-8805-2c142258d574 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network 876609e2-2cb3-483b-b8da-cec42999feb7 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:59:31.682815 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': '510318ee-3058-4753-828d-12794c5c7104'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:59:31.683695 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:31.770637 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-aea50c1d-4a01-424b-937c-1abfaf68278e tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting port c5e5fe12-e629-40ea-bf46-a1036d10c928 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:31.771147 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aea50c1d-4a01-424b-937c-1abfaf68278e tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:31.803047 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-ba49f726-5491-4019-8805-2c142258d574 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 876609e2-2cb3-483b-b8da-cec42999feb7) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:31.841402 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32de642c-c7a7-40c0-8c6f-a4e73912925c None None] Network 876609e2-2cb3-483b-b8da-cec42999feb7 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:31.879431 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8c27f943-c3ad-4edc-a166-903d52531307 req-9587f3a9-5f8a-44c5-9ee6-ad5ec6dc1f99 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768719 Mar 02 18:59:31.992428 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba49f726-5491-4019-8805-2c142258d574 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:31.993137 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ba49f726-5491-4019-8805-2c142258d574 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:32.059470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1cc94c2e-3bf8-456c-8d8f-363d70ff7c71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:32.083256 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1cc94c2e-3bf8-456c-8d8f-363d70ff7c71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:32.092732 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Allocated IP 2001:db8::2 (ef3b29a7-4982-4982-b073-f3d27df1240a/510318ee-3058-4753-828d-12794c5c7104/f07ecc8d-1024-431f-a560-b7b98e9c4988) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:32.093282 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:32.107416 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aea50c1d-4a01-424b-937c-1abfaf68278e tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:32.142921 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ba49f726-5491-4019-8805-2c142258d574 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5461826 Mar 02 18:59:32.145621 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56006) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:32.241549 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc94c2e-3bf8-456c-8d8f-363d70ff7c71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:32.247343 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1cc94c2e-3bf8-456c-8d8f-363d70ff7c71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:32.264226 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-aea50c1d-4a01-424b-937c-1abfaf68278e tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Calling delete_port for c5e5fe12-e629-40ea-bf46-a1036d10c928 owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:32.309246 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-876609e2-2cb3-483b-b8da-cec42999feb7', 'network_id': '876609e2-2cb3-483b-b8da-cec42999feb7', 'tenant_id': 'e60c693f9f88467c9c691aee434eb6e7', 'fixed_ips': [{'subnet_id': '5125125b-0399-4691-b990-2c6e5f3d83f9'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:59:32.320062 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:32.329827 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-1cc94c2e-3bf8-456c-8d8f-363d70ff7c71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port 46449542-0dbc-49e6-b40e-357ab9e5116e yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:59:32.356368 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:32.368954 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Sync routers for ids ['53201009-eadd-4856-842a-0ead55d01587'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:59:32.381280 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Routers {'53201009-eadd-4856-842a-0ead55d01587'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:32.382138 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['53201009-eadd-4856-842a-0ead55d01587'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:32.456591 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:32.541716 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:32.553705 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:32.555547 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6fa03e7c-8935-4fee-b476-5dafc8c6eb17 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.9340611 Mar 02 18:59:32.560084 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:32.622381 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Transition to ACTIVE for port object f07ecc8d-1024-431f-a560-b7b98e9c4988 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:32.626586 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56012) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:32.672768 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Set router 53201009-eadd-4856-842a-0ead55d01587 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:32.688786 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Transition to ACTIVE for port object f07ecc8d-1024-431f-a560-b7b98e9c4988 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:32.699604 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Allocated IP 172.20.0.1 (876609e2-2cb3-483b-b8da-cec42999feb7/5125125b-0399-4691-b990-2c6e5f3d83f9/98cfa599-b5ab-442b-92fc-16f6b94fa665) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:32.797466 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:32.902097 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:32.908384 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-1cc94c2e-3bf8-456c-8d8f-363d70ff7c71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::b2b5:d68c:bb58:df32 (ef3b29a7-4982-4982-b073-f3d27df1240a/510318ee-3058-4753-828d-12794c5c7104/46449542-0dbc-49e6-b40e-357ab9e5116e) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:32.920706 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:32.924108 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:32.934528 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aea50c1d-4a01-424b-937c-1abfaf68278e tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:32.934933 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Pushing event updated for resources: {'Port': ['ID=f07ecc8d-1024-431f-a560-b7b98e9c4988,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:32.999741 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:33.027656 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea50c1d-4a01-424b-937c-1abfaf68278e tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Port': ['ID=c5e5fe12-e629-40ea-bf46-a1036d10c928,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:33.042914 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53201009-eadd-4856-842a-0ead55d01587', 'name': 'tempest-snat-router-1615594568', 'tenant_id': 'b8b426b6e9de443992dd5c447e69e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '822668d2-9292-4ef1-b7a3-69ccf086b123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:25Z', 'updated_at': '2022-03-02T18:59:29Z', 'revision_number': 3, 'project_id': 'b8b426b6e9de443992dd5c447e69e73f', 'gw_port': {'id': '822668d2-9292-4ef1-b7a3-69ccf086b123', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53201009-eadd-4856-842a-0ead55d01587', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:27Z', 'updated_at': '2022-03-02T18:59:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:33.048690 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Checking router: 53201009-eadd-4856-842a-0ead55d01587 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:59:33.049316 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Updating router 53201009-eadd-4856-842a-0ead55d01587 port 822668d2-9292-4ef1-b7a3-69ccf086b123 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:59:33.088038 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:33.138677 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:33.149731 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Attempting to bind port f07ecc8d-1024-431f-a560-b7b98e9c4988 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:59:33.150282 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Attempting to bind port f07ecc8d-1024-431f-a560-b7b98e9c4988 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:59:33.150406 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Attempting to bind port f07ecc8d-1024-431f-a560-b7b98e9c4988 on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:59:33.196442 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:33.215532 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Transition to ACTIVE for port object 98cfa599-b5ab-442b-92fc-16f6b94fa665 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:33.273040 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Transition to ACTIVE for port object 98cfa599-b5ab-442b-92fc-16f6b94fa665 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:33.278500 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:59:33.287135 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:33.292307 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:33.292698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:59:33.293198 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Bound port: f07ecc8d-1024-431f-a560-b7b98e9c4988, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:59:33.293576 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:33.335617 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e468a-d414-4dfb-8c18-595feb9d9590 req-c862f3c5-4033-48ba-baaf-2d6aaa281a3e tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:33.340885 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c52e468a-d414-4dfb-8c18-595feb9d9590 req-c862f3c5-4033-48ba-baaf-2d6aaa281a3e tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.5615530 Mar 02 18:59:33.350399 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:33.498598 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Allocated IP 172.26.4.48 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/576c99d4-5b31-42ce-bf99-06b89a552712) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:33.510541 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:33.539877 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Pushing event updated for resources: {'Port': ['ID=98cfa599-b5ab-442b-92fc-16f6b94fa665,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:33.587816 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Subnet': ['ID=5125125b-0399-4691-b990-2c6e5f3d83f9,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:33.642504 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Network 876609e2-2cb3-483b-b8da-cec42999feb7 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:33.647801 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:33.653547 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:33.656025 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aea50c1d-4a01-424b-937c-1abfaf68278e tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:33.664792 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c52e468a-d414-4dfb-8c18-595feb9d9590 req-aa1a33c6-4c47-4057-aafd-12ea83965c1c tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349926 Mar 02 18:59:33.750919 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1cc94c2e-3bf8-456c-8d8f-363d70ff7c71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:33.781869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-1cc94c2e-3bf8-456c-8d8f-363d70ff7c71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object 46449542-0dbc-49e6-b40e-357ab9e5116e will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:33.798395 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:33.827049 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876609e2-2cb3-483b-b8da-cec42999feb7']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:33.841924 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aed9167-1fd6-42c2-91b7-6ba73c144716') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:33.842251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aed9167-1fd6-42c2-91b7-6ba73c144716') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:33.844805 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] For port f07ecc8d-1024-431f-a560-b7b98e9c4988, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:33.856406 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:33.857135 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Attempting to bind port 98cfa599-b5ab-442b-92fc-16f6b94fa665 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:59:33.857567 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Attempting to bind port 98cfa599-b5ab-442b-92fc-16f6b94fa665 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '4aed9167-1fd6-42c2-91b7-6ba73c144716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '876609e2-2cb3-483b-b8da-cec42999feb7'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:59:33.857992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Attempting to bind port 98cfa599-b5ab-442b-92fc-16f6b94fa665 on network 876609e2-2cb3-483b-b8da-cec42999feb7 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:59:33.862921 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] For port f07ecc8d-1024-431f-a560-b7b98e9c4988, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f07ecc8d-1024-431f-a560-b7b98e9c4988,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:33.869025 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:59:33.869489 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Checking segment: {'id': '4aed9167-1fd6-42c2-91b7-6ba73c144716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '876609e2-2cb3-483b-b8da-cec42999feb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:33.870025 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:33.870474 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Bound using segment: {'id': '4aed9167-1fd6-42c2-91b7-6ba73c144716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '876609e2-2cb3-483b-b8da-cec42999feb7'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:59:33.871067 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Bound port: 98cfa599-b5ab-442b-92fc-16f6b94fa665, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aed9167-1fd6-42c2-91b7-6ba73c144716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '876609e2-2cb3-483b-b8da-cec42999feb7'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:59:33.871561 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:33.874824 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:33.881740 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:59:33.882146 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:33.896519 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1cc94c2e-3bf8-456c-8d8f-363d70ff7c71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:33.968987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc94c2e-3bf8-456c-8d8f-363d70ff7c71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:33.973603 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-1cc94c2e-3bf8-456c-8d8f-363d70ff7c71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:33.984755 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc94c2e-3bf8-456c-8d8f-363d70ff7c71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:33.988806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc94c2e-3bf8-456c-8d8f-363d70ff7c71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:33.989491 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1cc94c2e-3bf8-456c-8d8f-363d70ff7c71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:33.994312 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:59:34.002292 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:59:34.005257 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a706ad5e-8470-49fb-8a7c-c7ee421fc258 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "GET /v2.0/routers/53201009-eadd-4856-842a-0ead55d01587 HTTP/1.1" status: 200 len: 907 time: 1.3760638 Mar 02 18:59:34.013993 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56018) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:34.067057 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.api [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 18:59:34.067057 dv-neutron-831573-1-hyperv neutron-server[84533]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 18:59:34.067057 dv-neutron-831573-1-hyperv neutron-server[84533]: [parameters: {'id': '876609e2-2cb3-483b-b8da-cec42999feb7'}] Mar 02 18:59:34.067057 dv-neutron-831573-1-hyperv neutron-server[84533]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:59:34.067566 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG oslo_db.api [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:59:34.103647 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] For port 98cfa599-b5ab-442b-92fc-16f6b94fa665, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:34.110860 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] For port 98cfa599-b5ab-442b-92fc-16f6b94fa665, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=98cfa599-b5ab-442b-92fc-16f6b94fa665,segment=NetworkSegment(4aed9167-1fd6-42c2-91b7-6ba73c144716),segment_id=4aed9167-1fd6-42c2-91b7-6ba73c144716)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:34.172536 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2e7c6-d999-42eb-9fde-7c003e131089 req-d1afd82f-7ff7-468d-9515-dad8bd2bbd4d tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:34.172734 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f19e2-0d69-44dc-8d25-169bb93e1644 None None] Pushing event updated for resources: {'Port': ['ID=f07ecc8d-1024-431f-a560-b7b98e9c4988,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:34.173947 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a5f2e7c6-d999-42eb-9fde-7c003e131089 req-d1afd82f-7ff7-468d-9515-dad8bd2bbd4d tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.1677186 Mar 02 18:59:34.177601 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:34.215258 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:34.245963 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc94c2e-3bf8-456c-8d8f-363d70ff7c71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=46449542-0dbc-49e6-b40e-357ab9e5116e,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:34.263971 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a5f2e7c6-d999-42eb-9fde-7c003e131089 req-02317b04-5917-4270-be56-919989fbb678 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808742 Mar 02 18:59:34.307112 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16009f02-ec9b-40ad-a8ac-84b4f09252db None None] Pushing event updated for resources: {'Port': ['ID=98cfa599-b5ab-442b-92fc-16f6b94fa665,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:34.351638 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:34.388119 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5868600b-0195-44d2-bc45-a204d5363540 None None] Network 876609e2-2cb3-483b-b8da-cec42999feb7 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:34.505554 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Pushing event updated for resources: {'Port': ['ID=576c99d4-5b31-42ce-bf99-06b89a552712,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:34.563796 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:34.565260 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:34.571937 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:34.639482 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:34.688835 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Deleting port 98cfa599-b5ab-442b-92fc-16f6b94fa665 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:34.689101 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:34.739452 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1cc94c2e-3bf8-456c-8d8f-363d70ff7c71 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1021540 Mar 02 18:59:34.747188 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56024) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:34.753883 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:34.763034 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-df254587-4da4-4279-9981-e31111af21d5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'fixed_ips': [{'subnet_id': '510318ee-3058-4753-828d-12794c5c7104', 'ip_address': '2001:db8::b2b5:d68c:bb58:df32'}], 'name': 'tempest-NetworksTestDHCPv6-1562655724'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:34.771659 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Transition to ACTIVE for port object 822668d2-9292-4ef1-b7a3-69ccf086b123 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:34.842836 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:34.949684 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Attempting to bind port 822668d2-9292-4ef1-b7a3-69ccf086b123 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:59:34.950377 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Attempting to bind port 822668d2-9292-4ef1-b7a3-69ccf086b123 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:59:34.950983 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Attempting to bind port 822668d2-9292-4ef1-b7a3-69ccf086b123 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:59:34.955327 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea50c1d-4a01-424b-937c-1abfaf68278e tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router 83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:59:34.972804 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:59:34.973391 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:34.974046 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:34.974333 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:59:34.974957 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Bound port: 822668d2-9292-4ef1-b7a3-69ccf086b123, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:59:34.975481 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:34.999946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06382e12-f7d5-47e0-b5b4-554132f320cd req-438b8946-0034-435d-b975-c95dc4240562 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:35.002763 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-06382e12-f7d5-47e0-b5b4-554132f320cd req-438b8946-0034-435d-b975-c95dc4240562 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.5523400 Mar 02 18:59:35.006499 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 195c4f72-2406-4b60-9e3c-dd082769694b up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:59:35.017846 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10652938-0dce-4856-aa52-a113d20c10e4 None None] Pushing event updated for resources: {'Port': ['ID=822668d2-9292-4ef1-b7a3-69ccf086b123,revision_number=2']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:35.079996 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-df254587-4da4-4279-9981-e31111af21d5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:35.083374 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] For port 822668d2-9292-4ef1-b7a3-69ccf086b123, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:35.090170 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-df254587-4da4-4279-9981-e31111af21d5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:port and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:35.090855 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] For port 822668d2-9292-4ef1-b7a3-69ccf086b123, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=822668d2-9292-4ef1-b7a3-69ccf086b123,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:35.100392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-df254587-4da4-4279-9981-e31111af21d5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:35.119573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-df254587-4da4-4279-9981-e31111af21d5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:35.155804 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] For port 98cfa599-b5ab-442b-92fc-16f6b94fa665, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=98cfa599-b5ab-442b-92fc-16f6b94fa665,segment=NetworkSegment(4aed9167-1fd6-42c2-91b7-6ba73c144716),segment_id=4aed9167-1fd6-42c2-91b7-6ba73c144716)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:35.156444 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:35.158277 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:35.173852 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 195c4f72-2406-4b60-9e3c-dd082769694b completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:35.179983 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 195c4f72-2406-4b60-9e3c-dd082769694b triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:35.184754 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:35.294694 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2f7f-eea3-456e-8e54-7175c08fbf24 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:35.374367 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Routers {'53201009-eadd-4856-842a-0ead55d01587'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:35.375183 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['53201009-eadd-4856-842a-0ead55d01587'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:35.377299 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Calling delete_port for 98cfa599-b5ab-442b-92fc-16f6b94fa665 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:35.396916 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-06382e12-f7d5-47e0-b5b4-554132f320cd req-89e5e54b-9ced-4194-a4b7-fb3bd19d800b tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3690603 Mar 02 18:59:35.418415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df254587-4da4-4279-9981-e31111af21d5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:35.430649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df254587-4da4-4279-9981-e31111af21d5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:35.460235 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:35.469423 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10652938-0dce-4856-aa52-a113d20c10e4 None None] Pushing event updated for resources: {'Port': ['ID=822668d2-9292-4ef1-b7a3-69ccf086b123,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:35.505211 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 195c4f72-2406-4b60-9e3c-dd082769694b, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=195c4f72-2406-4b60-9e3c-dd082769694b,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:35.521333 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:35.522084 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:35.582642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-df254587-4da4-4279-9981-e31111af21d5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port cd67eb6c-944e-4a9c-b6ec-fea228729159 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:59:35.605008 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:35.605788 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f07ecc8d-1024-431f-a560-b7b98e9c4988 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:59:35.668755 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea50c1d-4a01-424b-937c-1abfaf68278e tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:35.690944 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] Set router 53201009-eadd-4856-842a-0ead55d01587 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:35.700223 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:35.708190 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-aea50c1d-4a01-424b-937c-1abfaf68278e tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9454393 Mar 02 18:59:35.708984 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56032) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:35.774019 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-91762cb1-80d2-4989-969f-6a17597d55c7 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Synchronizing usage tracker for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:35.807938 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Port': ['ID=98cfa599-b5ab-442b-92fc-16f6b94fa665,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:35.817518 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No DVR routers for this DVR port 98cfa599-b5ab-442b-92fc-16f6b94fa665 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:35.823848 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=195c4f72-2406-4b60-9e3c-dd082769694b,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:35.826848 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3372ac28-2d77-40f7-a95b-80bc566aa459 None None] Sync routers for ids ['83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:59:35.878273 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372ac28-2d77-40f7-a95b-80bc566aa459 None None] Routers {'83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:35.878273 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-3372ac28-2d77-40f7-a95b-80bc566aa459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:36.010104 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-3372ac28-2d77-40f7-a95b-80bc566aa459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:36.026404 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port f07ecc8d-1024-431f-a560-b7b98e9c4988 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:36.028302 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-91762cb1-80d2-4989-969f-6a17597d55c7 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Unset dirty status for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:36.029501 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-91762cb1-80d2-4989-969f-6a17597d55c7 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/ports?device_id=83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8 HTTP/1.1" status: 200 len: 205 time: 0.3141792 Mar 02 18:59:36.034640 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e4ebd8ac-8a74-478e-bdce-653043b6b2e3 None None] Provisioning for port f07ecc8d-1024-431f-a560-b7b98e9c4988 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:36.041171 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56038) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:36.048797 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e4ebd8ac-8a74-478e-bdce-653043b6b2e3 None None] Provisioning complete for port f07ecc8d-1024-431f-a560-b7b98e9c4988 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:36.049164 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e4ebd8ac-8a74-478e-bdce-653043b6b2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:36.131002 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:36.168553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc89577-c68f-4c12-ac74-ac8e6c67b994 None None] get_active_networks_info from dv-neutron-831573-1-hyperv {{(pid=84534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 18:59:36.177106 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876609e2-2cb3-483b-b8da-cec42999feb7']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:36.183911 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-df254587-4da4-4279-9981-e31111af21d5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 18:59:36.184740 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df254587-4da4-4279-9981-e31111af21d5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:59:36.197281 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aed9167-1fd6-42c2-91b7-6ba73c144716') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:36.197576 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aed9167-1fd6-42c2-91b7-6ba73c144716') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:36.204115 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port f07ecc8d-1024-431f-a560-b7b98e9c4988 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:36.204692 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:36.216269 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:36.248075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:36.280771 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:59:36.281463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:36.285824 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372ac28-2d77-40f7-a95b-80bc566aa459 None None] Routers {'83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:36.286449 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-3372ac28-2d77-40f7-a95b-80bc566aa459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:59:36.301569 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:59:36.313372 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53201009-eadd-4856-842a-0ead55d01587', 'name': 'tempest-snat-router-1615594568', 'tenant_id': 'b8b426b6e9de443992dd5c447e69e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '822668d2-9292-4ef1-b7a3-69ccf086b123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:25Z', 'updated_at': '2022-03-02T18:59:29Z', 'revision_number': 3, 'project_id': 'b8b426b6e9de443992dd5c447e69e73f', 'gw_port': {'id': '822668d2-9292-4ef1-b7a3-69ccf086b123', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53201009-eadd-4856-842a-0ead55d01587', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:27Z', 'updated_at': '2022-03-02T18:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:36.318498 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5dfad5-4809-4780-aa69-582fe6e8070d None None] The sync data for ids ['53201009-eadd-4856-842a-0ead55d01587'] in dv-neutron-831573-1-hyperv is: [{'id': '53201009-eadd-4856-842a-0ead55d01587', 'name': 'tempest-snat-router-1615594568', 'tenant_id': 'b8b426b6e9de443992dd5c447e69e73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '822668d2-9292-4ef1-b7a3-69ccf086b123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:25Z', 'updated_at': '2022-03-02T18:59:29Z', 'revision_number': 3, 'project_id': 'b8b426b6e9de443992dd5c447e69e73f', 'gw_port': {'id': '822668d2-9292-4ef1-b7a3-69ccf086b123', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53201009-eadd-4856-842a-0ead55d01587', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:27Z', 'updated_at': '2022-03-02T18:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:59:36.365228 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-3372ac28-2d77-40f7-a95b-80bc566aa459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:36.365636 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3372ac28-2d77-40f7-a95b-80bc566aa459 None None] The sync data for ids ['83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:59:36.442118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2f7f-eea3-456e-8e54-7175c08fbf24 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:36.463798 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f6f1629c-cae9-4f64-bb8d-63ad1fdc289a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:36.503240 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e4ebd8ac-8a74-478e-bdce-653043b6b2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:36.520342 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Router 4bcc8cb8-4601-4d9c-879d-4028efc18190 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:59:36.526055 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:36.531631 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-df254587-4da4-4279-9981-e31111af21d5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7696552 Mar 02 18:59:36.537349 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:36.541211 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56042) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:36.542793 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:36.583329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-8dbc2f7f-eea3-456e-8e54-7175c08fbf24 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Deleting port 822668d2-9292-4ef1-b7a3-69ccf086b123 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:36.583696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2f7f-eea3-456e-8e54-7175c08fbf24 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:36.583802 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-e4ebd8ac-8a74-478e-bdce-653043b6b2e3 None None] For port f07ecc8d-1024-431f-a560-b7b98e9c4988, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f07ecc8d-1024-431f-a560-b7b98e9c4988,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:36.615836 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc89577-c68f-4c12-ac74-ac8e6c67b994 None None] Resources bound (agent type, host, resource id): {{(pid=84534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:59:36.624857 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/876609e2-2cb3-483b-b8da-cec42999feb7 HTTP/1.1" status: 204 len: 168 time: 4.4786747 Mar 02 18:59:36.634308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968e594-8c1f-4a7d-8e25-7a4a412ffdff tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Network': ['ID=876609e2-2cb3-483b-b8da-cec42999feb7,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:36.638537 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56046) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:36.641490 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524070fa-e84f-442b-b941-90e71cb8d49b req-27370c53-8c04-4c74-a012-b9c12b037e67 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:36.642990 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-524070fa-e84f-442b-b941-90e71cb8d49b req-27370c53-8c04-4c74-a012-b9c12b037e67 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.4617965 Mar 02 18:59:36.653199 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c9571a20-4c4d-411d-be5d-42f4bf8f2640 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1904065305'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:36.664738 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c9571a20-4c4d-411d-be5d-42f4bf8f2640 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:36.724366 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e4ebd8ac-8a74-478e-bdce-653043b6b2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:36.736013 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c9571a20-4c4d-411d-be5d-42f4bf8f2640 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:network and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:36.786997 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c9571a20-4c4d-411d-be5d-42f4bf8f2640 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:36.799782 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c9571a20-4c4d-411d-be5d-42f4bf8f2640 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:36.854395 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6d81d5-80a1-4fec-b2a2-9ecb6823f45f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:36.858607 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6d81d5-80a1-4fec-b2a2-9ecb6823f45f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:36.860279 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0c6d81d5-80a1-4fec-b2a2-9ecb6823f45f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2812629 Mar 02 18:59:36.864116 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56050) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:36.903635 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:59:36.904002 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:59:36.905277 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9571a20-4c4d-411d-be5d-42f4bf8f2640 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:36.908156 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c9571a20-4c4d-411d-be5d-42f4bf8f2640 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:36.927183 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebd8ac-8a74-478e-bdce-653043b6b2e3 None None] Pushing event updated for resources: {'Port': ['ID=f07ecc8d-1024-431f-a560-b7b98e9c4988,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:37.004347 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5618f43e-8035-4c57-8e43-3f91231c3954 None None] Provisioning for port 46449542-0dbc-49e6-b40e-357ab9e5116e completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:37.025424 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5618f43e-8035-4c57-8e43-3f91231c3954 None None] Provisioning complete for port 46449542-0dbc-49e6-b40e-357ab9e5116e triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:37.025800 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5618f43e-8035-4c57-8e43-3f91231c3954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:37.072246 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-524070fa-e84f-442b-b941-90e71cb8d49b req-09f0780d-30d9-414b-bacf-cd192977cd6b tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4168482 Mar 02 18:59:37.096803 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ab94e711-ec99-4b50-a6f0-9a1c740d724e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port 46449542-0dbc-49e6-b40e-357ab9e5116e {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:37.097254 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ab94e711-ec99-4b50-a6f0-9a1c740d724e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:37.109550 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-5618f43e-8035-4c57-8e43-3f91231c3954 None None] Port 46449542-0dbc-49e6-b40e-357ab9e5116e cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:59:37.167879 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9571a20-4c4d-411d-be5d-42f4bf8f2640 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:59:37.236024 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c9571a20-4c4d-411d-be5d-42f4bf8f2640 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:37.236586 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-c9571a20-4c4d-411d-be5d-42f4bf8f2640 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Added segment 11977af9-f473-4486-a784-73af2ef80fa6 of type vlan for network a6c58562-5521-4b35-b646-d476e4b927c1 Mar 02 18:59:37.288476 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f6f1629c-cae9-4f64-bb8d-63ad1fdc289a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:37.295831 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-8dbc2f7f-eea3-456e-8e54-7175c08fbf24 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] For port 822668d2-9292-4ef1-b7a3-69ccf086b123, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=822668d2-9292-4ef1-b7a3-69ccf086b123,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:37.296214 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2f7f-eea3-456e-8e54-7175c08fbf24 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:37.304753 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f6f1629c-cae9-4f64-bb8d-63ad1fdc289a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:37.315830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c9571a20-4c4d-411d-be5d-42f4bf8f2640 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:37.433517 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-8dbc2f7f-eea3-456e-8e54-7175c08fbf24 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Calling delete_port for 822668d2-9292-4ef1-b7a3-69ccf086b123 owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:37.450618 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:37.468334 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Sync routers for ids ['4bcc8cb8-4601-4d9c-879d-4028efc18190'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:59:37.486372 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Routers {'4bcc8cb8-4601-4d9c-879d-4028efc18190'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:37.487310 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['4bcc8cb8-4601-4d9c-879d-4028efc18190'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:37.518689 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ab94e711-ec99-4b50-a6f0-9a1c740d724e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:37.570821 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f6f1629c-cae9-4f64-bb8d-63ad1fdc289a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:37.571302 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f1629c-cae9-4f64-bb8d-63ad1fdc289a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Fanout notify agent at l3_agent the message router_deleted on router 83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:59:37.600964 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 195c4f72-2406-4b60-9e3c-dd082769694b up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:59:37.634542 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f6f1629c-cae9-4f64-bb8d-63ad1fdc289a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:37.635654 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f6f1629c-cae9-4f64-bb8d-63ad1fdc289a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/routers/83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8 HTTP/1.1" status: 204 len: 168 time: 1.5776324 Mar 02 18:59:37.638681 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56056) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:37.660808 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:37.662577 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-09d2e211-53a0-48f1-9ecd-5f399ca384ae tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.3529675 Mar 02 18:59:37.664162 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c9571a20-4c4d-411d-be5d-42f4bf8f2640 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:37.668273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9571a20-4c4d-411d-be5d-42f4bf8f2640 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:37.669127 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c9571a20-4c4d-411d-be5d-42f4bf8f2640 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:37.673166 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56060) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:37.680997 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ab94e711-ec99-4b50-a6f0-9a1c740d724e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for 46449542-0dbc-49e6-b40e-357ab9e5116e owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:37.688884 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 195c4f72-2406-4b60-9e3c-dd082769694b triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:37.689161 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:37.743276 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Set router 4bcc8cb8-4601-4d9c-879d-4028efc18190 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:37.802072 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2f7f-eea3-456e-8e54-7175c08fbf24 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:37.857454 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc2f7f-eea3-456e-8e54-7175c08fbf24 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Pushing event deleted for resources: {'Port': ['ID=822668d2-9292-4ef1-b7a3-69ccf086b123,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:37.860342 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f07ecc8d-1024-431f-a560-b7b98e9c4988 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:59:37.966748 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port f07ecc8d-1024-431f-a560-b7b98e9c4988 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:37.966748 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:37.976108 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c9571a20-4c4d-411d-be5d-42f4bf8f2640 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3313727 Mar 02 18:59:37.979671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56064) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:37.995646 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9571a20-4c4d-411d-be5d-42f4bf8f2640 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Network': ['ID=a6c58562-5521-4b35-b646-d476e4b927c1,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:38.006374 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-08406c22-f026-482a-85cb-a3a0c8fa5531 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:38.083941 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcc8cb8-4601-4d9c-879d-4028efc18190', 'name': 'tempest-snat-router-1038277200', 'tenant_id': 'f5017456c3244485bdb51a01e0643703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.48'}], 'enable_snat': False}, 'gw_port_id': '576c99d4-5b31-42ce-bf99-06b89a552712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:31Z', 'updated_at': '2022-03-02T18:59:35Z', 'revision_number': 3, 'project_id': 'f5017456c3244485bdb51a01e0643703', 'gw_port': {'id': '576c99d4-5b31-42ce-bf99-06b89a552712', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:90:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcc8cb8-4601-4d9c-879d-4028efc18190', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:33Z', 'updated_at': '2022-03-02T18:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:38.089973 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Checking router: 4bcc8cb8-4601-4d9c-879d-4028efc18190 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:59:38.090345 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Updating router 4bcc8cb8-4601-4d9c-879d-4028efc18190 port 576c99d4-5b31-42ce-bf99-06b89a552712 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:59:38.108646 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network a6c58562-5521-4b35-b646-d476e4b927c1 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:59:38.169522 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f8aab083-12b5-4513-a4d7-e608ec2ef685 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "GET /v2.0/routers/4bcc8cb8-4601-4d9c-879d-4028efc18190 HTTP/1.1" status: 200 len: 908 time: 0.4416831 Mar 02 18:59:38.170268 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56068) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:38.172150 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:38.175698 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1038277200', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'enable_snat': True}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:38.182206 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:38.184791 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ab94e711-ec99-4b50-a6f0-9a1c740d724e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:38.190259 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Usage tracker for resource:router and tenant:f5017456c3244485bdb51a01e0643703 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:38.235267 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:38.254447 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:38.259768 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94e711-ec99-4b50-a6f0-9a1c740d724e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=46449542-0dbc-49e6-b40e-357ab9e5116e,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:38.297334 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-177b2703-2555-491a-a7d5-ab176c9223af tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting subnet 222320ac-bd38-4708-9895-bb3b1edd8494 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:59:38.314677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-177b2703-2555-491a-a7d5-ab176c9223af tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:38.339262 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ab94e711-ec99-4b50-a6f0-9a1c740d724e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:38.368796 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ab94e711-ec99-4b50-a6f0-9a1c740d724e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/46449542-0dbc-49e6-b40e-357ab9e5116e HTTP/1.1" status: 204 len: 168 time: 1.5006738 Mar 02 18:59:38.368796 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:38.370255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:38.448934 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56074) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:38.511828 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2f7f-eea3-456e-8e54-7175c08fbf24 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:38.600764 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:38.620447 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e02a6db-2735-4910-9744-7af164fe3d96 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:38.621819 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e02a6db-2735-4910-9744-7af164fe3d96 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:38.622595 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6e02a6db-2735-4910-9744-7af164fe3d96 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:38.681901 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af504f-6cb0-4f92-9f32-21b5234936c9 req-471f9479-cca3-4603-b0fc-bddbb8291559 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:38.683803 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-01af504f-6cb0-4f92-9f32-21b5234936c9 req-471f9479-cca3-4603-b0fc-bddbb8291559 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.3062201 Mar 02 18:59:38.685520 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-177b2703-2555-491a-a7d5-ab176c9223af tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:38.732500 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:38.745328 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Transition to ACTIVE for port object 576c99d4-5b31-42ce-bf99-06b89a552712 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:38.755462 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-01af504f-6cb0-4f92-9f32-21b5234936c9 req-6bcdc9a5-8fb6-4267-b904-cfaf24b269ee tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604823 Mar 02 18:59:38.755462 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6e02a6db-2735-4910-9744-7af164fe3d96 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:38.755462 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6e02a6db-2735-4910-9744-7af164fe3d96 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3046525 Mar 02 18:59:38.757674 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56078) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:38.840024 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.031609 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Attempting to bind port 576c99d4-5b31-42ce-bf99-06b89a552712 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:59:39.031974 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Attempting to bind port 576c99d4-5b31-42ce-bf99-06b89a552712 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:59:39.032336 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Attempting to bind port 576c99d4-5b31-42ce-bf99-06b89a552712 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:59:39.034619 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa9459-1fec-486f-a738-3dcca897248f None None] Pushing event updated for resources: {'Port': ['ID=576c99d4-5b31-42ce-bf99-06b89a552712,revision_number=2']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:39.042726 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:59:39.043097 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:39.043517 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.045698 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:59:39.046213 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Bound port: 576c99d4-5b31-42ce-bf99-06b89a552712, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:59:39.046579 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.177619 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] For port 576c99d4-5b31-42ce-bf99-06b89a552712, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:39.191758 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] For port 576c99d4-5b31-42ce-bf99-06b89a552712, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=576c99d4-5b31-42ce-bf99-06b89a552712,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:39.228721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2f7f-eea3-456e-8e54-7175c08fbf24 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.254072 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.306333 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2f7f-eea3-456e-8e54-7175c08fbf24 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.348277 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-08406c22-f026-482a-85cb-a3a0c8fa5531 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.361744 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-177b2703-2555-491a-a7d5-ab176c9223af tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.365826 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.433746 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2f7f-eea3-456e-8e54-7175c08fbf24 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.435461 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbc2f7f-eea3-456e-8e54-7175c08fbf24 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53201009-eadd-4856-842a-0ead55d01587 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:59:39.435700 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa9459-1fec-486f-a738-3dcca897248f None None] Pushing event updated for resources: {'Port': ['ID=576c99d4-5b31-42ce-bf99-06b89a552712,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:39.438849 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Routers {'4bcc8cb8-4601-4d9c-879d-4028efc18190'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:39.439648 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['4bcc8cb8-4601-4d9c-879d-4028efc18190'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:39.464583 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2f7f-eea3-456e-8e54-7175c08fbf24 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.467135 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8dbc2f7f-eea3-456e-8e54-7175c08fbf24 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "DELETE /v2.0/routers/53201009-eadd-4856-842a-0ead55d01587 HTTP/1.1" status: 204 len: 168 time: 5.4467988 Mar 02 18:59:39.472369 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c13117c-2337-4797-9ce8-1e19ffdcf20e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 510318ee-3058-4753-828d-12794c5c7104 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:59:39.474216 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56086) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:39.533612 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:39.538347 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-08406c22-f026-482a-85cb-a3a0c8fa5531 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.620499 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:59:39.620957 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 75fb4ddc-2a5c-4ff2-9d54-b85b27b081ef not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:39.670895 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] Set router 4bcc8cb8-4601-4d9c-879d-4028efc18190 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:39.671145 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c13117c-2337-4797-9ce8-1e19ffdcf20e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.713668 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08406c22-f026-482a-85cb-a3a0c8fa5531 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Network': ['ID=a6c58562-5521-4b35-b646-d476e4b927c1,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:39.728735 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-177b2703-2555-491a-a7d5-ab176c9223af tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.731190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network a6c58562-5521-4b35-b646-d476e4b927c1 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:59:39.831971 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-177b2703-2555-491a-a7d5-ab176c9223af tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.847828 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-177b2703-2555-491a-a7d5-ab176c9223af tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/subnets/222320ac-bd38-4708-9895-bb3b1edd8494 HTTP/1.1" status: 204 len: 168 time: 2.2080786 Mar 02 18:59:39.848685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08406c22-f026-482a-85cb-a3a0c8fa5531 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network a6c58562-5521-4b35-b646-d476e4b927c1 is not hosted by any dhcp agent {{(pid=84532) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 02 18:59:39.852715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08406c22-f026-482a-85cb-a3a0c8fa5531 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:39.853342 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-08406c22-f026-482a-85cb-a3a0c8fa5531 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.858354 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-08406c22-f026-482a-85cb-a3a0c8fa5531 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "PUT /v2.0/networks/a6c58562-5521-4b35-b646-d476e4b927c1 HTTP/1.1" status: 200 len: 723 time: 1.8748860 Mar 02 18:59:39.859458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b2703-2555-491a-a7d5-ab176c9223af tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Subnet': ['ID=222320ac-bd38-4708-9895-bb3b1edd8494,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:39.862244 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c13117c-2337-4797-9ce8-1e19ffdcf20e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:39.866307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56090) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:39.866876 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56092) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:39.874872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-9a21a47a-d61a-4fa7-8b40-7a77f5ad00ea tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'subnet': {'network_id': 'a6c58562-5521-4b35-b646-d476e4b927c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:39.931029 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74476c48-d20e-44fa-a40c-72621ede1e52 None None] Network b90b3199-ef9f-4fea-94f7-249792a7584a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:40.020437 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fead94-9ac1-4624-9e9e-e788a7c68e03 req-49ed947a-ba2b-42cd-8229-f83089c656de tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:40.025724 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b0fead94-9ac1-4624-9e9e-e788a7c68e03 req-49ed947a-ba2b-42cd-8229-f83089c656de tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.6239827 Mar 02 18:59:40.075059 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcc8cb8-4601-4d9c-879d-4028efc18190', 'name': 'tempest-snat-router-1038277200', 'tenant_id': 'f5017456c3244485bdb51a01e0643703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.48'}], 'enable_snat': False}, 'gw_port_id': '576c99d4-5b31-42ce-bf99-06b89a552712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:31Z', 'updated_at': '2022-03-02T18:59:35Z', 'revision_number': 3, 'project_id': 'f5017456c3244485bdb51a01e0643703', 'gw_port': {'id': '576c99d4-5b31-42ce-bf99-06b89a552712', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:90:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcc8cb8-4601-4d9c-879d-4028efc18190', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:33Z', 'updated_at': '2022-03-02T18:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:40.079604 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169fb2f4-e9e3-4656-99a3-7c09f7042794 None None] The sync data for ids ['4bcc8cb8-4601-4d9c-879d-4028efc18190'] in dv-neutron-831573-1-hyperv is: [{'id': '4bcc8cb8-4601-4d9c-879d-4028efc18190', 'name': 'tempest-snat-router-1038277200', 'tenant_id': 'f5017456c3244485bdb51a01e0643703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.48'}], 'enable_snat': False}, 'gw_port_id': '576c99d4-5b31-42ce-bf99-06b89a552712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:31Z', 'updated_at': '2022-03-02T18:59:35Z', 'revision_number': 3, 'project_id': 'f5017456c3244485bdb51a01e0643703', 'gw_port': {'id': '576c99d4-5b31-42ce-bf99-06b89a552712', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:90:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcc8cb8-4601-4d9c-879d-4028efc18190', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:33Z', 'updated_at': '2022-03-02T18:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:59:40.118811 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-9a21a47a-d61a-4fa7-8b40-7a77f5ad00ea tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:40.171913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-9a21a47a-d61a-4fa7-8b40-7a77f5ad00ea tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:subnet and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:40.176612 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c13117c-2337-4797-9ce8-1e19ffdcf20e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:40.179423 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-9a21a47a-d61a-4fa7-8b40-7a77f5ad00ea tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:40.193056 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-9a21a47a-d61a-4fa7-8b40-7a77f5ad00ea tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:40.220953 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b0fead94-9ac1-4624-9e9e-e788a7c68e03 req-3d5969ec-b1f5-4eb2-8282-319431a37496 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785347 Mar 02 18:59:40.249610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f89d67-51a8-477f-8ce8-ce089b9a0f85 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting subnet e87728ab-d586-4f6f-a928-0a9934a02bf2 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:59:40.253219 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a2f89d67-51a8-477f-8ce8-ce089b9a0f85 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:40.276053 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c508b068-c9ad-41eb-92f5-50ce8d2c6d02 None None] DHCP port deletion for b90b3199-ef9f-4fea-94f7-249792a7584a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:59:40.282750 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c508b068-c9ad-41eb-92f5-50ce8d2c6d02 None None] Deleting port f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:40.282750 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c508b068-c9ad-41eb-92f5-50ce8d2c6d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:40.284739 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a21a47a-d61a-4fa7-8b40-7a77f5ad00ea tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:40.372371 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:40.407289 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:40.409132 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a2f89d67-51a8-477f-8ce8-ce089b9a0f85 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:40.413388 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c13117c-2337-4797-9ce8-1e19ffdcf20e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:40.456441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9a21a47a-d61a-4fa7-8b40-7a77f5ad00ea tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:40.489174 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fda06aa7-0252-463e-8939-79db46e1cc03 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:40.563299 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-c508b068-c9ad-41eb-92f5-50ce8d2c6d02 None None] For port f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e,segment=NetworkSegment(2acb93f8-abf8-4345-bb0b-7037530b8ea3),segment_id=2acb93f8-abf8-4345-bb0b-7037530b8ea3)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:40.564281 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c508b068-c9ad-41eb-92f5-50ce8d2c6d02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:40.571601 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13117c-2337-4797-9ce8-1e19ffdcf20e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=510318ee-3058-4753-828d-12794c5c7104,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:40.608752 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a2f89d67-51a8-477f-8ce8-ce089b9a0f85 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:40.636510 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c13117c-2337-4797-9ce8-1e19ffdcf20e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:40.688656 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eafa421-db60-4584-8e00-f66eebde53a1 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:40.708561 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c508b068-c9ad-41eb-92f5-50ce8d2c6d02 None None] Calling delete_port for f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:40.757912 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5c13117c-2337-4797-9ce8-1e19ffdcf20e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/510318ee-3058-4753-828d-12794c5c7104 HTTP/1.1" status: 204 len: 168 time: 1.9990938 Mar 02 18:59:40.762010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56098) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:40.779139 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Allocated IP 172.26.4.200 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/adf7550a-3c55-44ce-9c02-fe26c95c94c5) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:40.890605 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56102) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:40.890837 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f6e59ce0-cf68-4a03-8b7e-830dda503960 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1212685 Mar 02 18:59:40.905869 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-5f433725-2ed7-4516-a27a-5098765fa839 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:41.021981 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c508b068-c9ad-41eb-92f5-50ce8d2c6d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:41.048951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a2f89d67-51a8-477f-8ce8-ce089b9a0f85 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:41.081331 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4c72d0-2733-48dc-aa9a-b58aa52ca0d6 None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:59:41.089114 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:41.093323 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5f433725-2ed7-4516-a27a-5098765fa839 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:41.101781 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5f433725-2ed7-4516-a27a-5098765fa839 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:41.102599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-4c4c72d0-2733-48dc-aa9a-b58aa52ca0d6 None None] Deleting port f07ecc8d-1024-431f-a560-b7b98e9c4988 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:41.103052 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4c4c72d0-2733-48dc-aa9a-b58aa52ca0d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:41.107584 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5f433725-2ed7-4516-a27a-5098765fa839 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:41.113125 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9a21a47a-d61a-4fa7-8b40-7a77f5ad00ea tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:41.119552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f89d67-51a8-477f-8ce8-ce089b9a0f85 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Subnet': ['ID=e87728ab-d586-4f6f-a928-0a9934a02bf2,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:41.124373 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5f433725-2ed7-4516-a27a-5098765fa839 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:41.127486 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fda06aa7-0252-463e-8939-79db46e1cc03 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:41.133772 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508b068-c9ad-41eb-92f5-50ce8d2c6d02 None None] Pushing event deleted for resources: {'Port': ['ID=f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:41.154919 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c508b068-c9ad-41eb-92f5-50ce8d2c6d02 None None] No DVR routers for this DVR port f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:41.186403 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a2f89d67-51a8-477f-8ce8-ce089b9a0f85 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:41.200757 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9008fc-221c-4a7a-955d-905cfd7e8539 None None] Network add6024a-7615-4c8f-9788-3355e5a3bfd2 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:41.204130 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a2f89d67-51a8-477f-8ce8-ce089b9a0f85 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/subnets/e87728ab-d586-4f6f-a928-0a9934a02bf2 HTTP/1.1" status: 204 len: 168 time: 1.3335769 Mar 02 18:59:41.205085 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56106) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:41.222152 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21a47a-d61a-4fa7-8b40-7a77f5ad00ea tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Subnet': ['ID=d5e4d664-8474-4af0-843b-4520194ec6a4,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:41.229983 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-fda06aa7-0252-463e-8939-79db46e1cc03 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Deleting port 195c4f72-2406-4b60-9e3c-dd082769694b {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:41.230446 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fda06aa7-0252-463e-8939-79db46e1cc03 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:41.240004 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a21a47a-d61a-4fa7-8b40-7a77f5ad00ea tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Checking segment: {'id': '11977af9-f473-4486-a784-73af2ef80fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'a6c58562-5521-4b35-b646-d476e4b927c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:41.240360 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a21a47a-d61a-4fa7-8b40-7a77f5ad00ea tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network hostable DHCP agents. Network: a6c58562-5521-4b35-b646-d476e4b927c1, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:59:41.359074 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a21a47a-d61a-4fa7-8b40-7a77f5ad00ea tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network a6c58562-5521-4b35-b646-d476e4b927c1 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:59:41.442199 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f433725-2ed7-4516-a27a-5098765fa839 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:41.449405 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f433725-2ed7-4516-a27a-5098765fa839 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:41.470249 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:41.477591 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5267f-1afb-4486-8301-fb5c4f1d3fd6 req-6e992ba0-6f33-419d-b057-e581b21bd8e3 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:41.479242 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3fe5267f-1afb-4486-8301-fb5c4f1d3fd6 req-6e992ba0-6f33-419d-b057-e581b21bd8e3 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.0976737 Mar 02 18:59:41.487624 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-9a21a47a-d61a-4fa7-8b40-7a77f5ad00ea tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, a6c58562-5521-4b35-b646-d476e4b927c1) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:41.494047 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a21a47a-d61a-4fa7-8b40-7a77f5ad00ea tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:41.494790 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9a21a47a-d61a-4fa7-8b40-7a77f5ad00ea tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:41.513857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4c4c72d0-2733-48dc-aa9a-b58aa52ca0d6 None None] For port f07ecc8d-1024-431f-a560-b7b98e9c4988, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f07ecc8d-1024-431f-a560-b7b98e9c4988,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:41.514253 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4c4c72d0-2733-48dc-aa9a-b58aa52ca0d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:41.525012 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7da19a-6987-45ee-9491-d692ccee98b3 None None] Network a6c58562-5521-4b35-b646-d476e4b927c1 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:41.587762 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3fe5267f-1afb-4486-8301-fb5c4f1d3fd6 req-87d21de1-e426-4b85-92dd-a3cc9a70ac72 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653486 Mar 02 18:59:41.594697 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9a21a47a-d61a-4fa7-8b40-7a77f5ad00ea tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7246945 Mar 02 18:59:41.595329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56114) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:41.602173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-38a8cc55-2c83-47a9-92d0-a13ac545faa2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:41.663068 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:41.730665 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Pushing event updated for resources: {'Port': ['ID=adf7550a-3c55-44ce-9c02-fe26c95c94c5,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:41.761264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-4c4c72d0-2733-48dc-aa9a-b58aa52ca0d6 None None] Calling delete_port for f07ecc8d-1024-431f-a560-b7b98e9c4988 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:41.761917 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-38a8cc55-2c83-47a9-92d0-a13ac545faa2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1150470'] for subnet, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:41.809229 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:59:41.809855 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f98ffa61-c9dc-49c8-a47e-35dd70aa5e7e not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:41.810482 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f07ecc8d-1024-431f-a560-b7b98e9c4988 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:41.883188 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:41.950419 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:41.956138 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:42.016647 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-74ad9f3f-c72c-47b6-a627-7798cf2d1ae8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.045909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ebd539-cf3b-4da5-992f-efd70f680a81 None None] DHCP port deletion for add6024a-7615-4c8f-9788-3355e5a3bfd2 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:59:42.055139 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-38a8cc55-2c83-47a9-92d0-a13ac545faa2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778372032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1309019'] for subnet, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.060539 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-fda06aa7-0252-463e-8939-79db46e1cc03 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] For port 195c4f72-2406-4b60-9e3c-dd082769694b, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=195c4f72-2406-4b60-9e3c-dd082769694b,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:42.060896 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fda06aa7-0252-463e-8939-79db46e1cc03 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.092331 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c0ebd539-cf3b-4da5-992f-efd70f680a81 None None] Deleting port 8dfe3fc4-d415-4e03-bf14-e2851f148649 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:42.092777 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c0ebd539-cf3b-4da5-992f-efd70f680a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.134511 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a8cc55-2c83-47a9-92d0-a13ac545faa2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:42.135424 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-38a8cc55-2c83-47a9-92d0-a13ac545faa2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.136942 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-38a8cc55-2c83-47a9-92d0-a13ac545faa2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "PUT /v2.0/subnets/d5e4d664-8474-4af0-843b-4520194ec6a4 HTTP/1.1" status: 200 len: 806 time: 0.5406063 Mar 02 18:59:42.140164 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56120) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:42.155043 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4c4c72d0-2733-48dc-aa9a-b58aa52ca0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.205993 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-fda06aa7-0252-463e-8939-79db46e1cc03 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Calling delete_port for 195c4f72-2406-4b60-9e3c-dd082769694b owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:42.222470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8cc55-2c83-47a9-92d0-a13ac545faa2 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Subnet': ['ID=d5e4d664-8474-4af0-843b-4520194ec6a4,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:42.263459 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c72d0-2733-48dc-aa9a-b58aa52ca0d6 None None] Pushing event deleted for resources: {'Port': ['ID=f07ecc8d-1024-431f-a560-b7b98e9c4988,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:42.308944 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f109068c-c726-494b-873b-b116520cf302 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.309973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.333322 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa02da-1ccd-44a1-a787-69cf19c418f3 req-1437fabe-11e9-4f20-9bc0-a4b3e0de97a5 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:42.334349 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d335af4-f7cd-4f1a-bcf3-2c295503e96a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-a6c58562-5521-4b35-b646-d476e4b927c1', 'network_id': 'a6c58562-5521-4b35-b646-d476e4b927c1', 'tenant_id': 'e60c693f9f88467c9c691aee434eb6e7', 'fixed_ips': [{'subnet_id': 'd5e4d664-8474-4af0-843b-4520194ec6a4'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:59:42.335944 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7d335af4-f7cd-4f1a-bcf3-2c295503e96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.339962 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-62fa02da-1ccd-44a1-a787-69cf19c418f3 req-1437fabe-11e9-4f20-9bc0-a4b3e0de97a5 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.5975208 Mar 02 18:59:42.349718 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4c72d0-2733-48dc-aa9a-b58aa52ca0d6 None None] No DVR routers for this DVR port f07ecc8d-1024-431f-a560-b7b98e9c4988 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:42.386676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f109068c-c726-494b-873b-b116520cf302 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.534165 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f109068c-c726-494b-873b-b116520cf302 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.580334 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109068c-c726-494b-873b-b116520cf302 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Subnet': ['ID=d5e4d664-8474-4af0-843b-4520194ec6a4,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:42.607707 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-62fa02da-1ccd-44a1-a787-69cf19c418f3 req-06876da5-5f39-48ba-9cc5-c5571254ae0f tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461193 Mar 02 18:59:42.617062 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-74ad9f3f-c72c-47b6-a627-7798cf2d1ae8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.670701 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-c0ebd539-cf3b-4da5-992f-efd70f680a81 None None] For port 8dfe3fc4-d415-4e03-bf14-e2851f148649, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8dfe3fc4-d415-4e03-bf14-e2851f148649,segment=NetworkSegment(7cc17702-64c6-4b40-83ea-fc9bdc8ecea6),segment_id=7cc17702-64c6-4b40-83ea-fc9bdc8ecea6)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:42.670701 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c0ebd539-cf3b-4da5-992f-efd70f680a81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.697283 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f109068c-c726-494b-873b-b116520cf302 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.711149 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-74ad9f3f-c72c-47b6-a627-7798cf2d1ae8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90b3199-ef9f-4fea-94f7-249792a7584a']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:42.724834 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-f109068c-c726-494b-873b-b116520cf302 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c58562-5521-4b35-b646-d476e4b927c1']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:42.739045 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-f109068c-c726-494b-873b-b116520cf302 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11977af9-f473-4486-a784-73af2ef80fa6') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:42.739525 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-f109068c-c726-494b-873b-b116520cf302 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11977af9-f473-4486-a784-73af2ef80fa6') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:42.752113 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f109068c-c726-494b-873b-b116520cf302 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.757651 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-74ad9f3f-c72c-47b6-a627-7798cf2d1ae8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acb93f8-abf8-4345-bb0b-7037530b8ea3') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:42.757946 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-74ad9f3f-c72c-47b6-a627-7798cf2d1ae8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acb93f8-abf8-4345-bb0b-7037530b8ea3') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:42.770052 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f109068c-c726-494b-873b-b116520cf302 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.773722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-74ad9f3f-c72c-47b6-a627-7798cf2d1ae8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.777868 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f109068c-c726-494b-873b-b116520cf302 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:59:42.778341 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f109068c-c726-494b-873b-b116520cf302 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.795010 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-74ad9f3f-c72c-47b6-a627-7798cf2d1ae8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server [None req-7d335af4-f7cd-4f1a-bcf3-2c295503e96a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5e4d664-8474-4af0-843b-4520194ec6a4: This subnet is being modified by another concurrent operation. Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:59:42.808203 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise exception Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5e4d664-8474-4af0-843b-4520194ec6a4: This subnet is being modified by another concurrent operation. Mar 02 18:59:42.812158 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server Mar 02 18:59:42.819156 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c0ebd539-cf3b-4da5-992f-efd70f680a81 None None] Calling delete_port for 8dfe3fc4-d415-4e03-bf14-e2851f148649 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:42.838850 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f433725-2ed7-4516-a27a-5098765fa839 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.845522 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc39a316-ca17-40b7-b2b7-71078c9faf03 None None] Network a6c58562-5521-4b35-b646-d476e4b927c1 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:42.846081 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ad9f3f-c72c-47b6-a627-7798cf2d1ae8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:59:42.846822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-74ad9f3f-c72c-47b6-a627-7798cf2d1ae8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:59:42.858526 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:59:42.897460 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:59:42.962505 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fee275-3fee-4d81-9c7c-094be8845d7e req-88b78876-3707-4aef-a337-58e5ffc24d36 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:42.964764 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d5fee275-3fee-4d81-9c7c-094be8845d7e req-88b78876-3707-4aef-a337-58e5ffc24d36 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.0996137 Mar 02 18:59:43.041739 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f433725-2ed7-4516-a27a-5098765fa839 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:43.045576 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d5fee275-3fee-4d81-9c7c-094be8845d7e req-8b2b819e-78b4-45ef-ae01-d014c5ee25db tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747755 Mar 02 18:59:43.047297 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-5f433725-2ed7-4516-a27a-5098765fa839 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:43.050873 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f433725-2ed7-4516-a27a-5098765fa839 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:43.051616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f433725-2ed7-4516-a27a-5098765fa839 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:43.054794 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9829de-f5a8-48ae-834a-ed44fa6188f4 None None] Network a6c58562-5521-4b35-b646-d476e4b927c1 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:43.059816 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f109068c-c726-494b-873b-b116520cf302 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:43.077271 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9829de-f5a8-48ae-834a-ed44fa6188f4 None None] Network a6c58562-5521-4b35-b646-d476e4b927c1 could not be found, it might have been deleted concurrently. {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 02 18:59:43.079059 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e701594-dd4a-422c-9deb-c418f9c22e04 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:43.092353 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f433725-2ed7-4516-a27a-5098765fa839 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=5feb4c64-0a3d-4d93-8209-d35a6efb0aea,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:43.107590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c0ebd539-cf3b-4da5-992f-efd70f680a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:43.113401 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f109068c-c726-494b-873b-b116520cf302 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:43.123092 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:43.123538 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f109068c-c726-494b-873b-b116520cf302 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/a6c58562-5521-4b35-b646-d476e4b927c1 HTTP/1.1" status: 204 len: 168 time: 0.9817967 Mar 02 18:59:43.124496 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:43.127922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56128) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:43.149795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109068c-c726-494b-873b-b116520cf302 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Network': ['ID=a6c58562-5521-4b35-b646-d476e4b927c1,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:43.168928 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9fe7fc-3c83-4692-bcce-3504bcc9aa3b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 18:59:43.170349 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c9fe7fc-3c83-4692-bcce-3504bcc9aa3b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:59:43.175670 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5c9fe7fc-3c83-4692-bcce-3504bcc9aa3b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/a6c58562-5521-4b35-b646-d476e4b927c1 HTTP/1.1" status: 404 len: 339 time: 0.0466540 Mar 02 18:59:43.176280 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56132) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:43.182930 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-7a7092cf-eff6-4db0-8fde-00211e5058a8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1143651728', 'description': 'd1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:43.187991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7a7092cf-eff6-4db0-8fde-00211e5058a8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:43.192608 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7a7092cf-eff6-4db0-8fde-00211e5058a8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:network and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:43.198679 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7a7092cf-eff6-4db0-8fde-00211e5058a8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:43.208568 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5f433725-2ed7-4516-a27a-5098765fa839 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3138409 Mar 02 18:59:43.208874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56136) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:43.209653 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-74ad9f3f-c72c-47b6-a627-7798cf2d1ae8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:43.210342 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebd539-cf3b-4da5-992f-efd70f680a81 None None] Pushing event deleted for resources: {'Port': ['ID=8dfe3fc4-d415-4e03-bf14-e2851f148649,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:43.212770 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7a7092cf-eff6-4db0-8fde-00211e5058a8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:43.219237 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-5b73cc8f-fa6b-4689-bbbe-c34ba949ed0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'fixed_ips': [{'subnet_id': '5feb4c64-0a3d-4d93-8209-d35a6efb0aea', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1602165350'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:43.227686 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fda06aa7-0252-463e-8939-79db46e1cc03 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:43.227875 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ebd539-cf3b-4da5-992f-efd70f680a81 None None] No DVR routers for this DVR port 8dfe3fc4-d415-4e03-bf14-e2851f148649 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:43.382027 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7092cf-eff6-4db0-8fde-00211e5058a8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:43.385801 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7a7092cf-eff6-4db0-8fde-00211e5058a8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:43.386967 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': '5feb4c64-0a3d-4d93-8209-d35a6efb0aea'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:59:43.387918 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:43.474349 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-74ad9f3f-c72c-47b6-a627-7798cf2d1ae8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:43.480003 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-74ad9f3f-c72c-47b6-a627-7798cf2d1ae8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/networks/b90b3199-ef9f-4fea-94f7-249792a7584a HTTP/1.1" status: 204 len: 168 time: 2.2738211 Mar 02 18:59:43.484270 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad9f3f-c72c-47b6-a627-7798cf2d1ae8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Network': ['ID=b90b3199-ef9f-4fea-94f7-249792a7584a,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:43.486456 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56140) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:43.532232 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda06aa7-0252-463e-8939-79db46e1cc03 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Pushing event deleted for resources: {'Port': ['ID=195c4f72-2406-4b60-9e3c-dd082769694b,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:43.542799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5b73cc8f-fa6b-4689-bbbe-c34ba949ed0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:43.548126 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7092cf-eff6-4db0-8fde-00211e5058a8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:59:43.550646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5b73cc8f-fa6b-4689-bbbe-c34ba949ed0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:port and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:43.554893 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5b73cc8f-fa6b-4689-bbbe-c34ba949ed0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:43.568113 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5b73cc8f-fa6b-4689-bbbe-c34ba949ed0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:43.568994 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7a7092cf-eff6-4db0-8fde-00211e5058a8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:43.569883 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-7a7092cf-eff6-4db0-8fde-00211e5058a8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Added segment 0e38394a-2dd0-4f0f-abbd-53c217e59585 of type vlan for network b837dedf-3b89-4e6c-bb5f-81deb0ad4910 Mar 02 18:59:43.599277 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8dfe3fc4-d415-4e03-bf14-e2851f148649 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:43.608877 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7a7092cf-eff6-4db0-8fde-00211e5058a8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:43.645130 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b73cc8f-fa6b-4689-bbbe-c34ba949ed0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:43.649746 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 8dfe3fc4-d415-4e03-bf14-e2851f148649 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:59:43.650092 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8dfe3fc4-d415-4e03-bf14-e2851f148649 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:43.656793 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Allocated IP 2001:db8::2 (ef3b29a7-4982-4982-b073-f3d27df1240a/5feb4c64-0a3d-4d93-8209-d35a6efb0aea/4722639e-dacf-4667-be18-5305440c5d4c) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:43.735230 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7a7092cf-eff6-4db0-8fde-00211e5058a8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:43.740139 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7092cf-eff6-4db0-8fde-00211e5058a8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:43.740910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7a7092cf-eff6-4db0-8fde-00211e5058a8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:43.795379 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e1da10a0-2f0f-478e-9f97-855a660db83b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:43.825540 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22abb5-77bc-4717-a670-0bd7670170b5 req-d23d9e4b-ed72-479a-a49b-7ac36caa204a tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:43.832236 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2f22abb5-77bc-4717-a670-0bd7670170b5 req-d23d9e4b-ed72-479a-a49b-7ac36caa204a tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.3504033 Mar 02 18:59:43.950821 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7092cf-eff6-4db0-8fde-00211e5058a8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Network': ['ID=b837dedf-3b89-4e6c-bb5f-81deb0ad4910,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:43.963884 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network b837dedf-3b89-4e6c-bb5f-81deb0ad4910 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:59:43.985178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.043676 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7a7092cf-eff6-4db0-8fde-00211e5058a8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8636177 Mar 02 18:59:44.047711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56148) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:44.057233 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Transition to ACTIVE for port object 4722639e-dacf-4667-be18-5305440c5d4c will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:44.096091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5b73cc8f-fa6b-4689-bbbe-c34ba949ed0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.121457 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Transition to ACTIVE for port object 4722639e-dacf-4667-be18-5305440c5d4c will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:44.124821 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2f22abb5-77bc-4717-a670-0bd7670170b5 req-51278490-77de-4f90-a2c0-f5b25fb72943 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917132 Mar 02 18:59:44.125387 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fda06aa7-0252-463e-8939-79db46e1cc03 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.197613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-5b73cc8f-fa6b-4689-bbbe-c34ba949ed0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port 981e920c-d08f-4cf2-9a60-a3ef683f67a9 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:59:44.234331 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.276508 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab33239-93b1-4efc-b173-86375aab3cd8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:44.277238 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6ab33239-93b1-4efc-b173-86375aab3cd8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Synchronizing usage tracker for tenant:e60c693f9f88467c9c691aee434eb6e7 on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:44.353381 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:44.357937 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:44.361946 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:44.378204 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Pushing event updated for resources: {'Port': ['ID=4722639e-dacf-4667-be18-5305440c5d4c,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:44.400294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e1da10a0-2f0f-478e-9f97-855a660db83b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.437027 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6ab33239-93b1-4efc-b173-86375aab3cd8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Unset dirty status for tenant:e60c693f9f88467c9c691aee434eb6e7 on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:44.437872 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6ab33239-93b1-4efc-b173-86375aab3cd8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "GET /v2.0/networks?id=b837dedf-3b89-4e6c-bb5f-81deb0ad4910 HTTP/1.1" status: 200 len: 761 time: 0.3887618 Mar 02 18:59:44.442358 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56156) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:44.453114 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-b59f36ff-1169-44e5-ba97-7650cf069691 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'network': {'description': 'd2'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:44.477153 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Attempting to bind port 4722639e-dacf-4667-be18-5305440c5d4c on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:59:44.477517 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Attempting to bind port 4722639e-dacf-4667-be18-5305440c5d4c by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:59:44.478617 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Attempting to bind port 4722639e-dacf-4667-be18-5305440c5d4c on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:59:44.484787 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:59:44.485180 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:44.485543 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.485925 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:59:44.486380 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Bound port: 4722639e-dacf-4667-be18-5305440c5d4c, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:59:44.486746 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.588605 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] For port 4722639e-dacf-4667-be18-5305440c5d4c, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:44.591741 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-e1da10a0-2f0f-478e-9f97-855a660db83b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add6024a-7615-4c8f-9788-3355e5a3bfd2']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:44.593371 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] For port 4722639e-dacf-4667-be18-5305440c5d4c, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4722639e-dacf-4667-be18-5305440c5d4c,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:44.613898 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b73cc8f-fa6b-4689-bbbe-c34ba949ed0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:59:44.614512 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b73cc8f-fa6b-4689-bbbe-c34ba949ed0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:59:44.621437 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fda06aa7-0252-463e-8939-79db46e1cc03 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.629837 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-e1da10a0-2f0f-478e-9f97-855a660db83b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc17702-64c6-4b40-83ea-fc9bdc8ecea6') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:44.630132 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-e1da10a0-2f0f-478e-9f97-855a660db83b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc17702-64c6-4b40-83ea-fc9bdc8ecea6') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:44.651382 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e1da10a0-2f0f-478e-9f97-855a660db83b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.664358 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.668734 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fda06aa7-0252-463e-8939-79db46e1cc03 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.689721 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e1da10a0-2f0f-478e-9f97-855a660db83b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.690717 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7019c13-3df5-41c8-b933-03dce17e4dec req-eb94c306-0267-49e6-9a27-ab5bace45966 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:44.698768 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a7019c13-3df5-41c8-b933-03dce17e4dec req-eb94c306-0267-49e6-9a27-ab5bace45966 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 945 time: 0.3679261 Mar 02 18:59:44.708091 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1da10a0-2f0f-478e-9f97-855a660db83b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:59:44.708475 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e1da10a0-2f0f-478e-9f97-855a660db83b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:59:44.725758 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:59:44.797536 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b59f36ff-1169-44e5-ba97-7650cf069691 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.797764 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df980bd2-63a2-428c-93c6-7e7ff3e7f244 req-8dd836af-8233-4915-964f-9594e70625d0 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:44.805273 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-df980bd2-63a2-428c-93c6-7e7ff3e7f244 req-8dd836af-8233-4915-964f-9594e70625d0 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.4893246 Mar 02 18:59:44.817950 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a7019c13-3df5-41c8-b933-03dce17e4dec req-fe27343e-89cd-4d85-ad60-d8b59540784e tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb957d16-e85d-4241-8b29-4e3abf1e76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182475 Mar 02 18:59:44.851093 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5b73cc8f-fa6b-4689-bbbe-c34ba949ed0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6409400 Mar 02 18:59:44.855386 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56160) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:44.939071 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953024a-8a89-4e79-ac70-09a8d56ff33b None None] Pushing event updated for resources: {'Port': ['ID=4722639e-dacf-4667-be18-5305440c5d4c,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:44.946370 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b59f36ff-1169-44e5-ba97-7650cf069691 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.983581 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b59f36ff-1169-44e5-ba97-7650cf069691 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network b837dedf-3b89-4e6c-bb5f-81deb0ad4910 is not hosted by any dhcp agent {{(pid=84532) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 02 18:59:44.989045 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59f36ff-1169-44e5-ba97-7650cf069691 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:44.989690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b59f36ff-1169-44e5-ba97-7650cf069691 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.993822 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b59f36ff-1169-44e5-ba97-7650cf069691 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "PUT /v2.0/networks/b837dedf-3b89-4e6c-bb5f-81deb0ad4910 HTTP/1.1" status: 200 len: 758 time: 0.5476770 Mar 02 18:59:44.997885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56164) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:45.081945 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e1da10a0-2f0f-478e-9f97-855a660db83b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:45.089641 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e1da10a0-2f0f-478e-9f97-855a660db83b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:45.092668 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fda06aa7-0252-463e-8939-79db46e1cc03 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:45.093100 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda06aa7-0252-463e-8939-79db46e1cc03 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b0fd274-d630-41f3-99e8-85455efb4b78 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:59:45.154842 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fda06aa7-0252-463e-8939-79db46e1cc03 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:45.156724 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fda06aa7-0252-463e-8939-79db46e1cc03 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "DELETE /v2.0/routers/9b0fd274-d630-41f3-99e8-85455efb4b78 HTTP/1.1" status: 204 len: 168 time: 5.6787639 Mar 02 18:59:45.177469 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-df980bd2-63a2-428c-93c6-7e7ff3e7f244 req-6989579d-00b0-41cb-9e72-5063dcf3dd01 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3701203 Mar 02 18:59:45.182398 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da10a0-2f0f-478e-9f97-855a660db83b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Network': ['ID=add6024a-7615-4c8f-9788-3355e5a3bfd2,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:45.187745 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56168) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:45.195302 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e1da10a0-2f0f-478e-9f97-855a660db83b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/networks/add6024a-7615-4c8f-9788-3355e5a3bfd2 HTTP/1.1" status: 204 len: 168 time: 1.6946688 Mar 02 18:59:45.208162 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56170) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:45.215108 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-332915601', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}, 'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:45.226156 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-02134e82-e584-4728-855e-a1725bb3881a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-472461599'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:45.233030 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:45.236712 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-02134e82-e584-4728-855e-a1725bb3881a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:45.242617 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Usage tracker for resource:router and tenant:85c2adb5f0774ced8e672fef512633b3 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:45.245800 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-02134e82-e584-4728-855e-a1725bb3881a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:network and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:45.248693 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:45.251584 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-02134e82-e584-4728-855e-a1725bb3881a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:45.259840 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:45.261987 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-02134e82-e584-4728-855e-a1725bb3881a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:45.281797 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f36ff-1169-44e5-ba97-7650cf069691 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Network': ['ID=b837dedf-3b89-4e6c-bb5f-81deb0ad4910,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:45.287063 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Router ddbdf6a1-c45a-4a89-8159-6e2baa8173af is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:59:45.301996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network b837dedf-3b89-4e6c-bb5f-81deb0ad4910 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:59:45.360018 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f6a14a-1548-442a-9cdb-d8d11425a68d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:45.363590 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b8f6a14a-1548-442a-9cdb-d8d11425a68d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:45.391289 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02134e82-e584-4728-855e-a1725bb3881a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Made reservation on behalf of 2b147d1fd1b64c8daab7ec1005c16f83 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:45.391525 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb7b2c6-99d0-46e2-b405-c543d7e3d7ad tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:45.391627 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-02134e82-e584-4728-855e-a1725bb3881a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:45.391725 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0fb7b2c6-99d0-46e2-b405-c543d7e3d7ad tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "GET /v2.0/networks?id=b837dedf-3b89-4e6c-bb5f-81deb0ad4910 HTTP/1.1" status: 200 len: 761 time: 0.3875647 Mar 02 18:59:45.395509 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56178) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:45.399264 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:45.400572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:45.402005 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-5bfd884e-0d48-49f1-aafd-a7431a47d867 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1362938769'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:45.409567 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5bfd884e-0d48-49f1-aafd-a7431a47d867 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:45.433392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5bfd884e-0d48-49f1-aafd-a7431a47d867 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:45.516260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b8f6a14a-1548-442a-9cdb-d8d11425a68d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:45.521087 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b8f6a14a-1548-442a-9cdb-d8d11425a68d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6646087 Mar 02 18:59:45.524744 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56182) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:45.564071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02134e82-e584-4728-855e-a1725bb3881a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:59:45.586007 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-02134e82-e584-4728-855e-a1725bb3881a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:45.586870 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-02134e82-e584-4728-855e-a1725bb3881a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Added segment 99c32e69-b187-4ba7-ad36-e0e7c2d22f80 of type vlan for network b8513841-077a-432c-9238-471c3320c791 Mar 02 18:59:45.651607 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-02134e82-e584-4728-855e-a1725bb3881a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:45.657959 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:45.672879 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfd884e-0d48-49f1-aafd-a7431a47d867 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:45.677332 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5bfd884e-0d48-49f1-aafd-a7431a47d867 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:45.694690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2db953-620f-4baa-90dd-0c44e3a810d6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:45.697628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2db953-620f-4baa-90dd-0c44e3a810d6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:45.698476 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-df2db953-620f-4baa-90dd-0c44e3a810d6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:45.716820 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11da0a5-8beb-4b18-96be-66cffceb2311 req-4bc78b56-517d-4794-9b48-639419015b73 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:45.718425 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d11da0a5-8beb-4b18-96be-66cffceb2311 req-4bc78b56-517d-4794-9b48-639419015b73 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.2760243 Mar 02 18:59:45.768406 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bfd884e-0d48-49f1-aafd-a7431a47d867 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:59:45.783404 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 576c99d4-5b31-42ce-bf99-06b89a552712 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:59:45.801830 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5bfd884e-0d48-49f1-aafd-a7431a47d867 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:45.802184 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-5bfd884e-0d48-49f1-aafd-a7431a47d867 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Added segment cebb78e1-ea74-4dfb-889a-e03d529a7315 of type vlan for network bb9aa998-520b-42bd-b09e-23f5700bae51 Mar 02 18:59:45.816607 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:45.831010 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d11da0a5-8beb-4b18-96be-66cffceb2311 req-c03e396a-d17e-4771-a69e-456cd4c18fe8 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957539 Mar 02 18:59:45.836683 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Sync routers for ids ['ddbdf6a1-c45a-4a89-8159-6e2baa8173af'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:59:45.869341 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-df2db953-620f-4baa-90dd-0c44e3a810d6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:45.871012 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-df2db953-620f-4baa-90dd-0c44e3a810d6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3450892 Mar 02 18:59:45.877859 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5bfd884e-0d48-49f1-aafd-a7431a47d867 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:45.882117 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56186) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:45.887612 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Routers {'ddbdf6a1-c45a-4a89-8159-6e2baa8173af'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:45.888459 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ddbdf6a1-c45a-4a89-8159-6e2baa8173af'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:45.926727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-02134e82-e584-4728-855e-a1725bb3881a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:45.932489 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02134e82-e584-4728-855e-a1725bb3881a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:45.933466 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-02134e82-e584-4728-855e-a1725bb3881a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:45.999694 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cabefd2-9bde-4247-afc8-d87319d4534f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 5feb4c64-0a3d-4d93-8209-d35a6efb0aea {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 18:59:46.004480 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3cabefd2-9bde-4247-afc8-d87319d4534f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:46.233997 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Set router ddbdf6a1-c45a-4a89-8159-6e2baa8173af gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:46.287273 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 576c99d4-5b31-42ce-bf99-06b89a552712 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:46.293660 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:46.296126 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 576c99d4-5b31-42ce-bf99-06b89a552712 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:46.296701 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:46.303153 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c7b7ec69-db6e-460a-9629-cedd3c361d4a tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.1317887 Mar 02 18:59:46.317644 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3cabefd2-9bde-4247-afc8-d87319d4534f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:46.321098 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56196) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:46.440019 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-02134e82-e584-4728-855e-a1725bb3881a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2188292 Mar 02 18:59:46.445756 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56200) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:46.448183 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02134e82-e584-4728-855e-a1725bb3881a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Network': ['ID=b8513841-077a-432c-9238-471c3320c791,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:46.486414 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5bfd884e-0d48-49f1-aafd-a7431a47d867 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:46.490261 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfd884e-0d48-49f1-aafd-a7431a47d867 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:46.491696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5bfd884e-0d48-49f1-aafd-a7431a47d867 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:46.523393 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network b8513841-077a-432c-9238-471c3320c791 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:59:46.534913 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:46.564178 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-b8727434-8f17-4e4f-9641-f798d9b01c46 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'subnet': {'network_id': 'b8513841-077a-432c-9238-471c3320c791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:46.622823 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3cabefd2-9bde-4247-afc8-d87319d4534f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:46.635851 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fd98d9-cced-40d0-bbd7-96bfdef25967 None None] get_active_networks_info from dv-neutron-831573-1-hyperv {{(pid=84534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 18:59:46.667700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c63f6f-0931-4c4e-ae94-6780edba872f req-fefb9c27-1f68-4361-a302-ffdd032764aa tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:46.669112 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-06c63f6f-0931-4c4e-ae94-6780edba872f req-fefb9c27-1f68-4361-a302-ffdd032764aa tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.87 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 945 time: 0.2755380 Mar 02 18:59:46.745978 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd884e-0d48-49f1-aafd-a7431a47d867 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Network': ['ID=bb9aa998-520b-42bd-b09e-23f5700bae51,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:46.750805 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-06c63f6f-0931-4c4e-ae94-6780edba872f req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Deleting port a3b90cb9-f564-4d94-b2b6-4db4c106c203 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:46.751144 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-06c63f6f-0931-4c4e-ae94-6780edba872f req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:46.761034 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network bb9aa998-520b-42bd-b09e-23f5700bae51 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:59:46.808445 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-57560b24-6d4e-4926-b3c5-7b5e0e0eb2a9 None None] Provisioning for port 4722639e-dacf-4667-be18-5305440c5d4c completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:46.812151 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b8727434-8f17-4e4f-9641-f798d9b01c46 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:46.821636 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce55ed8-ccdc-4a05-b6ef-38bbf90eb266 req-de1d5b82-495e-4fb1-a64b-8fef49e355fe tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:46.823199 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7ce55ed8-ccdc-4a05-b6ef-38bbf90eb266 req-de1d5b82-495e-4fb1-a64b-8fef49e355fe tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 945 time: 0.6695566 Mar 02 18:59:46.828905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b8727434-8f17-4e4f-9641-f798d9b01c46 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:subnet and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:46.832416 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b8727434-8f17-4e4f-9641-f798d9b01c46 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:46.837173 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5bfd884e-0d48-49f1-aafd-a7431a47d867 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4377308 Mar 02 18:59:46.852406 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56206) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:46.860736 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b8727434-8f17-4e4f-9641-f798d9b01c46 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:46.869833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-79261bfd-348e-4538-9e8d-1b9c7b1798b8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'subnet': {'network_id': 'bb9aa998-520b-42bd-b09e-23f5700bae51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:46.928012 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7ce55ed8-ccdc-4a05-b6ef-38bbf90eb266 req-9b5e27d5-4835-4d0d-8e97-d04aaf9ea8ab tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb957d16-e85d-4241-8b29-4e3abf1e76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923378 Mar 02 18:59:46.967935 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8727434-8f17-4e4f-9641-f798d9b01c46 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Made reservation on behalf of 2b147d1fd1b64c8daab7ec1005c16f83 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:47.059107 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:47.085208 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-79261bfd-348e-4538-9e8d-1b9c7b1798b8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:47.085444 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-12771fa5-5def-4b5c-ac8f-9a4d0c0893f9 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "GET /v2.0/routers/ddbdf6a1-c45a-4a89-8159-6e2baa8173af HTTP/1.1" status: 200 len: 908 time: 0.7611370 Mar 02 18:59:47.088108 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56210) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:47.090273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-79261bfd-348e-4538-9e8d-1b9c7b1798b8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Usage tracker for resource:subnet and tenant:e60c693f9f88467c9c691aee434eb6e7 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:47.095040 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-79261bfd-348e-4538-9e8d-1b9c7b1798b8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:47.102812 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-79261bfd-348e-4538-9e8d-1b9c7b1798b8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:47.114321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3cabefd2-9bde-4247-afc8-d87319d4534f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:47.116046 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 576c99d4-5b31-42ce-bf99-06b89a552712, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=576c99d4-5b31-42ce-bf99-06b89a552712,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:47.118759 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fd98d9-cced-40d0-bbd7-96bfdef25967 None None] Resources bound (agent type, host, resource id): {{(pid=84534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:59:47.169671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabefd2-9bde-4247-afc8-d87319d4534f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=5feb4c64-0a3d-4d93-8209-d35a6efb0aea,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:47.196554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79261bfd-348e-4538-9e8d-1b9c7b1798b8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:47.227707 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:47.228499 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4722639e-dacf-4667-be18-5305440c5d4c up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:59:47.263724 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3cabefd2-9bde-4247-afc8-d87319d4534f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:47.284619 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7cacc-11a2-45eb-add1-8ede896c4253 req-999c3d12-542f-4831-8462-964dc433a703 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:47.286167 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-07a7cacc-11a2-45eb-add1-8ede896c4253 req-999c3d12-542f-4831-8462-964dc433a703 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 945 time: 0.5055487 Mar 02 18:59:47.289617 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbdf6a1-c45a-4a89-8159-6e2baa8173af', 'name': 'tempest-snat-router-1038277200', 'tenant_id': 'f5017456c3244485bdb51a01e0643703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'adf7550a-3c55-44ce-9c02-fe26c95c94c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:38Z', 'updated_at': '2022-03-02T18:59:42Z', 'revision_number': 3, 'project_id': 'f5017456c3244485bdb51a01e0643703', 'gw_port': {'id': 'adf7550a-3c55-44ce-9c02-fe26c95c94c5', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:de:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbdf6a1-c45a-4a89-8159-6e2baa8173af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:40Z', 'updated_at': '2022-03-02T18:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:47.335896 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Checking router: ddbdf6a1-c45a-4a89-8159-6e2baa8173af for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:59:47.336267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Updating router ddbdf6a1-c45a-4a89-8159-6e2baa8173af port adf7550a-3c55-44ce-9c02-fe26c95c94c5 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 18:59:47.341982 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b8727434-8f17-4e4f-9641-f798d9b01c46 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:47.402438 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:47.444894 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=576c99d4-5b31-42ce-bf99-06b89a552712,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:47.447486 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:47.447610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79261bfd-348e-4538-9e8d-1b9c7b1798b8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:47.473642 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3cabefd2-9bde-4247-afc8-d87319d4534f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/5feb4c64-0a3d-4d93-8209-d35a6efb0aea HTTP/1.1" status: 204 len: 168 time: 1.5896075 Mar 02 18:59:47.480587 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56214) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:47.494275 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:47.505955 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-07a7cacc-11a2-45eb-add1-8ede896c4253 req-bde23e4d-98d5-41f1-8585-3662b29b6e50 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54400a5-a4bb-4199-bee6-f058cdbb4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604047 Mar 02 18:59:47.643112 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 4722639e-dacf-4667-be18-5305440c5d4c completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:47.689144 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-50253d33-734c-48d1-ac9a-fa96de1cf3ba tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1944745 Mar 02 18:59:47.691695 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-06c63f6f-0931-4c4e-ae94-6780edba872f req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] For port a3b90cb9-f564-4d94-b2b6-4db4c106c203, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a3b90cb9-f564-4d94-b2b6-4db4c106c203,segment=NetworkSegment(a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc),segment_id=a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:47.693219 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-06c63f6f-0931-4c4e-ae94-6780edba872f req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:47.701429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56218) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:47.711897 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-090262f7-e605-4575-a88a-05ac66c371a4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:47.722538 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 4722639e-dacf-4667-be18-5305440c5d4c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:47.722998 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:47.820464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Allocated IP 172.26.4.13 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/c817afe2-51f5-4897-ab48-81e2bc29d127) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:47.954638 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:47.989830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b8727434-8f17-4e4f-9641-f798d9b01c46 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:47.998868 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168c183e-f393-4cd8-9dba-5f1b1998c96d None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:48.025284 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 4722639e-dacf-4667-be18-5305440c5d4c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4722639e-dacf-4667-be18-5305440c5d4c,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:48.101228 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:48.161372 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:48.253306 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 576c99d4-5b31-42ce-bf99-06b89a552712 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:59:48.284204 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8727434-8f17-4e4f-9641-f798d9b01c46 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Subnet': ['ID=f95656c1-6426-48f4-b535-fb7c15132110,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:48.301745 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=4722639e-dacf-4667-be18-5305440c5d4c,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:48.357984 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-090262f7-e605-4575-a88a-05ac66c371a4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:48.366413 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 576c99d4-5b31-42ce-bf99-06b89a552712 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:48.366964 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:48.376219 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-090262f7-e605-4575-a88a-05ac66c371a4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:48.377257 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:48.383109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-090262f7-e605-4575-a88a-05ac66c371a4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:48.396381 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-090262f7-e605-4575-a88a-05ac66c371a4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:48.429293 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8727434-8f17-4e4f-9641-f798d9b01c46 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Checking segment: {'id': '99c32e69-b187-4ba7-ad36-e0e7c2d22f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'b8513841-077a-432c-9238-471c3320c791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:48.429663 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8727434-8f17-4e4f-9641-f798d9b01c46 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network hostable DHCP agents. Network: b8513841-077a-432c-9238-471c3320c791, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:59:48.477781 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af323523-76b0-43d6-b959-95c43008b860 None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 18:59:48.499201 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-af323523-76b0-43d6-b959-95c43008b860 None None] Deleting port 4722639e-dacf-4667-be18-5305440c5d4c {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:48.499880 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-af323523-76b0-43d6-b959-95c43008b860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:48.505200 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4902e6-d4c6-4803-a042-e877a610e3b4 req-762d888e-e5ef-4067-9b01-45cb3d6804ce tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:48.506858 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-db4902e6-d4c6-4803-a042-e877a610e3b4 req-762d888e-e5ef-4067-9b01-45cb3d6804ce tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 945 time: 0.2918313 Mar 02 18:59:48.568670 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 195c4f72-2406-4b60-9e3c-dd082769694b no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:48.574519 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-06c63f6f-0931-4c4e-ae94-6780edba872f req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:48.574989 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-06c63f6f-0931-4c4e-ae94-6780edba872f req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:48.575433 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [req-06c63f6f-0931-4c4e-ae94-6780edba872f req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Floating IP e23148e5-1825-434d-9403-0a6ab7df794f disassociated. External IP: 172.26.4.91, port: a3b90cb9-f564-4d94-b2b6-4db4c106c203. Mar 02 18:59:48.575811 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-06c63f6f-0931-4c4e-ae94-6780edba872f req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Calling delete_port for a3b90cb9-f564-4d94-b2b6-4db4c106c203 owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:48.585925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:48.611941 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090262f7-e605-4575-a88a-05ac66c371a4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:48.612190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 195c4f72-2406-4b60-9e3c-dd082769694b {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:59:48.612506 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 195c4f72-2406-4b60-9e3c-dd082769694b not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:48.616366 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-090262f7-e605-4575-a88a-05ac66c371a4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:48.672673 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Pushing event updated for resources: {'Port': ['ID=c817afe2-51f5-4897-ab48-81e2bc29d127,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:48.679486 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8727434-8f17-4e4f-9641-f798d9b01c46 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network b8513841-077a-432c-9238-471c3320c791 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:59:48.695717 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-db4902e6-d4c6-4803-a042-e877a610e3b4 req-54981142-30d0-4228-a022-d78b42773780 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/security-groups?id=bb957d16-e85d-4241-8b29-4e3abf1e76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823988 Mar 02 18:59:48.707724 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:48.710038 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:48.717120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:48.736070 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c643f26-199e-492d-8605-9121885cf2a7 req-9de684bc-a143-486c-a438-20d4b928f2de tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:48.737575 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2c643f26-199e-492d-8605-9121885cf2a7 req-9de684bc-a143-486c-a438-20d4b928f2de tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.87 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 945 time: 0.4260943 Mar 02 18:59:48.762592 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-b8727434-8f17-4e4f-9641-f798d9b01c46 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, b8513841-077a-432c-9238-471c3320c791) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:48.777112 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71548659-edfa-403e-addf-ac0970495eb5 None None] Network b8513841-077a-432c-9238-471c3320c791 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:48.786042 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8727434-8f17-4e4f-9641-f798d9b01c46 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:48.786624 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b8727434-8f17-4e4f-9641-f798d9b01c46 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:48.830147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:48.837071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79261bfd-348e-4538-9e8d-1b9c7b1798b8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:48.887853 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b8727434-8f17-4e4f-9641-f798d9b01c46 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4250140 Mar 02 18:59:48.890442 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56226) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:48.900559 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-69e4b6c7-bf53-40dd-be22-0c198d9a25b8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1373306170', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:48.909905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-69e4b6c7-bf53-40dd-be22-0c198d9a25b8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:48.916895 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-69e4b6c7-bf53-40dd-be22-0c198d9a25b8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:router and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:48.922840 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-69e4b6c7-bf53-40dd-be22-0c198d9a25b8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:48.930241 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-69e4b6c7-bf53-40dd-be22-0c198d9a25b8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:48.947958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Deleting port adf7550a-3c55-44ce-9c02-fe26c95c94c5 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:48.948317 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.050177 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-69e4b6c7-bf53-40dd-be22-0c198d9a25b8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.050983 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-69e4b6c7-bf53-40dd-be22-0c198d9a25b8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.065822 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-2c643f26-199e-492d-8605-9121885cf2a7 req-195506af-e593-4d34-97f3-99a2f11c2b4c tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Deleting port 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:49.066129 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-2c643f26-199e-492d-8605-9121885cf2a7 req-195506af-e593-4d34-97f3-99a2f11c2b4c tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.126964 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79261bfd-348e-4538-9e8d-1b9c7b1798b8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Subnet': ['ID=1b5c68d0-e8c9-4e93-9ea8-40b4d638a094,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:49.182821 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-69e4b6c7-bf53-40dd-be22-0c198d9a25b8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.191133 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-af323523-76b0-43d6-b959-95c43008b860 None None] For port 4722639e-dacf-4667-be18-5305440c5d4c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4722639e-dacf-4667-be18-5305440c5d4c,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:49.191978 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-af323523-76b0-43d6-b959-95c43008b860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.216354 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.233208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.233925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.267083 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79261bfd-348e-4538-9e8d-1b9c7b1798b8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Checking segment: {'id': 'cebb78e1-ea74-4dfb-889a-e03d529a7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bb9aa998-520b-42bd-b09e-23f5700bae51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:49.267470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79261bfd-348e-4538-9e8d-1b9c7b1798b8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network hostable DHCP agents. Network: bb9aa998-520b-42bd-b09e-23f5700bae51, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:59:49.307591 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2007b-ad51-49b0-baa6-4d8ab2586f92 req-cbc9151f-97ab-4e08-90d8-693b723cbefd tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:49.309110 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f1e2007b-ad51-49b0-baa6-4d8ab2586f92 req-cbc9151f-97ab-4e08-90d8-693b723cbefd tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 945 time: 0.5141783 Mar 02 18:59:49.363978 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-af323523-76b0-43d6-b959-95c43008b860 None None] Calling delete_port for 4722639e-dacf-4667-be18-5305440c5d4c owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:49.411693 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.448553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Transition to ACTIVE for port object adf7550a-3c55-44ce-9c02-fe26c95c94c5 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:49.459489 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-06c63f6f-0931-4c4e-ae94-6780edba872f req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.527435 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-b8513841-077a-432c-9238-471c3320c791', 'network_id': 'b8513841-077a-432c-9238-471c3320c791', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'fixed_ips': [{'subnet_id': 'f95656c1-6426-48f4-b535-fb7c15132110'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:59:49.528374 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.535339 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Calling delete_port for adf7550a-3c55-44ce-9c02-fe26c95c94c5 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:49.546906 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.552082 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Pushing event deleted for resources: {'Port': ['ID=a3b90cb9-f564-4d94-b2b6-4db4c106c203,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:49.568244 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-69e4b6c7-bf53-40dd-be22-0c198d9a25b8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.569232 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f1e2007b-ad51-49b0-baa6-4d8ab2586f92 req-5b97946d-3f90-4ebb-91ff-0e4d8cef4574 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/security-groups?id=f54400a5-a4bb-4199-bee6-f058cdbb4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460244 Mar 02 18:59:49.590169 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.590603 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.590953 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.591268 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.592028 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.592028 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.592356 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.592680 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.596987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.596987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.596987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.676106 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-090262f7-e605-4575-a88a-05ac66c371a4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.679597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79261bfd-348e-4538-9e8d-1b9c7b1798b8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network bb9aa998-520b-42bd-b09e-23f5700bae51 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:59:49.688125 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-af323523-76b0-43d6-b959-95c43008b860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.732685 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb146c-30f1-4b7b-9400-d8fb06ddb79b None None] Pushing event updated for resources: {'Port': ['ID=adf7550a-3c55-44ce-9c02-fe26c95c94c5,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:49.750664 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Attempting to bind port adf7550a-3c55-44ce-9c02-fe26c95c94c5 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:59:49.750978 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Attempting to bind port adf7550a-3c55-44ce-9c02-fe26c95c94c5 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:59:49.751317 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Attempting to bind port adf7550a-3c55-44ce-9c02-fe26c95c94c5 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:59:49.762705 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-69e4b6c7-bf53-40dd-be22-0c198d9a25b8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.766750 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-69e4b6c7-bf53-40dd-be22-0c198d9a25b8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8752868 Mar 02 18:59:49.770518 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56232) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:49.771899 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af323523-76b0-43d6-b959-95c43008b860 None None] No DVR routers for this DVR port 4722639e-dacf-4667-be18-5305440c5d4c on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:49.774027 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb146c-30f1-4b7b-9400-d8fb06ddb79b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.774383 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb146c-30f1-4b7b-9400-d8fb06ddb79b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.774704 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb146c-30f1-4b7b-9400-d8fb06ddb79b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.775161 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb146c-30f1-4b7b-9400-d8fb06ddb79b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.776699 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb146c-30f1-4b7b-9400-d8fb06ddb79b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.777599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb146c-30f1-4b7b-9400-d8fb06ddb79b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.778206 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb146c-30f1-4b7b-9400-d8fb06ddb79b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.778284 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb146c-30f1-4b7b-9400-d8fb06ddb79b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.778589 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb146c-30f1-4b7b-9400-d8fb06ddb79b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.778918 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb146c-30f1-4b7b-9400-d8fb06ddb79b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.779242 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb146c-30f1-4b7b-9400-d8fb06ddb79b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:49.787071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-0b1d55e7-e641-4905-a7c2-cde448a5f4ff tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'port': {'network_id': 'b8513841-077a-432c-9238-471c3320c791', 'name': 'tempest-RoutersIpV6Test-333141730'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:49.822168 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-2c643f26-199e-492d-8605-9121885cf2a7 req-195506af-e593-4d34-97f3-99a2f11c2b4c tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] For port 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c,segment=NetworkSegment(315a1827-3c79-4bf4-a414-e2830b8050c8),segment_id=315a1827-3c79-4bf4-a414-e2830b8050c8)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:49.822361 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-2c643f26-199e-492d-8605-9121885cf2a7 req-195506af-e593-4d34-97f3-99a2f11c2b4c tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.851270 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af323523-76b0-43d6-b959-95c43008b860 None None] Pushing event deleted for resources: {'Port': ['ID=4722639e-dacf-4667-be18-5305440c5d4c,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:49.888415 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:59:49.889097 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:49.889676 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.890232 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:59:49.890869 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Bound port: adf7550a-3c55-44ce-9c02-fe26c95c94c5, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:59:49.891440 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:49.942376 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device a3b90cb9-f564-4d94-b2b6-4db4c106c203 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:49.997613 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: a3b90cb9-f564-4d94-b2b6-4db4c106c203 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:59:49.998253 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device a3b90cb9-f564-4d94-b2b6-4db4c106c203 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:49.998819 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:50.032854 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4f229e03-c811-4573-8a1a-c0de67c8cd58 req-d2590a16-8690-4d09-ab0b-a9c1e0094680 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 210 time: 0.0599875 Mar 02 18:59:50.062657 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090262f7-e605-4575-a88a-05ac66c371a4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:50.067526 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090262f7-e605-4575-a88a-05ac66c371a4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=8662c959-d38d-4bae-b42f-741dd77d4f24,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:50.071844 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-090262f7-e605-4575-a88a-05ac66c371a4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:50.074676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090262f7-e605-4575-a88a-05ac66c371a4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:50.074897 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Allocated IP 2001:db8::2 (b8513841-077a-432c-9238-471c3320c791/f95656c1-6426-48f4-b535-fb7c15132110/4d1d97cc-43c5-44f6-8b23-4547d860e766) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:50.075692 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-090262f7-e605-4575-a88a-05ac66c371a4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:50.079892 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-79261bfd-348e-4538-9e8d-1b9c7b1798b8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, bb9aa998-520b-42bd-b09e-23f5700bae51) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:50.083975 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79261bfd-348e-4538-9e8d-1b9c7b1798b8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:50.085409 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79261bfd-348e-4538-9e8d-1b9c7b1798b8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:50.109992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aa7af6-e9e4-44fc-8a11-af2ca054cd68 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:50.139813 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265d6c5e-9f94-48ec-aaf9-d269dd4df0e6 None None] Network bb9aa998-520b-42bd-b09e-23f5700bae51 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:50.156942 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.api [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:59:50.156942 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG oslo_db.api [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:59:50.202554 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0b1d55e7-e641-4905-a7c2-cde448a5f4ff tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:50.224128 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0b1d55e7-e641-4905-a7c2-cde448a5f4ff tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:port and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:50.229021 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0b1d55e7-e641-4905-a7c2-cde448a5f4ff tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:50.241325 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0b1d55e7-e641-4905-a7c2-cde448a5f4ff tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:50.290830 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-79261bfd-348e-4538-9e8d-1b9c7b1798b8 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4342608 Mar 02 18:59:50.294384 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56236) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:50.355060 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 822668d2-9292-4ef1-b7a3-69ccf086b123 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:50.395961 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] For port adf7550a-3c55-44ce-9c02-fe26c95c94c5, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:50.398255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1d55e7-e641-4905-a7c2-cde448a5f4ff tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Made reservation on behalf of 2b147d1fd1b64c8daab7ec1005c16f83 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:50.401708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0b1d55e7-e641-4905-a7c2-cde448a5f4ff tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:50.418043 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-090262f7-e605-4575-a88a-05ac66c371a4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7157111 Mar 02 18:59:50.424445 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56240) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:50.432941 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-55fa0dca-3bff-4a85-81fb-7320fd95eb19 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2039294194', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:50.462418 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-55fa0dca-3bff-4a85-81fb-7320fd95eb19 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:50.463079 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-2c643f26-199e-492d-8605-9121885cf2a7 req-195506af-e593-4d34-97f3-99a2f11c2b4c tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:50.463566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-2c643f26-199e-492d-8605-9121885cf2a7 req-195506af-e593-4d34-97f3-99a2f11c2b4c tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:50.463777 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [req-2c643f26-199e-492d-8605-9121885cf2a7 req-195506af-e593-4d34-97f3-99a2f11c2b4c tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Floating IP f81509e6-e580-4316-ba78-dce0fb12a541 disassociated. External IP: 172.26.4.4, port: 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c. Mar 02 18:59:50.464125 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-2c643f26-199e-492d-8605-9121885cf2a7 req-195506af-e593-4d34-97f3-99a2f11c2b4c tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Calling delete_port for 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:50.473838 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-0b1d55e7-e641-4905-a7c2-cde448a5f4ff tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] device_id is not set on port 21d13d4e-12f4-4a9b-9831-2542e768ed88 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 18:59:50.547320 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-55fa0dca-3bff-4a85-81fb-7320fd95eb19 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:router and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:50.561150 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Router 9893b1fd-7ea0-4a94-abce-ccde5e781457 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 18:59:50.567297 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-55fa0dca-3bff-4a85-81fb-7320fd95eb19 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:50.598074 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-55fa0dca-3bff-4a85-81fb-7320fd95eb19 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:50.629489 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06c63f6f-0931-4c4e-ae94-6780edba872f req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Router 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:59:50.704648 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Deleting port adf7550a-3c55-44ce-9c02-fe26c95c94c5 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:50.708061 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:50.811447 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:50.825796 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Transition to ACTIVE for port object 4d1d97cc-43c5-44f6-8b23-4547d860e766 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:50.853323 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Transition to ACTIVE for port object 4d1d97cc-43c5-44f6-8b23-4547d860e766 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:50.862405 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-2c643f26-199e-492d-8605-9121885cf2a7 req-195506af-e593-4d34-97f3-99a2f11c2b4c tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:50.874651 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-55fa0dca-3bff-4a85-81fb-7320fd95eb19 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:50.875793 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] For port adf7550a-3c55-44ce-9c02-fe26c95c94c5, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=adf7550a-3c55-44ce-9c02-fe26c95c94c5,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:50.876196 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-55fa0dca-3bff-4a85-81fb-7320fd95eb19 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:50.904296 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:50.994752 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b521878a-1254-4456-bb82-0c1e1d275bc3 req-3e716191-e09c-4392-a55a-784f9df69ee0 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 210 time: 0.0646200 Mar 02 18:59:51.012695 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 822668d2-9292-4ef1-b7a3-69ccf086b123 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:59:51.013522 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 822668d2-9292-4ef1-b7a3-69ccf086b123 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:51.014261 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4722639e-dacf-4667-be18-5305440c5d4c no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:51.035974 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195506af-e593-4d34-97f3-99a2f11c2b4c tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Pushing event deleted for resources: {'Port': ['ID=8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:51.149686 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-55fa0dca-3bff-4a85-81fb-7320fd95eb19 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:51.168024 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No ports have port_id starting with 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c Mar 02 18:59:51.169773 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 4722639e-dacf-4667-be18-5305440c5d4c {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 18:59:51.170186 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4722639e-dacf-4667-be18-5305440c5d4c not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:51.213785 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:51.220329 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:51.223853 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06c63f6f-0931-4c4e-ae94-6780edba872f req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:51.236700 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb6a08-f493-4a5f-9e78-e303127a8c6b None None] Sync routers for ids ['809eb97e-5bf2-478a-b5e9-da1b2aa396a5'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:59:51.250175 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb6a08-f493-4a5f-9e78-e303127a8c6b None None] Routers {'809eb97e-5bf2-478a-b5e9-da1b2aa396a5'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:51.250771 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b0eb6a08-f493-4a5f-9e78-e303127a8c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['809eb97e-5bf2-478a-b5e9-da1b2aa396a5'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:51.307107 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4fdfe000-3074-4aac-936c-fc0e8555cb04 req-09e6ae99-e4c5-4f2f-91ea-808b0a581309 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 210 time: 0.0845778 Mar 02 18:59:51.324372 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-0b1d55e7-e641-4905-a7c2-cde448a5f4ff tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Allocated IP 2001:db8::46 (b8513841-077a-432c-9238-471c3320c791/f95656c1-6426-48f4-b535-fb7c15132110/21d13d4e-12f4-4a9b-9831-2542e768ed88) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:51.333793 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c63f6f-0931-4c4e-ae94-6780edba872f req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] No DVR routers for this DVR port a3b90cb9-f564-4d94-b2b6-4db4c106c203 on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:51.335711 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:51.336997 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3056cad-c7bd-4ba9-9d93-212a8ac93e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-bb9aa998-520b-42bd-b09e-23f5700bae51', 'network_id': 'bb9aa998-520b-42bd-b09e-23f5700bae51', 'tenant_id': 'e60c693f9f88467c9c691aee434eb6e7', 'fixed_ips': [{'subnet_id': '1b5c68d0-e8c9-4e93-9ea8-40b4d638a094'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:59:51.338265 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f3056cad-c7bd-4ba9-9d93-212a8ac93e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:51.345961 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-06c63f6f-0931-4c4e-ae94-6780edba872f req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:51.351799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03583051-d0b5-494f-9993-5bd973e13f4b', 'name': 'network-vif-deleted', 'tag': 'a3b90cb9-f564-4d94-b2b6-4db4c106c203'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:59:51.363972 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-06c63f6f-0931-4c4e-ae94-6780edba872f req-8c26efa3-aa41-4dc4-abc4-01b049d209dd tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.87 "DELETE /v2.0/ports/a3b90cb9-f564-4d94-b2b6-4db4c106c203 HTTP/1.1" status: 204 len: 173 time: 4.6837354 Mar 02 18:59:51.410289 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb146c-30f1-4b7b-9400-d8fb06ddb79b None None] Pushing event updated for resources: {'Port': ['ID=adf7550a-3c55-44ce-9c02-fe26c95c94c5,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:51.415339 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Network b8513841-077a-432c-9238-471c3320c791 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:51.424786 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:51.469272 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:51.487417 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c643f26-199e-492d-8605-9121885cf2a7 req-195506af-e593-4d34-97f3-99a2f11c2b4c tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Router 646c2855-464f-4c63-b418-a98d11f7ee80 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 18:59:51.527452 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03583051-d0b5-494f-9993-5bd973e13f4b', 'name': 'network-vif-deleted', 'tag': 'a3b90cb9-f564-4d94-b2b6-4db4c106c203', 'status': 'completed', 'code': 200} Mar 02 18:59:51.540378 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Routers {'ddbdf6a1-c45a-4a89-8159-6e2baa8173af'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:51.541175 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ddbdf6a1-c45a-4a89-8159-6e2baa8173af'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:51.570079 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] For port adf7550a-3c55-44ce-9c02-fe26c95c94c5, host dv-neutron-831573-1-hyperv, got binding levels [] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:51.574751 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:51.694527 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-b0eb6a08-f493-4a5f-9e78-e303127a8c6b None None] Set router 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:51.716766 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] Set router ddbdf6a1-c45a-4a89-8159-6e2baa8173af gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:51.753378 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Calling delete_port for adf7550a-3c55-44ce-9c02-fe26c95c94c5 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:51.870477 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Pushing event updated for resources: {'Port': ['ID=4d1d97cc-43c5-44f6-8b23-4547d860e766,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:51.933741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c643f26-199e-492d-8605-9121885cf2a7 req-195506af-e593-4d34-97f3-99a2f11c2b4c tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:51.966734 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbdf6a1-c45a-4a89-8159-6e2baa8173af', 'name': 'tempest-snat-router-1038277200', 'tenant_id': 'f5017456c3244485bdb51a01e0643703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:38Z', 'updated_at': '2022-03-02T18:59:48Z', 'revision_number': 4, 'project_id': 'f5017456c3244485bdb51a01e0643703', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:51.994476 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': '8662c959-d38d-4bae-b42f-741dd77d4f24'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 18:59:51.995874 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:52.009180 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81995c36-7f2f-4abb-aee4-f608439e4368 None None] Sync routers for ids ['646c2855-464f-4c63-b418-a98d11f7ee80'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:59:52.064040 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c643f26-199e-492d-8605-9121885cf2a7 req-195506af-e593-4d34-97f3-99a2f11c2b4c tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] No DVR routers for this DVR port 8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:52.070952 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-2c643f26-199e-492d-8605-9121885cf2a7 req-195506af-e593-4d34-97f3-99a2f11c2b4c tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:52.073214 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2c643f26-199e-492d-8605-9121885cf2a7 req-195506af-e593-4d34-97f3-99a2f11c2b4c tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.87 "DELETE /v2.0/ports/8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c HTTP/1.1" status: 204 len: 173 time: 3.2272260 Mar 02 18:59:52.086067 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd5e864-dda9-4a75-aa82-03f6d0afd64d None None] The sync data for ids ['ddbdf6a1-c45a-4a89-8159-6e2baa8173af'] in dv-neutron-831573-1-hyperv is: [{'id': 'ddbdf6a1-c45a-4a89-8159-6e2baa8173af', 'name': 'tempest-snat-router-1038277200', 'tenant_id': 'f5017456c3244485bdb51a01e0643703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:38Z', 'updated_at': '2022-03-02T18:59:48Z', 'revision_number': 4, 'project_id': 'f5017456c3244485bdb51a01e0643703', 'gw_port_host': None}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:59:52.155722 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b0eb6a08-f493-4a5f-9e78-e303127a8c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'name': 'tempest-ServersTestJSON-1980438265-router', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:58:04Z', 'revision_number': 4, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'gw_port': {'id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'd529cf5c-992f-420b-a40e-f9b8efe2c061', 'name': '', 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'mac_address': 'fa:16:3e:94:4f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2420e415-3c74-49b9-846d-1a79e8671200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:03Z', 'updated_at': '2022-03-02T18:58:42Z', 'revision_number': 5, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'subnets': [{'id': '2420e415-3c74-49b9-846d-1a79e8671200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:52.161541 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb6a08-f493-4a5f-9e78-e303127a8c6b None None] Checking router: 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:59:52.181552 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb6a08-f493-4a5f-9e78-e303127a8c6b None None] Routers {'809eb97e-5bf2-478a-b5e9-da1b2aa396a5'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:52.183566 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b0eb6a08-f493-4a5f-9e78-e303127a8c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['809eb97e-5bf2-478a-b5e9-da1b2aa396a5'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:52.228795 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-55fa0dca-3bff-4a85-81fb-7320fd95eb19 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:52.265198 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.api [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:59:52.265967 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG oslo_db.api [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:59:52.336436 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Allocated IP 2001:db8::2 (ef3b29a7-4982-4982-b073-f3d27df1240a/8662c959-d38d-4bae-b42f-741dd77d4f24/62177c8f-f22f-4786-a180-1503fe543846) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:52.476378 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Deleting port adf7550a-3c55-44ce-9c02-fe26c95c94c5 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:52.477046 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:52.580756 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-b0eb6a08-f493-4a5f-9e78-e303127a8c6b None None] Set router 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:52.590398 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81995c36-7f2f-4abb-aee4-f608439e4368 None None] Routers {'646c2855-464f-4c63-b418-a98d11f7ee80'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:52.592325 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-81995c36-7f2f-4abb-aee4-f608439e4368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['646c2855-464f-4c63-b418-a98d11f7ee80'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:52.651934 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-001765a8-d723-45ce-8c3d-e8db43e35688 req-afdddf71-24fe-4816-a9d7-fcab5a1f41bb tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Synchronizing usage tracker for tenant:3690a6fef5ca4d7db77cf45287e6059b on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:52.690246 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] For port adf7550a-3c55-44ce-9c02-fe26c95c94c5, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=adf7550a-3c55-44ce-9c02-fe26c95c94c5,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:52.690604 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:52.780960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-001765a8-d723-45ce-8c3d-e8db43e35688 req-afdddf71-24fe-4816-a9d7-fcab5a1f41bb tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Unset dirty status for tenant:3690a6fef5ca4d7db77cf45287e6059b on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:52.782460 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-001765a8-d723-45ce-8c3d-e8db43e35688 req-afdddf71-24fe-4816-a9d7-fcab5a1f41bb tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/ports?device_id=03583051-d0b5-494f-9993-5bd973e13f4b HTTP/1.1" status: 200 len: 210 time: 0.1943014 Mar 02 18:59:52.830844 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Calling delete_port for adf7550a-3c55-44ce-9c02-fe26c95c94c5 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:52.896068 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ff7ece51-567a-4ee5-a47e-eb44feed449a req-ee15acec-812b-4bfd-9971-adba37ef7faf tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b48e892-721c-4a82-bf0e-7e7ff35f7567 HTTP/1.1" status: 200 len: 210 time: 0.6288636 Mar 02 18:59:52.897701 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-81995c36-7f2f-4abb-aee4-f608439e4368 None None] Set router 646c2855-464f-4c63-b418-a98d11f7ee80 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:52.938912 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-55fa0dca-3bff-4a85-81fb-7320fd95eb19 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:52.938912 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-55fa0dca-3bff-4a85-81fb-7320fd95eb19 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 2.4927218 Mar 02 18:59:52.939378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56256) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:53.072038 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3d12b4af-bf89-4726-8530-b83b5b44c787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:53.080779 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:53.086231 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b0eb6a08-f493-4a5f-9e78-e303127a8c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'name': 'tempest-ServersTestJSON-1980438265-router', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:58:04Z', 'revision_number': 4, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'gw_port': {'id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'd529cf5c-992f-420b-a40e-f9b8efe2c061', 'name': '', 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'mac_address': 'fa:16:3e:94:4f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2420e415-3c74-49b9-846d-1a79e8671200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:03Z', 'updated_at': '2022-03-02T18:58:42Z', 'revision_number': 5, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'subnets': [{'id': '2420e415-3c74-49b9-846d-1a79e8671200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:53.101083 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb6a08-f493-4a5f-9e78-e303127a8c6b None None] The sync data for ids ['809eb97e-5bf2-478a-b5e9-da1b2aa396a5'] in dv-neutron-831573-1-hyperv is: [{'id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'name': 'tempest-ServersTestJSON-1980438265-router', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:58:04Z', 'revision_number': 4, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'gw_port': {'id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'd529cf5c-992f-420b-a40e-f9b8efe2c061', 'name': '', 'network_id': 'dfc73d84-d9bb-42bb-9e68-447b764aae01', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'mac_address': 'fa:16:3e:94:4f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2420e415-3c74-49b9-846d-1a79e8671200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:03Z', 'updated_at': '2022-03-02T18:58:42Z', 'revision_number': 5, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'subnets': [{'id': '2420e415-3c74-49b9-846d-1a79e8671200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:59:53.138693 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Attempting to bind port 4d1d97cc-43c5-44f6-8b23-4547d860e766 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:59:53.139065 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Attempting to bind port 4d1d97cc-43c5-44f6-8b23-4547d860e766 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '99c32e69-b187-4ba7-ad36-e0e7c2d22f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'b8513841-077a-432c-9238-471c3320c791'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:59:53.139442 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Attempting to bind port 4d1d97cc-43c5-44f6-8b23-4547d860e766 on network b8513841-077a-432c-9238-471c3320c791 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:59:53.167010 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Subnet': ['ID=1b5c68d0-e8c9-4e93-9ea8-40b4d638a094,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:53.170273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 18:59:53.180834 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b5996b-ccde-46bc-ba53-960b19b631b5 None None] Sync routers for ids ['9893b1fd-7ea0-4a94-abce-ccde5e781457'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 18:59:53.183429 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:53.196705 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b5996b-ccde-46bc-ba53-960b19b631b5 None None] Routers {'9893b1fd-7ea0-4a94-abce-ccde5e781457'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:53.197253 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-95b5996b-ccde-46bc-ba53-960b19b631b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['9893b1fd-7ea0-4a94-abce-ccde5e781457'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:53.291372 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Pushing event deleted for resources: {'Port': ['ID=adf7550a-3c55-44ce-9c02-fe26c95c94c5,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:53.294387 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.294884 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.295229 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.295603 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.295927 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.296251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.296663 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.296991 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.297318 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.297661 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.298169 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.322431 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:59:53.322887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Checking segment: {'id': '99c32e69-b187-4ba7-ad36-e0e7c2d22f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'b8513841-077a-432c-9238-471c3320c791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:53.323436 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:53.323961 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Bound using segment: {'id': '99c32e69-b187-4ba7-ad36-e0e7c2d22f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'b8513841-077a-432c-9238-471c3320c791'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:59:53.324541 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Bound port: 4d1d97cc-43c5-44f6-8b23-4547d860e766, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c32e69-b187-4ba7-ad36-e0e7c2d22f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'b8513841-077a-432c-9238-471c3320c791'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:59:53.325021 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:53.345996 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-95b5996b-ccde-46bc-ba53-960b19b631b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:53.361318 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b5996b-ccde-46bc-ba53-960b19b631b5 None None] Routers {'9893b1fd-7ea0-4a94-abce-ccde5e781457'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:53.362292 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-95b5996b-ccde-46bc-ba53-960b19b631b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['9893b1fd-7ea0-4a94-abce-ccde5e781457'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:53.374740 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0b1d55e7-e641-4905-a7c2-cde448a5f4ff tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server [None req-f3056cad-c7bd-4ba9-9d93-212a8ac93e92 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b5c68d0-e8c9-4e93-9ea8-40b4d638a094: This subnet is being modified by another concurrent operation. Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:59:53.396196 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise exception Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b5c68d0-e8c9-4e93-9ea8-40b4d638a094: This subnet is being modified by another concurrent operation. Mar 02 18:59:53.407047 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server Mar 02 18:59:53.433369 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581ebabe-a968-43b2-8f61-8325f11fdc56 None None] Network bb9aa998-520b-42bd-b09e-23f5700bae51 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:53.516885 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-95b5996b-ccde-46bc-ba53-960b19b631b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:53.517303 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b5996b-ccde-46bc-ba53-960b19b631b5 None None] The sync data for ids ['9893b1fd-7ea0-4a94-abce-ccde5e781457'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:59:53.577603 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:53.581849 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-010a4017-16f3-4dce-b153-66ac44ff12e7 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.3822489 Mar 02 18:59:53.581849 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:53.596045 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b48e892-721c-4a82-bf0e-7e7ff35f7567', 'name': 'network-vif-deleted', 'tag': '8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 18:59:53.613937 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56260) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:53.626281 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-70f12b28-76e7-4ad2-912c-e81078ee9e19 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'enable_snat': False}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:53.629166 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.629513 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.630262 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.630262 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.630450 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.630896 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.631222 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.631697 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.632022 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.632337 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.633151 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:53.686357 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-0b1d55e7-e641-4905-a7c2-cde448a5f4ff tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Transition to ACTIVE for port object 21d13d4e-12f4-4a9b-9831-2542e768ed88 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:53.704022 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9aa998-520b-42bd-b09e-23f5700bae51']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:53.730208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebb78e1-ea74-4dfb-889a-e03d529a7315') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:53.730729 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebb78e1-ea74-4dfb-889a-e03d529a7315') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:53.749385 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:53.750150 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b48e892-721c-4a82-bf0e-7e7ff35f7567', 'name': 'network-vif-deleted', 'tag': '8a6495d3-afea-4f7d-bda4-d2bc7fd0b73c', 'status': 'completed', 'code': 200} Mar 02 18:59:53.767293 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:53.833549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Transition to ACTIVE for port object 62177c8f-f22f-4786-a180-1503fe543846 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:53.862148 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Transition to ACTIVE for port object 62177c8f-f22f-4786-a180-1503fe543846 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:53.908270 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] For port 4d1d97cc-43c5-44f6-8b23-4547d860e766, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:53.917678 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] For port 4d1d97cc-43c5-44f6-8b23-4547d860e766, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4d1d97cc-43c5-44f6-8b23-4547d860e766,segment=NetworkSegment(99c32e69-b187-4ba7-ad36-e0e7c2d22f80),segment_id=99c32e69-b187-4ba7-ad36-e0e7c2d22f80)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:53.941058 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:53.958099 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-81995c36-7f2f-4abb-aee4-f608439e4368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'name': 'tempest-ServersTestManualDisk-733477026-router', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:58:02Z', 'revision_number': 4, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'gw_port': {'id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:52Z', 'updated_at': '2022-03-02T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '62d79458-b22a-4440-b935-a339730d2d4c', 'name': '', 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'mac_address': 'fa:16:3e:c8:ae:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ebd9a57-3dae-4c27-89d0-f83010cf2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:00Z', 'updated_at': '2022-03-02T18:58:44Z', 'revision_number': 5, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'subnets': [{'id': '5ebd9a57-3dae-4c27-89d0-f83010cf2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:54.026411 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.042146 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 18:59:54.042549 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.058628 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.081805 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Pushing event updated for resources: {'Port': ['ID=62177c8f-f22f-4786-a180-1503fe543846,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:54.091159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81995c36-7f2f-4abb-aee4-f608439e4368 None None] Checking router: 646c2855-464f-4c63-b418-a98d11f7ee80 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 18:59:54.103087 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.105518 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56274) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:54.122449 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3d70b60b-a205-42c1-909b-07ff6a33ee5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:59:54.151594 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:59:54.236906 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:54.240211 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81995c36-7f2f-4abb-aee4-f608439e4368 None None] Routers {'646c2855-464f-4c63-b418-a98d11f7ee80'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 18:59:54.240863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-81995c36-7f2f-4abb-aee4-f608439e4368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['646c2855-464f-4c63-b418-a98d11f7ee80'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:54.242159 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0b1d55e7-e641-4905-a7c2-cde448a5f4ff tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.259760 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56278) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:54.292934 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.312677 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:54.330137 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:54.416642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f119e-020f-4d85-93da-cfe04319a1c4 None None] Pushing event updated for resources: {'Port': ['ID=4d1d97cc-43c5-44f6-8b23-4547d860e766,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:54.552494 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d55e7-e641-4905-a7c2-cde448a5f4ff tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=21d13d4e-12f4-4a9b-9831-2542e768ed88,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:54.565883 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Attempting to bind port 62177c8f-f22f-4786-a180-1503fe543846 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:59:54.566414 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Attempting to bind port 62177c8f-f22f-4786-a180-1503fe543846 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:59:54.566784 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Attempting to bind port 62177c8f-f22f-4786-a180-1503fe543846 on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 18:59:54.575560 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1d55e7-e641-4905-a7c2-cde448a5f4ff tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network b8513841-077a-432c-9238-471c3320c791 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:54.576950 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.582583 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-0b1d55e7-e641-4905-a7c2-cde448a5f4ff tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:54.583116 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 18:59:54.583116 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 18:59:54.583748 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.584540 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 18:59:54.585025 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Bound port: 62177c8f-f22f-4786-a180-1503fe543846, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:59:54.585368 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1d55e7-e641-4905-a7c2-cde448a5f4ff tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:54.585567 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.589769 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1d55e7-e641-4905-a7c2-cde448a5f4ff tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:54.590337 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0b1d55e7-e641-4905-a7c2-cde448a5f4ff tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.655024 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.671199 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.687940 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Network': ['ID=bb9aa998-520b-42bd-b09e-23f5700bae51,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:54.707482 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fccb123c-7059-48d5-b34e-46b421d31395 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/bb9aa998-520b-42bd-b09e-23f5700bae51 HTTP/1.1" status: 204 len: 168 time: 4.4117322 Mar 02 18:59:54.713769 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56282) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:54.713769 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.729553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eeeb1d-fad8-47a6-b780-58f7c5e15181 None None] New status for floating IP e23148e5-1825-434d-9403-0a6ab7df794f: DOWN {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:59:54.763899 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0725e4-b12a-4674-b1ed-e4448f414e30 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] GET failed (client error): The resource could not be found. Mar 02 18:59:54.764848 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-da0725e4-b12a-4674-b1ed-e4448f414e30 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Synchronizing usage tracker for tenant:e60c693f9f88467c9c691aee434eb6e7 on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:54.777546 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-921d373c-d7ed-446a-85f0-5619269c5888 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.803368 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0b1d55e7-e641-4905-a7c2-cde448a5f4ff tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 5.0318563 Mar 02 18:59:54.811200 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56286) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:54.815789 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-81995c36-7f2f-4abb-aee4-f608439e4368 None None] Set router 646c2855-464f-4c63-b418-a98d11f7ee80 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 18:59:54.859224 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c78e31e2-3594-4e17-8416-3839b0d255b9 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.937653 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-308591fd-beea-43cf-a753-31962ad715ce None None] For port 62177c8f-f22f-4786-a180-1503fe543846, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 18:59:54.949721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-921d373c-d7ed-446a-85f0-5619269c5888 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.971860 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-308591fd-beea-43cf-a753-31962ad715ce None None] For port 62177c8f-f22f-4786-a180-1503fe543846, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=62177c8f-f22f-4786-a180-1503fe543846,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 18:59:54.975034 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.975939 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddbdf6a1-c45a-4a89-8159-6e2baa8173af {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:59:54.986260 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.990636 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-45c9d302-f0d0-43d2-af67-aa015752447c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "DELETE /v2.0/routers/ddbdf6a1-c45a-4a89-8159-6e2baa8173af HTTP/1.1" status: 204 len: 168 time: 7.9006958 Mar 02 18:59:54.992603 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56290) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:55.004189 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c78e31e2-3594-4e17-8416-3839b0d255b9 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.105939 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-da0725e4-b12a-4674-b1ed-e4448f414e30 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Unset dirty status for tenant:e60c693f9f88467c9c691aee434eb6e7 on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:55.111569 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-da0725e4-b12a-4674-b1ed-e4448f414e30 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "GET /v2.0/subnets/1b5c68d0-e8c9-4e93-9ea8-40b4d638a094 HTTP/1.1" status: 404 len: 337 time: 0.3965414 Mar 02 18:59:55.113369 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.113509 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56294) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:55.197635 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-51093809-933c-4017-94c0-9537465bf1db tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 18:59:55.198129 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51093809-933c-4017-94c0-9537465bf1db tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:59:55.204395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56298) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:55.205084 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-51093809-933c-4017-94c0-9537465bf1db tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/bb9aa998-520b-42bd-b09e-23f5700bae51 HTTP/1.1" status: 404 len: 339 time: 0.0391366 Mar 02 18:59:55.336317 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.354864 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308591fd-beea-43cf-a753-31962ad715ce None None] Pushing event updated for resources: {'Port': ['ID=62177c8f-f22f-4786-a180-1503fe543846,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:55.430532 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::1 (ef3b29a7-4982-4982-b073-f3d27df1240a/8662c959-d38d-4bae-b42f-741dd77d4f24/7a00a2d5-08aa-4784-a659-ee1c50445c9e) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:55.441720 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-921d373c-d7ed-446a-85f0-5619269c5888 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.464580 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c78e31e2-3594-4e17-8416-3839b0d255b9 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.466225 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.512330 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-81995c36-7f2f-4abb-aee4-f608439e4368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'name': 'tempest-ServersTestManualDisk-733477026-router', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:58:02Z', 'revision_number': 4, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'gw_port': {'id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:52Z', 'updated_at': '2022-03-02T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '62d79458-b22a-4440-b935-a339730d2d4c', 'name': '', 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'mac_address': 'fa:16:3e:c8:ae:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ebd9a57-3dae-4c27-89d0-f83010cf2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:00Z', 'updated_at': '2022-03-02T18:58:44Z', 'revision_number': 5, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'subnets': [{'id': '5ebd9a57-3dae-4c27-89d0-f83010cf2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:55.517109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d373c-d7ed-446a-85f0-5619269c5888 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb957d16-e85d-4241-8b29-4e3abf1e76f4,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:55.520409 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81995c36-7f2f-4abb-aee4-f608439e4368 None None] The sync data for ids ['646c2855-464f-4c63-b418-a98d11f7ee80'] in dv-neutron-831573-1-hyperv is: [{'id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'name': 'tempest-ServersTestManualDisk-733477026-router', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T18:58:02Z', 'revision_number': 4, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'gw_port': {'id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:52Z', 'updated_at': '2022-03-02T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '62d79458-b22a-4440-b935-a339730d2d4c', 'name': '', 'network_id': '07b91779-a641-4fe8-baf9-450983bc34d9', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'mac_address': 'fa:16:3e:c8:ae:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ebd9a57-3dae-4c27-89d0-f83010cf2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:00Z', 'updated_at': '2022-03-02T18:58:44Z', 'revision_number': 5, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'subnets': [{'id': '5ebd9a57-3dae-4c27-89d0-f83010cf2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 18:59:55.665184 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e31e2-3594-4e17-8416-3839b0d255b9 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54400a5-a4bb-4199-bee6-f058cdbb4ba0,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:55.864061 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c78e31e2-3594-4e17-8416-3839b0d255b9 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.866073 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c78e31e2-3594-4e17-8416-3839b0d255b9 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "DELETE /v2.0/security-groups/f54400a5-a4bb-4199-bee6-f058cdbb4ba0 HTTP/1.1" status: 204 len: 168 time: 1.6038678 Mar 02 18:59:55.868943 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56302) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:55.882117 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-921d373c-d7ed-446a-85f0-5619269c5888 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.885502 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-921d373c-d7ed-446a-85f0-5619269c5888 tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "DELETE /v2.0/security-groups/bb957d16-e85d-4241-8b29-4e3abf1e76f4 HTTP/1.1" status: 204 len: 168 time: 1.7766676 Mar 02 18:59:55.894188 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593d257c-ab42-4ad3-bd57-c22dc42d9501 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:55.896969 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56306) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:55.897107 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-593d257c-ab42-4ad3-bd57-c22dc42d9501 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Synchronizing usage tracker for tenant:e60c693f9f88467c9c691aee434eb6e7 on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:55.935146 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-5b841f7d-e170-4de6-a1d8-61d06572ccd4 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] show failed (client error): The resource could not be found. Mar 02 18:59:55.938785 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5b841f7d-e170-4de6-a1d8-61d06572ccd4 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "GET /v2.0/security-groups/f54400a5-a4bb-4199-bee6-f058cdbb4ba0 HTTP/1.1" status: 404 len: 347 time: 0.0643473 Mar 02 18:59:55.959259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56310) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:56.030569 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-8d2f469e-620c-4222-91ee-e158d8b32e0e tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] show failed (client error): The resource could not be found. Mar 02 18:59:56.031720 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8d2f469e-620c-4222-91ee-e158d8b32e0e tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "GET /v2.0/security-groups/bb957d16-e85d-4241-8b29-4e3abf1e76f4 HTTP/1.1" status: 404 len: 347 time: 0.1356676 Mar 02 18:59:56.036462 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-93f20084-4362-4b86-bafc-5056d07c3e57 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.054896 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56314) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:56.224724 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.257220 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-39d01963-ca4c-4d3e-b6ea-de8d95a69288 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.261091 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4d1d97cc-43c5-44f6-8b23-4547d860e766 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:59:56.310186 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5470e4c7-e121-4c45-a3b2-bd2db798f7af None None] Network b8513841-077a-432c-9238-471c3320c791 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 18:59:56.342730 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-593d257c-ab42-4ad3-bd57-c22dc42d9501 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Unset dirty status for tenant:e60c693f9f88467c9c691aee434eb6e7 on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:56.346933 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-593d257c-ab42-4ad3-bd57-c22dc42d9501 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.1415479 Mar 02 18:59:56.351509 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56318) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:56.422079 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object 7a00a2d5-08aa-4784-a659-ee1c50445c9e will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:56.485860 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9ce9b8ff-e52d-4e10-a8f1-e15b102ec8f4 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "GET /v2.0/subnets?network_id=34755311-e60d-4721-8297-2b2c64e749c6 HTTP/1.1" status: 200 len: 207 time: 0.1325853 Mar 02 18:59:56.534176 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56322) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:56.575204 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.576428 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-3e8cd099-6a2c-4f1f-99df-018ed3c2fd1a tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Deleting port 534956ef-d9d8-417d-a1e1-12513f95342e {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:56.576775 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3e8cd099-6a2c-4f1f-99df-018ed3c2fd1a tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.602040 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-64a77815-a21d-4252-8532-732c40906749 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Deleting port 9d66b1e1-b891-46d6-9c21-129486ec4a99 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:56.602405 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64a77815-a21d-4252-8532-732c40906749 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.628962 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-34c44ca2-fb39-46d5-9673-cb4777c2593e None None] Provisioning for port 4d1d97cc-43c5-44f6-8b23-4547d860e766 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:56.634810 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 4d1d97cc-43c5-44f6-8b23-4547d860e766 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:56.640679 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-34c44ca2-fb39-46d5-9673-cb4777c2593e None None] Provisioning complete for port 4d1d97cc-43c5-44f6-8b23-4547d860e766 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:56.641044 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-34c44ca2-fb39-46d5-9673-cb4777c2593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.683869 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 4d1d97cc-43c5-44f6-8b23-4547d860e766 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:56.684244 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.778239 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-39d01963-ca4c-4d3e-b6ea-de8d95a69288 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.826020 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-93f20084-4362-4b86-bafc-5056d07c3e57 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.834175 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-39d01963-ca4c-4d3e-b6ea-de8d95a69288 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.916835 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d01963-ca4c-4d3e-b6ea-de8d95a69288 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=21d13d4e-12f4-4a9b-9831-2542e768ed88,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:56.929633 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.965999 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-93f20084-4362-4b86-bafc-5056d07c3e57 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Deleting port 576c99d4-5b31-42ce-bf99-06b89a552712 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:56.965999 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-93f20084-4362-4b86-bafc-5056d07c3e57 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.987336 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 4d1d97cc-43c5-44f6-8b23-4547d860e766, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4d1d97cc-43c5-44f6-8b23-4547d860e766,segment=NetworkSegment(99c32e69-b187-4ba7-ad36-e0e7c2d22f80),segment_id=99c32e69-b187-4ba7-ad36-e0e7c2d22f80)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:57.004715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:57.048325 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-34c44ca2-fb39-46d5-9673-cb4777c2593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:57.074736 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f23e331-3f13-4371-a221-66f274427514 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:57.084189 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f23e331-3f13-4371-a221-66f274427514 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:57.089213 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f23e331-3f13-4371-a221-66f274427514 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:57.093699 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:57.093885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f23e331-3f13-4371-a221-66f274427514 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:57.094904 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 62177c8f-f22f-4786-a180-1503fe543846 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:59:57.095795 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5f23e331-3f13-4371-a221-66f274427514 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.5606904 Mar 02 18:59:57.115243 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56326) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:57.131691 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a044cc0b-14e4-49ee-947e-88aef0725e0a None None] New status for floating IP f81509e6-e580-4316-ba78-dce0fb12a541: DOWN {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 18:59:57.380062 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-34c44ca2-fb39-46d5-9673-cb4777c2593e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:59:57.383962 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-34c44ca2-fb39-46d5-9673-cb4777c2593e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:59:57.400653 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=4d1d97cc-43c5-44f6-8b23-4547d860e766,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:57.430073 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-93f20084-4362-4b86-bafc-5056d07c3e57 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] For port 576c99d4-5b31-42ce-bf99-06b89a552712, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=576c99d4-5b31-42ce-bf99-06b89a552712,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:57.430610 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-93f20084-4362-4b86-bafc-5056d07c3e57 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:57.440859 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-39d01963-ca4c-4d3e-b6ea-de8d95a69288 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:57.501260 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:59:57.504064 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 62177c8f-f22f-4786-a180-1503fe543846 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:57.524924 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=7a00a2d5-08aa-4784-a659-ee1c50445c9e,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:57.574628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:57.588144 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3e8cd099-6a2c-4f1f-99df-018ed3c2fd1a tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:57.588478 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3e8cd099-6a2c-4f1f-99df-018ed3c2fd1a tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:57.597341 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64a77815-a21d-4252-8532-732c40906749 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:57.597673 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64a77815-a21d-4252-8532-732c40906749 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:57.611573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:57.632192 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 18:59:57.633790 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:57.703445 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-93f20084-4362-4b86-bafc-5056d07c3e57 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Calling delete_port for 576c99d4-5b31-42ce-bf99-06b89a552712 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:57.908610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-3e8cd099-6a2c-4f1f-99df-018ed3c2fd1a tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Calling delete_port for 534956ef-d9d8-417d-a1e1-12513f95342e owned by network:floatingip {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:57.931819 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d0ac94-8be2-4d8d-bf85-4db731bed068 None None] get_active_networks_info from dv-neutron-831573-1-hyperv {{(pid=84534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 18:59:57.942568 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-64a77815-a21d-4252-8532-732c40906749 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Calling delete_port for 9d66b1e1-b891-46d6-9c21-129486ec4a99 owned by network:floatingip {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:57.957707 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-39d01963-ca4c-4d3e-b6ea-de8d95a69288 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.030326 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9be549c1-1566-491c-8dd7-7b1bbb8c36ba tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.9042180 Mar 02 18:59:58.038264 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56330) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:58.061401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-93f20084-4362-4b86-bafc-5056d07c3e57 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.090171 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d0ac94-8be2-4d8d-bf85-4db731bed068 None None] Resources bound (agent type, host, resource id): {{(pid=84534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:59:58.152535 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f20084-4362-4b86-bafc-5056d07c3e57 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Pushing event deleted for resources: {'Port': ['ID=576c99d4-5b31-42ce-bf99-06b89a552712,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:58.221410 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-33a26a1e-b5af-427d-8445-00ca7267620f None None] Provisioning complete for port 4d1d97cc-43c5-44f6-8b23-4547d860e766 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:58.221771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-33a26a1e-b5af-427d-8445-00ca7267620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.230638 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-70f12b28-76e7-4ad2-912c-e81078ee9e19 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.257577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f6ade6-4c1d-404c-a2f5-8c6896fe304e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:58.258932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f6ade6-4c1d-404c-a2f5-8c6896fe304e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:58.259690 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4d1d97cc-43c5-44f6-8b23-4547d860e766 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:59:58.259861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f4f6ade6-4c1d-404c-a2f5-8c6896fe304e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Synchronizing usage tracker for tenant:e60c693f9f88467c9c691aee434eb6e7 on resource:subnet {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:58.367319 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f4f6ade6-4c1d-404c-a2f5-8c6896fe304e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Unset dirty status for tenant:e60c693f9f88467c9c691aee434eb6e7 on resource:subnet {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:58.372036 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f4f6ade6-4c1d-404c-a2f5-8c6896fe304e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3254895 Mar 02 18:59:58.373310 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56336) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:58.426807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-64a77815-a21d-4252-8532-732c40906749 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:59:58.427320 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-64a77815-a21d-4252-8532-732c40906749 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:59:58.428092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.559937 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 4d1d97cc-43c5-44f6-8b23-4547d860e766 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:58.560847 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.625967 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6060a55-0eba-43ec-a8b7-2f34a1f64f0e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['shared'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:58.627252 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6060a55-0eba-43ec-a8b7-2f34a1f64f0e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['shared'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:58.628841 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d6060a55-0eba-43ec-a8b7-2f34a1f64f0e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2491872 Mar 02 18:59:58.630105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3e8cd099-6a2c-4f1f-99df-018ed3c2fd1a tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.633589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56340) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:58.668557 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-93f20084-4362-4b86-bafc-5056d07c3e57 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.764080 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-33a26a1e-b5af-427d-8445-00ca7267620f None None] Provisioning for port 21d13d4e-12f4-4a9b-9831-2542e768ed88 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:58.796227 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-33a26a1e-b5af-427d-8445-00ca7267620f None None] Provisioning complete for port 21d13d4e-12f4-4a9b-9831-2542e768ed88 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:58.796663 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-33a26a1e-b5af-427d-8445-00ca7267620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.886075 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-33a26a1e-b5af-427d-8445-00ca7267620f None None] Port 21d13d4e-12f4-4a9b-9831-2542e768ed88 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:59:58.916893 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cd099-6a2c-4f1f-99df-018ed3c2fd1a tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Pushing event deleted for resources: {'Port': ['ID=534956ef-d9d8-417d-a1e1-12513f95342e,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:58.960496 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-33a26a1e-b5af-427d-8445-00ca7267620f None None] Provisioning for port 62177c8f-f22f-4786-a180-1503fe543846 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:58.965760 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-33a26a1e-b5af-427d-8445-00ca7267620f None None] Provisioning complete for port 62177c8f-f22f-4786-a180-1503fe543846 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:58.966249 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-33a26a1e-b5af-427d-8445-00ca7267620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.977037 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-93f20084-4362-4b86-bafc-5056d07c3e57 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:58.984922 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-93f20084-4362-4b86-bafc-5056d07c3e57 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.002818 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-64a77815-a21d-4252-8532-732c40906749 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Deleting port 9d66b1e1-b891-46d6-9c21-129486ec4a99 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 18:59:59.003721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64a77815-a21d-4252-8532-732c40906749 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.011073 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-39d01963-ca4c-4d3e-b6ea-de8d95a69288 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.112427 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-39d01963-ca4c-4d3e-b6ea-de8d95a69288 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.113411 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-39d01963-ca4c-4d3e-b6ea-de8d95a69288 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.126484 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-33a26a1e-b5af-427d-8445-00ca7267620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.164924 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-33a26a1e-b5af-427d-8445-00ca7267620f None None] For port 62177c8f-f22f-4786-a180-1503fe543846, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=62177c8f-f22f-4786-a180-1503fe543846,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 18:59:59.231984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-33a26a1e-b5af-427d-8445-00ca7267620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.279022 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-93f20084-4362-4b86-bafc-5056d07c3e57 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.279548 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f20084-4362-4b86-bafc-5056d07c3e57 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4bcc8cb8-4601-4d9c-879d-4028efc18190 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 18:59:59.372366 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a26a1e-b5af-427d-8445-00ca7267620f None None] Pushing event updated for resources: {'Port': ['ID=62177c8f-f22f-4786-a180-1503fe543846,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:59.405837 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c49fb97-a2d1-447e-8961-13be383ab800 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:59.408477 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1c49fb97-a2d1-447e-8961-13be383ab800 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "GET /v2.0/networks/65e5b6dd-4c9c-4f08-8b0e-907d6630d07f HTTP/1.1" status: 200 len: 800 time: 0.7404518 Mar 02 18:59:59.413790 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-93f20084-4362-4b86-bafc-5056d07c3e57 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.418309 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-93f20084-4362-4b86-bafc-5056d07c3e57 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "DELETE /v2.0/routers/4bcc8cb8-4601-4d9c-879d-4028efc18190 HTTP/1.1" status: 204 len: 168 time: 4.4214199 Mar 02 18:59:59.428288 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56344) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:59.428288 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56346) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:59.434192 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1236769061', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}, 'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 18:59:59.457988 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d01963-ca4c-4d3e-b6ea-de8d95a69288 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=21d13d4e-12f4-4a9b-9831-2542e768ed88,revision_number=3']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:59.472000 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-33a26a1e-b5af-427d-8445-00ca7267620f None None] Provisioning for port 7a00a2d5-08aa-4784-a659-ee1c50445c9e completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:59.473090 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:59.482667 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-33a26a1e-b5af-427d-8445-00ca7267620f None None] Provisioning complete for port 7a00a2d5-08aa-4784-a659-ee1c50445c9e triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:59.483039 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-33a26a1e-b5af-427d-8445-00ca7267620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.483446 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Usage tracker for resource:router and tenant:6bf0e25a003343dda517eabfdecbf58d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:59.536336 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:59.550867 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-33a26a1e-b5af-427d-8445-00ca7267620f None None] Port 7a00a2d5-08aa-4784-a659-ee1c50445c9e cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 18:59:59.557257 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:59.640979 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d01963-ca4c-4d3e-b6ea-de8d95a69288 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network b8513841-077a-432c-9238-471c3320c791 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:59.651254 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-39d01963-ca4c-4d3e-b6ea-de8d95a69288 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:59.727913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64a77815-a21d-4252-8532-732c40906749 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.728229 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64a77815-a21d-4252-8532-732c40906749 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.729026 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.730013 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.750070 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3e8cd099-6a2c-4f1f-99df-018ed3c2fd1a tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks [] for floatingip, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.799893 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b2379625-846d-4fbc-b022-56ffdce5e200 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Synchronizing usage tracker for tenant:e60c693f9f88467c9c691aee434eb6e7 on resource:network {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:59.860516 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b2379625-846d-4fbc-b022-56ffdce5e200 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Unset dirty status for tenant:e60c693f9f88467c9c691aee434eb6e7 on resource:network {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:59.860516 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b2379625-846d-4fbc-b022-56ffdce5e200 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "GET /v2.0/networks/65e5b6dd-4c9c-4f08-8b0e-907d6630d07f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4271803 Mar 02 18:59:59.860516 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:59.861696 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56352) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:59.931467 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-64a77815-a21d-4252-8532-732c40906749 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Calling delete_port for 9d66b1e1-b891-46d6-9c21-129486ec4a99 owned by network:floatingip {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 18:59:59.986196 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-37d92b73-d3b7-4beb-bb83-90880409e324 None None] Provisioning complete for port 21d13d4e-12f4-4a9b-9831-2542e768ed88 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:59.987665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-37d92b73-d3b7-4beb-bb83-90880409e324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:00.010883 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82751383-b8a6-4b83-81e7-355505f72446 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:00.012248 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-82751383-b8a6-4b83-81e7-355505f72446 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "GET /v2.0/subnets/b5295118-76e9-4928-aeeb-573051255ff1 HTTP/1.1" status: 200 len: 811 time: 0.1500883 Mar 02 19:00:00.018015 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3e8cd099-6a2c-4f1f-99df-018ed3c2fd1a tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:00.019635 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3e8cd099-6a2c-4f1f-99df-018ed3c2fd1a tempest-ServersTestJSON-1334845059 tempest-ServersTestJSON-1334845059-project] 10.222.0.73 "DELETE /v2.0/floatingips/e23148e5-1825-434d-9403-0a6ab7df794f HTTP/1.1" status: 204 len: 168 time: 3.8142812 Mar 02 19:00:00.024714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56356) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:00.025309 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56358) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:00.055538 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-37d92b73-d3b7-4beb-bb83-90880409e324 None None] Port 21d13d4e-12f4-4a9b-9831-2542e768ed88 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:00:00.152853 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:00:00.188889 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 62177c8f-f22f-4786-a180-1503fe543846 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:00.229931 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:00.266879 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 62177c8f-f22f-4786-a180-1503fe543846 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:00.268003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:00.344425 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:00.419330 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:00.420153 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:00.427605 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d01963-ca4c-4d3e-b6ea-de8d95a69288 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router 9c4f4e93-1a06-4502-8d20-cd14f46aab3c is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:00:00.457562 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44c3201-e307-40f9-98bb-0dfe16f20b64 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['shared'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:00.460447 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a44c3201-e307-40f9-98bb-0dfe16f20b64 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "GET /v2.0/subnets/b5295118-76e9-4928-aeeb-573051255ff1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4339995 Mar 02 19:00:00.465956 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 576c99d4-5b31-42ce-bf99-06b89a552712 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:00:00.470133 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56364) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:00.494668 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-3d3e3757-1aae-49b0-87b2-492cd5190a50 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-939285990'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:00.502551 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 576c99d4-5b31-42ce-bf99-06b89a552712 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:00:00.502987 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 576c99d4-5b31-42ce-bf99-06b89a552712 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:00:00.518259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3d3e3757-1aae-49b0-87b2-492cd5190a50 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:00.561776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3d3e3757-1aae-49b0-87b2-492cd5190a50 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:00.650426 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=7a00a2d5-08aa-4784-a659-ee1c50445c9e,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:00.655606 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-70f12b28-76e7-4ad2-912c-e81078ee9e19 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:00.685094 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:00.710270 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-70f12b28-76e7-4ad2-912c-e81078ee9e19 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:00.830091 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:00.835436 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d01963-ca4c-4d3e-b6ea-de8d95a69288 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:00.842320 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3e3757-1aae-49b0-87b2-492cd5190a50 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:00.845441 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc36f3a2-87e3-4bd9-944c-166b79f379f5 None None] Sync routers for ids ['9c4f4e93-1a06-4502-8d20-cd14f46aab3c'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:00.846468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3d3e3757-1aae-49b0-87b2-492cd5190a50 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:00.858940 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc36f3a2-87e3-4bd9-944c-166b79f379f5 None None] Routers {'9c4f4e93-1a06-4502-8d20-cd14f46aab3c'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:00.859579 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-bc36f3a2-87e3-4bd9-944c-166b79f379f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['9c4f4e93-1a06-4502-8d20-cd14f46aab3c'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:00.885240 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-39d01963-ca4c-4d3e-b6ea-de8d95a69288 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/9c4f4e93-1a06-4502-8d20-cd14f46aab3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0738447 Mar 02 19:00:00.888861 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56368) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:00.924772 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-bc36f3a2-87e3-4bd9-944c-166b79f379f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:00.937859 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc36f3a2-87e3-4bd9-944c-166b79f379f5 None None] Routers {'9c4f4e93-1a06-4502-8d20-cd14f46aab3c'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:00.938483 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-bc36f3a2-87e3-4bd9-944c-166b79f379f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['9c4f4e93-1a06-4502-8d20-cd14f46aab3c'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:01.006023 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-bc36f3a2-87e3-4bd9-944c-166b79f379f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:01.006751 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc36f3a2-87e3-4bd9-944c-166b79f379f5 None None] The sync data for ids ['9c4f4e93-1a06-4502-8d20-cd14f46aab3c'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:01.020844 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ede53d9-71fe-4a46-a379-cc9eead0cdaa tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:01.021769 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0ede53d9-71fe-4a46-a379-cc9eead0cdaa tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Synchronizing usage tracker for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:01.063600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Allocated IP 172.26.4.114 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/53a5407e-2832-457f-a7a1-df9b9be7887a) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:01.077387 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.103382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:01.111345 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:01.146357 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0ede53d9-71fe-4a46-a379-cc9eead0cdaa tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Unset dirty status for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:01.150391 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0ede53d9-71fe-4a46-a379-cc9eead0cdaa tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/ports/21d13d4e-12f4-4a9b-9831-2542e768ed88 HTTP/1.1" status: 200 len: 982 time: 0.2581379 Mar 02 19:00:01.152547 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56372) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:01.192548 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3e3757-1aae-49b0-87b2-492cd5190a50 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:00:01.201418 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64a77815-a21d-4252-8532-732c40906749 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.331329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a77815-a21d-4252-8532-732c40906749 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Pushing event deleted for resources: {'Port': ['ID=9d66b1e1-b891-46d6-9c21-129486ec4a99,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:01.345163 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3d3e3757-1aae-49b0-87b2-492cd5190a50 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.345525 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-3d3e3757-1aae-49b0-87b2-492cd5190a50 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Added segment 60ee3be7-915d-4423-a4c2-fdbdbfc951bc of type vlan for network d478d3d6-d37d-41c7-9fab-32f1d4cefe29 Mar 02 19:00:01.372148 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.394913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-089dd31c-8843-4a62-9656-dcd8d414977f None None] Provisioning complete for port 7a00a2d5-08aa-4784-a659-ee1c50445c9e triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:01.396507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-089dd31c-8843-4a62-9656-dcd8d414977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.456081 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-089dd31c-8843-4a62-9656-dcd8d414977f None None] Port 7a00a2d5-08aa-4784-a659-ee1c50445c9e cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:00:01.467101 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3d3e3757-1aae-49b0-87b2-492cd5190a50 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.568007 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.654618 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:01.662251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:01.664825 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Pushing event updated for resources: {'Port': ['ID=53a5407e-2832-457f-a7a1-df9b9be7887a,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:01.667052 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:01.698972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64a77815-a21d-4252-8532-732c40906749 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks [] for floatingip, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.804476 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3d3e3757-1aae-49b0-87b2-492cd5190a50 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.808108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3e3757-1aae-49b0-87b2-492cd5190a50 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:01.808677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3d3e3757-1aae-49b0-87b2-492cd5190a50 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.947932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64a77815-a21d-4252-8532-732c40906749 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:01.948916 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-64a77815-a21d-4252-8532-732c40906749 tempest-ServersTestManualDisk-1398124743 tempest-ServersTestManualDisk-1398124743-project] 10.222.0.73 "DELETE /v2.0/floatingips/f81509e6-e580-4316-ba78-dce0fb12a541 HTTP/1.1" status: 204 len: 168 time: 5.9842923 Mar 02 19:00:01.954872 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56376) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:01.957239 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e3757-1aae-49b0-87b2-492cd5190a50 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Network': ['ID=d478d3d6-d37d-41c7-9fab-32f1d4cefe29,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:01.975151 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network d478d3d6-d37d-41c7-9fab-32f1d4cefe29 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:00:01.996762 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f12b28-76e7-4ad2-912c-e81078ee9e19 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Router 9893b1fd-7ea0-4a94-abce-ccde5e781457 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:00:02.009137 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3d3e3757-1aae-49b0-87b2-492cd5190a50 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5301976 Mar 02 19:00:02.010920 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56380) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:02.022409 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-44de0594-3900-4ea2-8ded-6e805432ac8e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'subnet': {'network_id': 'd478d3d6-d37d-41c7-9fab-32f1d4cefe29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:02.114975 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2b124e53-aab6-40ab-ba79-4b0b1c02f08f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:02.303238 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-44de0594-3900-4ea2-8ded-6e805432ac8e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:02.326233 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-44de0594-3900-4ea2-8ded-6e805432ac8e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:02.354803 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c6d52340-5655-4a6b-bcb7-7e789d195fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:02.422289 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:02.423039 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:02.549116 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44de0594-3900-4ea2-8ded-6e805432ac8e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Made reservation on behalf of e60c693f9f88467c9c691aee434eb6e7 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:02.684465 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Router fd76d27b-79b6-4f89-86e0-9aa42a0ee860 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:00:02.750056 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-44de0594-3900-4ea2-8ded-6e805432ac8e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:02.982007 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-2b124e53-aab6-40ab-ba79-4b0b1c02f08f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting port 21d13d4e-12f4-4a9b-9831-2542e768ed88 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:02.982253 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2b124e53-aab6-40ab-ba79-4b0b1c02f08f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:02.982384 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.ipam_backend_mixin [None req-44de0594-3900-4ea2-8ded-6e805432ac8e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Performing IP validity checks on allocation pools {{(pid=84532) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 19:00:02.982861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.ipam_backend_mixin [None req-44de0594-3900-4ea2-8ded-6e805432ac8e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84532) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 19:00:03.159508 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f12b28-76e7-4ad2-912c-e81078ee9e19 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:03.174340 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38126b99-e640-4fef-be5e-a6b9e1239b47 None None] Sync routers for ids ['9893b1fd-7ea0-4a94-abce-ccde5e781457'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:03.189423 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38126b99-e640-4fef-be5e-a6b9e1239b47 None None] Routers {'9893b1fd-7ea0-4a94-abce-ccde5e781457'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:03.190497 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-38126b99-e640-4fef-be5e-a6b9e1239b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['9893b1fd-7ea0-4a94-abce-ccde5e781457'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:03.218905 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:03.224471 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-462b412f-fca0-4ab8-b1a3-0868b558c904 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "PUT /v2.0/routers/fd76d27b-79b6-4f89-86e0-9aa42a0ee860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3003800 Mar 02 19:00:03.230839 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56384) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:03.234593 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52161670-b960-4273-b43f-87d4241f484d None None] Sync routers for ids ['fd76d27b-79b6-4f89-86e0-9aa42a0ee860'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:03.252580 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52161670-b960-4273-b43f-87d4241f484d None None] Routers {'fd76d27b-79b6-4f89-86e0-9aa42a0ee860'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:03.253556 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-52161670-b960-4273-b43f-87d4241f484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['fd76d27b-79b6-4f89-86e0-9aa42a0ee860'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:03.259867 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-38126b99-e640-4fef-be5e-a6b9e1239b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:03.272107 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38126b99-e640-4fef-be5e-a6b9e1239b47 None None] Routers {'9893b1fd-7ea0-4a94-abce-ccde5e781457'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:03.273043 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-38126b99-e640-4fef-be5e-a6b9e1239b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['9893b1fd-7ea0-4a94-abce-ccde5e781457'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:03.279330 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-70f12b28-76e7-4ad2-912c-e81078ee9e19 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:03.280557 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-70f12b28-76e7-4ad2-912c-e81078ee9e19 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "PUT /v2.0/routers/9893b1fd-7ea0-4a94-abce-ccde5e781457 HTTP/1.1" status: 200 len: 920 time: 9.6645589 Mar 02 19:00:03.287312 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56388) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:03.288066 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2b124e53-aab6-40ab-ba79-4b0b1c02f08f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:03.342527 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-38126b99-e640-4fef-be5e-a6b9e1239b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:03.343297 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38126b99-e640-4fef-be5e-a6b9e1239b47 None None] The sync data for ids ['9893b1fd-7ea0-4a94-abce-ccde5e781457'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:03.439752 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-44de0594-3900-4ea2-8ded-6e805432ac8e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:03.449778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-2b124e53-aab6-40ab-ba79-4b0b1c02f08f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Calling delete_port for 21d13d4e-12f4-4a9b-9831-2542e768ed88 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:03.456681 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-52161670-b960-4273-b43f-87d4241f484d None None] Set router fd76d27b-79b6-4f89-86e0-9aa42a0ee860 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:03.511318 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b62d850-3d39-4551-9e8f-c58247d8aa75 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:03.512293 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2b62d850-3d39-4551-9e8f-c58247d8aa75 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:03.522165 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-526e7aa4-d626-4d9d-bc67-c746a4e2900c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:03.581514 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Router a17c358d-6338-4542-b94c-9b387dfa8f08 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:00:03.596266 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de0594-3900-4ea2-8ded-6e805432ac8e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Subnet': ['ID=bd71a474-6ffb-4474-b8e9-a742cbe4a1a5,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:03.687579 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de0594-3900-4ea2-8ded-6e805432ac8e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Checking segment: {'id': '60ee3be7-915d-4423-a4c2-fdbdbfc951bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'd478d3d6-d37d-41c7-9fab-32f1d4cefe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:03.687938 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de0594-3900-4ea2-8ded-6e805432ac8e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network hostable DHCP agents. Network: d478d3d6-d37d-41c7-9fab-32f1d4cefe29, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:00:03.833853 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-52161670-b960-4273-b43f-87d4241f484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd76d27b-79b6-4f89-86e0-9aa42a0ee860', 'name': 'tempest-NetworksTestDHCPv6-router-2039294194', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:50Z', 'updated_at': '2022-03-02T18:59:58Z', 'revision_number': 2, 'project_id': '591628e1e390444e96bcee6f3976612e', 'gw_port_host': None, '_interfaces': [{'id': '7a00a2d5-08aa-4784-a659-ee1c50445c9e', 'name': '', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'mac_address': 'fa:16:3e:23:4d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd76d27b-79b6-4f89-86e0-9aa42a0ee860', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8662c959-d38d-4bae-b42f-741dd77d4f24', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:54Z', 'updated_at': '2022-03-02T18:59:59Z', 'revision_number': 2, 'project_id': '591628e1e390444e96bcee6f3976612e', 'subnets': [{'id': '8662c959-d38d-4bae-b42f-741dd77d4f24', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:03.842152 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52161670-b960-4273-b43f-87d4241f484d None None] Checking router: fd76d27b-79b6-4f89-86e0-9aa42a0ee860 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:00:03.843056 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52161670-b960-4273-b43f-87d4241f484d None None] Updating router fd76d27b-79b6-4f89-86e0-9aa42a0ee860 port 7a00a2d5-08aa-4784-a659-ee1c50445c9e binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:00:03.845084 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de0594-3900-4ea2-8ded-6e805432ac8e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Network d478d3d6-d37d-41c7-9fab-32f1d4cefe29 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:00:03.888914 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-12f7fb02-f87b-49a8-8882-c34203d8e3b2 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "GET /v2.0/routers/9893b1fd-7ea0-4a94-abce-ccde5e781457 HTTP/1.1" status: 200 len: 920 time: 0.5981195 Mar 02 19:00:03.892929 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56392) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:03.905110 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-52161670-b960-4273-b43f-87d4241f484d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:03.954244 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-44de0594-3900-4ea2-8ded-6e805432ac8e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, d478d3d6-d37d-41c7-9fab-32f1d4cefe29) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:03.959134 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44de0594-3900-4ea2-8ded-6e805432ac8e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:03.959768 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-44de0594-3900-4ea2-8ded-6e805432ac8e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:03.963194 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2b62d850-3d39-4551-9e8f-c58247d8aa75 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:03.963797 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2b62d850-3d39-4551-9e8f-c58247d8aa75 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports/7a00a2d5-08aa-4784-a659-ee1c50445c9e HTTP/1.1" status: 200 len: 911 time: 0.7318401 Mar 02 19:00:03.966644 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56396) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:03.975324 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd14b027-6d54-4649-9668-929dd1a97d3b None None] Network d478d3d6-d37d-41c7-9fab-32f1d4cefe29 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:04.109334 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-44de0594-3900-4ea2-8ded-6e805432ac8e tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.0936062 Mar 02 19:00:04.111865 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56400) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:04.120954 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-001efc34-51ba-4d08-b28d-7e40b17aac69 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=34755311-e60d-4721-8297-2b2c64e749c6&device_id=9893b1fd-7ea0-4a94-abce-ccde5e781457&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2246001 Mar 02 19:00:04.121152 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-53fbaab7-cf84-4a37-b0da-f846ed187538 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:04.122231 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56404) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:04.203044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2b124e53-aab6-40ab-ba79-4b0b1c02f08f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.351750 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b124e53-aab6-40ab-ba79-4b0b1c02f08f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Port': ['ID=21d13d4e-12f4-4a9b-9831-2542e768ed88,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:04.396832 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d845eb-362e-442a-bcce-4dbdd8389b5f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:04.400964 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d845eb-362e-442a-bcce-4dbdd8389b5f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:04.401769 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-54d845eb-362e-442a-bcce-4dbdd8389b5f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:04.430516 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-d478d3d6-d37d-41c7-9fab-32f1d4cefe29', 'network_id': 'd478d3d6-d37d-41c7-9fab-32f1d4cefe29', 'tenant_id': 'e60c693f9f88467c9c691aee434eb6e7', 'fixed_ips': [{'subnet_id': 'bd71a474-6ffb-4474-b8e9-a742cbe4a1a5'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:00:04.431478 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.451768 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-54d845eb-362e-442a-bcce-4dbdd8389b5f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:04.455778 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-54d845eb-362e-442a-bcce-4dbdd8389b5f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4846165 Mar 02 19:00:04.459579 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56408) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:04.515568 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:04.531709 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa89733-cf66-49c2-ac30-56cd53345413 None None] Sync routers for ids ['a17c358d-6338-4542-b94c-9b387dfa8f08'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:04.552178 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa89733-cf66-49c2-ac30-56cd53345413 None None] Routers {'a17c358d-6338-4542-b94c-9b387dfa8f08'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:04.553076 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-faa89733-cf66-49c2-ac30-56cd53345413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a17c358d-6338-4542-b94c-9b387dfa8f08'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:04.641516 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-faa89733-cf66-49c2-ac30-56cd53345413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:04.669112 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa89733-cf66-49c2-ac30-56cd53345413 None None] Routers {'a17c358d-6338-4542-b94c-9b387dfa8f08'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:04.669730 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-faa89733-cf66-49c2-ac30-56cd53345413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a17c358d-6338-4542-b94c-9b387dfa8f08'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:04.695340 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c6d52340-5655-4a6b-bcb7-7e789d195fdd admin admin] Deleting port d529cf5c-992f-420b-a40e-f9b8efe2c061 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:04.696213 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c6d52340-5655-4a6b-bcb7-7e789d195fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.707918 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-52161670-b960-4273-b43f-87d4241f484d None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.734208 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-52161670-b960-4273-b43f-87d4241f484d None None] Transition to ACTIVE for port object 7a00a2d5-08aa-4784-a659-ee1c50445c9e will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:04.744611 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-faa89733-cf66-49c2-ac30-56cd53345413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:04.745074 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa89733-cf66-49c2-ac30-56cd53345413 None None] The sync data for ids ['a17c358d-6338-4542-b94c-9b387dfa8f08'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:04.753124 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Allocated IP 172.20.0.3 (d478d3d6-d37d-41c7-9fab-32f1d4cefe29/bd71a474-6ffb-4474-b8e9-a742cbe4a1a5/022665c0-6c49-43d4-bdf1-9167fca03a08) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:04.776885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db84e95-983f-4528-bceb-346fe2bba9fc tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:04.777462 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0db84e95-983f-4528-bceb-346fe2bba9fc tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Synchronizing usage tracker for tenant:b8b426b6e9de443992dd5c447e69e73f on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:04.804167 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53fbaab7-cf84-4a37-b0da-f846ed187538 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1443126'] for subnet, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.838648 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-52161670-b960-4273-b43f-87d4241f484d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.947954 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.951937 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9f2369e8-287d-4997-b431-d9521b95a90f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.5217578 Mar 02 19:00:04.953084 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56412) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:04.954763 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-c6d52340-5655-4a6b-bcb7-7e789d195fdd admin admin] For port d529cf5c-992f-420b-a40e-f9b8efe2c061, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=d529cf5c-992f-420b-a40e-f9b8efe2c061,segment=NetworkSegment(a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc),segment_id=a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:04.955150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c6d52340-5655-4a6b-bcb7-7e789d195fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:04.972523 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-1571873c-27cb-4a4c-b2fa-ffc235ffbd0c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'enable_snat': False}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:04.999948 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45380d0f-1631-4b5a-badb-21b77fb2b020 None None] Pushing event updated for resources: {'Port': ['ID=7a00a2d5-08aa-4784-a659-ee1c50445c9e,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:05.024573 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2b124e53-aab6-40ab-ba79-4b0b1c02f08f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.150995 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0db84e95-983f-4528-bceb-346fe2bba9fc tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Unset dirty status for tenant:b8b426b6e9de443992dd5c447e69e73f on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:05.152340 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0db84e95-983f-4528-bceb-346fe2bba9fc tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "GET /v2.0/networks/34755311-e60d-4721-8297-2b2c64e749c6 HTTP/1.1" status: 200 len: 881 time: 1.0297909 Mar 02 19:00:05.157485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56416) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:05.218740 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-52161670-b960-4273-b43f-87d4241f484d None None] Attempting to bind port 7a00a2d5-08aa-4784-a659-ee1c50445c9e on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:00:05.219100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-52161670-b960-4273-b43f-87d4241f484d None None] Attempting to bind port 7a00a2d5-08aa-4784-a659-ee1c50445c9e by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:00:05.219481 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52161670-b960-4273-b43f-87d4241f484d None None] Attempting to bind port 7a00a2d5-08aa-4784-a659-ee1c50445c9e on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:00:05.236706 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.244986 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52161670-b960-4273-b43f-87d4241f484d None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:00:05.245368 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52161670-b960-4273-b43f-87d4241f484d None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:05.245747 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-52161670-b960-4273-b43f-87d4241f484d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.246132 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52161670-b960-4273-b43f-87d4241f484d None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:00:05.246588 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-52161670-b960-4273-b43f-87d4241f484d None None] Bound port: 7a00a2d5-08aa-4784-a659-ee1c50445c9e, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:00:05.247416 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-52161670-b960-4273-b43f-87d4241f484d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.273070 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Transition to ACTIVE for port object 022665c0-6c49-43d4-bdf1-9167fca03a08 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:05.414387 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Transition to ACTIVE for port object 022665c0-6c49-43d4-bdf1-9167fca03a08 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:05.428948 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-52161670-b960-4273-b43f-87d4241f484d None None] For port 7a00a2d5-08aa-4784-a659-ee1c50445c9e, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:00:05.432128 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-52161670-b960-4273-b43f-87d4241f484d None None] For port 7a00a2d5-08aa-4784-a659-ee1c50445c9e, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7a00a2d5-08aa-4784-a659-ee1c50445c9e,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:00:05.470360 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c6d52340-5655-4a6b-bcb7-7e789d195fdd admin admin] Calling delete_port for d529cf5c-992f-420b-a40e-f9b8efe2c061 owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:05.507314 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2b42a32f-fd9f-4772-bdc1-540adb3fbdbf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "GET /v2.0/ports?device_id=9893b1fd-7ea0-4a94-abce-ccde5e781457 HTTP/1.1" status: 200 len: 205 time: 0.2597423 Mar 02 19:00:05.511295 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56420) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:05.517600 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.572336 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-52161670-b960-4273-b43f-87d4241f484d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.609571 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Network d478d3d6-d37d-41c7-9fab-32f1d4cefe29 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:05.616159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:05.619576 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Pushing event updated for resources: {'Port': ['ID=022665c0-6c49-43d4-bdf1-9167fca03a08,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:05.632567 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:05.812382 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b124e53-aab6-40ab-ba79-4b0b1c02f08f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router 9c4f4e93-1a06-4502-8d20-cd14f46aab3c has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:00:05.821487 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Attempting to bind port 022665c0-6c49-43d4-bdf1-9167fca03a08 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:00:05.822151 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Attempting to bind port 022665c0-6c49-43d4-bdf1-9167fca03a08 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '60ee3be7-915d-4423-a4c2-fdbdbfc951bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'd478d3d6-d37d-41c7-9fab-32f1d4cefe29'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:00:05.822717 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Attempting to bind port 022665c0-6c49-43d4-bdf1-9167fca03a08 on network d478d3d6-d37d-41c7-9fab-32f1d4cefe29 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:00:05.848517 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52161670-b960-4273-b43f-87d4241f484d None None] Routers {'fd76d27b-79b6-4f89-86e0-9aa42a0ee860'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:05.849391 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-52161670-b960-4273-b43f-87d4241f484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['fd76d27b-79b6-4f89-86e0-9aa42a0ee860'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:05.992740 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:00:05.993394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Checking segment: {'id': '60ee3be7-915d-4423-a4c2-fdbdbfc951bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'd478d3d6-d37d-41c7-9fab-32f1d4cefe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:05.994013 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:05.994590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Bound using segment: {'id': '60ee3be7-915d-4423-a4c2-fdbdbfc951bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'd478d3d6-d37d-41c7-9fab-32f1d4cefe29'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:00:05.995272 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Bound port: 022665c0-6c49-43d4-bdf1-9167fca03a08, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ee3be7-915d-4423-a4c2-fdbdbfc951bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'd478d3d6-d37d-41c7-9fab-32f1d4cefe29'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:00:05.995866 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:06.052978 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45380d0f-1631-4b5a-badb-21b77fb2b020 None None] Pushing event updated for resources: {'Port': ['ID=7a00a2d5-08aa-4784-a659-ee1c50445c9e,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:06.145027 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-52161670-b960-4273-b43f-87d4241f484d None None] Set router fd76d27b-79b6-4f89-86e0-9aa42a0ee860 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:06.173859 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b124e53-aab6-40ab-ba79-4b0b1c02f08f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:06.193340 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ccb96-863e-4792-af3b-c9226cf64868 None None] Sync routers for ids ['9c4f4e93-1a06-4502-8d20-cd14f46aab3c'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:06.205129 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-526e7aa4-d626-4d9d-bc67-c746a4e2900c admin admin] Deleting port 62d79458-b22a-4440-b935-a339730d2d4c {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:06.205510 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-526e7aa4-d626-4d9d-bc67-c746a4e2900c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:06.221760 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c6d52340-5655-4a6b-bcb7-7e789d195fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:06.242975 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2b124e53-aab6-40ab-ba79-4b0b1c02f08f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/9c4f4e93-1a06-4502-8d20-cd14f46aab3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0868504 Mar 02 19:00:06.249533 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56428) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:06.249730 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ccb96-863e-4792-af3b-c9226cf64868 None None] Routers {'9c4f4e93-1a06-4502-8d20-cd14f46aab3c'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:06.250254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-906ccb96-863e-4792-af3b-c9226cf64868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['9c4f4e93-1a06-4502-8d20-cd14f46aab3c'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:06.324072 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] For port 022665c0-6c49-43d4-bdf1-9167fca03a08, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:00:06.329966 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-906ccb96-863e-4792-af3b-c9226cf64868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:06.341134 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d52340-5655-4a6b-bcb7-7e789d195fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=d529cf5c-992f-420b-a40e-f9b8efe2c061,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:06.396707 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-663454e3-a6e8-4976-85d2-cc9592ecf208 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:06.419791 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] For port 022665c0-6c49-43d4-bdf1-9167fca03a08, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=022665c0-6c49-43d4-bdf1-9167fca03a08,segment=NetworkSegment(60ee3be7-915d-4423-a4c2-fdbdbfc951bc),segment_id=60ee3be7-915d-4423-a4c2-fdbdbfc951bc)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:00:06.533689 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53fbaab7-cf84-4a37-b0da-f846ed187538 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778372032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-981219'] for subnet, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:06.540377 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:06.614645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbaab7-cf84-4a37-b0da-f846ed187538 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event updated for resources: {'Subnet': ['ID=bd71a474-6ffb-4474-b8e9-a742cbe4a1a5,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:06.618639 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ccb96-863e-4792-af3b-c9226cf64868 None None] Routers {'9c4f4e93-1a06-4502-8d20-cd14f46aab3c'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:06.619264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-906ccb96-863e-4792-af3b-c9226cf64868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['9c4f4e93-1a06-4502-8d20-cd14f46aab3c'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:06.735950 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-906ccb96-863e-4792-af3b-c9226cf64868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:06.736360 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ccb96-863e-4792-af3b-c9226cf64868 None None] The sync data for ids ['9c4f4e93-1a06-4502-8d20-cd14f46aab3c'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:06.754891 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fbaab7-cf84-4a37-b0da-f846ed187538 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:06.755622 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53fbaab7-cf84-4a37-b0da-f846ed187538 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:06.757009 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-53fbaab7-cf84-4a37-b0da-f846ed187538 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "PUT /v2.0/subnets/bd71a474-6ffb-4474-b8e9-a742cbe4a1a5 HTTP/1.1" status: 200 len: 877 time: 2.6464562 Mar 02 19:00:06.811191 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56432) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:06.831526 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57c853-0e1b-492a-bcad-bad6045bfe46 None None] Pushing event updated for resources: {'Port': ['ID=022665c0-6c49-43d4-bdf1-9167fca03a08,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:06.886653 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-526e7aa4-d626-4d9d-bc67-c746a4e2900c admin admin] For port 62d79458-b22a-4440-b935-a339730d2d4c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=62d79458-b22a-4440-b935-a339730d2d4c,segment=NetworkSegment(315a1827-3c79-4bf4-a414-e2830b8050c8),segment_id=315a1827-3c79-4bf4-a414-e2830b8050c8)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:06.887212 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-526e7aa4-d626-4d9d-bc67-c746a4e2900c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:06.908093 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-52161670-b960-4273-b43f-87d4241f484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd76d27b-79b6-4f89-86e0-9aa42a0ee860', 'name': 'tempest-NetworksTestDHCPv6-router-2039294194', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:50Z', 'updated_at': '2022-03-02T18:59:58Z', 'revision_number': 2, 'project_id': '591628e1e390444e96bcee6f3976612e', 'gw_port_host': None, '_interfaces': [{'id': '7a00a2d5-08aa-4784-a659-ee1c50445c9e', 'name': '', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'mac_address': 'fa:16:3e:23:4d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd76d27b-79b6-4f89-86e0-9aa42a0ee860', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8662c959-d38d-4bae-b42f-741dd77d4f24', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:54Z', 'updated_at': '2022-03-02T19:00:05Z', 'revision_number': 4, 'project_id': '591628e1e390444e96bcee6f3976612e', 'subnets': [{'id': '8662c959-d38d-4bae-b42f-741dd77d4f24', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:06.913638 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52161670-b960-4273-b43f-87d4241f484d None None] The sync data for ids ['fd76d27b-79b6-4f89-86e0-9aa42a0ee860'] in dv-neutron-831573-1-hyperv is: [{'id': 'fd76d27b-79b6-4f89-86e0-9aa42a0ee860', 'name': 'tempest-NetworksTestDHCPv6-router-2039294194', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:50Z', 'updated_at': '2022-03-02T18:59:58Z', 'revision_number': 2, 'project_id': '591628e1e390444e96bcee6f3976612e', 'gw_port_host': None, '_interfaces': [{'id': '7a00a2d5-08aa-4784-a659-ee1c50445c9e', 'name': '', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'mac_address': 'fa:16:3e:23:4d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd76d27b-79b6-4f89-86e0-9aa42a0ee860', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8662c959-d38d-4bae-b42f-741dd77d4f24', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:59:54Z', 'updated_at': '2022-03-02T19:00:05Z', 'revision_number': 4, 'project_id': '591628e1e390444e96bcee6f3976612e', 'subnets': [{'id': '8662c959-d38d-4bae-b42f-741dd77d4f24', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:07.053111 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-33357fec-921f-468e-85de-9f7818cbc950 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:07.157044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-526e7aa4-d626-4d9d-bc67-c746a4e2900c admin admin] Calling delete_port for 62d79458-b22a-4440-b935-a339730d2d4c owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:07.527261 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-cb5ab3c3-2cd7-402d-b214-a2ff8f442054 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] remove_router_interface failed (client error): The resource could not be found. Mar 02 19:00:07.528665 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-cb5ab3c3-2cd7-402d-b214-a2ff8f442054 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/9c4f4e93-1a06-4502-8d20-cd14f46aab3c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2768090 Mar 02 19:00:07.533776 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56436) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:07.601436 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-20d8d87d-f73e-42ad-82a1-6134f23c522a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Synchronizing usage tracker for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:07.608110 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:07.637935 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Deleting port 022665c0-6c49-43d4-bdf1-9167fca03a08 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:07.638439 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:07.656413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-663454e3-a6e8-4976-85d2-cc9592ecf208 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:07.698246 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c6d52340-5655-4a6b-bcb7-7e789d195fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:07.733205 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-20d8d87d-f73e-42ad-82a1-6134f23c522a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Unset dirty status for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:07.737081 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-20d8d87d-f73e-42ad-82a1-6134f23c522a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c4f4e93-1a06-4502-8d20-cd14f46aab3c HTTP/1.1" status: 200 len: 205 time: 0.1996851 Mar 02 19:00:07.739943 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56440) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:07.818387 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-663454e3-a6e8-4976-85d2-cc9592ecf208 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Deleting port c817afe2-51f5-4897-ab48-81e2bc29d127 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:07.818813 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-663454e3-a6e8-4976-85d2-cc9592ecf208 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:08.091130 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a3e280-69e5-4ecc-8e9e-6484460b3ae4 None None] Network d478d3d6-d37d-41c7-9fab-32f1d4cefe29 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:08.099084 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-526e7aa4-d626-4d9d-bc67-c746a4e2900c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:08.165853 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2c538f86-1dbf-44ba-9a9a-b918425e4651 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:08.229762 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e7aa4-d626-4d9d-bc67-c746a4e2900c admin admin] Pushing event deleted for resources: {'Port': ['ID=62d79458-b22a-4440-b935-a339730d2d4c,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:08.269259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-663454e3-a6e8-4976-85d2-cc9592ecf208 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:08.289262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d25bb0a0-36ea-4f09-b8ac-463b1de525be None None] Provisioning for port 022665c0-6c49-43d4-bdf1-9167fca03a08 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:08.350776 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] For port 022665c0-6c49-43d4-bdf1-9167fca03a08, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=022665c0-6c49-43d4-bdf1-9167fca03a08,segment=NetworkSegment(60ee3be7-915d-4423-a4c2-fdbdbfc951bc),segment_id=60ee3be7-915d-4423-a4c2-fdbdbfc951bc)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:08.350776 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:08.489558 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 022665c0-6c49-43d4-bdf1-9167fca03a08 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:08.493232 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-663454e3-a6e8-4976-85d2-cc9592ecf208 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Calling delete_port for c817afe2-51f5-4897-ab48-81e2bc29d127 owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:08.556219 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1571873c-27cb-4a4c-b2fa-ffc235ffbd0c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:08.562135 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-33357fec-921f-468e-85de-9f7818cbc950 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port 7a00a2d5-08aa-4784-a659-ee1c50445c9e {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:08.562940 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-33357fec-921f-468e-85de-9f7818cbc950 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:08.591804 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Calling delete_port for 022665c0-6c49-43d4-bdf1-9167fca03a08 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:08.674120 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 022665c0-6c49-43d4-bdf1-9167fca03a08 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:08.682042 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 022665c0-6c49-43d4-bdf1-9167fca03a08 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:08.682394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:08.721641 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980af78a-4ca6-462f-bbe9-e75933909f7b None None] Network d478d3d6-d37d-41c7-9fab-32f1d4cefe29 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:08.911514 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-26aec06a-b73d-4a60-85bf-32a11a0751d1 None None] Provisioning complete for port 022665c0-6c49-43d4-bdf1-9167fca03a08 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:08.911913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-26aec06a-b73d-4a60-85bf-32a11a0751d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:09.089643 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:09.224279 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-33357fec-921f-468e-85de-9f7818cbc950 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] For port 7a00a2d5-08aa-4784-a659-ee1c50445c9e, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7a00a2d5-08aa-4784-a659-ee1c50445c9e,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:09.225213 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-33357fec-921f-468e-85de-9f7818cbc950 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:09.258823 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-26aec06a-b73d-4a60-85bf-32a11a0751d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:09.260042 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2c538f86-1dbf-44ba-9a9a-b918425e4651 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:09.264309 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2c538f86-1dbf-44ba-9a9a-b918425e4651 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:09.420206 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-526e7aa4-d626-4d9d-bc67-c746a4e2900c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:09.493915 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2c538f86-1dbf-44ba-9a9a-b918425e4651 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:09.494320 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c538f86-1dbf-44ba-9a9a-b918425e4651 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Fanout notify agent at l3_agent the message router_deleted on router 9c4f4e93-1a06-4502-8d20-cd14f46aab3c {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:00:09.500205 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:09.529507 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-33357fec-921f-468e-85de-9f7818cbc950 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for 7a00a2d5-08aa-4784-a659-ee1c50445c9e owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:09.557732 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7a00a2d5-08aa-4784-a659-ee1c50445c9e up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:09.625583 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Port': ['ID=022665c0-6c49-43d4-bdf1-9167fca03a08,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:09.637821 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2c538f86-1dbf-44ba-9a9a-b918425e4651 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:09.638908 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2c538f86-1dbf-44ba-9a9a-b918425e4651 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/routers/9c4f4e93-1a06-4502-8d20-cd14f46aab3c HTTP/1.1" status: 204 len: 168 time: 1.8964939 Mar 02 19:00:09.639155 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-471a90e2-d7ec-4068-a75e-924c5ba1239e None None] Could not find standard attr ID for object 022665c0-6c49-43d4-bdf1-9167fca03a08. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:00:09.642165 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56444) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:09.702129 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9326f870-fcd7-42af-b1e3-12e656deb991 None None] DHCP port deletion for d478d3d6-d37d-41c7-9fab-32f1d4cefe29 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:00:09.714699 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-663454e3-a6e8-4976-85d2-cc9592ecf208 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:09.723998 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863f6a12-438d-4300-be1e-a70558770a3b None None] get_active_networks_info from dv-neutron-831573-1-hyperv {{(pid=84534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 19:00:09.755069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 7a00a2d5-08aa-4784-a659-ee1c50445c9e completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:09.772174 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 7a00a2d5-08aa-4784-a659-ee1c50445c9e triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:09.772591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:09.779442 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No DVR routers for this DVR port 022665c0-6c49-43d4-bdf1-9167fca03a08 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:00:09.807671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663454e3-a6e8-4976-85d2-cc9592ecf208 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Pushing event deleted for resources: {'Port': ['ID=c817afe2-51f5-4897-ab48-81e2bc29d127,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:09.929749 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:09.988064 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.017526 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863f6a12-438d-4300-be1e-a70558770a3b None None] Resources bound (agent type, host, resource id): {{(pid=84534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 19:00:10.065127 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0927a8f-b89f-4c15-a8cb-93ebf4601b35 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting subnet f95656c1-6426-48f4-b535-fb7c15132110 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:00:10.076957 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0927a8f-b89f-4c15-a8cb-93ebf4601b35 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.118227 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 7a00a2d5-08aa-4784-a659-ee1c50445c9e, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7a00a2d5-08aa-4784-a659-ee1c50445c9e,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:10.141276 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0927a8f-b89f-4c15-a8cb-93ebf4601b35 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.179267 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.179786 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.245417 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Subnet': ['ID=bd71a474-6ffb-4474-b8e9-a742cbe4a1a5,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:10.272039 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=7a00a2d5-08aa-4784-a659-ee1c50445c9e,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:10.285181 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-33357fec-921f-468e-85de-9f7818cbc950 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:00:10.285741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-33357fec-921f-468e-85de-9f7818cbc950 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:00:10.286038 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-663454e3-a6e8-4976-85d2-cc9592ecf208 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.354589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1571873c-27cb-4a4c-b2fa-ffc235ffbd0c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.419931 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 022665c0-6c49-43d4-bdf1-9167fca03a08 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:00:10.429491 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1571873c-27cb-4a4c-b2fa-ffc235ffbd0c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.478797 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 022665c0-6c49-43d4-bdf1-9167fca03a08 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:00:10.479618 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 022665c0-6c49-43d4-bdf1-9167fca03a08 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:00:10.627771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f270140-ef3f-42f7-9a8d-32c65ed18b2b None None] Network d478d3d6-d37d-41c7-9fab-32f1d4cefe29 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:10.686033 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.731950 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0927a8f-b89f-4c15-a8cb-93ebf4601b35 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.773470 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d478d3d6-d37d-41c7-9fab-32f1d4cefe29']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:10.806462 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ee3be7-915d-4423-a4c2-fdbdbfc951bc') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:10.806751 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ee3be7-915d-4423-a4c2-fdbdbfc951bc') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:10.824450 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.832783 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-33357fec-921f-468e-85de-9f7818cbc950 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port 7a00a2d5-08aa-4784-a659-ee1c50445c9e {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:10.833661 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-33357fec-921f-468e-85de-9f7818cbc950 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.850320 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f017bdda-6d56-491a-b300-fda51d3a9bca None None] DHCP port deletion for d478d3d6-d37d-41c7-9fab-32f1d4cefe29 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:00:10.870228 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-663454e3-a6e8-4976-85d2-cc9592ecf208 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.903584 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-663454e3-a6e8-4976-85d2-cc9592ecf208 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.909613 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.969925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:00:10.970313 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:00:10.986794 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:00:11.023522 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d52340-5655-4a6b-bcb7-7e789d195fdd admin admin] Router 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:00:11.151297 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-663454e3-a6e8-4976-85d2-cc9592ecf208 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:11.151771 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663454e3-a6e8-4976-85d2-cc9592ecf208 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Fanout notify agent at l3_agent the message router_deleted on router 9893b1fd-7ea0-4a94-abce-ccde5e781457 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:00:11.152130 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0927a8f-b89f-4c15-a8cb-93ebf4601b35 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:11.158604 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526e7aa4-d626-4d9d-bc67-c746a4e2900c admin admin] Router 646c2855-464f-4c63-b418-a98d11f7ee80 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:00:11.206712 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0927a8f-b89f-4c15-a8cb-93ebf4601b35 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Subnet': ['ID=f95656c1-6426-48f4-b535-fb7c15132110,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:11.210119 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:11.215678 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:11.236410 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-33357fec-921f-468e-85de-9f7818cbc950 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] For port 7a00a2d5-08aa-4784-a659-ee1c50445c9e, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7a00a2d5-08aa-4784-a659-ee1c50445c9e,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:11.236739 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-33357fec-921f-468e-85de-9f7818cbc950 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:11.242160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0927a8f-b89f-4c15-a8cb-93ebf4601b35 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:11.248713 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ff672a-bda6-405a-82ae-0699ac16b973 None None] Network b8513841-077a-432c-9238-471c3320c791 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:11.255871 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Network': ['ID=d478d3d6-d37d-41c7-9fab-32f1d4cefe29,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:11.278675 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f0927a8f-b89f-4c15-a8cb-93ebf4601b35 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/subnets/f95656c1-6426-48f4-b535-fb7c15132110 HTTP/1.1" status: 204 len: 168 time: 1.6345530 Mar 02 19:00:11.309714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56450) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:11.376279 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-33357fec-921f-468e-85de-9f7818cbc950 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for 7a00a2d5-08aa-4784-a659-ee1c50445c9e owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:11.398737 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-30f7d772-fc26-4dcb-91fe-4ec908d287fc tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/d478d3d6-d37d-41c7-9fab-32f1d4cefe29 HTTP/1.1" status: 204 len: 168 time: 4.5709369 Mar 02 19:00:11.404904 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56454) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:11.447753 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-67441902-29fe-4039-9b8d-9a975e126d8a tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:11.448181 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67441902-29fe-4039-9b8d-9a975e126d8a tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:11.451474 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-67441902-29fe-4039-9b8d-9a975e126d8a tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/subnets/bd71a474-6ffb-4474-b8e9-a742cbe4a1a5 HTTP/1.1" status: 404 len: 337 time: 0.0442050 Mar 02 19:00:11.454616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56458) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:11.492059 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-97eb73b4-c17c-45b0-a11b-466e13d1e124 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:11.492555 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97eb73b4-c17c-45b0-a11b-466e13d1e124 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:11.496440 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-97eb73b4-c17c-45b0-a11b-466e13d1e124 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/d478d3d6-d37d-41c7-9fab-32f1d4cefe29 HTTP/1.1" status: 404 len: 339 time: 0.0385115 Mar 02 19:00:11.497662 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56462) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:11.515769 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-663454e3-a6e8-4976-85d2-cc9592ecf208 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:11.520911 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-663454e3-a6e8-4976-85d2-cc9592ecf208 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "DELETE /v2.0/routers/9893b1fd-7ea0-4a94-abce-ccde5e781457 HTTP/1.1" status: 204 len: 168 time: 5.9975188 Mar 02 19:00:11.532952 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56466) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:11.551709 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-eddb19ce-9fbb-4bb1-bbff-6f51e8e855ea tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:11.552180 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eddb19ce-9fbb-4bb1-bbff-6f51e8e855ea tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:11.553809 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-eddb19ce-9fbb-4bb1-bbff-6f51e8e855ea tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/subnets/1b5c68d0-e8c9-4e93-9ea8-40b4d638a094 HTTP/1.1" status: 404 len: 337 time: 0.0552597 Mar 02 19:00:11.556856 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56470) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:11.557493 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-b398a235-f109-45ff-942d-85d685a152f0 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1936304115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:11.569869 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ae08a2-3e8a-499b-9781-32fc01b9c827 None None] DHCP port deletion for b8513841-077a-432c-9238-471c3320c791 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:00:11.574926 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae08a2-3e8a-499b-9781-32fc01b9c827 None None] Deleting port 4d1d97cc-43c5-44f6-8b23-4547d860e766 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:11.575295 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b5ae08a2-3e8a-499b-9781-32fc01b9c827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:11.582817 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b398a235-f109-45ff-942d-85d685a152f0 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:11.589901 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-390b69c2-6268-49da-81ba-4fe0f83eb4fd tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:11.589901 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390b69c2-6268-49da-81ba-4fe0f83eb4fd tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:11.593343 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-390b69c2-6268-49da-81ba-4fe0f83eb4fd tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/bb9aa998-520b-42bd-b09e-23f5700bae51 HTTP/1.1" status: 404 len: 339 time: 0.0333576 Mar 02 19:00:11.594323 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56474) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:11.602634 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b398a235-f109-45ff-942d-85d685a152f0 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Usage tracker for resource:router and tenant:85c2adb5f0774ced8e672fef512633b3 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:11.616575 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b398a235-f109-45ff-942d-85d685a152f0 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:11.634984 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:11.636991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b398a235-f109-45ff-942d-85d685a152f0 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:11.680727 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting port 4d1d97cc-43c5-44f6-8b23-4547d860e766 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:11.681068 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:11.725590 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1571873c-27cb-4a4c-b2fa-ffc235ffbd0c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Router a17c358d-6338-4542-b94c-9b387dfa8f08 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:00:11.727181 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-78788a12-f521-471b-85fb-cab6934c9b2b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:11.751768 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b398a235-f109-45ff-942d-85d685a152f0 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:11.752710 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b398a235-f109-45ff-942d-85d685a152f0 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:11.787754 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526e7aa4-d626-4d9d-bc67-c746a4e2900c admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:11.792649 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-b5ae08a2-3e8a-499b-9781-32fc01b9c827 None None] For port 4d1d97cc-43c5-44f6-8b23-4547d860e766, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4d1d97cc-43c5-44f6-8b23-4547d860e766,segment=NetworkSegment(99c32e69-b187-4ba7-ad36-e0e7c2d22f80),segment_id=99c32e69-b187-4ba7-ad36-e0e7c2d22f80)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:11.793037 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b5ae08a2-3e8a-499b-9781-32fc01b9c827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:11.795185 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-526e7aa4-d626-4d9d-bc67-c746a4e2900c admin admin] 10.222.0.73 "PUT /v2.0/routers/646c2855-464f-4c63-b418-a98d11f7ee80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8392510 Mar 02 19:00:11.803726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56478) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:11.806325 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d1c5de-0a55-441a-861b-7432da04e914 None None] Sync routers for ids ['646c2855-464f-4c63-b418-a98d11f7ee80'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:11.826581 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d1c5de-0a55-441a-861b-7432da04e914 None None] Routers {'646c2855-464f-4c63-b418-a98d11f7ee80'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:11.827657 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-f5d1c5de-0a55-441a-861b-7432da04e914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['646c2855-464f-4c63-b418-a98d11f7ee80'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:11.925127 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-78788a12-f521-471b-85fb-cab6934c9b2b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:11.938749 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae08a2-3e8a-499b-9781-32fc01b9c827 None None] Calling delete_port for 4d1d97cc-43c5-44f6-8b23-4547d860e766 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:11.961736 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-78788a12-f521-471b-85fb-cab6934c9b2b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b837dedf-3b89-4e6c-bb5f-81deb0ad4910']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:11.980950 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-78788a12-f521-471b-85fb-cab6934c9b2b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e38394a-2dd0-4f0f-abbd-53c217e59585') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:11.982136 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-78788a12-f521-471b-85fb-cab6934c9b2b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e38394a-2dd0-4f0f-abbd-53c217e59585') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:12.006937 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-78788a12-f521-471b-85fb-cab6934c9b2b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:12.032483 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-78788a12-f521-471b-85fb-cab6934c9b2b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:12.044544 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78788a12-f521-471b-85fb-cab6934c9b2b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:00:12.045238 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-78788a12-f521-471b-85fb-cab6934c9b2b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:12.062901 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-f5d1c5de-0a55-441a-861b-7432da04e914 None None] Set router 646c2855-464f-4c63-b418-a98d11f7ee80 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:00:12.071743 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:00:12.092125 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b5ae08a2-3e8a-499b-9781-32fc01b9c827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:12.138930 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae08a2-3e8a-499b-9781-32fc01b9c827 None None] Pushing event deleted for resources: {'Port': ['ID=4d1d97cc-43c5-44f6-8b23-4547d860e766,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:12.143841 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae08a2-3e8a-499b-9781-32fc01b9c827 None None] No DVR routers for this DVR port 4d1d97cc-43c5-44f6-8b23-4547d860e766 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:00:12.264889 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-78788a12-f521-471b-85fb-cab6934c9b2b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:12.274895 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7a00a2d5-08aa-4784-a659-ee1c50445c9e up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:12.295205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b398a235-f109-45ff-942d-85d685a152f0 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:12.303517 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-78788a12-f521-471b-85fb-cab6934c9b2b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:12.328977 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78788a12-f521-471b-85fb-cab6934c9b2b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Network': ['ID=b837dedf-3b89-4e6c-bb5f-81deb0ad4910,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:12.335416 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-78788a12-f521-471b-85fb-cab6934c9b2b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/b837dedf-3b89-4e6c-bb5f-81deb0ad4910 HTTP/1.1" status: 204 len: 168 time: 0.7399983 Mar 02 19:00:12.338184 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56482) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:12.379698 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4136e0-9cb7-46e3-97f2-e86bb65e222d tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:12.380312 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4136e0-9cb7-46e3-97f2-e86bb65e222d tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:12.385145 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ed4136e0-9cb7-46e3-97f2-e86bb65e222d tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/subnets/d5e4d664-8474-4af0-843b-4520194ec6a4 HTTP/1.1" status: 404 len: 337 time: 0.0456843 Mar 02 19:00:12.385841 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56486) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:12.390374 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 7a00a2d5-08aa-4784-a659-ee1c50445c9e triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:12.390758 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:12.399715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d52340-5655-4a6b-bcb7-7e789d195fdd admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:12.420656 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-f5d1c5de-0a55-441a-861b-7432da04e914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'name': 'tempest-ServersTestManualDisk-733477026-router', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T19:00:07Z', 'revision_number': 5, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'gw_port': {'id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:52Z', 'updated_at': '2022-03-02T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:12.422191 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e4fa63-06ae-4874-8d5f-b4f43fd7abc0 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:12.422907 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e4fa63-06ae-4874-8d5f-b4f43fd7abc0 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:12.425017 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-51e4fa63-06ae-4874-8d5f-b4f43fd7abc0 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/a6c58562-5521-4b35-b646-d476e4b927c1 HTTP/1.1" status: 404 len: 339 time: 0.0381484 Mar 02 19:00:12.428312 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7805b260-0ada-433c-b957-a5c9ba765131 None None] Sync routers for ids ['809eb97e-5bf2-478a-b5e9-da1b2aa396a5'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:12.428630 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56490) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:12.431511 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d1c5de-0a55-441a-861b-7432da04e914 None None] Checking router: 646c2855-464f-4c63-b418-a98d11f7ee80 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:00:12.455899 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d1c5de-0a55-441a-861b-7432da04e914 None None] Routers {'646c2855-464f-4c63-b418-a98d11f7ee80'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:12.456090 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] For port 4d1d97cc-43c5-44f6-8b23-4547d860e766, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4d1d97cc-43c5-44f6-8b23-4547d860e766,segment=NetworkSegment(99c32e69-b187-4ba7-ad36-e0e7c2d22f80),segment_id=99c32e69-b187-4ba7-ad36-e0e7c2d22f80)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:12.456426 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:12.457592 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-f5d1c5de-0a55-441a-861b-7432da04e914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['646c2855-464f-4c63-b418-a98d11f7ee80'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:12.467272 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7805b260-0ada-433c-b957-a5c9ba765131 None None] Routers {'809eb97e-5bf2-478a-b5e9-da1b2aa396a5'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:12.469375 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-7805b260-0ada-433c-b957-a5c9ba765131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['809eb97e-5bf2-478a-b5e9-da1b2aa396a5'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:12.472631 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-33357fec-921f-468e-85de-9f7818cbc950 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:12.476629 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a3a19f-191b-4e41-9387-d07b3c3a85cd tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:12.477316 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a3a19f-191b-4e41-9387-d07b3c3a85cd tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:12.479185 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-86a3a19f-191b-4e41-9387-d07b3c3a85cd tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/subnets/5125125b-0399-4691-b990-2c6e5f3d83f9 HTTP/1.1" status: 404 len: 337 time: 0.0492651 Mar 02 19:00:12.481881 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56494) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:12.509025 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c3c5ab-5fa0-4258-a439-875309310858 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:12.509958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c3c5ab-5fa0-4258-a439-875309310858 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:12.512445 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-59c3c5ab-5fa0-4258-a439-875309310858 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/876609e2-2cb3-483b-b8da-cec42999feb7 HTTP/1.1" status: 404 len: 339 time: 0.0294666 Mar 02 19:00:12.515198 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56498) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:12.523686 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Could not find standard attr ID for object 7a00a2d5-08aa-4784-a659-ee1c50445c9e. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:00:12.568581 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6682fd0-1304-41ed-bce0-a93b06d6b58b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:12.569403 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6682fd0-1304-41ed-bce0-a93b06d6b58b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:12.571384 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a6682fd0-1304-41ed-bce0-a93b06d6b58b tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/subnets/1845b493-0522-4984-8f9c-3b6c3870e025 HTTP/1.1" status: 404 len: 337 time: 0.0549169 Mar 02 19:00:12.575823 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56502) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:12.594705 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No ports have port_id starting with 7a00a2d5-08aa-4784-a659-ee1c50445c9e Mar 02 19:00:12.615153 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-81aacfa3-5d3b-4b36-99af-037fef030c53 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:12.615153 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81aacfa3-5d3b-4b36-99af-037fef030c53 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:12.615153 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-81aacfa3-5d3b-4b36-99af-037fef030c53 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/efba3b1f-b467-4510-a3ca-c569368663ad HTTP/1.1" status: 404 len: 339 time: 0.0325007 Mar 02 19:00:12.618400 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56506) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:12.630734 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Calling delete_port for 4d1d97cc-43c5-44f6-8b23-4547d860e766 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:12.662437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b398a235-f109-45ff-942d-85d685a152f0 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:12.677634 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-7805b260-0ada-433c-b957-a5c9ba765131 None None] Set router 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:12.689097 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-f5d1c5de-0a55-441a-861b-7432da04e914 None None] Set router 646c2855-464f-4c63-b418-a98d11f7ee80 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:12.699209 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33357fec-921f-468e-85de-9f7818cbc950 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=7a00a2d5-08aa-4784-a659-ee1c50445c9e,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:12.723176 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c6d52340-5655-4a6b-bcb7-7e789d195fdd admin admin] 10.222.0.73 "PUT /v2.0/routers/809eb97e-5bf2-478a-b5e9-da1b2aa396a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6945143 Mar 02 19:00:12.766320 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56510) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:12.877728 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4d1d97cc-43c5-44f6-8b23-4547d860e766 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:00:12.896303 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b398a235-f109-45ff-942d-85d685a152f0 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:12.897703 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b398a235-f109-45ff-942d-85d685a152f0 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3627937 Mar 02 19:00:12.904978 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56514) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:12.917444 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-32899924-a6fc-45ec-8cb3-68dfc98f0ffd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Request body: {'router': {'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:12.969195 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad5d306-98a2-453a-b2c1-15f55392605f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:12.969614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad5d306-98a2-453a-b2c1-15f55392605f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:12.974571 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fad5d306-98a2-453a-b2c1-15f55392605f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/subnets/f80b931a-8164-472f-8886-229780076086 HTTP/1.1" status: 404 len: 337 time: 0.3524127 Mar 02 19:00:12.977714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56518) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:13.074160 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 4d1d97cc-43c5-44f6-8b23-4547d860e766 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:00:13.077576 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4d1d97cc-43c5-44f6-8b23-4547d860e766 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:00:13.112367 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-f5d1c5de-0a55-441a-861b-7432da04e914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'name': 'tempest-ServersTestManualDisk-733477026-router', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T19:00:07Z', 'revision_number': 5, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'gw_port': {'id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:52Z', 'updated_at': '2022-03-02T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:13.123743 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d1c5de-0a55-441a-861b-7432da04e914 None None] The sync data for ids ['646c2855-464f-4c63-b418-a98d11f7ee80'] in dv-neutron-831573-1-hyperv is: [{'id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'name': 'tempest-ServersTestManualDisk-733477026-router', 'tenant_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T19:00:07Z', 'revision_number': 5, 'project_id': 'd7b6c75608194b3ca64e683dd2c015aa', 'gw_port': {'id': 'f5da8da2-772c-4b7f-986b-cfdcda0e8827', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ec:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '646c2855-464f-4c63-b418-a98d11f7ee80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:52Z', 'updated_at': '2022-03-02T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:13.147313 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-7805b260-0ada-433c-b957-a5c9ba765131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'name': 'tempest-ServersTestJSON-1980438265-router', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T19:00:05Z', 'revision_number': 5, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'gw_port': {'id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:13.153135 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7805b260-0ada-433c-b957-a5c9ba765131 None None] Checking router: 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:00:13.172160 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7805b260-0ada-433c-b957-a5c9ba765131 None None] Routers {'809eb97e-5bf2-478a-b5e9-da1b2aa396a5'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:13.172908 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-7805b260-0ada-433c-b957-a5c9ba765131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['809eb97e-5bf2-478a-b5e9-da1b2aa396a5'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:13.194256 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:00:13.194574 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:00:13.201938 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-7631eb61-f58b-4a22-8675-b59f3d529279 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:13.202503 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7631eb61-f58b-4a22-8675-b59f3d529279 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:13.242471 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7631eb61-f58b-4a22-8675-b59f3d529279 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/e6050d2b-d71a-405e-aff9-044351f36125 HTTP/1.1" status: 404 len: 339 time: 0.2191505 Mar 02 19:00:13.243373 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56524) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:13.289085 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfaffd3c-5251-431e-88ea-2fdafa921d12 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:13.289303 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-33357fec-921f-468e-85de-9f7818cbc950 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:13.289592 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfaffd3c-5251-431e-88ea-2fdafa921d12 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:13.293695 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-cfaffd3c-5251-431e-88ea-2fdafa921d12 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/subnets/b292a577-fb48-4059-9a00-b744136dc7df HTTP/1.1" status: 404 len: 337 time: 0.0463655 Mar 02 19:00:13.294361 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56528) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:13.313356 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fe7a60f-f776-492e-9eea-35396b5ea10e admin admin] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:13.326674 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-8490fc28-ec7c-48fa-808e-20a400103675 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:13.327123 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8490fc28-ec7c-48fa-808e-20a400103675 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:13.333323 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8490fc28-ec7c-48fa-808e-20a400103675 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/ee96f150-adc1-4bd7-99d3-ab590402d354 HTTP/1.1" status: 404 len: 339 time: 0.0341477 Mar 02 19:00:13.367973 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56532) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:13.411560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-7805b260-0ada-433c-b957-a5c9ba765131 None None] Set router 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:13.479043 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-32899924-a6fc-45ec-8cb3-68dfc98f0ffd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:13.534000 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1571873c-27cb-4a4c-b2fa-ffc235ffbd0c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:13.537351 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-b029f7c6-8c81-4141-b7e4-d0edf2253dc4 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:13.537785 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b029f7c6-8c81-4141-b7e4-d0edf2253dc4 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:13.542364 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b029f7c6-8c81-4141-b7e4-d0edf2253dc4 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/subnets/7ff4a1e6-0f58-491f-93dc-4d326707c64e HTTP/1.1" status: 404 len: 337 time: 0.1661255 Mar 02 19:00:13.543540 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56536) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:13.545486 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c057c9-8c0f-49ea-b85b-0000a28125ef None None] Sync routers for ids ['a17c358d-6338-4542-b94c-9b387dfa8f08'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:13.554598 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1571873c-27cb-4a4c-b2fa-ffc235ffbd0c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:13.556729 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1571873c-27cb-4a4c-b2fa-ffc235ffbd0c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "PUT /v2.0/routers/a17c358d-6338-4542-b94c-9b387dfa8f08 HTTP/1.1" status: 200 len: 926 time: 8.5926857 Mar 02 19:00:13.577017 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c057c9-8c0f-49ea-b85b-0000a28125ef None None] Routers {'a17c358d-6338-4542-b94c-9b387dfa8f08'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:13.577759 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a1c057c9-8c0f-49ea-b85b-0000a28125ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a17c358d-6338-4542-b94c-9b387dfa8f08'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:13.593064 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56540) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:13.710908 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a1c057c9-8c0f-49ea-b85b-0000a28125ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:13.728584 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c057c9-8c0f-49ea-b85b-0000a28125ef None None] Routers {'a17c358d-6338-4542-b94c-9b387dfa8f08'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:13.729532 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a1c057c9-8c0f-49ea-b85b-0000a28125ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a17c358d-6338-4542-b94c-9b387dfa8f08'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:13.745961 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting port 4d1d97cc-43c5-44f6-8b23-4547d860e766 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:13.746301 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:13.759527 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-7805b260-0ada-433c-b957-a5c9ba765131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'name': 'tempest-ServersTestJSON-1980438265-router', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T19:00:05Z', 'revision_number': 5, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'gw_port': {'id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:13.765644 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7805b260-0ada-433c-b957-a5c9ba765131 None None] The sync data for ids ['809eb97e-5bf2-478a-b5e9-da1b2aa396a5'] in dv-neutron-831573-1-hyperv is: [{'id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'name': 'tempest-ServersTestJSON-1980438265-router', 'tenant_id': '3690a6fef5ca4d7db77cf45287e6059b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38'}], 'enable_snat': True}, 'gw_port_id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:51Z', 'updated_at': '2022-03-02T19:00:05Z', 'revision_number': 5, 'project_id': '3690a6fef5ca4d7db77cf45287e6059b', 'gw_port': {'id': '421e3ebc-d4b6-42f2-b6c6-7c9fbb570120', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809eb97e-5bf2-478a-b5e9-da1b2aa396a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:13.822481 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a1c057c9-8c0f-49ea-b85b-0000a28125ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:13.823017 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c057c9-8c0f-49ea-b85b-0000a28125ef None None] The sync data for ids ['a17c358d-6338-4542-b94c-9b387dfa8f08'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:13.845076 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ea76f9-f9fe-43b2-b0bb-f917a99bb9db tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:13.845665 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ea76f9-f9fe-43b2-b0bb-f917a99bb9db tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:13.850214 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-35ea76f9-f9fe-43b2-b0bb-f917a99bb9db tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/76282862-3b72-4a39-95bb-6f926e183c2b HTTP/1.1" status: 404 len: 339 time: 0.3013043 Mar 02 19:00:13.856319 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56546) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:13.969340 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9acace-72f6-4f94-ab18-e71c5e5d5d77 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:13.970087 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9acace-72f6-4f94-ab18-e71c5e5d5d77 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:13.976754 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2a9acace-72f6-4f94-ab18-e71c5e5d5d77 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/subnets/81e162b5-a701-4df1-9610-ffc7c6776cdd HTTP/1.1" status: 404 len: 337 time: 0.1103270 Mar 02 19:00:13.979477 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56550) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:14.030126 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-39816f50-2af3-452b-8aac-d7c4aa2a0488 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:14.031088 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39816f50-2af3-452b-8aac-d7c4aa2a0488 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:14.034760 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-39816f50-2af3-452b-8aac-d7c4aa2a0488 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/f078fe90-d414-4f59-9411-de7b4c3da606 HTTP/1.1" status: 404 len: 339 time: 0.0519474 Mar 02 19:00:14.037170 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56554) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:14.037295 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] The port '4d1d97cc-43c5-44f6-8b23-4547d860e766' was deleted {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:00:14.087540 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-529a8467-0336-489e-aba1-016155b02f49 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:14.087988 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529a8467-0336-489e-aba1-016155b02f49 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:14.089647 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-529a8467-0336-489e-aba1-016155b02f49 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/subnets/7f82774f-40c5-4358-b14a-0c98ed55d405 HTTP/1.1" status: 404 len: 337 time: 0.0512578 Mar 02 19:00:14.092651 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56558) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:14.105099 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-29085fa5-f0d6-4ad4-adf6-d003ff919ab5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:14.130166 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6928f67-e207-46fb-ac08-4c8e75ee9731 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:14.130608 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6928f67-e207-46fb-ac08-4c8e75ee9731 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:14.132400 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f6928f67-e207-46fb-ac08-4c8e75ee9731 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/b444a5ac-c3d5-42d1-b2ed-2d2e9079586f HTTP/1.1" status: 404 len: 339 time: 0.0387065 Mar 02 19:00:14.138711 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56562) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:14.342984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 62d79458-b22a-4440-b935-a339730d2d4c no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:00:14.401517 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 62d79458-b22a-4440-b935-a339730d2d4c {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:00:14.402016 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 62d79458-b22a-4440-b935-a339730d2d4c not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:00:14.402538 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d529cf5c-992f-420b-a40e-f9b8efe2c061 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:00:14.431377 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-32899924-a6fc-45ec-8cb3-68dfc98f0ffd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:14.442275 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: d529cf5c-992f-420b-a40e-f9b8efe2c061 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:00:14.443134 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d529cf5c-992f-420b-a40e-f9b8efe2c061 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:00:14.466081 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:14.535792 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8513841-077a-432c-9238-471c3320c791']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:14.562444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c32e69-b187-4ba7-ad36-e0e7c2d22f80') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:14.562683 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c32e69-b187-4ba7-ad36-e0e7c2d22f80') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:14.584383 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:14.585297 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-32899924-a6fc-45ec-8cb3-68dfc98f0ffd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:14.609588 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33357fec-921f-468e-85de-9f7818cbc950 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Router fd76d27b-79b6-4f89-86e0-9aa42a0ee860 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:00:14.618658 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:14.638551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:00:14.638957 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:00:14.657829 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:00:14.702436 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-989423a5-9782-427d-a1a5-abe32629cf1d tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "GET /v2.0/routers/a17c358d-6338-4542-b94c-9b387dfa8f08 HTTP/1.1" status: 200 len: 926 time: 1.1077847 Mar 02 19:00:14.710731 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56568) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:14.720285 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-485153b1-fd20-4670-bccc-46f25bc3db66 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Deleting subnet b5295118-76e9-4928-aeeb-573051255ff1 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:00:14.728162 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96a81860-844a-4f2c-8e16-1b1381ac000a req-5496a872-1e21-405d-b937-3fb1dd152961 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2cba10eae0244909ae301c19bf9852ec&device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 1098 time: 0.3468206 Mar 02 19:00:14.744959 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fe7a60f-f776-492e-9eea-35396b5ea10e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:14.757660 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-485153b1-fd20-4670-bccc-46f25bc3db66 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:14.872644 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dd5d1-d2f3-473c-8a3a-7b76587f6ad7 req-8fbefbbb-ba20-4e9a-b093-d2a49d6a979a tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:14.874082 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a19dd5d1-d2f3-473c-8a3a-7b76587f6ad7 req-8fbefbbb-ba20-4e9a-b093-d2a49d6a979a tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.5377703 Mar 02 19:00:14.883292 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-485153b1-fd20-4670-bccc-46f25bc3db66 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:14.903719 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:14.906243 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-2fe7a60f-f776-492e-9eea-35396b5ea10e admin admin] Deleting port f5da8da2-772c-4b7f-986b-cfdcda0e8827 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:14.906580 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fe7a60f-f776-492e-9eea-35396b5ea10e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:14.958550 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:14.977873 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-32899924-a6fc-45ec-8cb3-68dfc98f0ffd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Allocated IP 172.26.4.192 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/023e11a9-3a05-47bd-9b47-f9cae1620582) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:15.055798 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Network': ['ID=b8513841-077a-432c-9238-471c3320c791,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:15.064270 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d78237a2-7875-4c65-b122-f92c54d82611 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/networks/b8513841-077a-432c-9238-471c3320c791 HTTP/1.1" status: 204 len: 168 time: 3.7521577 Mar 02 19:00:15.083275 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56572) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:15.102504 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a19dd5d1-d2f3-473c-8a3a-7b76587f6ad7 req-55597695-8db0-4bac-9ba7-85953d1f1250 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842067 Mar 02 19:00:15.109538 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c809c839-8bae-49c0-b639-60d8dc6c62fa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Synchronizing usage tracker for tenant:f5017456c3244485bdb51a01e0643703 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:15.111342 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-16b5bcb0-5305-470a-a475-069d3cd36180 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1220472041'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:15.134008 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-16b5bcb0-5305-470a-a475-069d3cd36180 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:15.153379 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-485153b1-fd20-4670-bccc-46f25bc3db66 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:15.194921 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-16b5bcb0-5305-470a-a475-069d3cd36180 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:network and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:15.198593 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-16b5bcb0-5305-470a-a475-069d3cd36180 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:15.216869 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c809c839-8bae-49c0-b639-60d8dc6c62fa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Unset dirty status for tenant:f5017456c3244485bdb51a01e0643703 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:15.217434 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a81860-844a-4f2c-8e16-1b1381ac000a req-70a49cd3-2259-4d00-8054-a46a277ddbcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:15.218960 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96a81860-844a-4f2c-8e16-1b1381ac000a req-70a49cd3-2259-4d00-8054-a46a277ddbcb service neutron] 10.222.0.87 "GET /v2.0/networks?id=83e11a8d-5f6c-4e4d-9263-33efd20f1a52 HTTP/1.1" status: 200 len: 913 time: 0.4669294 Mar 02 19:00:15.219901 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c809c839-8bae-49c0-b639-60d8dc6c62fa tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=34755311-e60d-4721-8297-2b2c64e749c6&device_id=a17c358d-6338-4542-b94c-9b387dfa8f08&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5071654 Mar 02 19:00:15.221740 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-16b5bcb0-5305-470a-a475-069d3cd36180 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:15.226906 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33357fec-921f-468e-85de-9f7818cbc950 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:15.237177 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13b6b7-0511-43af-9fc5-e401e1d7cf2a None None] Sync routers for ids ['fd76d27b-79b6-4f89-86e0-9aa42a0ee860'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:15.242421 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56576) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:15.251228 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb13b6b7-0511-43af-9fc5-e401e1d7cf2a None None] Routers {'fd76d27b-79b6-4f89-86e0-9aa42a0ee860'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:15.251934 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-cb13b6b7-0511-43af-9fc5-e401e1d7cf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['fd76d27b-79b6-4f89-86e0-9aa42a0ee860'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:15.352784 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-32899924-a6fc-45ec-8cb3-68dfc98f0ffd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:15.397078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-cb13b6b7-0511-43af-9fc5-e401e1d7cf2a None None] Set router fd76d27b-79b6-4f89-86e0-9aa42a0ee860 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:15.433450 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-33357fec-921f-468e-85de-9f7818cbc950 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "PUT /v2.0/routers/fd76d27b-79b6-4f89-86e0-9aa42a0ee860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9735692 Mar 02 19:00:15.434295 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd42d00d-7b8a-4542-8713-586615d9c82f tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:15.436085 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-dd42d00d-7b8a-4542-8713-586615d9c82f tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Synchronizing usage tracker for tenant:f5017456c3244485bdb51a01e0643703 on resource:network {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:15.437313 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56580) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:15.479577 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-485153b1-fd20-4670-bccc-46f25bc3db66 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:15.506750 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-cb13b6b7-0511-43af-9fc5-e401e1d7cf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd76d27b-79b6-4f89-86e0-9aa42a0ee860', 'name': 'tempest-NetworksTestDHCPv6-router-2039294194', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:50Z', 'updated_at': '2022-03-02T19:00:11Z', 'revision_number': 3, 'project_id': '591628e1e390444e96bcee6f3976612e', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:15.511136 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13b6b7-0511-43af-9fc5-e401e1d7cf2a None None] Checking router: fd76d27b-79b6-4f89-86e0-9aa42a0ee860 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:00:15.522097 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb13b6b7-0511-43af-9fc5-e401e1d7cf2a None None] Routers {'fd76d27b-79b6-4f89-86e0-9aa42a0ee860'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:15.523557 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-cb13b6b7-0511-43af-9fc5-e401e1d7cf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['fd76d27b-79b6-4f89-86e0-9aa42a0ee860'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:15.536802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-29085fa5-f0d6-4ad4-adf6-d003ff919ab5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:15.542637 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485153b1-fd20-4670-bccc-46f25bc3db66 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Subnet': ['ID=b5295118-76e9-4928-aeeb-573051255ff1,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:15.559851 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-485153b1-fd20-4670-bccc-46f25bc3db66 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:15.562973 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-2fe7a60f-f776-492e-9eea-35396b5ea10e admin admin] For port f5da8da2-772c-4b7f-986b-cfdcda0e8827, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f5da8da2-772c-4b7f-986b-cfdcda0e8827,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:15.563991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fe7a60f-f776-492e-9eea-35396b5ea10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:15.573406 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c159e28f-1086-41ca-ac27-71ef23f7c496 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:15.574837 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c159e28f-1086-41ca-ac27-71ef23f7c496 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:15.575502 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c159e28f-1086-41ca-ac27-71ef23f7c496 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:15.576756 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96a81860-844a-4f2c-8e16-1b1381ac000a req-bdc5d92e-6c40-4078-8afc-59408259efc1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27787d9c-591c-482e-b24f-3480e544570c HTTP/1.1" status: 200 len: 1001 time: 0.3452673 Mar 02 19:00:15.577267 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b5bcb0-5305-470a-a475-069d3cd36180 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Made reservation on behalf of 2b147d1fd1b64c8daab7ec1005c16f83 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:15.580740 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-16b5bcb0-5305-470a-a475-069d3cd36180 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:15.583625 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cda6a7-dd33-4478-813d-fc0f0fb41405 None None] Network 65e5b6dd-4c9c-4f08-8b0e-907d6630d07f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:15.589505 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-485153b1-fd20-4670-bccc-46f25bc3db66 tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/subnets/b5295118-76e9-4928-aeeb-573051255ff1 HTTP/1.1" status: 204 len: 168 time: 1.4490101 Mar 02 19:00:15.592173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56584) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:15.593959 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-32899924-a6fc-45ec-8cb3-68dfc98f0ffd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:15.645270 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-dd42d00d-7b8a-4542-8713-586615d9c82f tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Unset dirty status for tenant:f5017456c3244485bdb51a01e0643703 on resource:network {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:15.649282 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-dd42d00d-7b8a-4542-8713-586615d9c82f tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "GET /v2.0/networks/34755311-e60d-4721-8297-2b2c64e749c6 HTTP/1.1" status: 200 len: 881 time: 0.3956461 Mar 02 19:00:15.650183 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56588) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:15.707435 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c159e28f-1086-41ca-ac27-71ef23f7c496 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:15.711298 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c159e28f-1086-41ca-ac27-71ef23f7c496 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2696407 Mar 02 19:00:15.714219 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e87e83d2-06ea-484d-a6a7-ef46f381e0dc tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "GET /v2.0/ports?device_id=a17c358d-6338-4542-b94c-9b387dfa8f08 HTTP/1.1" status: 200 len: 205 time: 0.0629036 Mar 02 19:00:15.714219 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56592) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:15.720050 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32899924-a6fc-45ec-8cb3-68dfc98f0ffd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:15.720691 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56596) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:15.745787 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-cb13b6b7-0511-43af-9fc5-e401e1d7cf2a None None] Set router fd76d27b-79b6-4f89-86e0-9aa42a0ee860 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:15.763272 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-32899924-a6fc-45ec-8cb3-68dfc98f0ffd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:15.800461 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-29085fa5-f0d6-4ad4-adf6-d003ff919ab5 admin admin] Deleting port 421e3ebc-d4b6-42f2-b6c6-7c9fbb570120 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:15.800929 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-29085fa5-f0d6-4ad4-adf6-d003ff919ab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:15.819958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32899924-a6fc-45ec-8cb3-68dfc98f0ffd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Pushing event updated for resources: {'Port': ['ID=023e11a9-3a05-47bd-9b47-f9cae1620582,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:15.827789 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32899924-a6fc-45ec-8cb3-68dfc98f0ffd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:15.843376 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-2fe7a60f-f776-492e-9eea-35396b5ea10e admin admin] Calling delete_port for f5da8da2-772c-4b7f-986b-cfdcda0e8827 owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:15.933426 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-cb13b6b7-0511-43af-9fc5-e401e1d7cf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd76d27b-79b6-4f89-86e0-9aa42a0ee860', 'name': 'tempest-NetworksTestDHCPv6-router-2039294194', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:50Z', 'updated_at': '2022-03-02T19:00:11Z', 'revision_number': 3, 'project_id': '591628e1e390444e96bcee6f3976612e', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:15.941188 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13b6b7-0511-43af-9fc5-e401e1d7cf2a None None] The sync data for ids ['fd76d27b-79b6-4f89-86e0-9aa42a0ee860'] in dv-neutron-831573-1-hyperv is: [{'id': 'fd76d27b-79b6-4f89-86e0-9aa42a0ee860', 'name': 'tempest-NetworksTestDHCPv6-router-2039294194', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:59:50Z', 'updated_at': '2022-03-02T19:00:11Z', 'revision_number': 3, 'project_id': '591628e1e390444e96bcee6f3976612e', 'gw_port_host': None}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:16.044918 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a81860-844a-4f2c-8e16-1b1381ac000a req-caf0d902-87b2-4e8e-97ab-ed451c9e735b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:16.046377 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96a81860-844a-4f2c-8e16-1b1381ac000a req-caf0d902-87b2-4e8e-97ab-ed451c9e735b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7b63fe96-d8a7-4e7f-a30f-2804bb38215a HTTP/1.1" status: 200 len: 851 time: 0.4510565 Mar 02 19:00:16.054230 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b5bcb0-5305-470a-a475-069d3cd36180 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:00:16.165355 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:16.170389 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-16b5bcb0-5305-470a-a475-069d3cd36180 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:16.170928 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-16b5bcb0-5305-470a-a475-069d3cd36180 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Added segment 98d3dc6f-535b-4668-b824-0b6e7960af03 of type vlan for network 8d18b01b-8e26-4221-8d3d-c8bac08da0b1 Mar 02 19:00:16.182519 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7547f0b-cd78-4026-8e4d-9eee516ca75b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 8662c959-d38d-4bae-b42f-741dd77d4f24 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:00:16.193436 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7547f0b-cd78-4026-8e4d-9eee516ca75b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:16.334311 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Deleting port 6234443a-ab95-4f93-ba21-c38d9d11af89 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:16.334662 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:16.343931 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146bc077-12be-40a0-baef-72162b7ba17e None None] DHCP port deletion for 65e5b6dd-4c9c-4f08-8b0e-907d6630d07f request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:00:16.359681 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-146bc077-12be-40a0-baef-72162b7ba17e None None] Deleting port 6234443a-ab95-4f93-ba21-c38d9d11af89 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:16.367467 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-146bc077-12be-40a0-baef-72162b7ba17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:16.372163 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-16b5bcb0-5305-470a-a475-069d3cd36180 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:16.408197 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7547f0b-cd78-4026-8e4d-9eee516ca75b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:16.446090 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7a00a2d5-08aa-4784-a659-ee1c50445c9e no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:00:16.496412 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 7a00a2d5-08aa-4784-a659-ee1c50445c9e {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:00:16.496757 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7a00a2d5-08aa-4784-a659-ee1c50445c9e not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:00:16.497179 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6234443a-ab95-4f93-ba21-c38d9d11af89 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:00:16.528637 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3fce9722-b334-4bed-9357-023f6f9eab9e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:16.589050 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-29085fa5-f0d6-4ad4-adf6-d003ff919ab5 admin admin] For port 421e3ebc-d4b6-42f2-b6c6-7c9fbb570120, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=421e3ebc-d4b6-42f2-b6c6-7c9fbb570120,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:16.589050 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-29085fa5-f0d6-4ad4-adf6-d003ff919ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:16.598292 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7547f0b-cd78-4026-8e4d-9eee516ca75b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:16.638542 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96a81860-844a-4f2c-8e16-1b1381ac000a req-7a20eb54-ba33-481e-ad74-af7536990085 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=83e11a8d-5f6c-4e4d-9263-33efd20f1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5738187 Mar 02 19:00:16.771220 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-32899924-a6fc-45ec-8cb3-68dfc98f0ffd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:16.776958 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-16b5bcb0-5305-470a-a475-069d3cd36180 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:16.780633 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b5bcb0-5305-470a-a475-069d3cd36180 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:16.781208 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-16b5bcb0-5305-470a-a475-069d3cd36180 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:16.794053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-29085fa5-f0d6-4ad4-adf6-d003ff919ab5 admin admin] Calling delete_port for 421e3ebc-d4b6-42f2-b6c6-7c9fbb570120 owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:16.813370 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-146bc077-12be-40a0-baef-72162b7ba17e None None] For port 6234443a-ab95-4f93-ba21-c38d9d11af89, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6234443a-ab95-4f93-ba21-c38d9d11af89,segment=NetworkSegment(1badfd78-3f08-4cae-814b-5fde16b27398),segment_id=1badfd78-3f08-4cae-814b-5fde16b27398)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:16.813757 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-146bc077-12be-40a0-baef-72162b7ba17e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:16.821765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:16.896336 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7547f0b-cd78-4026-8e4d-9eee516ca75b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:16.954550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7547f0b-cd78-4026-8e4d-9eee516ca75b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=8662c959-d38d-4bae-b42f-741dd77d4f24,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:16.955283 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-146bc077-12be-40a0-baef-72162b7ba17e None None] Calling delete_port for 6234443a-ab95-4f93-ba21-c38d9d11af89 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:16.970655 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7547f0b-cd78-4026-8e4d-9eee516ca75b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:16.984137 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9e76ee-c8d4-48ea-84d5-1218113e21d9 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:17.021098 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-32899924-a6fc-45ec-8cb3-68dfc98f0ffd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:17.027729 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-32899924-a6fc-45ec-8cb3-68dfc98f0ffd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:17.109255 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d7547f0b-cd78-4026-8e4d-9eee516ca75b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/8662c959-d38d-4bae-b42f-741dd77d4f24 HTTP/1.1" status: 204 len: 168 time: 1.3917251 Mar 02 19:00:17.111178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 6234443a-ab95-4f93-ba21-c38d9d11af89, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6234443a-ab95-4f93-ba21-c38d9d11af89,segment=NetworkSegment(1badfd78-3f08-4cae-814b-5fde16b27398),segment_id=1badfd78-3f08-4cae-814b-5fde16b27398)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:17.115213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56602) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:17.167550 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fe7a60f-f776-492e-9eea-35396b5ea10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:17.200417 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:17.248702 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3861c-55dc-477d-8524-272a7c9bb71c req-b7aa0b3c-4387-4381-bfe4-9e599520a2b6 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:17.250200 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c9e3861c-55dc-477d-8524-272a7c9bb71c req-b7aa0b3c-4387-4381-bfe4-9e599520a2b6 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 1.0057950 Mar 02 19:00:17.285957 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=6234443a-ab95-4f93-ba21-c38d9d11af89,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:17.290192 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7a60f-f776-492e-9eea-35396b5ea10e admin admin] Pushing event deleted for resources: {'Port': ['ID=f5da8da2-772c-4b7f-986b-cfdcda0e8827,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:17.294759 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-146bc077-12be-40a0-baef-72162b7ba17e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:00:17.295407 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-146bc077-12be-40a0-baef-72162b7ba17e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:00:17.311374 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3fce9722-b334-4bed-9357-023f6f9eab9e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:17.336711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] For port 6234443a-ab95-4f93-ba21-c38d9d11af89, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6234443a-ab95-4f93-ba21-c38d9d11af89,segment=NetworkSegment(1badfd78-3f08-4cae-814b-5fde16b27398),segment_id=1badfd78-3f08-4cae-814b-5fde16b27398)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:17.337075 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:17.355325 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b828edb0-be95-4248-aec6-2f2235c2a3fc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:router {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:17.382156 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dff5621-fbad-4522-9cbb-76c83e72c8f9 None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:00:17.386397 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-16b5bcb0-5305-470a-a475-069d3cd36180 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2993975 Mar 02 19:00:17.387430 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5bcb0-5305-470a-a475-069d3cd36180 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Network': ['ID=8d18b01b-8e26-4221-8d3d-c8bac08da0b1,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:17.388702 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-2dff5621-fbad-4522-9cbb-76c83e72c8f9 None None] Deleting port 62177c8f-f22f-4786-a180-1503fe543846 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:17.389512 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2dff5621-fbad-4522-9cbb-76c83e72c8f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:17.390341 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56608) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:17.396894 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-5b5ee6c5-3490-4f8f-8db8-f071247dc408 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'subnet': {'network_id': '8d18b01b-8e26-4221-8d3d-c8bac08da0b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:17.423110 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 8d18b01b-8e26-4221-8d3d-c8bac08da0b1 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:00:17.474295 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-3fce9722-b334-4bed-9357-023f6f9eab9e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Deleting port 53a5407e-2832-457f-a7a1-df9b9be7887a {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:17.474633 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3fce9722-b334-4bed-9357-023f6f9eab9e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:17.510290 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b828edb0-be95-4248-aec6-2f2235c2a3fc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:router {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:17.511482 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b828edb0-be95-4248-aec6-2f2235c2a3fc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3475130 Mar 02 19:00:17.535560 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56612) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:17.599975 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Calling delete_port for 6234443a-ab95-4f93-ba21-c38d9d11af89 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:17.649405 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96a81860-844a-4f2c-8e16-1b1381ac000a req-1240a99e-9461-4f26-a453-a670ff804644 service neutron] 10.222.0.87 "GET /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9560292 Mar 02 19:00:17.697787 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-2dff5621-fbad-4522-9cbb-76c83e72c8f9 None None] For port 62177c8f-f22f-4786-a180-1503fe543846, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=62177c8f-f22f-4786-a180-1503fe543846,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:17.698565 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2dff5621-fbad-4522-9cbb-76c83e72c8f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:17.700364 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c9e3861c-55dc-477d-8524-272a7c9bb71c req-2c132b8c-8a04-4c35-a441-42658ab9acd1 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4238908 Mar 02 19:00:17.832665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-146bc077-12be-40a0-baef-72162b7ba17e None None] Deleting port 6234443a-ab95-4f93-ba21-c38d9d11af89 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:17.832665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-146bc077-12be-40a0-baef-72162b7ba17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:17.867692 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-2dff5621-fbad-4522-9cbb-76c83e72c8f9 None None] Calling delete_port for 62177c8f-f22f-4786-a180-1503fe543846 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:17.890460 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5b5ee6c5-3490-4f8f-8db8-f071247dc408 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:17.905115 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5b5ee6c5-3490-4f8f-8db8-f071247dc408 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:subnet and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:17.918899 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5b5ee6c5-3490-4f8f-8db8-f071247dc408 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:17.927934 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5b5ee6c5-3490-4f8f-8db8-f071247dc408 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:17.986935 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3549c649-6abb-4f21-a74d-64f871170e8c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:17.998685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fe7a60f-f776-492e-9eea-35396b5ea10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:18.113803 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5ee6c5-3490-4f8f-8db8-f071247dc408 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Made reservation on behalf of 2b147d1fd1b64c8daab7ec1005c16f83 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:18.114972 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2dff5621-fbad-4522-9cbb-76c83e72c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:18.137929 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:00:18.138168 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:00:18.152375 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3fce9722-b334-4bed-9357-023f6f9eab9e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:18.173490 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96a81860-844a-4f2c-8e16-1b1381ac000a req-099f328d-6401-4bc5-b4e0-45f305a16091 service neutron] 10.222.0.87 "GET /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091286 Mar 02 19:00:18.221416 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dff5621-fbad-4522-9cbb-76c83e72c8f9 None None] No DVR routers for this DVR port 62177c8f-f22f-4786-a180-1503fe543846 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:00:18.234705 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff5621-fbad-4522-9cbb-76c83e72c8f9 None None] Pushing event deleted for resources: {'Port': ['ID=62177c8f-f22f-4786-a180-1503fe543846,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:18.237453 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-146bc077-12be-40a0-baef-72162b7ba17e None None] For port 6234443a-ab95-4f93-ba21-c38d9d11af89, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6234443a-ab95-4f93-ba21-c38d9d11af89,segment=NetworkSegment(1badfd78-3f08-4cae-814b-5fde16b27398),segment_id=1badfd78-3f08-4cae-814b-5fde16b27398)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:18.238437 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-146bc077-12be-40a0-baef-72162b7ba17e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:18.307801 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-29085fa5-f0d6-4ad4-adf6-d003ff919ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:18.355679 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-3fce9722-b334-4bed-9357-023f6f9eab9e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Calling delete_port for 53a5407e-2832-457f-a7a1-df9b9be7887a owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:18.369440 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29085fa5-f0d6-4ad4-adf6-d003ff919ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=421e3ebc-d4b6-42f2-b6c6-7c9fbb570120,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:18.373125 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fe7a60f-f776-492e-9eea-35396b5ea10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:18.410486 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fe7a60f-f776-492e-9eea-35396b5ea10e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:18.434066 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5b5ee6c5-3490-4f8f-8db8-f071247dc408 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:18.467493 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-146bc077-12be-40a0-baef-72162b7ba17e None None] Calling delete_port for 6234443a-ab95-4f93-ba21-c38d9d11af89 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:18.497454 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 62177c8f-f22f-4786-a180-1503fe543846 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:00:18.546325 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 62177c8f-f22f-4786-a180-1503fe543846 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:00:18.546896 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 62177c8f-f22f-4786-a180-1503fe543846 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:00:18.574301 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32899924-a6fc-45ec-8cb3-68dfc98f0ffd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Router 1ff1c1f5-73c9-44ea-bdf8-abd9ae343564 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:00:18.659147 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Deleting port 6234443a-ab95-4f93-ba21-c38d9d11af89 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:18.660335 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:18.679207 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-146bc077-12be-40a0-baef-72162b7ba17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:18.736547 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bc077-12be-40a0-baef-72162b7ba17e None None] Pushing event deleted for resources: {'Port': ['ID=6234443a-ab95-4f93-ba21-c38d9d11af89,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:18.742476 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146bc077-12be-40a0-baef-72162b7ba17e None None] No DVR routers for this DVR port 6234443a-ab95-4f93-ba21-c38d9d11af89 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:00:18.753264 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fe7a60f-f776-492e-9eea-35396b5ea10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:18.754032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe7a60f-f776-492e-9eea-35396b5ea10e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 646c2855-464f-4c63-b418-a98d11f7ee80 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:00:18.804542 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] The port '6234443a-ab95-4f93-ba21-c38d9d11af89' was deleted {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:00:18.857087 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-29085fa5-f0d6-4ad4-adf6-d003ff919ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:18.970312 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3549c649-6abb-4f21-a74d-64f871170e8c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.050918 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fe7a60f-f776-492e-9eea-35396b5ea10e admin admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.051955 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2fe7a60f-f776-492e-9eea-35396b5ea10e admin admin] 10.222.0.73 "DELETE /v2.0/routers/646c2855-464f-4c63-b418-a98d11f7ee80 HTTP/1.1" status: 204 len: 168 time: 7.2460558 Mar 02 19:00:19.059535 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3549c649-6abb-4f21-a74d-64f871170e8c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.060202 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56618) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:19.123912 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.287639 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e5b6dd-4c9c-4f08-8b0e-907d6630d07f']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:19.313587 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-29085fa5-f0d6-4ad4-adf6-d003ff919ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.319313 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1badfd78-3f08-4cae-814b-5fde16b27398') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:19.319656 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1badfd78-3f08-4cae-814b-5fde16b27398') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:19.329662 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0d0c26-cffd-4256-a6ac-89cef64be792 admin admin] Deleting subnet 5ebd9a57-3dae-4c27-89d0-f83010cf2532 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:00:19.336305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-29085fa5-f0d6-4ad4-adf6-d003ff919ab5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.340759 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0a0d0c26-cffd-4256-a6ac-89cef64be792 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.367728 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.373200 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3549c649-6abb-4f21-a74d-64f871170e8c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.373696 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3549c649-6abb-4f21-a74d-64f871170e8c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Fanout notify agent at l3_agent the message router_deleted on router fd76d27b-79b6-4f89-86e0-9aa42a0ee860 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:00:19.398764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.410497 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:00:19.410904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:00:19.427297 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:00:19.443594 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0a0d0c26-cffd-4256-a6ac-89cef64be792 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.470320 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975f9e9-facc-49f2-a97a-9baf81087c54 req-70d6240a-7e60-4033-a25f-348ee4533b93 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:19.472436 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1975f9e9-facc-49f2-a97a-9baf81087c54 req-70d6240a-7e60-4033-a25f-348ee4533b93 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.5448072 Mar 02 19:00:19.540829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3fce9722-b334-4bed-9357-023f6f9eab9e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.591465 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0a0d0c26-cffd-4256-a6ac-89cef64be792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.592463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5b5ee6c5-3490-4f8f-8db8-f071247dc408 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.598315 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1975f9e9-facc-49f2-a97a-9baf81087c54 req-649ed039-c286-444c-837e-4beca1c3539f tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143115 Mar 02 19:00:19.601485 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3549c649-6abb-4f21-a74d-64f871170e8c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.611940 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3549c649-6abb-4f21-a74d-64f871170e8c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/routers/fd76d27b-79b6-4f89-86e0-9aa42a0ee860 HTTP/1.1" status: 204 len: 168 time: 2.0641332 Mar 02 19:00:19.629320 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56622) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:19.632052 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-37ad7aee-f8a1-4a8f-b76b-d440ed0a4acf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:19.633708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce9722-b334-4bed-9357-023f6f9eab9e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Pushing event deleted for resources: {'Port': ['ID=53a5407e-2832-457f-a7a1-df9b9be7887a,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:19.653627 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-29085fa5-f0d6-4ad4-adf6-d003ff919ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.654115 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29085fa5-f0d6-4ad4-adf6-d003ff919ab5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 809eb97e-5bf2-478a-b5e9-da1b2aa396a5 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:00:19.714365 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.748862 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.767177 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ee6c5-3490-4f8f-8db8-f071247dc408 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Subnet': ['ID=becc4ef3-4eae-4e60-9b5e-8cc2bcaf111f,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:19.780092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] Pushing event deleted for resources: {'Network': ['ID=65e5b6dd-4c9c-4f08-8b0e-907d6630d07f,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:19.786756 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32899924-a6fc-45ec-8cb3-68dfc98f0ffd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:19.795692 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-32899924-a6fc-45ec-8cb3-68dfc98f0ffd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.795692 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-32899924-a6fc-45ec-8cb3-68dfc98f0ffd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "PUT /v2.0/routers/1ff1c1f5-73c9-44ea-bdf8-abd9ae343564 HTTP/1.1" status: 200 len: 880 time: 6.8847671 Mar 02 19:00:19.798377 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2e9bfa64-9d1f-4fdb-abeb-22d19b10d00f tempest-NetworksTest-972551067 tempest-NetworksTest-972551067-project] 10.222.0.73 "DELETE /v2.0/networks/65e5b6dd-4c9c-4f08-8b0e-907d6630d07f HTTP/1.1" status: 204 len: 168 time: 4.2014527 Mar 02 19:00:19.803029 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56626) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:19.814718 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-29085fa5-f0d6-4ad4-adf6-d003ff919ab5 admin admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.816696 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-29085fa5-f0d6-4ad4-adf6-d003ff919ab5 admin admin] 10.222.0.73 "DELETE /v2.0/routers/809eb97e-5bf2-478a-b5e9-da1b2aa396a5 HTTP/1.1" status: 204 len: 168 time: 7.0483165 Mar 02 19:00:19.821880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56632) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:19.826581 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de35b5-2bfd-46b6-b3cf-4a88742955b3 None None] Sync routers for ids ['1ff1c1f5-73c9-44ea-bdf8-abd9ae343564'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:19.844381 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8de35b5-2bfd-46b6-b3cf-4a88742955b3 None None] Routers {'1ff1c1f5-73c9-44ea-bdf8-abd9ae343564'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:19.845226 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-d8de35b5-2bfd-46b6-b3cf-4a88742955b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['1ff1c1f5-73c9-44ea-bdf8-abd9ae343564'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:19.871209 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-37ad7aee-f8a1-4a8f-b76b-d440ed0a4acf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:19.883392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-37ad7aee-f8a1-4a8f-b76b-d440ed0a4acf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:19.887897 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-37ad7aee-f8a1-4a8f-b76b-d440ed0a4acf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:19.896928 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-37ad7aee-f8a1-4a8f-b76b-d440ed0a4acf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:19.907375 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ccf19fe-18bd-4e6e-95a7-d734fe8ad675 admin admin] Deleting subnet 2420e415-3c74-49b9-846d-1a79e8671200 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:00:19.913186 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4ccf19fe-18bd-4e6e-95a7-d734fe8ad675 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.939598 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-d8de35b5-2bfd-46b6-b3cf-4a88742955b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:19.948228 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5ee6c5-3490-4f8f-8db8-f071247dc408 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Checking segment: {'id': '98d3dc6f-535b-4668-b824-0b6e7960af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '8d18b01b-8e26-4221-8d3d-c8bac08da0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:19.948712 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5ee6c5-3490-4f8f-8db8-f071247dc408 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network hostable DHCP agents. Network: 8d18b01b-8e26-4221-8d3d-c8bac08da0b1, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:00:19.955442 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0a0d0c26-cffd-4256-a6ac-89cef64be792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:19.958958 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8de35b5-2bfd-46b6-b3cf-4a88742955b3 None None] Routers {'1ff1c1f5-73c9-44ea-bdf8-abd9ae343564'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:19.960095 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-d8de35b5-2bfd-46b6-b3cf-4a88742955b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T18:59:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['1ff1c1f5-73c9-44ea-bdf8-abd9ae343564'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:20.095001 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-d8de35b5-2bfd-46b6-b3cf-4a88742955b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:20.095001 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8de35b5-2bfd-46b6-b3cf-4a88742955b3 None None] The sync data for ids ['1ff1c1f5-73c9-44ea-bdf8-abd9ae343564'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:20.102200 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ad7aee-f8a1-4a8f-b76b-d440ed0a4acf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:20.132980 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d0c26-cffd-4256-a6ac-89cef64be792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ebd9a57-3dae-4c27-89d0-f83010cf2532,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:20.154434 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3fce9722-b334-4bed-9357-023f6f9eab9e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.192322 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4ccf19fe-18bd-4e6e-95a7-d734fe8ad675 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.233434 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8f5902-25cd-4d0a-b819-88b6fffa4816 None None] Network 07b91779-a641-4fe8-baf9-450983bc34d9 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:20.238680 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0a0d0c26-cffd-4256-a6ac-89cef64be792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.272338 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0a0d0c26-cffd-4256-a6ac-89cef64be792 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5ebd9a57-3dae-4c27-89d0-f83010cf2532 HTTP/1.1" status: 204 len: 168 time: 1.2084737 Mar 02 19:00:20.276742 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56636) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:20.291185 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-37ad7aee-f8a1-4a8f-b76b-d440ed0a4acf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.338933 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f5da8da2-772c-4b7f-986b-cfdcda0e8827 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:00:20.372532 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5ee6c5-3490-4f8f-8db8-f071247dc408 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network 8d18b01b-8e26-4221-8d3d-c8bac08da0b1 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:00:20.386235 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: f5da8da2-772c-4b7f-986b-cfdcda0e8827 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:00:20.386833 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f5da8da2-772c-4b7f-986b-cfdcda0e8827 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:00:20.387417 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 421e3ebc-d4b6-42f2-b6c6-7c9fbb570120 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:00:20.423044 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.442264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 421e3ebc-d4b6-42f2-b6c6-7c9fbb570120 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:00:20.442952 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 421e3ebc-d4b6-42f2-b6c6-7c9fbb570120 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:00:20.460991 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3fce9722-b334-4bed-9357-023f6f9eab9e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.470642 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3fce9722-b334-4bed-9357-023f6f9eab9e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.531671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] Deleting port 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:20.532093 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.541297 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-75d2f279-324a-4719-9447-5a2465603e6b tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "GET /v2.0/routers/1ff1c1f5-73c9-44ea-bdf8-abd9ae343564 HTTP/1.1" status: 200 len: 921 time: 0.7347500 Mar 02 19:00:20.545161 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56642) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:20.551394 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-5b5ee6c5-3490-4f8f-8db8-f071247dc408 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 8d18b01b-8e26-4221-8d3d-c8bac08da0b1) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:20.567169 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19f1b52-193a-42a1-af94-ba9e8dfbaa4c None None] Network 8d18b01b-8e26-4221-8d3d-c8bac08da0b1 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:20.576669 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ee6c5-3490-4f8f-8db8-f071247dc408 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:20.577446 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5b5ee6c5-3490-4f8f-8db8-f071247dc408 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.579116 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4ccf19fe-18bd-4e6e-95a7-d734fe8ad675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.623554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56646) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:20.678353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25fd6b8-82e1-4974-a62c-4ece4b9edd2c None None] DHCP port deletion for 07b91779-a641-4fe8-baf9-450983bc34d9 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:00:20.684561 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3fce9722-b334-4bed-9357-023f6f9eab9e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.685114 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fce9722-b334-4bed-9357-023f6f9eab9e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Fanout notify agent at l3_agent the message router_deleted on router a17c358d-6338-4542-b94c-9b387dfa8f08 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:00:20.687710 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5b5ee6c5-3490-4f8f-8db8-f071247dc408 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2963352 Mar 02 19:00:20.695265 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c25fd6b8-82e1-4974-a62c-4ece4b9edd2c None None] Deleting port 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:20.696239 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c25fd6b8-82e1-4974-a62c-4ece4b9edd2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.699821 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56654) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:20.708972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-1bdb8fda-dbce-4f15-a321-653f355c12f6 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-410844429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:20.709516 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3fce9722-b334-4bed-9357-023f6f9eab9e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.710703 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3fce9722-b334-4bed-9357-023f6f9eab9e tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "DELETE /v2.0/routers/a17c358d-6338-4542-b94c-9b387dfa8f08 HTTP/1.1" status: 204 len: 168 time: 4.9546313 Mar 02 19:00:20.715372 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1bdb8fda-dbce-4f15-a321-653f355c12f6 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:20.716776 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56658) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:20.719694 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1bdb8fda-dbce-4f15-a321-653f355c12f6 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:router and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:20.722758 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1bdb8fda-dbce-4f15-a321-653f355c12f6 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:20.725020 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-9e58008c-5fc0-4876-888e-c2bdc33a2256 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-708620072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:20.729133 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1bdb8fda-dbce-4f15-a321-653f355c12f6 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:20.735679 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9e58008c-5fc0-4876-888e-c2bdc33a2256 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:20.740712 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9e58008c-5fc0-4876-888e-c2bdc33a2256 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Usage tracker for resource:router and tenant:6bf0e25a003343dda517eabfdecbf58d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:20.743947 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9e58008c-5fc0-4876-888e-c2bdc33a2256 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:20.750120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9e58008c-5fc0-4876-888e-c2bdc33a2256 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:20.812830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1a3e5aa5-7cfc-4964-8d1f-7a13a3ba29ae tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Synchronizing usage tracker for tenant:b8b426b6e9de443992dd5c447e69e73f on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:20.864915 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9e58008c-5fc0-4876-888e-c2bdc33a2256 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.866362 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9e58008c-5fc0-4876-888e-c2bdc33a2256 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.875114 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8fda-dbce-4f15-a321-653f355c12f6 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.876194 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8fda-dbce-4f15-a321-653f355c12f6 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.902458 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9e58008c-5fc0-4876-888e-c2bdc33a2256 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:20.912336 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1a3e5aa5-7cfc-4964-8d1f-7a13a3ba29ae tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Unset dirty status for tenant:b8b426b6e9de443992dd5c447e69e73f on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:20.917196 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1a3e5aa5-7cfc-4964-8d1f-7a13a3ba29ae tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=34755311-e60d-4721-8297-2b2c64e749c6&device_id=1ff1c1f5-73c9-44ea-bdf8-abd9ae343564&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3695612 Mar 02 19:00:20.920409 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56662) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:20.947614 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4ccf19fe-18bd-4e6e-95a7-d734fe8ad675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.041356 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf19fe-18bd-4e6e-95a7-d734fe8ad675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2420e415-3c74-49b9-846d-1a79e8671200,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:21.060981 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-c25fd6b8-82e1-4974-a62c-4ece4b9edd2c None None] For port 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74,segment=NetworkSegment(315a1827-3c79-4bf4-a414-e2830b8050c8),segment_id=315a1827-3c79-4bf4-a414-e2830b8050c8)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:21.061390 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c25fd6b8-82e1-4974-a62c-4ece4b9edd2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.075968 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-8d18b01b-8e26-4221-8d3d-c8bac08da0b1', 'network_id': '8d18b01b-8e26-4221-8d3d-c8bac08da0b1', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'fixed_ips': [{'subnet_id': 'becc4ef3-4eae-4e60-9b5e-8cc2bcaf111f'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:00:21.075968 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.076270 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b665656d-27da-4ac4-b3fa-6da5d6023c71 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:21.076270 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b665656d-27da-4ac4-b3fa-6da5d6023c71 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Synchronizing usage tracker for tenant:b8b426b6e9de443992dd5c447e69e73f on resource:network {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:21.089026 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4ccf19fe-18bd-4e6e-95a7-d734fe8ad675 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.089561 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b665656d-27da-4ac4-b3fa-6da5d6023c71 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Unset dirty status for tenant:b8b426b6e9de443992dd5c447e69e73f on resource:network {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:21.090914 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b665656d-27da-4ac4-b3fa-6da5d6023c71 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "GET /v2.0/networks/34755311-e60d-4721-8297-2b2c64e749c6 HTTP/1.1" status: 200 len: 881 time: 0.1695290 Mar 02 19:00:21.096208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56666) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:21.103546 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9111fcd8-fb93-4c04-971f-f4ea464018e3 None None] Network dfc73d84-d9bb-42bb-9e68-447b764aae01 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:21.142201 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-44db4b92-2a54-48a3-be3e-05f12c820fb5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e60c693f9f88467c9c691aee434eb6e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5091052 Mar 02 19:00:21.142434 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9e58008c-5fc0-4876-888e-c2bdc33a2256 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.147153 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] For port 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74,segment=NetworkSegment(315a1827-3c79-4bf4-a414-e2830b8050c8),segment_id=315a1827-3c79-4bf4-a414-e2830b8050c8)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:21.147544 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.152086 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56670) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:21.164261 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-77a0dd53-53d2-46f7-9927-2b0684651b40 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ff1c1f5-73c9-44ea-bdf8-abd9ae343564 HTTP/1.1" status: 200 len: 205 time: 0.0667400 Mar 02 19:00:21.167128 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56674) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:21.238363 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5909240d-e03e-436a-bcbb-09133e2eb959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.266316 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5909240d-e03e-436a-bcbb-09133e2eb959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.286195 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8fda-dbce-4f15-a321-653f355c12f6 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.294192 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c25fd6b8-82e1-4974-a62c-4ece4b9edd2c None None] Calling delete_port for 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:21.313598 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9e58008c-5fc0-4876-888e-c2bdc33a2256 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.316404 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9e58008c-5fc0-4876-888e-c2bdc33a2256 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5970817 Mar 02 19:00:21.318410 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56678) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:21.326379 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-f47f9949-f5c3-4318-b562-ae111d374a7d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Request body: {'router': {'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:21.358830 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4ccf19fe-18bd-4e6e-95a7-d734fe8ad675 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2420e415-3c74-49b9-846d-1a79e8671200 HTTP/1.1" status: 204 len: 168 time: 1.5336397 Mar 02 19:00:21.364292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] Calling delete_port for 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:21.405794 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56682) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:21.463042 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-37ad7aee-f8a1-4a8f-b76b-d440ed0a4acf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.646001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95596081-4ba2-4d32-b7d9-a3c0886fdd88 req-5781e764-b69d-41d5-82a2-33e0696039c6 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:21.647604 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-95596081-4ba2-4d32-b7d9-a3c0886fdd88 req-5781e764-b69d-41d5-82a2-33e0696039c6 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.8262799 Mar 02 19:00:21.662243 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5909240d-e03e-436a-bcbb-09133e2eb959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.672859 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Allocated IP 2001:db8::2 (8d18b01b-8e26-4221-8d3d-c8bac08da0b1/becc4ef3-4eae-4e60-9b5e-8cc2bcaf111f/79dcc72c-998f-4025-a6fb-2bc696eeb85b) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:21.687250 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fa843194-fd91-40a5-a5fd-e19439c9b188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.750595 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909240d-e03e-436a-bcbb-09133e2eb959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9570e31-137a-47c4-9c76-a55e6e1ded9e,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:21.773517 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5909240d-e03e-436a-bcbb-09133e2eb959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.777048 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5909240d-e03e-436a-bcbb-09133e2eb959 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a9570e31-137a-47c4-9c76-a55e6e1ded9e HTTP/1.1" status: 204 len: 168 time: 0.6199465 Mar 02 19:00:21.804249 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be25fafd-2b77-49db-ba9d-135d4c9ad3bf None None] DHCP port deletion for dfc73d84-d9bb-42bb-9e68-447b764aae01 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:00:21.819944 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c25fd6b8-82e1-4974-a62c-4ece4b9edd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.827730 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ad7aee-f8a1-4a8f-b76b-d440ed0a4acf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:21.831910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad7aee-f8a1-4a8f-b76b-d440ed0a4acf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=e476bfaa-6fb9-4ab5-82b8-0205f9e78f4f,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:21.834332 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-37ad7aee-f8a1-4a8f-b76b-d440ed0a4acf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:21.845808 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8fda-dbce-4f15-a321-653f355c12f6 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.854383 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ad7aee-f8a1-4a8f-b76b-d440ed0a4acf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:21.854975 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-37ad7aee-f8a1-4a8f-b76b-d440ed0a4acf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.883606 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.900417 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:00:21.900646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:00:21.910469 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-95596081-4ba2-4d32-b7d9-a3c0886fdd88 req-7d20d059-4cc7-4984-b1de-e6367759da8b tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976597 Mar 02 19:00:21.920841 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] Deleting port a5f265be-3992-41ba-9f2d-1a8cf1b7117b {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:21.921184 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.923643 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb0fb37-6e75-4fc9-846c-15fce5e7ce4d None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:21.951218 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-be25fafd-2b77-49db-ba9d-135d4c9ad3bf None None] Deleting port a5f265be-3992-41ba-9f2d-1a8cf1b7117b {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:21.951218 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-be25fafd-2b77-49db-ba9d-135d4c9ad3bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:21.986045 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fd6b8-82e1-4974-a62c-4ece4b9edd2c None None] Pushing event deleted for resources: {'Port': ['ID=760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:21.986300 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f47f9949-f5c3-4318-b562-ae111d374a7d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:22.036871 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8fda-dbce-4f15-a321-653f355c12f6 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:22.038217 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1bdb8fda-dbce-4f15-a321-653f355c12f6 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3354852 Mar 02 19:00:22.042202 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-37ad7aee-f8a1-4a8f-b76b-d440ed0a4acf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4163585 Mar 02 19:00:22.042364 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56690) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:22.049600 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56692) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:22.059566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-8d5ed5a7-9adf-45b6-ba44-864c8192ce0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2010967635', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:22.073412 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8d5ed5a7-9adf-45b6-ba44-864c8192ce0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:22.093494 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25fd6b8-82e1-4974-a62c-4ece4b9edd2c None None] No DVR routers for this DVR port 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:00:22.229278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] For port a5f265be-3992-41ba-9f2d-1a8cf1b7117b, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a5f265be-3992-41ba-9f2d-1a8cf1b7117b,segment=NetworkSegment(a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc),segment_id=a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:22.229888 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:22.338489 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:00:22.375701 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] Calling delete_port for a5f265be-3992-41ba-9f2d-1a8cf1b7117b owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:22.423598 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:00:22.423598 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:00:22.423598 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a5f265be-3992-41ba-9f2d-1a8cf1b7117b no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:00:22.431212 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8d5ed5a7-9adf-45b6-ba44-864c8192ce0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:router and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:22.434366 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] Deleting port 760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:22.434699 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:22.467624 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8d5ed5a7-9adf-45b6-ba44-864c8192ce0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:22.508665 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] The port '760e6a15-ab5d-44ff-9bf7-ba8ad6eb2d74' was deleted {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:00:22.533265 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:22.540041 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-be25fafd-2b77-49db-ba9d-135d4c9ad3bf None None] For port a5f265be-3992-41ba-9f2d-1a8cf1b7117b, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a5f265be-3992-41ba-9f2d-1a8cf1b7117b,segment=NetworkSegment(a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc),segment_id=a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:22.540509 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-be25fafd-2b77-49db-ba9d-135d4c9ad3bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:22.549282 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8d5ed5a7-9adf-45b6-ba44-864c8192ce0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:22.677336 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e3379f63-3822-4761-990f-0291978ec343 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:22.707342 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Transition to ACTIVE for port object 79dcc72c-998f-4025-a6fb-2bc696eeb85b will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:22.732180 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Transition to ACTIVE for port object 79dcc72c-998f-4025-a6fb-2bc696eeb85b will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:22.733574 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:22.741839 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed5a7-9adf-45b6-ba44-864c8192ce0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:22.742519 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-be25fafd-2b77-49db-ba9d-135d4c9ad3bf None None] Calling delete_port for a5f265be-3992-41ba-9f2d-1a8cf1b7117b owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:22.742833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed5a7-9adf-45b6-ba44-864c8192ce0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:22.780727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f47f9949-f5c3-4318-b562-ae111d374a7d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:22.816171 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f47f9949-f5c3-4318-b562-ae111d374a7d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:22.844661 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b91779-a641-4fe8-baf9-450983bc34d9']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:22.853793 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:22.858091 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:22.904506 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315a1827-3c79-4bf4-a414-e2830b8050c8') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:22.904795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315a1827-3c79-4bf4-a414-e2830b8050c8') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:22.934708 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f265be-3992-41ba-9f2d-1a8cf1b7117b,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:22.944792 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Port a5f265be-3992-41ba-9f2d-1a8cf1b7117b update to DOWN by agent not found {{(pid=84534) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 02 19:00:22.946009 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:22.946485 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': 'e476bfaa-6fb9-4ab5-82b8-0205f9e78f4f'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:00:22.947313 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:22.960758 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed5a7-9adf-45b6-ba44-864c8192ce0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:22.962825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] No DVR routers for this DVR port a5f265be-3992-41ba-9f2d-1a8cf1b7117b on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:00:22.985396 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-f47f9949-f5c3-4318-b562-ae111d374a7d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Allocated IP 172.26.4.103 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/b9169d65-bf3c-450a-92b4-ea25b6944d9d) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:23.023707 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.103767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:00:23.104215 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:00:23.130720 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:00:23.132999 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-be25fafd-2b77-49db-ba9d-135d4c9ad3bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:00:23.132999 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-be25fafd-2b77-49db-ba9d-135d4c9ad3bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:00:23.140256 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Network 8d18b01b-8e26-4221-8d3d-c8bac08da0b1 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:23.149852 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:23.151761 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Pushing event updated for resources: {'Port': ['ID=79dcc72c-998f-4025-a6fb-2bc696eeb85b,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:23.154011 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:23.196346 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed5a7-9adf-45b6-ba44-864c8192ce0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.215206 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.270709 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc73d84-d9bb-42bb-9e68-447b764aae01']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:23.286436 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:23.286765 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a5cc0c-4f4d-4573-9d10-8edd13aaf5dc') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:23.306795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.316109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Attempting to bind port 79dcc72c-998f-4025-a6fb-2bc696eeb85b on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:00:23.316513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Attempting to bind port 79dcc72c-998f-4025-a6fb-2bc696eeb85b by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '98d3dc6f-535b-4668-b824-0b6e7960af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '8d18b01b-8e26-4221-8d3d-c8bac08da0b1'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:00:23.316961 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Attempting to bind port 79dcc72c-998f-4025-a6fb-2bc696eeb85b on network 8d18b01b-8e26-4221-8d3d-c8bac08da0b1 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:00:23.335573 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:00:23.335799 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Checking segment: {'id': '98d3dc6f-535b-4668-b824-0b6e7960af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '8d18b01b-8e26-4221-8d3d-c8bac08da0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:23.336319 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.336821 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Bound using segment: {'id': '98d3dc6f-535b-4668-b824-0b6e7960af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '8d18b01b-8e26-4221-8d3d-c8bac08da0b1'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:00:23.337351 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Bound port: 79dcc72c-998f-4025-a6fb-2bc696eeb85b, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d3dc6f-535b-4668-b824-0b6e7960af03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '8d18b01b-8e26-4221-8d3d-c8bac08da0b1'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:00:23.337789 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.345385 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.360478 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Allocated IP 2001:db8::2 (ef3b29a7-4982-4982-b073-f3d27df1240a/e476bfaa-6fb9-4ab5-82b8-0205f9e78f4f/859d8dbb-6796-452c-9358-785d247fc141) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:23.371540 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:00:23.372054 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:00:23.394102 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:00:23.426492 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-750c730e-20c2-46fe-b310-60410d456bb5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.462600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f47f9949-f5c3-4318-b562-ae111d374a7d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.525734 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56714) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:23.599189 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.604504 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.609163 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/07b91779-a641-4fe8-baf9-450983bc34d9 HTTP/1.1" status: 204 len: 168 time: 3.3251648 Mar 02 19:00:23.628241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-be25fafd-2b77-49db-ba9d-135d4c9ad3bf None None] Deleting port a5f265be-3992-41ba-9f2d-1a8cf1b7117b {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:23.628614 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-be25fafd-2b77-49db-ba9d-135d4c9ad3bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.653070 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] For port 79dcc72c-998f-4025-a6fb-2bc696eeb85b, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:00:23.668935 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8d5ed5a7-9adf-45b6-ba44-864c8192ce0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.673687 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8d5ed5a7-9adf-45b6-ba44-864c8192ce0f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.6225796 Mar 02 19:00:23.684051 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56722) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:23.725449 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] For port 79dcc72c-998f-4025-a6fb-2bc696eeb85b, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=79dcc72c-998f-4025-a6fb-2bc696eeb85b,segment=NetworkSegment(98d3dc6f-535b-4668-b824-0b6e7960af03),segment_id=98d3dc6f-535b-4668-b824-0b6e7960af03)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:00:23.734517 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-be25fafd-2b77-49db-ba9d-135d4c9ad3bf None None] The port 'a5f265be-3992-41ba-9f2d-1a8cf1b7117b' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:00:23.777957 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e8191-ff46-4be3-881f-11d8af7b38a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=07b91779-a641-4fe8-baf9-450983bc34d9,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:23.779913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e3379f63-3822-4761-990f-0291978ec343 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.789842 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.821181 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2afa1af7-fa57-4c22-a399-711d84e44dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.846410 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.852321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.857904 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'network': {'name': 'tempest-RoutersTest-1838045808'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:23.866417 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:23.870065 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f47f9949-f5c3-4318-b562-ae111d374a7d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.877365 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfc73d84-d9bb-42bb-9e68-447b764aae01,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:23.883071 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c117c160-afc3-47b5-a530-e13d11bbe4e2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/dfc73d84-d9bb-42bb-9e68-447b764aae01 HTTP/1.1" status: 204 len: 168 time: 2.4747283 Mar 02 19:00:23.924859 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:network and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:23.935892 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:23.952928 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:23.957918 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:23.972147 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ef2a2-c307-46d6-8bb1-dedf8a574133 None None] Pushing event updated for resources: {'Port': ['ID=79dcc72c-998f-4025-a6fb-2bc696eeb85b,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:23.981981 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Transition to ACTIVE for port object 859d8dbb-6796-452c-9358-785d247fc141 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:24.010637 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Transition to ACTIVE for port object 859d8dbb-6796-452c-9358-785d247fc141 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:24.046602 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47f9949-f5c3-4318-b562-ae111d374a7d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:24.055273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-f47f9949-f5c3-4318-b562-ae111d374a7d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:24.059681 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f9949-f5c3-4318-b562-ae111d374a7d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Pushing event updated for resources: {'Port': ['ID=b9169d65-bf3c-450a-92b4-ea25b6944d9d,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:24.068254 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e3379f63-3822-4761-990f-0291978ec343 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Deleting port 023e11a9-3a05-47bd-9b47-f9cae1620582 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:24.068598 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e3379f63-3822-4761-990f-0291978ec343 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.070186 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47f9949-f5c3-4318-b562-ae111d374a7d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:24.104213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Made reservation on behalf of dfd3e6d4994a4b8586cb08a4003fb040 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:24.107448 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.115884 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.144873 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.171641 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-750c730e-20c2-46fe-b310-60410d456bb5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Allocated IP 2001:db8::1 (8d18b01b-8e26-4221-8d3d-c8bac08da0b1/becc4ef3-4eae-4e60-9b5e-8cc2bcaf111f/83d8f88d-0088-45ff-9d24-861130518b54) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:24.182313 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56730) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:24.245378 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:24.248425 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:24.253185 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:24.255543 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Pushing event updated for resources: {'Port': ['ID=859d8dbb-6796-452c-9358-785d247fc141,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:24.314257 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:24.409190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Attempting to bind port 859d8dbb-6796-452c-9358-785d247fc141 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:00:24.409190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Attempting to bind port 859d8dbb-6796-452c-9358-785d247fc141 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:00:24.409860 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:security_group_rule and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:24.409977 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Attempting to bind port 859d8dbb-6796-452c-9358-785d247fc141 on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:00:24.414295 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:24.419765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:00:24.420613 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:24.421194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.421745 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:00:24.422416 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Bound port: 859d8dbb-6796-452c-9358-785d247fc141, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:00:24.423589 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.439014 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:24.492983 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1e88d7eb-f742-44fe-b1c7-59ac239e8993 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d7b6c75608194b3ca64e683dd2c015aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3094084 Mar 02 19:00:24.505941 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56734) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:24.540771 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56738) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:24.548700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e3379f63-3822-4761-990f-0291978ec343 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.565405 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] For port 859d8dbb-6796-452c-9358-785d247fc141, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:00:24.568846 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] For port 859d8dbb-6796-452c-9358-785d247fc141, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=859d8dbb-6796-452c-9358-785d247fc141,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:00:24.634983 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-750c730e-20c2-46fe-b310-60410d456bb5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.642335 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.691450 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-750c730e-20c2-46fe-b310-60410d456bb5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Transition to ACTIVE for port object 83d8f88d-0088-45ff-9d24-861130518b54 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:24.704206 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e3379f63-3822-4761-990f-0291978ec343 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Calling delete_port for 023e11a9-3a05-47bd-9b47-f9cae1620582 owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:24.722494 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.739157 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a478b-dc8b-4501-ba73-f63e033fad78 None None] Pushing event updated for resources: {'Port': ['ID=859d8dbb-6796-452c-9358-785d247fc141,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:24.765486 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-76b2ec50-d171-49cd-ba96-83f1fd310c54 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3690a6fef5ca4d7db77cf45287e6059b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2203205 Mar 02 19:00:24.766683 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-63d9cfc5-37c7-43db-bdb7-312f53740cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.770929 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56742) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:24.803439 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-63d9cfc5-37c7-43db-bdb7-312f53740cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.817209 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.833019 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67c8baf8-a9a8-45ce-b3f5-78d868885d97 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.883026 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:00:24.900689 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4dd81c-0c8c-479f-a145-d8cb18b74061,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:24.909390 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.909390 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Added segment d5d73cc3-0efc-4fe6-999b-70b8e6f0e7a8 of type vlan for network 961ee193-5307-4908-9bb6-63bfa822a83b Mar 02 19:00:24.909926 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f47f9949-f5c3-4318-b562-ae111d374a7d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.967542 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-750c730e-20c2-46fe-b310-60410d456bb5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.076203 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.174222 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.196321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c8dc0d14-7b52-441d-84e3-56d50320d7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.223323 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750c730e-20c2-46fe-b310-60410d456bb5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network 8d18b01b-8e26-4221-8d3d-c8bac08da0b1 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:25.227731 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-63d9cfc5-37c7-43db-bdb7-312f53740cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.247473 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c730e-20c2-46fe-b310-60410d456bb5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=83d8f88d-0088-45ff-9d24-861130518b54,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:25.250357 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-750c730e-20c2-46fe-b310-60410d456bb5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:25.262780 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750c730e-20c2-46fe-b310-60410d456bb5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:25.263328 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-750c730e-20c2-46fe-b310-60410d456bb5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.273142 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9cfc5-37c7-43db-bdb7-312f53740cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50173965-cc2d-4794-bc41-4dca031161f0,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:25.341864 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f47f9949-f5c3-4318-b562-ae111d374a7d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.354087 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f47f9949-f5c3-4318-b562-ae111d374a7d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.381879 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-63d9cfc5-37c7-43db-bdb7-312f53740cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.394134 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-63d9cfc5-37c7-43db-bdb7-312f53740cee admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/50173965-cc2d-4794-bc41-4dca031161f0 HTTP/1.1" status: 204 len: 168 time: 0.8750756 Mar 02 19:00:25.442184 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.470636 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c8dc0d14-7b52-441d-84e3-56d50320d7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.557493 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ec01a3-8730-4df7-a0b9-36f21011761c None None] Network 8d18b01b-8e26-4221-8d3d-c8bac08da0b1 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:25.579563 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.583966 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:25.584574 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.624486 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-67c8baf8-a9a8-45ce-b3f5-78d868885d97 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::1 (ef3b29a7-4982-4982-b073-f3d27df1240a/e476bfaa-6fb9-4ab5-82b8-0205f9e78f4f/2b436c56-6761-4748-9715-545831fa1c24) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:25.683204 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-750c730e-20c2-46fe-b310-60410d456bb5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.710477 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e3379f63-3822-4761-990f-0291978ec343 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.750755 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c8dc0d14-7b52-441d-84e3-56d50320d7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.763215 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2363465 Mar 02 19:00:25.782926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56748) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:25.804184 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2e19ebc0-3cf0-4a7b-8cb9-89173ba81fdf None None] Provisioning for port 79dcc72c-998f-4025-a6fb-2bc696eeb85b completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:25.813486 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-23008358-fbbf-4387-a91f-17729800305a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'network': {'name': 'tempest-RoutersTest-1554554738'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:25.822172 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3379f63-3822-4761-990f-0291978ec343 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Pushing event deleted for resources: {'Port': ['ID=023e11a9-3a05-47bd-9b47-f9cae1620582,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:25.830235 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc0d14-7b52-441d-84e3-56d50320d7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4d6cfb-2ae0-49da-a10a-89d90680878d,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:25.836093 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-23008358-fbbf-4387-a91f-17729800305a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:25.861099 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-23008358-fbbf-4387-a91f-17729800305a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:network and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:25.866419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-23008358-fbbf-4387-a91f-17729800305a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:25.928010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-23008358-fbbf-4387-a91f-17729800305a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:25.976917 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c8dc0d14-7b52-441d-84e3-56d50320d7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.978058 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c8dc0d14-7b52-441d-84e3-56d50320d7f2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cf4d6cfb-2ae0-49da-a10a-89d90680878d HTTP/1.1" status: 204 len: 168 time: 1.2045252 Mar 02 19:00:26.109764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23008358-fbbf-4387-a91f-17729800305a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Made reservation on behalf of dfd3e6d4994a4b8586cb08a4003fb040 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:26.114001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23008358-fbbf-4387-a91f-17729800305a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:26.146495 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67c8baf8-a9a8-45ce-b3f5-78d868885d97 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:26.350026 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-67c8baf8-a9a8-45ce-b3f5-78d868885d97 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object 2b436c56-6761-4748-9715-545831fa1c24 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:26.381811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:26.419330 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 859d8dbb-6796-452c-9358-785d247fc141 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:26.480188 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23008358-fbbf-4387-a91f-17729800305a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:00:26.493552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e3379f63-3822-4761-990f-0291978ec343 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:26.575599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1a7eb8cb-3e0f-4c58-a046-f1eca0e4649c None None] Provisioning for port 83d8f88d-0088-45ff-9d24-861130518b54 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:26.585227 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1a7eb8cb-3e0f-4c58-a046-f1eca0e4649c None None] Provisioning complete for port 83d8f88d-0088-45ff-9d24-861130518b54 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:26.586089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1a7eb8cb-3e0f-4c58-a046-f1eca0e4649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:26.604417 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13ed31-8e98-4a5b-8060-570fc4ae1d6e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Network': ['ID=961ee193-5307-4908-9bb6-63bfa822a83b,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:26.621114 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-750c730e-20c2-46fe-b310-60410d456bb5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:26.628563 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 961ee193-5307-4908-9bb6-63bfa822a83b details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:00:26.665732 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 859d8dbb-6796-452c-9358-785d247fc141 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:26.695173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23008358-fbbf-4387-a91f-17729800305a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:26.700733 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-23008358-fbbf-4387-a91f-17729800305a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Added segment 914d2658-fbcb-470a-96da-ac5490dd86c5 of type vlan for network 8d0a667a-8445-45b2-aeeb-edd6850971dd Mar 02 19:00:26.719546 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-750c730e-20c2-46fe-b310-60410d456bb5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:26.720783 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-750c730e-20c2-46fe-b310-60410d456bb5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:26.727875 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 79dcc72c-998f-4025-a6fb-2bc696eeb85b up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:26.733885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23008358-fbbf-4387-a91f-17729800305a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:26.757005 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1a7eb8cb-3e0f-4c58-a046-f1eca0e4649c None None] Port 83d8f88d-0088-45ff-9d24-861130518b54 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:00:26.892865 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23008358-fbbf-4387-a91f-17729800305a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:26.897116 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23008358-fbbf-4387-a91f-17729800305a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:26.897932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23008358-fbbf-4387-a91f-17729800305a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:26.978931 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c730e-20c2-46fe-b310-60410d456bb5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=83d8f88d-0088-45ff-9d24-861130518b54,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:27.007559 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1a7eb8cb-3e0f-4c58-a046-f1eca0e4649c None None] Provisioning for port 859d8dbb-6796-452c-9358-785d247fc141 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:27.012232 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67c8baf8-a9a8-45ce-b3f5-78d868885d97 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:27.016064 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 79dcc72c-998f-4025-a6fb-2bc696eeb85b completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:27.021395 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 79dcc72c-998f-4025-a6fb-2bc696eeb85b triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:27.022048 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:27.040839 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750c730e-20c2-46fe-b310-60410d456bb5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network 8d18b01b-8e26-4221-8d3d-c8bac08da0b1 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:27.041963 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-750c730e-20c2-46fe-b310-60410d456bb5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:27.054909 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-23008358-fbbf-4387-a91f-17729800305a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2528276 Mar 02 19:00:27.057242 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1a7eb8cb-3e0f-4c58-a046-f1eca0e4649c None None] Provisioning complete for port 859d8dbb-6796-452c-9358-785d247fc141 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:27.057854 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1a7eb8cb-3e0f-4c58-a046-f1eca0e4649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:27.129728 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56772) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:27.150739 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-babf26f1-517b-4abf-953c-d143815b521f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'subnet': {'network_id': '961ee193-5307-4908-9bb6-63bfa822a83b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:27.183134 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e3379f63-3822-4761-990f-0291978ec343 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:27.273624 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47f9949-f5c3-4318-b562-ae111d374a7d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Router 05ea7441-87e5-43f8-8cf4-33f72ed44d26 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:00:27.344047 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c8baf8-a9a8-45ce-b3f5-78d868885d97 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:27.356776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-67c8baf8-a9a8-45ce-b3f5-78d868885d97 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:27.359296 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c8baf8-a9a8-45ce-b3f5-78d868885d97 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:27.360149 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67c8baf8-a9a8-45ce-b3f5-78d868885d97 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:27.369994 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1a7eb8cb-3e0f-4c58-a046-f1eca0e4649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:27.381907 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e3379f63-3822-4761-990f-0291978ec343 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:27.387009 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23008358-fbbf-4387-a91f-17729800305a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Network': ['ID=8d0a667a-8445-45b2-aeeb-edd6850971dd,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:27.395629 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8baf8-a9a8-45ce-b3f5-78d868885d97 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=2b436c56-6761-4748-9715-545831fa1c24,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:27.438636 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-babf26f1-517b-4abf-953c-d143815b521f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:27.458875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-babf26f1-517b-4abf-953c-d143815b521f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:subnet and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:27.460680 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 8d0a667a-8445-45b2-aeeb-edd6850971dd details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:00:27.465626 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-babf26f1-517b-4abf-953c-d143815b521f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:27.475087 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-babf26f1-517b-4abf-953c-d143815b521f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:27.489766 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1a7eb8cb-3e0f-4c58-a046-f1eca0e4649c None None] For port 859d8dbb-6796-452c-9358-785d247fc141, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=859d8dbb-6796-452c-9358-785d247fc141,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:27.584118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e3379f63-3822-4761-990f-0291978ec343 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:27.585069 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3379f63-3822-4761-990f-0291978ec343 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Fanout notify agent at l3_agent the message router_deleted on router 1ff1c1f5-73c9-44ea-bdf8-abd9ae343564 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:00:27.603325 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e3379f63-3822-4761-990f-0291978ec343 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:27.604743 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e3379f63-3822-4761-990f-0291978ec343 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "DELETE /v2.0/routers/1ff1c1f5-73c9-44ea-bdf8-abd9ae343564 HTTP/1.1" status: 204 len: 168 time: 6.4267530 Mar 02 19:00:27.609199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56786) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:27.630654 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-4ec62a62-4378-49d3-b2db-576ff6000b48 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-809649190', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:27.632893 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1a7eb8cb-3e0f-4c58-a046-f1eca0e4649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:27.639757 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4ec62a62-4378-49d3-b2db-576ff6000b48 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:27.660126 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4ec62a62-4378-49d3-b2db-576ff6000b48 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Usage tracker for resource:router and tenant:85c2adb5f0774ced8e672fef512633b3 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:27.669421 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4ec62a62-4378-49d3-b2db-576ff6000b48 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:27.685585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4ec62a62-4378-49d3-b2db-576ff6000b48 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:27.725464 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7eb8cb-3e0f-4c58-a046-f1eca0e4649c None None] Pushing event updated for resources: {'Port': ['ID=859d8dbb-6796-452c-9358-785d247fc141,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:27.728347 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:27.770113 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 79dcc72c-998f-4025-a6fb-2bc696eeb85b, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=79dcc72c-998f-4025-a6fb-2bc696eeb85b,segment=NetworkSegment(98d3dc6f-535b-4668-b824-0b6e7960af03),segment_id=98d3dc6f-535b-4668-b824-0b6e7960af03)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:27.790215 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e2f08f79-4b81-4cb0-92e1-d931208004d4 None None] Provisioning complete for port 83d8f88d-0088-45ff-9d24-861130518b54 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:27.790734 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e2f08f79-4b81-4cb0-92e1-d931208004d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:27.806258 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babf26f1-517b-4abf-953c-d143815b521f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Made reservation on behalf of dfd3e6d4994a4b8586cb08a4003fb040 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:27.852090 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-e2f08f79-4b81-4cb0-92e1-d931208004d4 None None] Port 83d8f88d-0088-45ff-9d24-861130518b54 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:00:27.858082 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:27.986438 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=79dcc72c-998f-4025-a6fb-2bc696eeb85b,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:28.005560 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4ec62a62-4378-49d3-b2db-576ff6000b48 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:28.006471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4ec62a62-4378-49d3-b2db-576ff6000b48 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:28.124456 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47f9949-f5c3-4318-b562-ae111d374a7d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:28.136198 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd9e0ad-7f9b-421d-b6f9-abf5fa74d1ec None None] Sync routers for ids ['05ea7441-87e5-43f8-8cf4-33f72ed44d26'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:28.136824 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f47f9949-f5c3-4318-b562-ae111d374a7d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:28.141199 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f47f9949-f5c3-4318-b562-ae111d374a7d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "PUT /v2.0/routers/05ea7441-87e5-43f8-8cf4-33f72ed44d26 HTTP/1.1" status: 200 len: 883 time: 6.8207388 Mar 02 19:00:28.141878 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56798) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:28.142016 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67c8baf8-a9a8-45ce-b3f5-78d868885d97 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:28.153184 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd9e0ad-7f9b-421d-b6f9-abf5fa74d1ec None None] Routers {'05ea7441-87e5-43f8-8cf4-33f72ed44d26'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:28.154395 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1cd9e0ad-7f9b-421d-b6f9-abf5fa74d1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['05ea7441-87e5-43f8-8cf4-33f72ed44d26'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:28.230174 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-babf26f1-517b-4abf-953c-d143815b521f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:28.285147 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7faaee1c-de2e-4950-8e0f-26d8d162c6bb None None] Provisioning for port 2b436c56-6761-4748-9715-545831fa1c24 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:28.288394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1cd9e0ad-7f9b-421d-b6f9-abf5fa74d1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:28.295431 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7faaee1c-de2e-4950-8e0f-26d8d162c6bb None None] Provisioning complete for port 2b436c56-6761-4748-9715-545831fa1c24 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:28.295964 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7faaee1c-de2e-4950-8e0f-26d8d162c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:28.312004 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4ec62a62-4378-49d3-b2db-576ff6000b48 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:28.319139 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750c730e-20c2-46fe-b310-60410d456bb5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router 74ac5c74-726a-4e48-8ad1-c1611598b9dd is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:00:28.367229 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-7faaee1c-de2e-4950-8e0f-26d8d162c6bb None None] Port 2b436c56-6761-4748-9715-545831fa1c24 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:00:28.370654 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 859d8dbb-6796-452c-9358-785d247fc141 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:28.433973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd9e0ad-7f9b-421d-b6f9-abf5fa74d1ec None None] Routers {'05ea7441-87e5-43f8-8cf4-33f72ed44d26'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:28.437607 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1cd9e0ad-7f9b-421d-b6f9-abf5fa74d1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['05ea7441-87e5-43f8-8cf4-33f72ed44d26'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:28.567024 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4ec62a62-4378-49d3-b2db-576ff6000b48 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:28.596968 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1cd9e0ad-7f9b-421d-b6f9-abf5fa74d1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:28.601791 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd9e0ad-7f9b-421d-b6f9-abf5fa74d1ec None None] The sync data for ids ['05ea7441-87e5-43f8-8cf4-33f72ed44d26'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:28.641581 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750c730e-20c2-46fe-b310-60410d456bb5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:28.654327 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-750c730e-20c2-46fe-b310-60410d456bb5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/74ac5c74-726a-4e48-8ad1-c1611598b9dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6098797 Mar 02 19:00:28.655717 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56806) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:28.656009 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 859d8dbb-6796-452c-9358-785d247fc141 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:28.656485 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:28.662550 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff99ccc-bd3e-44b2-9d89-75108c9285ce None None] Sync routers for ids ['74ac5c74-726a-4e48-8ad1-c1611598b9dd'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:28.691031 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff99ccc-bd3e-44b2-9d89-75108c9285ce None None] Routers {'74ac5c74-726a-4e48-8ad1-c1611598b9dd'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:28.691845 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-7ff99ccc-bd3e-44b2-9d89-75108c9285ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['74ac5c74-726a-4e48-8ad1-c1611598b9dd'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:28.699498 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-68c538ab-884f-4fa5-a27d-1c21edf83b03 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "GET /v2.0/routers/05ea7441-87e5-43f8-8cf4-33f72ed44d26 HTTP/1.1" status: 200 len: 924 time: 0.5519917 Mar 02 19:00:28.700607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56810) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:28.795266 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a249a4-e65e-4e75-b6bd-708f6232ad12 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:28.796013 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-75a249a4-e65e-4e75-b6bd-708f6232ad12 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Synchronizing usage tracker for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:28.864089 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4ec62a62-4378-49d3-b2db-576ff6000b48 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:28.865514 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4ec62a62-4378-49d3-b2db-576ff6000b48 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2539196 Mar 02 19:00:28.870467 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56816) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:28.885959 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 79dcc72c-998f-4025-a6fb-2bc696eeb85b up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:28.889963 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-7ff99ccc-bd3e-44b2-9d89-75108c9285ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:28.903299 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-9313642b-550d-4da7-a16c-6fbc354bec4e tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'enable_snat': True}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:28.924712 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff99ccc-bd3e-44b2-9d89-75108c9285ce None None] Routers {'74ac5c74-726a-4e48-8ad1-c1611598b9dd'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:28.925375 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-7ff99ccc-bd3e-44b2-9d89-75108c9285ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['74ac5c74-726a-4e48-8ad1-c1611598b9dd'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:29.046199 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-75a249a4-e65e-4e75-b6bd-708f6232ad12 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Unset dirty status for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:29.050846 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-75a249a4-e65e-4e75-b6bd-708f6232ad12 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/ports/83d8f88d-0088-45ff-9d24-861130518b54 HTTP/1.1" status: 200 len: 911 time: 0.3907664 Mar 02 19:00:29.053624 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56826) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:29.086880 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-7ff99ccc-bd3e-44b2-9d89-75108c9285ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:29.087625 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 79dcc72c-998f-4025-a6fb-2bc696eeb85b triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:29.087958 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff99ccc-bd3e-44b2-9d89-75108c9285ce None None] The sync data for ids ['74ac5c74-726a-4e48-8ad1-c1611598b9dd'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:29.088068 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:29.166160 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-babf26f1-517b-4abf-953c-d143815b521f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:29.302475 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4e686b91-992f-4b6b-b158-89c752b6cdf0 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=34755311-e60d-4721-8297-2b2c64e749c6&device_id=05ea7441-87e5-43f8-8cf4-33f72ed44d26&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5975564 Mar 02 19:00:29.308937 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56834) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:29.357134 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf26f1-517b-4abf-953c-d143815b521f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Subnet': ['ID=d7311400-09f5-43b1-a93d-7a6f5cfd5d24,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:29.360790 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67c8baf8-a9a8-45ce-b3f5-78d868885d97 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:29.383300 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babf26f1-517b-4abf-953c-d143815b521f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Checking segment: {'id': 'd5d73cc3-0efc-4fe6-999b-70b8e6f0e7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '961ee193-5307-4908-9bb6-63bfa822a83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:29.383686 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babf26f1-517b-4abf-953c-d143815b521f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network hostable DHCP agents. Network: 961ee193-5307-4908-9bb6-63bfa822a83b, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:00:29.475544 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67c8baf8-a9a8-45ce-b3f5-78d868885d97 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:29.476301 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67c8baf8-a9a8-45ce-b3f5-78d868885d97 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:29.579250 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babf26f1-517b-4abf-953c-d143815b521f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 961ee193-5307-4908-9bb6-63bfa822a83b is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:00:29.590925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bceeeb62-0ff3-4c05-b8f5-6d366475f503 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:29.595684 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bceeeb62-0ff3-4c05-b8f5-6d366475f503 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "GET /v2.0/networks/34755311-e60d-4721-8297-2b2c64e749c6 HTTP/1.1" status: 200 len: 881 time: 0.2823744 Mar 02 19:00:29.595684 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56844) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:29.600865 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9313642b-550d-4da7-a16c-6fbc354bec4e tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:29.674568 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-34996449-e98e-49f3-a725-45a0ea7e6cc5 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "GET /v2.0/ports?device_id=05ea7441-87e5-43f8-8cf4-33f72ed44d26 HTTP/1.1" status: 200 len: 205 time: 0.0772285 Mar 02 19:00:29.677333 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56852) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:29.701268 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8baf8-a9a8-45ce-b3f5-78d868885d97 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=2b436c56-6761-4748-9715-545831fa1c24,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:29.715802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-babf26f1-517b-4abf-953c-d143815b521f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 961ee193-5307-4908-9bb6-63bfa822a83b) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:29.725240 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babf26f1-517b-4abf-953c-d143815b521f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:29.725881 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-babf26f1-517b-4abf-953c-d143815b521f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:29.727576 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2114c2-4fa8-44f2-9533-edd75a04b086 None None] Network 961ee193-5307-4908-9bb6-63bfa822a83b requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:29.927743 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-babf26f1-517b-4abf-953c-d143815b521f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7851954 Mar 02 19:00:29.939329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56856) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:29.949410 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-fd278ef5-9024-4ac1-9a4c-17aac0a54f85 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'subnet': {'network_id': '8d0a667a-8445-45b2-aeeb-edd6850971dd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:30.000399 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-961ee193-5307-4908-9bb6-63bfa822a83b', 'network_id': '961ee193-5307-4908-9bb6-63bfa822a83b', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'fixed_ips': [{'subnet_id': 'd7311400-09f5-43b1-a93d-7a6f5cfd5d24'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:00:30.000399 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:30.206156 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56864) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:30.210196 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c8baf8-a9a8-45ce-b3f5-78d868885d97 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:30.213807 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Allocated IP 172.20.0.2 (961ee193-5307-4908-9bb6-63bfa822a83b/d7311400-09f5-43b1-a93d-7a6f5cfd5d24/f38bb799-b34b-45be-b684-c4d0acd0b3b3) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:30.217319 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-67c8baf8-a9a8-45ce-b3f5-78d868885d97 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:30.253156 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fd2e4cdd-1bf0-4a6e-afe3-4151a7a4056f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:30.404546 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9313642b-550d-4da7-a16c-6fbc354bec4e tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:30.477203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9313642b-550d-4da7-a16c-6fbc354bec4e tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:30.506346 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4867c413-c459-4730-becd-926329ec7d0c tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:30.579107 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1544654419'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:30.587496 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:30.598882 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Usage tracker for resource:network and tenant:c5c89f28e1914a2b9770b9a80bca5ad1 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:30.605828 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:30.642362 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:30.648117 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:30.662120 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Transition to ACTIVE for port object f38bb799-b34b-45be-b684-c4d0acd0b3b3 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:30.698074 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-fd278ef5-9024-4ac1-9a4c-17aac0a54f85 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:30.698681 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-9313642b-550d-4da7-a16c-6fbc354bec4e tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Allocated IP 172.26.4.90 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/e45c07c5-fe31-43e5-b4d6-e10ba584a3fb) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:30.699636 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Transition to ACTIVE for port object f38bb799-b34b-45be-b684-c4d0acd0b3b3 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:30.721391 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fd278ef5-9024-4ac1-9a4c-17aac0a54f85 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:subnet and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:30.728232 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-82f80b72-3e69-417a-8d72-97c616d79c44 None None] Provisioning complete for port 2b436c56-6761-4748-9715-545831fa1c24 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:30.731276 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-82f80b72-3e69-417a-8d72-97c616d79c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:30.731429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fd278ef5-9024-4ac1-9a4c-17aac0a54f85 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:30.741278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-fd278ef5-9024-4ac1-9a4c-17aac0a54f85 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:30.797820 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Made reservation on behalf of c5c89f28e1914a2b9770b9a80bca5ad1 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:30.802151 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:30.811486 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-82f80b72-3e69-417a-8d72-97c616d79c44 None None] Port 2b436c56-6761-4748-9715-545831fa1c24 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:00:30.820659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:30.837983 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:30.896360 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd278ef5-9024-4ac1-9a4c-17aac0a54f85 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Made reservation on behalf of dfd3e6d4994a4b8586cb08a4003fb040 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:30.917509 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fd2e4cdd-1bf0-4a6e-afe3-4151a7a4056f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:30.932804 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Network 961ee193-5307-4908-9bb6-63bfa822a83b is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:30.938306 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:30.947682 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:30.951030 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:30.954681 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Pushing event updated for resources: {'Port': ['ID=f38bb799-b34b-45be-b684-c4d0acd0b3b3,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:30.961688 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Usage tracker for resource:security_group_rule and tenant:c5c89f28e1914a2b9770b9a80bca5ad1 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:30.966792 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9313642b-550d-4da7-a16c-6fbc354bec4e tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:30.969468 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:30.979446 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:31.010907 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd278ef5-9024-4ac1-9a4c-17aac0a54f85 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:31.036202 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e4cdd-1bf0-4a6e-afe3-4151a7a4056f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Deleting port b9169d65-bf3c-450a-92b4-ea25b6944d9d {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:31.036549 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fd2e4cdd-1bf0-4a6e-afe3-4151a7a4056f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:31.113168 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9313642b-550d-4da7-a16c-6fbc354bec4e tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:31.118368 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:31.178178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Attempting to bind port f38bb799-b34b-45be-b684-c4d0acd0b3b3 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:00:31.179135 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Attempting to bind port f38bb799-b34b-45be-b684-c4d0acd0b3b3 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'd5d73cc3-0efc-4fe6-999b-70b8e6f0e7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '961ee193-5307-4908-9bb6-63bfa822a83b'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:00:31.179724 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Attempting to bind port f38bb799-b34b-45be-b684-c4d0acd0b3b3 on network 961ee193-5307-4908-9bb6-63bfa822a83b {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:00:31.194366 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:00:31.195377 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Checking segment: {'id': 'd5d73cc3-0efc-4fe6-999b-70b8e6f0e7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '961ee193-5307-4908-9bb6-63bfa822a83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:31.196067 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:31.196682 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Bound using segment: {'id': 'd5d73cc3-0efc-4fe6-999b-70b8e6f0e7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '961ee193-5307-4908-9bb6-63bfa822a83b'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:00:31.197359 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Bound port: f38bb799-b34b-45be-b684-c4d0acd0b3b3, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d73cc3-0efc-4fe6-999b-70b8e6f0e7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '961ee193-5307-4908-9bb6-63bfa822a83b'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:00:31.197883 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:31.252656 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:31.284347 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:31.293915 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9313642b-550d-4da7-a16c-6fbc354bec4e tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:31.312829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-9313642b-550d-4da7-a16c-6fbc354bec4e tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:31.316051 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9313642b-550d-4da7-a16c-6fbc354bec4e tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:31.349104 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:00:31.350935 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56882) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:31.357400 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] For port f38bb799-b34b-45be-b684-c4d0acd0b3b3, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:00:31.362114 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] For port f38bb799-b34b-45be-b684-c4d0acd0b3b3, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f38bb799-b34b-45be-b684-c4d0acd0b3b3,segment=NetworkSegment(d5d73cc3-0efc-4fe6-999b-70b8e6f0e7a8),segment_id=d5d73cc3-0efc-4fe6-999b-70b8e6f0e7a8)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:00:31.372216 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313642b-550d-4da7-a16c-6fbc354bec4e tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Pushing event updated for resources: {'Port': ['ID=e45c07c5-fe31-43e5-b4d6-e10ba584a3fb,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:31.402954 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112302af-4f7d-4fa2-afd3-179a057ade84,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:31.406655 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:31.407327 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Added segment 4657b4d0-606d-4a10-9fee-9b0328e47609 of type vlan for network 3456bc9a-e508-418a-994e-459566fbe64b Mar 02 19:00:31.479443 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fd2e4cdd-1bf0-4a6e-afe3-4151a7a4056f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:31.549984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:31.568607 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:31.659566 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0aa4c-158d-499e-9d52-292716809048 None None] Pushing event updated for resources: {'Port': ['ID=f38bb799-b34b-45be-b684-c4d0acd0b3b3,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:31.693246 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd278ef5-9024-4ac1-9a4c-17aac0a54f85 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:31.738017 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c8baf8-a9a8-45ce-b3f5-78d868885d97 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Router c3c82be6-2634-4b51-aeab-9e6e80a9d743 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:00:31.762993 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e4cdd-1bf0-4a6e-afe3-4151a7a4056f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Calling delete_port for b9169d65-bf3c-450a-92b4-ea25b6944d9d owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:31.799428 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:31.822460 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:31.842810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Usage tracker for resource:floatingip and tenant:696e004f509e448885addd008d59720d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:31.858652 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:31.870212 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:31.963459 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd278ef5-9024-4ac1-9a4c-17aac0a54f85 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Subnet': ['ID=66da3646-9586-4f2a-9de7-55f1d4a4ad2d,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:32.046219 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for floatingip, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:32.061092 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:32.066963 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:32.068081 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:32.157323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd278ef5-9024-4ac1-9a4c-17aac0a54f85 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Checking segment: {'id': '914d2658-fbcb-470a-96da-ac5490dd86c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8d0a667a-8445-45b2-aeeb-edd6850971dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:32.157323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd278ef5-9024-4ac1-9a4c-17aac0a54f85 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network hostable DHCP agents. Network: 8d0a667a-8445-45b2-aeeb-edd6850971dd, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:00:32.272369 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-4867c413-c459-4730-becd-926329ec7d0c tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting port 83d8f88d-0088-45ff-9d24-861130518b54 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:32.272723 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4867c413-c459-4730-becd-926329ec7d0c tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:32.312039 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1015153 Mar 02 19:00:32.319405 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56888) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:32.340162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-dcb48e6c-6c84-446b-b986-42e77651262e tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Request body: {'subnet': {'network_id': '3456bc9a-e508-418a-994e-459566fbe64b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:32.350937 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b621ac0-06f0-4de4-ada2-b1501ca1113a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Pushing event updated for resources: {'Network': ['ID=3456bc9a-e508-418a-994e-459566fbe64b,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:32.371576 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 3456bc9a-e508-418a-994e-459566fbe64b details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:00:32.380364 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd278ef5-9024-4ac1-9a4c-17aac0a54f85 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 8d0a667a-8445-45b2-aeeb-edd6850971dd is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:00:32.390693 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f38bb799-b34b-45be-b684-c4d0acd0b3b3 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:32.412591 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9313642b-550d-4da7-a16c-6fbc354bec4e tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:32.477361 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fd2e4cdd-1bf0-4a6e-afe3-4151a7a4056f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:32.601305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-fd278ef5-9024-4ac1-9a4c-17aac0a54f85 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 8d0a667a-8445-45b2-aeeb-edd6850971dd) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:32.604496 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c8baf8-a9a8-45ce-b3f5-78d868885d97 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:32.616462 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3955f429-f5f0-4f16-91ca-a0130368e2e9 None None] Network 8d0a667a-8445-45b2-aeeb-edd6850971dd requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:32.621298 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd278ef5-9024-4ac1-9a4c-17aac0a54f85 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:32.622387 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd278ef5-9024-4ac1-9a4c-17aac0a54f85 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:32.630585 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e4cdd-1bf0-4a6e-afe3-4151a7a4056f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Pushing event deleted for resources: {'Port': ['ID=b9169d65-bf3c-450a-92b4-ea25b6944d9d,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:32.632644 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-dcb48e6c-6c84-446b-b986-42e77651262e tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:32.646789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-dcb48e6c-6c84-446b-b986-42e77651262e tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Usage tracker for resource:subnet and tenant:c5c89f28e1914a2b9770b9a80bca5ad1 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:32.654287 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-67c8baf8-a9a8-45ce-b3f5-78d868885d97 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "PUT /v2.0/routers/c3c82be6-2634-4b51-aeab-9e6e80a9d743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9611428 Mar 02 19:00:32.661242 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-dcb48e6c-6c84-446b-b986-42e77651262e tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:32.664640 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56892) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:32.729128 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-dcb48e6c-6c84-446b-b986-42e77651262e tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:32.767194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port f38bb799-b34b-45be-b684-c4d0acd0b3b3 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:32.774860 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Sync routers for ids ['c3c82be6-2634-4b51-aeab-9e6e80a9d743'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:32.777814 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4867c413-c459-4730-becd-926329ec7d0c tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:32.799761 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fd278ef5-9024-4ac1-9a4c-17aac0a54f85 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8592634 Mar 02 19:00:32.802298 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56896) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:32.808807 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9313642b-550d-4da7-a16c-6fbc354bec4e tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:32.814103 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-1dbb31e8-c534-47ff-b770-4486099ec8f2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-18498388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:32.822543 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Routers {'c3c82be6-2634-4b51-aeab-9e6e80a9d743'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:32.823456 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c3c82be6-2634-4b51-aeab-9e6e80a9d743'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:32.832641 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1dbb31e8-c534-47ff-b770-4486099ec8f2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:32.837839 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:32.902744 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9313642b-550d-4da7-a16c-6fbc354bec4e tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:32.911076 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1dbb31e8-c534-47ff-b770-4486099ec8f2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:router and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:32.944124 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb48e6c-6c84-446b-b986-42e77651262e tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Made reservation on behalf of c5c89f28e1914a2b9770b9a80bca5ad1 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:32.969731 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-4867c413-c459-4730-becd-926329ec7d0c tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Calling delete_port for 83d8f88d-0088-45ff-9d24-861130518b54 owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:32.983748 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1dbb31e8-c534-47ff-b770-4486099ec8f2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:33.002483 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aeb64b-dbfe-48ea-bc31-cf8b2502b792 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:33.003198 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b6aeb64b-dbfe-48ea-bc31-cf8b2502b792 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:33.076637 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1dbb31e8-c534-47ff-b770-4486099ec8f2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:33.159190 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dcb48e6c-6c84-446b-b986-42e77651262e tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:33.162755 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fd2e4cdd-1bf0-4a6e-afe3-4151a7a4056f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:33.168502 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80475415-ab69-440e-87fe-b277d4eff39b None None] Network 961ee193-5307-4908-9bb6-63bfa822a83b requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:33.282723 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b6aeb64b-dbfe-48ea-bc31-cf8b2502b792 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:33.286519 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b6aeb64b-dbfe-48ea-bc31-cf8b2502b792 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports/2b436c56-6761-4748-9715-545831fa1c24 HTTP/1.1" status: 200 len: 911 time: 0.6154714 Mar 02 19:00:33.324345 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56900) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:33.356172 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1dbb31e8-c534-47ff-b770-4486099ec8f2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:33.357254 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1dbb31e8-c534-47ff-b770-4486099ec8f2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:33.358602 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Set router c3c82be6-2634-4b51-aeab-9e6e80a9d743 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:33.506803 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3af60b4-2216-4ebd-883b-3ffb3b407223 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:33.510838 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3af60b4-2216-4ebd-883b-3ffb3b407223 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:33.517027 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d3af60b4-2216-4ebd-883b-3ffb3b407223 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1872149 Mar 02 19:00:33.529361 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56904) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:33.541054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-8d0a667a-8445-45b2-aeeb-edd6850971dd', 'network_id': '8d0a667a-8445-45b2-aeeb-edd6850971dd', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'fixed_ips': [{'subnet_id': '66da3646-9586-4f2a-9de7-55f1d4a4ad2d'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:00:33.541926 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:33.594905 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4867c413-c459-4730-becd-926329ec7d0c tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:33.680522 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-536e8fda-83e9-4d57-b05b-134f442b0d9b None None] Provisioning for port f38bb799-b34b-45be-b684-c4d0acd0b3b3 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:33.708774 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fd2e4cdd-1bf0-4a6e-afe3-4151a7a4056f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:33.727602 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-536e8fda-83e9-4d57-b05b-134f442b0d9b None None] Provisioning complete for port f38bb799-b34b-45be-b684-c4d0acd0b3b3 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:33.728152 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-536e8fda-83e9-4d57-b05b-134f442b0d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:33.730676 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fd2e4cdd-1bf0-4a6e-afe3-4151a7a4056f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:33.732818 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1dbb31e8-c534-47ff-b770-4486099ec8f2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:33.746772 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Allocated IP 172.26.4.172 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/a760d235-f62d-4934-8154-c84f488e8731) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:33.814845 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867c413-c459-4730-becd-926329ec7d0c tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Port': ['ID=83d8f88d-0088-45ff-9d24-861130518b54,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:33.889892 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1dbb31e8-c534-47ff-b770-4486099ec8f2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:33.989691 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:33.997586 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fd2e4cdd-1bf0-4a6e-afe3-4151a7a4056f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:33.998591 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2e4cdd-1bf0-4a6e-afe3-4151a7a4056f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Fanout notify agent at l3_agent the message router_deleted on router 05ea7441-87e5-43f8-8cf4-33f72ed44d26 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:00:34.007254 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fd2e4cdd-1bf0-4a6e-afe3-4151a7a4056f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:34.008761 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fd2e4cdd-1bf0-4a6e-afe3-4151a7a4056f tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "DELETE /v2.0/routers/05ea7441-87e5-43f8-8cf4-33f72ed44d26 HTTP/1.1" status: 204 len: 168 time: 4.3294840 Mar 02 19:00:34.024955 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56908) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:34.034255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-99b2d90d-9932-49b8-b200-1172ae9a2d3c tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-700210552', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:34.042193 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-99b2d90d-9932-49b8-b200-1172ae9a2d3c tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:34.055494 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-99b2d90d-9932-49b8-b200-1172ae9a2d3c tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Usage tracker for resource:router and tenant:6bf0e25a003343dda517eabfdecbf58d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:34.062502 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-99b2d90d-9932-49b8-b200-1172ae9a2d3c tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:34.067765 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dcb48e6c-6c84-446b-b986-42e77651262e tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:34.078777 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-99b2d90d-9932-49b8-b200-1172ae9a2d3c tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:34.096245 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1dbb31e8-c534-47ff-b770-4486099ec8f2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:34.097799 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1dbb31e8-c534-47ff-b770-4486099ec8f2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.2920899 Mar 02 19:00:34.101014 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56912) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:34.225649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb48e6c-6c84-446b-b986-42e77651262e tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Pushing event updated for resources: {'Subnet': ['ID=8fa202cd-c825-45a5-bf50-0b0f4050b00b,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:34.228324 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4867c413-c459-4730-becd-926329ec7d0c tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:34.241282 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb48e6c-6c84-446b-b986-42e77651262e tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Checking segment: {'id': '4657b4d0-606d-4a10-9fee-9b0328e47609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3456bc9a-e508-418a-994e-459566fbe64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:34.241919 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:34.242083 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb48e6c-6c84-446b-b986-42e77651262e tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Network hostable DHCP agents. Network: 3456bc9a-e508-418a-994e-459566fbe64b, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:00:34.245987 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-99b2d90d-9932-49b8-b200-1172ae9a2d3c tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:34.246917 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-99b2d90d-9932-49b8-b200-1172ae9a2d3c tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:34.364066 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Allocated IP 172.21.0.2 (8d0a667a-8445-45b2-aeeb-edd6850971dd/66da3646-9586-4f2a-9de7-55f1d4a4ad2d/68bc7cde-2b40-4ef2-bcc6-38f7a566f873) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:34.411535 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:34.414817 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Pushing event updated for resources: {'Port': ['ID=a760d235-f62d-4934-8154-c84f488e8731,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:34.417296 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:34.423870 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:34.430304 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-536e8fda-83e9-4d57-b05b-134f442b0d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:34.466921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-99b2d90d-9932-49b8-b200-1172ae9a2d3c tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:34.511696 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:00:34.569010 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9313642b-550d-4da7-a16c-6fbc354bec4e tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Router 31e57a94-2875-408c-b4e0-d9e9f0e723d1 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:00:34.599736 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-536e8fda-83e9-4d57-b05b-134f442b0d9b None None] For port f38bb799-b34b-45be-b684-c4d0acd0b3b3, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f38bb799-b34b-45be-b684-c4d0acd0b3b3,segment=NetworkSegment(d5d73cc3-0efc-4fe6-999b-70b8e6f0e7a8),segment_id=d5d73cc3-0efc-4fe6-999b-70b8e6f0e7a8)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:34.614396 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c82be6-2634-4b51-aeab-9e6e80a9d743', 'name': 'tempest-NetworksTestDHCPv6-router-2010967635', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:00:22Z', 'updated_at': '2022-03-02T19:00:27Z', 'revision_number': 2, 'project_id': '591628e1e390444e96bcee6f3976612e', 'gw_port_host': None, '_interfaces': [{'id': '2b436c56-6761-4748-9715-545831fa1c24', 'name': '', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'mac_address': 'fa:16:3e:be:8a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c82be6-2634-4b51-aeab-9e6e80a9d743', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e476bfaa-6fb9-4ab5-82b8-0205f9e78f4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:25Z', 'updated_at': '2022-03-02T19:00:28Z', 'revision_number': 2, 'project_id': '591628e1e390444e96bcee6f3976612e', 'subnets': [{'id': 'e476bfaa-6fb9-4ab5-82b8-0205f9e78f4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:34.686115 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:34.697424 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Transition to ACTIVE for port object 68bc7cde-2b40-4ef2-bcc6-38f7a566f873 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:34.702873 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb48e6c-6c84-446b-b986-42e77651262e tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Network 3456bc9a-e508-418a-994e-459566fbe64b is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:00:34.720022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Transition to ACTIVE for port object 68bc7cde-2b40-4ef2-bcc6-38f7a566f873 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:34.723743 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Checking router: c3c82be6-2634-4b51-aeab-9e6e80a9d743 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:00:34.726223 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Updating router c3c82be6-2634-4b51-aeab-9e6e80a9d743 port 2b436c56-6761-4748-9715-545831fa1c24 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:00:34.752777 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-99b2d90d-9932-49b8-b200-1172ae9a2d3c tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:34.796671 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:34.808684 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-536e8fda-83e9-4d57-b05b-134f442b0d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:34.858208 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:34.859897 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-dcb48e6c-6c84-446b-b986-42e77651262e tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 3456bc9a-e508-418a-994e-459566fbe64b) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:34.880001 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81d79c9-24aa-4644-a321-afefd127dab8 None None] Network 3456bc9a-e508-418a-994e-459566fbe64b requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:34.907597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb48e6c-6c84-446b-b986-42e77651262e tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:34.908984 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dcb48e6c-6c84-446b-b986-42e77651262e tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:35.000640 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4867c413-c459-4730-becd-926329ec7d0c tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router 74ac5c74-726a-4e48-8ad1-c1611598b9dd has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:00:35.044199 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-99b2d90d-9932-49b8-b200-1172ae9a2d3c tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:35.048235 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-99b2d90d-9932-49b8-b200-1172ae9a2d3c tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0202370 Mar 02 19:00:35.051506 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56916) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:35.067661 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Network 8d0a667a-8445-45b2-aeeb-edd6850971dd is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:35.077252 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:35.080533 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:35.080776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-670e3fe3-d318-43f9-9f6f-08fd1058c992 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'enable_snat': True}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:35.093526 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e8fda-83e9-4d57-b05b-134f442b0d9b None None] Pushing event updated for resources: {'Port': ['ID=f38bb799-b34b-45be-b684-c4d0acd0b3b3,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:35.138712 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-dcb48e6c-6c84-446b-b986-42e77651262e tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8151896 Mar 02 19:00:35.148129 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56920) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:35.164390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-7ec49bff-7146-4e39-a8e5-42069b2bb75b tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Request body: {'port': {'network_id': '3456bc9a-e508-418a-994e-459566fbe64b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-33912904'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:35.292913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3748a546-fbf2-4b81-82ab-99713cc82931 None None] Provisioning complete for port f38bb799-b34b-45be-b684-c4d0acd0b3b3 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:35.293445 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3748a546-fbf2-4b81-82ab-99713cc82931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:35.343292 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:35.412996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Pushing event updated for resources: {'Port': ['ID=68bc7cde-2b40-4ef2-bcc6-38f7a566f873,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:35.493468 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3c11cf06-18d7-4991-bbba-118d2552f364 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:35.589722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Attempting to bind port 68bc7cde-2b40-4ef2-bcc6-38f7a566f873 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:00:35.589722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Attempting to bind port 68bc7cde-2b40-4ef2-bcc6-38f7a566f873 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '914d2658-fbcb-470a-96da-ac5490dd86c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8d0a667a-8445-45b2-aeeb-edd6850971dd'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:00:35.589722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Attempting to bind port 68bc7cde-2b40-4ef2-bcc6-38f7a566f873 on network 8d0a667a-8445-45b2-aeeb-edd6850971dd {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:00:35.655924 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:35.656204 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:00:35.656686 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Checking segment: {'id': '914d2658-fbcb-470a-96da-ac5490dd86c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8d0a667a-8445-45b2-aeeb-edd6850971dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:35.656686 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:35.657045 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Bound using segment: {'id': '914d2658-fbcb-470a-96da-ac5490dd86c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8d0a667a-8445-45b2-aeeb-edd6850971dd'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:00:35.657526 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Bound port: 68bc7cde-2b40-4ef2-bcc6-38f7a566f873, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914d2658-fbcb-470a-96da-ac5490dd86c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '8d0a667a-8445-45b2-aeeb-edd6850971dd'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:00:35.659127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:35.744728 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-3456bc9a-e508-418a-994e-459566fbe64b', 'network_id': '3456bc9a-e508-418a-994e-459566fbe64b', 'tenant_id': 'c5c89f28e1914a2b9770b9a80bca5ad1', 'fixed_ips': [{'subnet_id': '8fa202cd-c825-45a5-bf50-0b0f4050b00b'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:00:35.745534 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:35.840577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4867c413-c459-4730-becd-926329ec7d0c tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:35.856222 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17dac98-964a-4d92-bf53-e3814e70141d None None] Sync routers for ids ['74ac5c74-726a-4e48-8ad1-c1611598b9dd'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:35.876714 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17dac98-964a-4d92-bf53-e3814e70141d None None] Routers {'74ac5c74-726a-4e48-8ad1-c1611598b9dd'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:35.878220 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a17dac98-964a-4d92-bf53-e3814e70141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['74ac5c74-726a-4e48-8ad1-c1611598b9dd'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:35.883974 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4867c413-c459-4730-becd-926329ec7d0c tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/74ac5c74-726a-4e48-8ad1-c1611598b9dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8241901 Mar 02 19:00:35.889671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56924) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:35.920235 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9313642b-550d-4da7-a16c-6fbc354bec4e tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:35.935385 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7ec49bff-7146-4e39-a8e5-42069b2bb75b tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:35.948062 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7ec49bff-7146-4e39-a8e5-42069b2bb75b tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Usage tracker for resource:port and tenant:c5c89f28e1914a2b9770b9a80bca5ad1 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:35.957515 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] For port 68bc7cde-2b40-4ef2-bcc6-38f7a566f873, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:00:35.963568 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7ec49bff-7146-4e39-a8e5-42069b2bb75b tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:35.963862 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] For port 68bc7cde-2b40-4ef2-bcc6-38f7a566f873, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=68bc7cde-2b40-4ef2-bcc6-38f7a566f873,segment=NetworkSegment(914d2658-fbcb-470a-96da-ac5490dd86c5),segment_id=914d2658-fbcb-470a-96da-ac5490dd86c5)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:00:35.968032 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a17dac98-964a-4d92-bf53-e3814e70141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:35.975666 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-543234f5-2415-4cf9-8424-9329531684c4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Synchronizing usage tracker for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:35.982696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7ec49bff-7146-4e39-a8e5-42069b2bb75b tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:35.983795 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a494ce58-036b-4d6d-b167-23407a207c1a None None] Sync routers for ids ['31e57a94-2875-408c-b4e0-d9e9f0e723d1'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:35.987251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9313642b-550d-4da7-a16c-6fbc354bec4e tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:35.988256 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17dac98-964a-4d92-bf53-e3814e70141d None None] Routers {'74ac5c74-726a-4e48-8ad1-c1611598b9dd'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:35.989590 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9313642b-550d-4da7-a16c-6fbc354bec4e tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "PUT /v2.0/routers/31e57a94-2875-408c-b4e0-d9e9f0e723d1 HTTP/1.1" status: 200 len: 913 time: 7.1174228 Mar 02 19:00:35.992186 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a17dac98-964a-4d92-bf53-e3814e70141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['74ac5c74-726a-4e48-8ad1-c1611598b9dd'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:35.994777 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56928) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:36.037032 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.resource_extend [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:00:36.075678 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a17dac98-964a-4d92-bf53-e3814e70141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:36.076379 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17dac98-964a-4d92-bf53-e3814e70141d None None] The sync data for ids ['74ac5c74-726a-4e48-8ad1-c1611598b9dd'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:36.082094 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d6f7ed5-04be-472e-8a1a-957d2dcb0df8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:36.091572 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:36.156338 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-3c11cf06-18d7-4991-bbba-118d2552f364 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Allocated IP 172.20.0.1 (961ee193-5307-4908-9bb6-63bfa822a83b/d7311400-09f5-43b1-a93d-7a6f5cfd5d24/6806d17e-aa71-4fc2-b9c2-4d41e9c31f87) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:36.186530 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:36.255494 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec49bff-7146-4e39-a8e5-42069b2bb75b tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Made reservation on behalf of c5c89f28e1914a2b9770b9a80bca5ad1 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:36.260758 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7ec49bff-7146-4e39-a8e5-42069b2bb75b tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:36.323753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:36.404446 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-543234f5-2415-4cf9-8424-9329531684c4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Unset dirty status for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:36.405859 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-543234f5-2415-4cf9-8424-9329531684c4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/ports?device_id=74ac5c74-726a-4e48-8ad1-c1611598b9dd HTTP/1.1" status: 200 len: 205 time: 0.5139225 Mar 02 19:00:36.418941 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56932) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:36.426909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f38bb799-b34b-45be-b684-c4d0acd0b3b3 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:36.476342 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a494ce58-036b-4d6d-b167-23407a207c1a None None] Routers {'31e57a94-2875-408c-b4e0-d9e9f0e723d1'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:36.476342 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-a494ce58-036b-4d6d-b167-23407a207c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['31e57a94-2875-408c-b4e0-d9e9f0e723d1'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:36.490574 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-7ec49bff-7146-4e39-a8e5-42069b2bb75b tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] device_id is not set on port ce35dda9-cfe5-4490-8fac-76c8a6752306 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:00:36.507389 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3c11cf06-18d7-4991-bbba-118d2552f364 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:36.520265 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Pushing event updated for resources: {'Port': ['ID=a760d235-f62d-4934-8154-c84f488e8731,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:36.596450 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:36.606745 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-3c11cf06-18d7-4991-bbba-118d2552f364 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Transition to ACTIVE for port object 6806d17e-aa71-4fc2-b9c2-4d41e9c31f87 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:36.611659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4041b-52ba-49bf-af7a-1e0bf9b87afc None None] Pushing event updated for resources: {'Port': ['ID=68bc7cde-2b40-4ef2-bcc6-38f7a566f873,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:36.615072 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-a494ce58-036b-4d6d-b167-23407a207c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:36.627223 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Allocated IP 172.20.0.2 (3456bc9a-e508-418a-994e-459566fbe64b/8fa202cd-c825-45a5-bf50-0b0f4050b00b/1dc6442d-bf88-4c81-8855-1340d60f161a) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:36.630688 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-670e3fe3-d318-43f9-9f6f-08fd1058c992 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:36.649063 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Transition to ACTIVE for port object 2b436c56-6761-4748-9715-545831fa1c24 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:36.740128 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3c11cf06-18d7-4991-bbba-118d2552f364 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:36.769209 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:36.772996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a494ce58-036b-4d6d-b167-23407a207c1a None None] Routers {'31e57a94-2875-408c-b4e0-d9e9f0e723d1'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:36.773700 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-a494ce58-036b-4d6d-b167-23407a207c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['31e57a94-2875-408c-b4e0-d9e9f0e723d1'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:36.889120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8157b50d-992b-465d-b139-56cbedcbe2b9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:36.904726 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-a494ce58-036b-4d6d-b167-23407a207c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:36.905265 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a494ce58-036b-4d6d-b167-23407a207c1a None None] The sync data for ids ['31e57a94-2875-408c-b4e0-d9e9f0e723d1'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:36.940981 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port f38bb799-b34b-45be-b684-c4d0acd0b3b3 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:36.941445 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:36.977013 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11cf06-18d7-4991-bbba-118d2552f364 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=6806d17e-aa71-4fc2-b9c2-4d41e9c31f87,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:36.986718 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:36.992243 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c11cf06-18d7-4991-bbba-118d2552f364 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 961ee193-5307-4908-9bb6-63bfa822a83b is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:37.053600 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753f998-4a62-48ff-a671-58f44a2486ba None None] Pushing event updated for resources: {'Port': ['ID=2b436c56-6761-4748-9715-545831fa1c24,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:37.053818 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-3c11cf06-18d7-4991-bbba-118d2552f364 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:37.056874 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c11cf06-18d7-4991-bbba-118d2552f364 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:37.086829 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-16058600-10fe-493e-be93-c60f18b1fbf3 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "GET /v2.0/routers/31e57a94-2875-408c-b4e0-d9e9f0e723d1 HTTP/1.1" status: 200 len: 919 time: 1.0908408 Mar 02 19:00:37.091443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56936) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:37.137175 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3c11cf06-18d7-4991-bbba-118d2552f364 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:37.206626 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f7ed5-04be-472e-8a1a-957d2dcb0df8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port 2b436c56-6761-4748-9715-545831fa1c24 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:37.207259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d6f7ed5-04be-472e-8a1a-957d2dcb0df8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:37.348579 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:37.362180 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Attempting to bind port 2b436c56-6761-4748-9715-545831fa1c24 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:00:37.362639 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Attempting to bind port 2b436c56-6761-4748-9715-545831fa1c24 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:00:37.363070 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Attempting to bind port 2b436c56-6761-4748-9715-545831fa1c24 on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:00:37.413918 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Transition to ACTIVE for port object 1dc6442d-bf88-4c81-8855-1340d60f161a will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:37.429108 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:00:37.429815 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:37.430397 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:37.431083 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:00:37.431767 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Bound port: 2b436c56-6761-4748-9715-545831fa1c24, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:00:37.432347 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:37.436587 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:37.441617 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d4cc728d-1de9-40a4-a56f-0eeef5b75ce1 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0833833 Mar 02 19:00:37.449816 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56940) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:37.469047 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d33dfb17-d9a8-421e-97f2-f5c354490ddf tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=34755311-e60d-4721-8297-2b2c64e749c6&device_id=31e57a94-2875-408c-b4e0-d9e9f0e723d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3757925 Mar 02 19:00:37.473161 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56944) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:37.476280 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-415105309'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:37.493146 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Transition to ACTIVE for port object 1dc6442d-bf88-4c81-8855-1340d60f161a will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:37.576354 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-4d6f7ed5-04be-472e-8a1a-957d2dcb0df8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] For port 2b436c56-6761-4748-9715-545831fa1c24, host dv-neutron-831573-1-hyperv, got binding levels [] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:37.576716 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d6f7ed5-04be-472e-8a1a-957d2dcb0df8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:37.595025 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:37.605751 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:37.610081 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Usage tracker for resource:network and tenant:696e004f509e448885addd008d59720d is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:37.614043 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:37.620329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:37.650929 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] For port 2b436c56-6761-4748-9715-545831fa1c24, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:00:37.660407 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] For port 2b436c56-6761-4748-9715-545831fa1c24, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=2b436c56-6761-4748-9715-545831fa1c24,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:00:37.715618 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Network 3456bc9a-e508-418a-994e-459566fbe64b is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:37.721264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:37.724263 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Pushing event updated for resources: {'Port': ['ID=1dc6442d-bf88-4c81-8855-1340d60f161a,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:37.730925 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:37.774001 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3c11cf06-18d7-4991-bbba-118d2552f364 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:37.777112 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:37.851241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Made reservation on behalf of 696e004f509e448885addd008d59720d for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:37.854199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:37.856973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753f998-4a62-48ff-a671-58f44a2486ba None None] Pushing event updated for resources: {'Port': ['ID=2b436c56-6761-4748-9715-545831fa1c24,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:37.877483 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f7ed5-04be-472e-8a1a-957d2dcb0df8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for 2b436c56-6761-4748-9715-545831fa1c24 owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:37.920275 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d915ab6-1b23-42f3-9f84-0b0076259503 None None] Network 8d0a667a-8445-45b2-aeeb-edd6850971dd requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:37.957125 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:37.995696 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Attempting to bind port 1dc6442d-bf88-4c81-8855-1340d60f161a on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:00:38.000523 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Attempting to bind port 1dc6442d-bf88-4c81-8855-1340d60f161a by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '4657b4d0-606d-4a10-9fee-9b0328e47609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3456bc9a-e508-418a-994e-459566fbe64b'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:00:38.000523 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Attempting to bind port 1dc6442d-bf88-4c81-8855-1340d60f161a on network 3456bc9a-e508-418a-994e-459566fbe64b {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:00:38.000523 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-91b271f1-98c7-41fa-80da-5f7aab0b2973 None None] Provisioning for port 6806d17e-aa71-4fc2-b9c2-4d41e9c31f87 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:38.000897 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-670e3fe3-d318-43f9-9f6f-08fd1058c992 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:38.031239 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-91b271f1-98c7-41fa-80da-5f7aab0b2973 None None] Provisioning complete for port 6806d17e-aa71-4fc2-b9c2-4d41e9c31f87 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:38.031492 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8157b50d-992b-465d-b139-56cbedcbe2b9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:38.031960 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-91b271f1-98c7-41fa-80da-5f7aab0b2973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:38.055256 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-670e3fe3-d318-43f9-9f6f-08fd1058c992 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:38.061353 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-7ec49bff-7146-4e39-a8e5-42069b2bb75b tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Allocated IP 172.20.0.5 (3456bc9a-e508-418a-994e-459566fbe64b/8fa202cd-c825-45a5-bf50-0b0f4050b00b/ce35dda9-cfe5-4490-8fac-76c8a6752306) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:38.072423 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:00:38.072798 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Checking segment: {'id': '4657b4d0-606d-4a10-9fee-9b0328e47609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3456bc9a-e508-418a-994e-459566fbe64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:38.073204 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:38.073597 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Bound using segment: {'id': '4657b4d0-606d-4a10-9fee-9b0328e47609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3456bc9a-e508-418a-994e-459566fbe64b'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:00:38.074085 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Bound port: 1dc6442d-bf88-4c81-8855-1340d60f161a, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4657b4d0-606d-4a10-9fee-9b0328e47609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '3456bc9a-e508-418a-994e-459566fbe64b'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:00:38.074459 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:38.133317 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8157b50d-992b-465d-b139-56cbedcbe2b9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:38.146936 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39f05b8-8844-4fd5-b1f7-61adc762b10c tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:38.148355 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e39f05b8-8844-4fd5-b1f7-61adc762b10c tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "GET /v2.0/networks/34755311-e60d-4721-8297-2b2c64e749c6 HTTP/1.1" status: 200 len: 881 time: 0.5899343 Mar 02 19:00:38.153502 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56948) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:38.154982 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Routers {'c3c82be6-2634-4b51-aeab-9e6e80a9d743'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:38.155657 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c3c82be6-2634-4b51-aeab-9e6e80a9d743'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:38.171343 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:38.201840 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Usage tracker for resource:security_group_rule and tenant:696e004f509e448885addd008d59720d is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:38.209501 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:38.219507 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-abf29f6d-3fd1-4977-b023-479242d3ed3a tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "GET /v2.0/ports?device_id=31e57a94-2875-408c-b4e0-d9e9f0e723d1 HTTP/1.1" status: 200 len: 205 time: 0.0572290 Mar 02 19:00:38.224406 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56952) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:38.233991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:38.269738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-91b271f1-98c7-41fa-80da-5f7aab0b2973 None None] Port 6806d17e-aa71-4fc2-b9c2-4d41e9c31f87 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:00:38.431286 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 68bc7cde-2b40-4ef2-bcc6-38f7a566f873 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:38.495269 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8157b50d-992b-465d-b139-56cbedcbe2b9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:38.496080 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8157b50d-992b-465d-b139-56cbedcbe2b9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Fanout notify agent at l3_agent the message router_deleted on router 74ac5c74-726a-4e48-8ad1-c1611598b9dd {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:00:38.505938 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-670e3fe3-d318-43f9-9f6f-08fd1058c992 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Allocated IP 172.26.4.98 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/82ccbe26-7615-4969-bfe8-c57f6f205848) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:38.518268 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8157b50d-992b-465d-b139-56cbedcbe2b9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:38.519622 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8157b50d-992b-465d-b139-56cbedcbe2b9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/routers/74ac5c74-726a-4e48-8ad1-c1611598b9dd HTTP/1.1" status: 204 len: 168 time: 2.0995145 Mar 02 19:00:38.521180 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-4d6f7ed5-04be-472e-8a1a-957d2dcb0df8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:00:38.521608 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-4d6f7ed5-04be-472e-8a1a-957d2dcb0df8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:00:38.521984 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56956) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:38.624435 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3c11cf06-18d7-4991-bbba-118d2552f364 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:38.662082 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] For port 1dc6442d-bf88-4c81-8855-1340d60f161a, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:00:38.668865 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] Set router c3c82be6-2634-4b51-aeab-9e6e80a9d743 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:38.671209 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:38.692543 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db3cdda2-5ab5-4394-b78e-a0f825197566 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:38.725762 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] For port 1dc6442d-bf88-4c81-8855-1340d60f161a, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=1dc6442d-bf88-4c81-8855-1340d60f161a,segment=NetworkSegment(4657b4d0-606d-4a10-9fee-9b0328e47609),segment_id=4657b4d0-606d-4a10-9fee-9b0328e47609)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:00:38.737145 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7ec49bff-7146-4e39-a8e5-42069b2bb75b tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:38.749225 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3c11cf06-18d7-4991-bbba-118d2552f364 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:38.782356 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:38.839303 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:38.894503 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 68bc7cde-2b40-4ef2-bcc6-38f7a566f873 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:38.897247 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ac941acb-1532-45fb-bf9f-88f63eeb0e9d None None] Provisioning for port 68bc7cde-2b40-4ef2-bcc6-38f7a566f873 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:38.973652 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-7ec49bff-7146-4e39-a8e5-42069b2bb75b tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Transition to ACTIVE for port object ce35dda9-cfe5-4490-8fac-76c8a6752306 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:38.987135 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 68bc7cde-2b40-4ef2-bcc6-38f7a566f873 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:38.987135 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.022902 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ac941acb-1532-45fb-bf9f-88f63eeb0e9d None None] Provisioning complete for port 68bc7cde-2b40-4ef2-bcc6-38f7a566f873 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:39.023109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ac941acb-1532-45fb-bf9f-88f63eeb0e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.041787 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:00:39.043795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f7ed5-04be-472e-8a1a-957d2dcb0df8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port 2b436c56-6761-4748-9715-545831fa1c24 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:39.044121 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d6f7ed5-04be-472e-8a1a-957d2dcb0df8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.094558 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3c11cf06-18d7-4991-bbba-118d2552f364 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.151213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11cf06-18d7-4991-bbba-118d2552f364 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=6806d17e-aa71-4fc2-b9c2-4d41e9c31f87,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:39.176582 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7c57a-0204-4b0a-a00f-e70969be6a51 None None] Pushing event updated for resources: {'Port': ['ID=1dc6442d-bf88-4c81-8855-1340d60f161a,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:39.191651 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.192232 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Added segment 5296969b-e773-43fb-815c-9f0f9a8be9c2 of type vlan for network a138b01d-9c5e-4117-9df8-b23f81cf6d3a Mar 02 19:00:39.226751 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c55ecf-d8c5-4585-871c-42dab59536cb,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:39.280369 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-670e3fe3-d318-43f9-9f6f-08fd1058c992 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.410484 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c11cf06-18d7-4991-bbba-118d2552f364 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 961ee193-5307-4908-9bb6-63bfa822a83b is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:39.416805 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-3c11cf06-18d7-4991-bbba-118d2552f364 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:39.458802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-3409133e-7466-49d2-aaeb-8da86c28d306 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting subnet becc4ef3-4eae-4e60-9b5e-8cc2bcaf111f {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:00:39.480263 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.487849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3409133e-7466-49d2-aaeb-8da86c28d306 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.516645 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ac941acb-1532-45fb-bf9f-88f63eeb0e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.592672 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ac941acb-1532-45fb-bf9f-88f63eeb0e9d None None] For port 68bc7cde-2b40-4ef2-bcc6-38f7a566f873, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=68bc7cde-2b40-4ef2-bcc6-38f7a566f873,segment=NetworkSegment(914d2658-fbcb-470a-96da-ac5490dd86c5),segment_id=914d2658-fbcb-470a-96da-ac5490dd86c5)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:39.594274 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.626798 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7ec49bff-7146-4e39-a8e5-42069b2bb75b tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.639140 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c82be6-2634-4b51-aeab-9e6e80a9d743', 'name': 'tempest-NetworksTestDHCPv6-router-2010967635', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:00:22Z', 'updated_at': '2022-03-02T19:00:27Z', 'revision_number': 2, 'project_id': '591628e1e390444e96bcee6f3976612e', 'gw_port_host': None, '_interfaces': [{'id': '2b436c56-6761-4748-9715-545831fa1c24', 'name': '', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'mac_address': 'fa:16:3e:be:8a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c82be6-2634-4b51-aeab-9e6e80a9d743', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e476bfaa-6fb9-4ab5-82b8-0205f9e78f4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:25Z', 'updated_at': '2022-03-02T19:00:37Z', 'revision_number': 4, 'project_id': '591628e1e390444e96bcee6f3976612e', 'subnets': [{'id': 'e476bfaa-6fb9-4ab5-82b8-0205f9e78f4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:39.646290 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b41374-3e00-416e-9cc3-9632eaa82cd2 None None] The sync data for ids ['c3c82be6-2634-4b51-aeab-9e6e80a9d743'] in dv-neutron-831573-1-hyperv is: [{'id': 'c3c82be6-2634-4b51-aeab-9e6e80a9d743', 'name': 'tempest-NetworksTestDHCPv6-router-2010967635', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:00:22Z', 'updated_at': '2022-03-02T19:00:27Z', 'revision_number': 2, 'project_id': '591628e1e390444e96bcee6f3976612e', 'gw_port_host': None, '_interfaces': [{'id': '2b436c56-6761-4748-9715-545831fa1c24', 'name': '', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'mac_address': 'fa:16:3e:be:8a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c82be6-2634-4b51-aeab-9e6e80a9d743', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e476bfaa-6fb9-4ab5-82b8-0205f9e78f4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:00:25Z', 'updated_at': '2022-03-02T19:00:37Z', 'revision_number': 4, 'project_id': '591628e1e390444e96bcee6f3976612e', 'subnets': [{'id': 'e476bfaa-6fb9-4ab5-82b8-0205f9e78f4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:39.695052 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ac941acb-1532-45fb-bf9f-88f63eeb0e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.771043 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec49bff-7146-4e39-a8e5-42069b2bb75b tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Network 3456bc9a-e508-418a-994e-459566fbe64b is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:39.777929 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec49bff-7146-4e39-a8e5-42069b2bb75b tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Pushing event updated for resources: {'Port': ['ID=ce35dda9-cfe5-4490-8fac-76c8a6752306,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:39.781099 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-7ec49bff-7146-4e39-a8e5-42069b2bb75b tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:39.788071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.792336 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:39.793751 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.799480 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-670e3fe3-d318-43f9-9f6f-08fd1058c992 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.814777 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3409133e-7466-49d2-aaeb-8da86c28d306 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.821991 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db3cdda2-5ab5-4394-b78e-a0f825197566 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.836371 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:00:39.836703 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:00:39.855878 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac941acb-1532-45fb-bf9f-88f63eeb0e9d None None] Pushing event updated for resources: {'Port': ['ID=68bc7cde-2b40-4ef2-bcc6-38f7a566f873,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:39.864038 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec49bff-7146-4e39-a8e5-42069b2bb75b tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:39.865253 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-eb86e411-8bc2-4e4b-92d3-7b7fc5115b59 None None] Provisioning complete for port 68bc7cde-2b40-4ef2-bcc6-38f7a566f873 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:39.865665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-eb86e411-8bc2-4e4b-92d3-7b7fc5115b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.938236 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-db3cdda2-5ab5-4394-b78e-a0f825197566 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Deleting port e45c07c5-fe31-43e5-b4d6-e10ba584a3fb {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:39.939521 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db3cdda2-5ab5-4394-b78e-a0f825197566 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:40.154315 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-eb86e411-8bc2-4e4b-92d3-7b7fc5115b59 None None] Provisioning complete for port 6806d17e-aa71-4fc2-b9c2-4d41e9c31f87 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:40.154819 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-eb86e411-8bc2-4e4b-92d3-7b7fc5115b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:40.155970 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec49bff-7146-4e39-a8e5-42069b2bb75b tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:40.156604 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7ec49bff-7146-4e39-a8e5-42069b2bb75b tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:40.206240 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Pushing event updated for resources: {'Network': ['ID=a138b01d-9c5e-4117-9df8-b23f81cf6d3a,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:40.221360 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-eb86e411-8bc2-4e4b-92d3-7b7fc5115b59 None None] Port 6806d17e-aa71-4fc2-b9c2-4d41e9c31f87 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:00:40.226295 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network a138b01d-9c5e-4117-9df8-b23f81cf6d3a details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:00:40.227474 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670e3fe3-d318-43f9-9f6f-08fd1058c992 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:40.254853 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c11cf06-18d7-4991-bbba-118d2552f364 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router a3105c3e-d958-4caa-b5b7-7ff2a9714428 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:00:40.258502 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-670e3fe3-d318-43f9-9f6f-08fd1058c992 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:40.292812 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670e3fe3-d318-43f9-9f6f-08fd1058c992 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:40.361253 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db3cdda2-5ab5-4394-b78e-a0f825197566 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:40.431553 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-4d6f7ed5-04be-472e-8a1a-957d2dcb0df8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] For port 2b436c56-6761-4748-9715-545831fa1c24, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=2b436c56-6761-4748-9715-545831fa1c24,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:40.432275 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d6f7ed5-04be-472e-8a1a-957d2dcb0df8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:40.482462 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e3fe3-d318-43f9-9f6f-08fd1058c992 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Pushing event updated for resources: {'Port': ['ID=82ccbe26-7615-4969-bfe8-c57f6f205848,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:40.524328 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffddc807-bf7e-4c9a-8f15-a0ea35025176 None None] Network 3456bc9a-e508-418a-994e-459566fbe64b requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:40.578047 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6130c56e-59fd-49ff-aec5-18de0eb3baa7 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.1271372 Mar 02 19:00:40.586003 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56960) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:40.673464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-db3cdda2-5ab5-4394-b78e-a0f825197566 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Calling delete_port for e45c07c5-fe31-43e5-b4d6-e10ba584a3fb owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:40.694333 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f7ed5-04be-472e-8a1a-957d2dcb0df8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for 2b436c56-6761-4748-9715-545831fa1c24 owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:40.702378 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-9bc14813-81dc-4ba7-853f-52cc9bab6f7f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Request body: {'subnet': {'network_id': 'a138b01d-9c5e-4117-9df8-b23f81cf6d3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:40.747154 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7ec49bff-7146-4e39-a8e5-42069b2bb75b tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.5902152 Mar 02 19:00:40.749107 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56964) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:40.840586 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 2b436c56-6761-4748-9715-545831fa1c24 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:40.863450 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-b7f84215-d0d8-46d3-8a56-2ec1ad480ce7 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Deleting port ce35dda9-cfe5-4490-8fac-76c8a6752306 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:40.863720 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b7f84215-d0d8-46d3-8a56-2ec1ad480ce7 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:40.884498 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9bc14813-81dc-4ba7-853f-52cc9bab6f7f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:40.896325 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-62bb59b2-cdc6-481f-b469-a9042aec5d13 None None] Provisioning for port 1dc6442d-bf88-4c81-8855-1340d60f161a completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:40.897834 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9bc14813-81dc-4ba7-853f-52cc9bab6f7f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Usage tracker for resource:subnet and tenant:696e004f509e448885addd008d59720d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:40.901991 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c11cf06-18d7-4991-bbba-118d2552f364 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:40.903954 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9bc14813-81dc-4ba7-853f-52cc9bab6f7f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:40.912821 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3c11cf06-18d7-4991-bbba-118d2552f364 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/a3105c3e-d958-4caa-b5b7-7ff2a9714428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8102221 Mar 02 19:00:40.916841 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56968) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:40.921600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9bc14813-81dc-4ba7-853f-52cc9bab6f7f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:40.924467 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080696fc-f504-4c6c-8545-755f65539616 None None] Sync routers for ids ['a3105c3e-d958-4caa-b5b7-7ff2a9714428'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:40.943699 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080696fc-f504-4c6c-8545-755f65539616 None None] Routers {'a3105c3e-d958-4caa-b5b7-7ff2a9714428'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:40.943901 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3409133e-7466-49d2-aaeb-8da86c28d306 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:40.945758 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-080696fc-f504-4c6c-8545-755f65539616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a3105c3e-d958-4caa-b5b7-7ff2a9714428'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:41.026445 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-080696fc-f504-4c6c-8545-755f65539616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:41.037300 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 2b436c56-6761-4748-9715-545831fa1c24 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:41.040043 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080696fc-f504-4c6c-8545-755f65539616 None None] Routers {'a3105c3e-d958-4caa-b5b7-7ff2a9714428'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:41.040652 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-080696fc-f504-4c6c-8545-755f65539616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a3105c3e-d958-4caa-b5b7-7ff2a9714428'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:41.043618 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 2b436c56-6761-4748-9715-545831fa1c24 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:41.044154 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:41.110310 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-080696fc-f504-4c6c-8545-755f65539616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:41.111408 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080696fc-f504-4c6c-8545-755f65539616 None None] The sync data for ids ['a3105c3e-d958-4caa-b5b7-7ff2a9714428'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:41.184611 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc14813-81dc-4ba7-853f-52cc9bab6f7f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Made reservation on behalf of 696e004f509e448885addd008d59720d for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:41.263833 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:41.280671 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbf9f08-2c6f-4bd0-a9ce-cf8873584a22 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:41.281574 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4cbf9f08-2c6f-4bd0-a9ce-cf8873584a22 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Synchronizing usage tracker for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:41.389570 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9bc14813-81dc-4ba7-853f-52cc9bab6f7f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:41.413706 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d6f7ed5-04be-472e-8a1a-957d2dcb0df8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:41.447766 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 68bc7cde-2b40-4ef2-bcc6-38f7a566f873 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:41.483747 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ad1b89ae-4538-4d86-b425-ea1a1e06d03d None None] Provisioning for port ce35dda9-cfe5-4490-8fac-76c8a6752306 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:41.491475 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ad1b89ae-4538-4d86-b425-ea1a1e06d03d None None] Provisioning complete for port ce35dda9-cfe5-4490-8fac-76c8a6752306 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:41.491829 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ad1b89ae-4538-4d86-b425-ea1a1e06d03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:41.492157 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4cbf9f08-2c6f-4bd0-a9ce-cf8873584a22 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Unset dirty status for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:41.497000 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4cbf9f08-2c6f-4bd0-a9ce-cf8873584a22 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/ports/6806d17e-aa71-4fc2-b9c2-4d41e9c31f87 HTTP/1.1" status: 200 len: 910 time: 0.5778234 Mar 02 19:00:41.497855 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56972) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:41.567315 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ad1b89ae-4538-4d86-b425-ea1a1e06d03d None None] Port ce35dda9-cfe5-4490-8fac-76c8a6752306 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:00:41.578970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db3cdda2-5ab5-4394-b78e-a0f825197566 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:41.582515 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 68bc7cde-2b40-4ef2-bcc6-38f7a566f873 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:41.582895 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:41.606520 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3409133e-7466-49d2-aaeb-8da86c28d306 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:41.641326 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f7ed5-04be-472e-8a1a-957d2dcb0df8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=2b436c56-6761-4748-9715-545831fa1c24,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:41.665087 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409133e-7466-49d2-aaeb-8da86c28d306 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Subnet': ['ID=becc4ef3-4eae-4e60-9b5e-8cc2bcaf111f,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:41.702800 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cdda2-5ab5-4394-b78e-a0f825197566 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Pushing event deleted for resources: {'Port': ['ID=e45c07c5-fe31-43e5-b4d6-e10ba584a3fb,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:41.762706 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3409133e-7466-49d2-aaeb-8da86c28d306 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:41.765685 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 1dc6442d-bf88-4c81-8855-1340d60f161a up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:41.812203 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be737b8-0675-44e4-9a15-c04297fece47 None None] Network 8d18b01b-8e26-4221-8d3d-c8bac08da0b1 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:41.951204 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3409133e-7466-49d2-aaeb-8da86c28d306 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/subnets/becc4ef3-4eae-4e60-9b5e-8cc2bcaf111f HTTP/1.1" status: 204 len: 168 time: 3.4167211 Mar 02 19:00:41.963788 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56976) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:41.966426 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-670e3fe3-d318-43f9-9f6f-08fd1058c992 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:41.967584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-47a3c037-4a03-44e8-a6fc-db4b589309a9 None None] Provisioning complete for port ce35dda9-cfe5-4490-8fac-76c8a6752306 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:41.968058 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-47a3c037-4a03-44e8-a6fc-db4b589309a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:42.078414 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b7f84215-d0d8-46d3-8a56-2ec1ad480ce7 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:42.123722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db3cdda2-5ab5-4394-b78e-a0f825197566 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:42.129788 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-47a3c037-4a03-44e8-a6fc-db4b589309a9 None None] Port ce35dda9-cfe5-4490-8fac-76c8a6752306 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:00:42.233672 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fea41e0-ef3d-44f3-ae19-77e9471c9cfa None None] DHCP port deletion for 8d18b01b-8e26-4221-8d3d-c8bac08da0b1 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:00:42.238569 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-5fea41e0-ef3d-44f3-ae19-77e9471c9cfa None None] Deleting port 79dcc72c-998f-4025-a6fb-2bc696eeb85b {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:42.239052 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5fea41e0-ef3d-44f3-ae19-77e9471c9cfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:42.267639 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 1dc6442d-bf88-4c81-8855-1340d60f161a completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:42.286231 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 1dc6442d-bf88-4c81-8855-1340d60f161a triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:42.286751 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:42.301344 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-b7f84215-d0d8-46d3-8a56-2ec1ad480ce7 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Calling delete_port for ce35dda9-cfe5-4490-8fac-76c8a6752306 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:42.393251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d6f7ed5-04be-472e-8a1a-957d2dcb0df8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:42.407099 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:42.415258 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9bc14813-81dc-4ba7-853f-52cc9bab6f7f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:42.528568 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-670e3fe3-d318-43f9-9f6f-08fd1058c992 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:42.568712 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-5fea41e0-ef3d-44f3-ae19-77e9471c9cfa None None] For port 79dcc72c-998f-4025-a6fb-2bc696eeb85b, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=79dcc72c-998f-4025-a6fb-2bc696eeb85b,segment=NetworkSegment(98d3dc6f-535b-4668-b824-0b6e7960af03),segment_id=98d3dc6f-535b-4668-b824-0b6e7960af03)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:42.569270 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5fea41e0-ef3d-44f3-ae19-77e9471c9cfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:42.584793 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:42.613986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting port 79dcc72c-998f-4025-a6fb-2bc696eeb85b {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:42.614212 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:42.647377 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-670e3fe3-d318-43f9-9f6f-08fd1058c992 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:42.714229 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-5fea41e0-ef3d-44f3-ae19-77e9471c9cfa None None] Calling delete_port for 79dcc72c-998f-4025-a6fb-2bc696eeb85b owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:42.725130 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db3cdda2-5ab5-4394-b78e-a0f825197566 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:42.757677 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db3cdda2-5ab5-4394-b78e-a0f825197566 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:42.775863 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc14813-81dc-4ba7-853f-52cc9bab6f7f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Pushing event updated for resources: {'Subnet': ['ID=5cfab140-6bc1-4273-849a-fc88a342cbe3,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:42.784897 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 1dc6442d-bf88-4c81-8855-1340d60f161a, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=1dc6442d-bf88-4c81-8855-1340d60f161a,segment=NetworkSegment(4657b4d0-606d-4a10-9fee-9b0328e47609),segment_id=4657b4d0-606d-4a10-9fee-9b0328e47609)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:42.812231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc14813-81dc-4ba7-853f-52cc9bab6f7f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Checking segment: {'id': '5296969b-e773-43fb-815c-9f0f9a8be9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a138b01d-9c5e-4117-9df8-b23f81cf6d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:42.812603 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc14813-81dc-4ba7-853f-52cc9bab6f7f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Network hostable DHCP agents. Network: a138b01d-9c5e-4117-9df8-b23f81cf6d3a, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:00:42.901106 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:42.903364 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5fea41e0-ef3d-44f3-ae19-77e9471c9cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:42.911942 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db3cdda2-5ab5-4394-b78e-a0f825197566 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:42.912528 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3cdda2-5ab5-4394-b78e-a0f825197566 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Fanout notify agent at l3_agent the message router_deleted on router 31e57a94-2875-408c-b4e0-d9e9f0e723d1 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:00:42.972091 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc14813-81dc-4ba7-853f-52cc9bab6f7f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Network a138b01d-9c5e-4117-9df8-b23f81cf6d3a is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:00:43.003905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fea41e0-ef3d-44f3-ae19-77e9471c9cfa None None] No DVR routers for this DVR port 79dcc72c-998f-4025-a6fb-2bc696eeb85b on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:00:43.024110 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db3cdda2-5ab5-4394-b78e-a0f825197566 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:43.025441 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-db3cdda2-5ab5-4394-b78e-a0f825197566 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "DELETE /v2.0/routers/31e57a94-2875-408c-b4e0-d9e9f0e723d1 HTTP/1.1" status: 204 len: 168 time: 4.8001311 Mar 02 19:00:43.032189 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56980) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:43.038441 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-cdd1936b-15f9-40c1-88a1-f6337ee354be tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-609701104', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:43.041696 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=1dc6442d-bf88-4c81-8855-1340d60f161a,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:43.050100 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-cdd1936b-15f9-40c1-88a1-f6337ee354be tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:43.058031 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-9bc14813-81dc-4ba7-853f-52cc9bab6f7f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, a138b01d-9c5e-4117-9df8-b23f81cf6d3a) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:43.067454 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-cdd1936b-15f9-40c1-88a1-f6337ee354be tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Usage tracker for resource:router and tenant:85c2adb5f0774ced8e672fef512633b3 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:43.073934 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-cdd1936b-15f9-40c1-88a1-f6337ee354be tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:43.081339 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc14813-81dc-4ba7-853f-52cc9bab6f7f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:43.082608 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9bc14813-81dc-4ba7-853f-52cc9bab6f7f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:43.100477 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-cdd1936b-15f9-40c1-88a1-f6337ee354be tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:43.160602 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b7f84215-d0d8-46d3-8a56-2ec1ad480ce7 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:43.191691 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed62c4b-d474-420d-8aab-3cd060311546 None None] Network a138b01d-9c5e-4117-9df8-b23f81cf6d3a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:43.192350 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9bc14813-81dc-4ba7-853f-52cc9bab6f7f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5311284 Mar 02 19:00:43.196049 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56984) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:43.208974 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 79dcc72c-998f-4025-a6fb-2bc696eeb85b no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:00:43.228267 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1549537933', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}, 'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:43.240455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f84215-d0d8-46d3-8a56-2ec1ad480ce7 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Pushing event deleted for resources: {'Port': ['ID=ce35dda9-cfe5-4490-8fac-76c8a6752306,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:43.241963 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:43.247076 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea41e0-ef3d-44f3-ae19-77e9471c9cfa None None] Pushing event deleted for resources: {'Port': ['ID=79dcc72c-998f-4025-a6fb-2bc696eeb85b,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:43.254115 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Usage tracker for resource:router and tenant:696e004f509e448885addd008d59720d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:43.259098 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:43.268970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:43.277507 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cdd1936b-15f9-40c1-88a1-f6337ee354be tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:43.294881 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cdd1936b-15f9-40c1-88a1-f6337ee354be tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:43.308892 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f9ce-7208-4386-a245-34414ed90ff5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:43.409081 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:43.410067 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:43.458927 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 79dcc72c-998f-4025-a6fb-2bc696eeb85b {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:00:43.459651 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 79dcc72c-998f-4025-a6fb-2bc696eeb85b not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:00:43.509202 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cdd1936b-15f9-40c1-88a1-f6337ee354be tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:43.547174 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:43.587614 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-a138b01d-9c5e-4117-9df8-b23f81cf6d3a', 'network_id': 'a138b01d-9c5e-4117-9df8-b23f81cf6d3a', 'tenant_id': '696e004f509e448885addd008d59720d', 'fixed_ips': [{'subnet_id': '5cfab140-6bc1-4273-849a-fc88a342cbe3'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:00:43.588915 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:43.620251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] For port 79dcc72c-998f-4025-a6fb-2bc696eeb85b, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=79dcc72c-998f-4025-a6fb-2bc696eeb85b,segment=NetworkSegment(98d3dc6f-535b-4668-b824-0b6e7960af03),segment_id=98d3dc6f-535b-4668-b824-0b6e7960af03)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:43.620827 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:43.736153 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cdd1936b-15f9-40c1-88a1-f6337ee354be tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:43.753787 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b7f84215-d0d8-46d3-8a56-2ec1ad480ce7 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:43.762810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Calling delete_port for 79dcc72c-998f-4025-a6fb-2bc696eeb85b owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:43.771339 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Allocated IP 172.20.0.2 (a138b01d-9c5e-4117-9df8-b23f81cf6d3a/5cfab140-6bc1-4273-849a-fc88a342cbe3/8424cb57-cdcd-494d-893b-dad4647dd209) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:43.823385 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b7f84215-d0d8-46d3-8a56-2ec1ad480ce7 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] 10.222.0.73 "DELETE /v2.0/ports/ce35dda9-cfe5-4490-8fac-76c8a6752306 HTTP/1.1" status: 204 len: 168 time: 3.0629861 Mar 02 19:00:43.826940 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56988) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:43.846888 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6f7ed5-04be-472e-8a1a-957d2dcb0df8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Router c3c82be6-2634-4b51-aeab-9e6e80a9d743 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:00:43.889624 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:00:43.890274 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:00:43.919830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-bcf5f9ce-7208-4386-a245-34414ed90ff5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Allocated IP 172.21.0.1 (8d0a667a-8445-45b2-aeeb-edd6850971dd/66da3646-9586-4f2a-9de7-55f1d4a4ad2d/6c34d627-848d-496c-8000-b56e8439fab7) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:43.960217 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:44.002664 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:44.017868 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Transition to ACTIVE for port object 8424cb57-cdcd-494d-893b-dad4647dd209 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:44.033205 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cdd1936b-15f9-40c1-88a1-f6337ee354be tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:44.034408 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-cdd1936b-15f9-40c1-88a1-f6337ee354be tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0023592 Mar 02 19:00:44.038272 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 56994) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:44.044981 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-45343a84-94e4-44b0-8886-1465df723751 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'enable_snat': False}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:44.052708 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Transition to ACTIVE for port object 8424cb57-cdcd-494d-893b-dad4647dd209 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:44.054240 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6f7ed5-04be-472e-8a1a-957d2dcb0df8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:44.066416 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c53f386-3989-446f-96cb-6d052b12fec2 None None] Sync routers for ids ['c3c82be6-2634-4b51-aeab-9e6e80a9d743'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:44.074604 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4d6f7ed5-04be-472e-8a1a-957d2dcb0df8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "PUT /v2.0/routers/c3c82be6-2634-4b51-aeab-9e6e80a9d743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5563397 Mar 02 19:00:44.084112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 56998) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:44.095817 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c53f386-3989-446f-96cb-6d052b12fec2 None None] Routers {'c3c82be6-2634-4b51-aeab-9e6e80a9d743'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:44.096882 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2c53f386-3989-446f-96cb-6d052b12fec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c3c82be6-2634-4b51-aeab-9e6e80a9d743'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:44.159598 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242d65a2-d311-421f-b828-0a31e1471839 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:44.161310 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242d65a2-d311-421f-b828-0a31e1471839 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:44.162285 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-242d65a2-d311-421f-b828-0a31e1471839 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:44.187911 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670e3fe3-d318-43f9-9f6f-08fd1058c992 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Router d43c29e3-a1f3-44f8-8d3e-fb3549870468 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:00:44.238892 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4de5eeb5-40cb-4ad7-a287-8fc71748cedb tempest-DHCPAgentSchedulersTestJSON-1202609563 tempest-DHCPAgentSchedulersTestJSON-1202609563-project-admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4053576 Mar 02 19:00:44.242855 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:44.249920 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57002) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:44.257887 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-242d65a2-d311-421f-b828-0a31e1471839 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:44.260637 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-242d65a2-d311-421f-b828-0a31e1471839 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1753507 Mar 02 19:00:44.268245 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57006) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:44.318335 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-2c53f386-3989-446f-96cb-6d052b12fec2 None None] Set router c3c82be6-2634-4b51-aeab-9e6e80a9d743 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:44.380001 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Network a138b01d-9c5e-4117-9df8-b23f81cf6d3a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:44.395783 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting port 79dcc72c-998f-4025-a6fb-2bc696eeb85b {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:44.396011 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:44.431206 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-48902cf8-a510-4fbd-b698-28b769969455 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-110933707'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:44.431510 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Pushing event updated for resources: {'Port': ['ID=8424cb57-cdcd-494d-893b-dad4647dd209,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:44.439890 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:44.441939 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f9ce-7208-4386-a245-34414ed90ff5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:44.442553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:44.444848 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2c53f386-3989-446f-96cb-6d052b12fec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c82be6-2634-4b51-aeab-9e6e80a9d743', 'name': 'tempest-NetworksTestDHCPv6-router-2010967635', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:00:22Z', 'updated_at': '2022-03-02T19:00:41Z', 'revision_number': 3, 'project_id': '591628e1e390444e96bcee6f3976612e', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:44.450140 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-48902cf8-a510-4fbd-b698-28b769969455 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:44.452419 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c53f386-3989-446f-96cb-6d052b12fec2 None None] Checking router: c3c82be6-2634-4b51-aeab-9e6e80a9d743 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:00:44.466250 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-48902cf8-a510-4fbd-b698-28b769969455 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Usage tracker for resource:network and tenant:c5c89f28e1914a2b9770b9a80bca5ad1 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:44.476419 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-48902cf8-a510-4fbd-b698-28b769969455 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:44.492256 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-bcf5f9ce-7208-4386-a245-34414ed90ff5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Transition to ACTIVE for port object 6c34d627-848d-496c-8000-b56e8439fab7 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:44.492522 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] The port '79dcc72c-998f-4025-a6fb-2bc696eeb85b' was deleted {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:00:44.492639 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-48902cf8-a510-4fbd-b698-28b769969455 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:44.540646 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c53f386-3989-446f-96cb-6d052b12fec2 None None] Routers {'c3c82be6-2634-4b51-aeab-9e6e80a9d743'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:44.541380 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2c53f386-3989-446f-96cb-6d052b12fec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c3c82be6-2634-4b51-aeab-9e6e80a9d743'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:44.662336 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48902cf8-a510-4fbd-b698-28b769969455 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Made reservation on behalf of c5c89f28e1914a2b9770b9a80bca5ad1 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:44.663008 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Attempting to bind port 8424cb57-cdcd-494d-893b-dad4647dd209 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:00:44.663008 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Attempting to bind port 8424cb57-cdcd-494d-893b-dad4647dd209 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '5296969b-e773-43fb-815c-9f0f9a8be9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a138b01d-9c5e-4117-9df8-b23f81cf6d3a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:00:44.663321 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Attempting to bind port 8424cb57-cdcd-494d-893b-dad4647dd209 on network a138b01d-9c5e-4117-9df8-b23f81cf6d3a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:00:44.665006 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-48902cf8-a510-4fbd-b698-28b769969455 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:44.678339 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:00:44.678794 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Checking segment: {'id': '5296969b-e773-43fb-815c-9f0f9a8be9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a138b01d-9c5e-4117-9df8-b23f81cf6d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:44.679257 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:44.680380 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Bound using segment: {'id': '5296969b-e773-43fb-815c-9f0f9a8be9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a138b01d-9c5e-4117-9df8-b23f81cf6d3a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:00:44.680380 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Bound port: 8424cb57-cdcd-494d-893b-dad4647dd209, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5296969b-e773-43fb-815c-9f0f9a8be9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a138b01d-9c5e-4117-9df8-b23f81cf6d3a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:00:44.680791 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:44.692841 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-2c53f386-3989-446f-96cb-6d052b12fec2 None None] Set router c3c82be6-2634-4b51-aeab-9e6e80a9d743 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:00:44.773121 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48902cf8-a510-4fbd-b698-28b769969455 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:00:44.832708 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:44.835547 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f9ce-7208-4386-a245-34414ed90ff5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:44.872686 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b3c54f-1967-4b27-b19b-a69af0087048 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet e476bfaa-6fb9-4ab5-82b8-0205f9e78f4f {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:00:44.885774 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4b3c54f-1967-4b27-b19b-a69af0087048 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:44.886139 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2c53f386-3989-446f-96cb-6d052b12fec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c82be6-2634-4b51-aeab-9e6e80a9d743', 'name': 'tempest-NetworksTestDHCPv6-router-2010967635', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:00:22Z', 'updated_at': '2022-03-02T19:00:41Z', 'revision_number': 3, 'project_id': '591628e1e390444e96bcee6f3976612e', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:44.895650 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c53f386-3989-446f-96cb-6d052b12fec2 None None] The sync data for ids ['c3c82be6-2634-4b51-aeab-9e6e80a9d743'] in dv-neutron-831573-1-hyperv is: [{'id': 'c3c82be6-2634-4b51-aeab-9e6e80a9d743', 'name': 'tempest-NetworksTestDHCPv6-router-2010967635', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:00:22Z', 'updated_at': '2022-03-02T19:00:41Z', 'revision_number': 3, 'project_id': '591628e1e390444e96bcee6f3976612e', 'gw_port_host': None}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:44.900049 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-48902cf8-a510-4fbd-b698-28b769969455 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:44.900336 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-48902cf8-a510-4fbd-b698-28b769969455 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Added segment 83703596-622e-4e76-ae9c-d8ddc9a5a1ae of type vlan for network 8d562991-e598-4e12-925c-f5f11154e036 Mar 02 19:00:44.916258 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d18b01b-8e26-4221-8d3d-c8bac08da0b1']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:44.922950 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] For port 8424cb57-cdcd-494d-893b-dad4647dd209, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:00:44.928599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] For port 8424cb57-cdcd-494d-893b-dad4647dd209, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8424cb57-cdcd-494d-893b-dad4647dd209,segment=NetworkSegment(5296969b-e773-43fb-815c-9f0f9a8be9c2),segment_id=5296969b-e773-43fb-815c-9f0f9a8be9c2)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:00:44.950704 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d3dc6f-535b-4668-b824-0b6e7960af03') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:44.951265 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d3dc6f-535b-4668-b824-0b6e7960af03') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:44.953578 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf5f9ce-7208-4386-a245-34414ed90ff5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 8d0a667a-8445-45b2-aeeb-edd6850971dd is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:44.959414 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-bcf5f9ce-7208-4386-a245-34414ed90ff5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:44.967141 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf5f9ce-7208-4386-a245-34414ed90ff5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:44.974988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:44.990886 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4b3c54f-1967-4b27-b19b-a69af0087048 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.016655 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5f9ce-7208-4386-a245-34414ed90ff5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=6c34d627-848d-496c-8000-b56e8439fab7,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:45.027069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.030407 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45343a84-94e4-44b0-8886-1465df723751 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.046506 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.049608 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-48902cf8-a510-4fbd-b698-28b769969455 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.066186 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:00:45.066592 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.099674 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:00:45.107175 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:00:45.150179 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.153162 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a72e9-aa14-4bfe-85ba-b77a45be51bf None None] Pushing event updated for resources: {'Port': ['ID=8424cb57-cdcd-494d-893b-dad4647dd209,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:45.161153 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f9ce-7208-4386-a245-34414ed90ff5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.182294 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670e3fe3-d318-43f9-9f6f-08fd1058c992 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:45.193992 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-670e3fe3-d318-43f9-9f6f-08fd1058c992 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.194773 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fef789-e4bd-4cc4-9883-2e9688eb37cd None None] Sync routers for ids ['d43c29e3-a1f3-44f8-8d3e-fb3549870468'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:45.195303 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-670e3fe3-d318-43f9-9f6f-08fd1058c992 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "PUT /v2.0/routers/d43c29e3-a1f3-44f8-8d3e-fb3549870468 HTTP/1.1" status: 200 len: 917 time: 10.1212389 Mar 02 19:00:45.202663 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57010) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:45.206952 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fef789-e4bd-4cc4-9883-2e9688eb37cd None None] Routers {'d43c29e3-a1f3-44f8-8d3e-fb3549870468'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:45.207682 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-20fef789-e4bd-4cc4-9883-2e9688eb37cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d43c29e3-a1f3-44f8-8d3e-fb3549870468'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:45.236736 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4b3c54f-1967-4b27-b19b-a69af0087048 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.282376 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-20fef789-e4bd-4cc4-9883-2e9688eb37cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:45.296601 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fef789-e4bd-4cc4-9883-2e9688eb37cd None None] Routers {'d43c29e3-a1f3-44f8-8d3e-fb3549870468'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:45.297255 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-20fef789-e4bd-4cc4-9883-2e9688eb37cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d43c29e3-a1f3-44f8-8d3e-fb3549870468'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:45.311137 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 1dc6442d-bf88-4c81-8855-1340d60f161a up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:45.374499 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-20fef789-e4bd-4cc4-9883-2e9688eb37cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:45.375153 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fef789-e4bd-4cc4-9883-2e9688eb37cd None None] The sync data for ids ['d43c29e3-a1f3-44f8-8d3e-fb3549870468'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:45.386839 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1288dcd9-a565-4f1a-8f1f-9546031fa436 None None] Provisioning for port 6c34d627-848d-496c-8000-b56e8439fab7 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:45.414705 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1288dcd9-a565-4f1a-8f1f-9546031fa436 None None] Provisioning complete for port 6c34d627-848d-496c-8000-b56e8439fab7 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:45.415089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1288dcd9-a565-4f1a-8f1f-9546031fa436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.418355 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.439152 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.453386 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Network': ['ID=8d18b01b-8e26-4221-8d3d-c8bac08da0b1,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:45.463530 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f320ec35-bcb8-4481-96c4-413af4862b16 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/networks/8d18b01b-8e26-4221-8d3d-c8bac08da0b1 HTTP/1.1" status: 204 len: 168 time: 3.4980292 Mar 02 19:00:45.463825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57014) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:45.471509 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-58289945', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}, 'admin_state_up': False}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:45.478797 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:45.483278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:router and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:45.487950 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:45.491753 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4b3c54f-1967-4b27-b19b-a69af0087048 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.535651 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1288dcd9-a565-4f1a-8f1f-9546031fa436 None None] Port 6c34d627-848d-496c-8000-b56e8439fab7 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:00:45.538696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:45.544593 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 1dc6442d-bf88-4c81-8855-1340d60f161a triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:45.544970 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.550377 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3c54f-1967-4b27-b19b-a69af0087048 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=e476bfaa-6fb9-4ab5-82b8-0205f9e78f4f,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:45.561259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4b3c54f-1967-4b27-b19b-a69af0087048 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.565979 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a4b3c54f-1967-4b27-b19b-a69af0087048 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/e476bfaa-6fb9-4ab5-82b8-0205f9e78f4f HTTP/1.1" status: 204 len: 168 time: 1.2965426 Mar 02 19:00:45.572012 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57018) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:45.581323 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d793fb11-c494-4130-b9bd-46d2ea7e1c5b None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:45.585495 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-48902cf8-a510-4fbd-b698-28b769969455 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.589495 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48902cf8-a510-4fbd-b698-28b769969455 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:45.590180 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-48902cf8-a510-4fbd-b698-28b769969455 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.674944 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.676313 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.798997 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7b9d60a8-87b7-4499-9f18-838dd0ea0886 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:router {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:45.800512 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-48902cf8-a510-4fbd-b698-28b769969455 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5488882 Mar 02 19:00:45.804782 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57022) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:45.832840 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.871795 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f9ce-7208-4386-a245-34414ed90ff5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:45.913804 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Allocated IP 172.26.4.193 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/ccea0cf2-1280-4fa4-8e83-e030163f95ef) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:45.918404 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48902cf8-a510-4fbd-b698-28b769969455 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Pushing event updated for resources: {'Network': ['ID=8d562991-e598-4e12-925c-f5f11154e036,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:45.930474 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 8d562991-e598-4e12-925c-f5f11154e036 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:00:45.961462 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7b9d60a8-87b7-4499-9f18-838dd0ea0886 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:router {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:45.962083 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7b9d60a8-87b7-4499-9f18-838dd0ea0886 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3889594 Mar 02 19:00:45.965294 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57026) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:46.053911 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79340dc8-e390-45ac-9672-202f0b8bc35c None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:00:46.058414 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-79340dc8-e390-45ac-9672-202f0b8bc35c None None] Deleting port 859d8dbb-6796-452c-9358-785d247fc141 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:46.058786 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-79340dc8-e390-45ac-9672-202f0b8bc35c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:46.300702 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-79340dc8-e390-45ac-9672-202f0b8bc35c None None] For port 859d8dbb-6796-452c-9358-785d247fc141, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=859d8dbb-6796-452c-9358-785d247fc141,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:46.301294 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-79340dc8-e390-45ac-9672-202f0b8bc35c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:46.356341 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-45207bdb-447d-4fcb-baa5-4941002c1544 tempest-DHCPAgentSchedulersTestJSON-1202609563 tempest-DHCPAgentSchedulersTestJSON-1202609563-project-admin] 10.222.0.73 "GET /v2.0/agents/b44e57a4-7e31-4b56-8fac-c025c4c5f67d/dhcp-networks HTTP/1.1" status: 200 len: 6997 time: 0.5496483 Mar 02 19:00:46.367869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57030) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:46.435539 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-79340dc8-e390-45ac-9672-202f0b8bc35c None None] Calling delete_port for 859d8dbb-6796-452c-9358-785d247fc141 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:46.474300 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2e786b2e-20c1-4c16-8c58-d8792d35b3a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:46.640524 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e90d38b-c0f9-4854-aaa0-6e930e0a7f1f None None] Network a138b01d-9c5e-4117-9df8-b23f81cf6d3a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:46.681840 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:46.712512 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:46.755069 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45343a84-94e4-44b0-8886-1465df723751 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:46.787794 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-22c0793f-df6a-459e-8c7c-bafa036de8da tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "GET /v2.0/routers/d43c29e3-a1f3-44f8-8d3e-fb3549870468 HTTP/1.1" status: 200 len: 923 time: 1.5830429 Mar 02 19:00:46.799915 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57034) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:46.800686 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-79340dc8-e390-45ac-9672-202f0b8bc35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:46.800885 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45343a84-94e4-44b0-8886-1465df723751 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:46.921265 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-fd1d669a-ff04-4d95-a27f-a32e35c5eb2f None None] Provisioning for port 8424cb57-cdcd-494d-893b-dad4647dd209 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:46.931833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe960e3-100b-4e82-a3c0-2819093906e4 tempest-DHCPAgentSchedulersTestJSON-1202609563 tempest-DHCPAgentSchedulersTestJSON-1202609563-project-admin] Network 8d562991-e598-4e12-925c-f5f11154e036 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:00:46.967529 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79340dc8-e390-45ac-9672-202f0b8bc35c None None] Pushing event deleted for resources: {'Port': ['ID=859d8dbb-6796-452c-9358-785d247fc141,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:47.015609 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f9ce-7208-4386-a245-34414ed90ff5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:47.032840 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79340dc8-e390-45ac-9672-202f0b8bc35c None None] No DVR routers for this DVR port 859d8dbb-6796-452c-9358-785d247fc141 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:00:47.035038 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-061b952f-b86a-4787-8243-46f73ec83ad0 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=34755311-e60d-4721-8297-2b2c64e749c6&device_id=d43c29e3-a1f3-44f8-8d3e-fb3549870468&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2286105 Mar 02 19:00:47.035918 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57038) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:47.106279 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8424cb57-cdcd-494d-893b-dad4647dd209 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:47.150872 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-dfe960e3-100b-4e82-a3c0-2819093906e4 tempest-DHCPAgentSchedulersTestJSON-1202609563 tempest-DHCPAgentSchedulersTestJSON-1202609563-project-admin] 10.222.0.73 "POST /v2.0/agents/b44e57a4-7e31-4b56-8fac-c025c4c5f67d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7791774 Mar 02 19:00:47.154085 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57042) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:47.163883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2e786b2e-20c1-4c16-8c58-d8792d35b3a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:47.170612 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e911141b-95f9-4fb5-a70f-32a6d9d330ed None None] Network 8d562991-e598-4e12-925c-f5f11154e036 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:47.170836 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:47.189211 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2e786b2e-20c1-4c16-8c58-d8792d35b3a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:47.260038 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f9ce-7208-4386-a245-34414ed90ff5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:47.308738 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-45343a84-94e4-44b0-8886-1465df723751 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Allocated IP 172.26.4.206 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/203e3be2-f9e3-4007-8930-35317ee1517f) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:47.314574 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:47.331539 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:47.340081 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:47.440074 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2e786b2e-20c1-4c16-8c58-d8792d35b3a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:47.440806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e786b2e-20c1-4c16-8c58-d8792d35b3a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Fanout notify agent at l3_agent the message router_deleted on router c3c82be6-2634-4b51-aeab-9e6e80a9d743 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:00:47.460394 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7c3e4bf6-f6b9-41b8-819c-b316fb45d017 tempest-DHCPAgentSchedulersTestJSON-1202609563 tempest-DHCPAgentSchedulersTestJSON-1202609563-project-admin] 10.222.0.73 "GET /v2.0/agents/b44e57a4-7e31-4b56-8fac-c025c4c5f67d/dhcp-networks HTTP/1.1" status: 200 len: 7741 time: 0.3045161 Mar 02 19:00:47.461122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:47.469204 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f9ce-7208-4386-a245-34414ed90ff5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:47.473200 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57046) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:47.489503 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Pushing event updated for resources: {'Port': ['ID=ccea0cf2-1280-4fa4-8e83-e030163f95ef,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:47.517913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 8424cb57-cdcd-494d-893b-dad4647dd209 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:47.524619 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 8424cb57-cdcd-494d-893b-dad4647dd209 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:47.526595 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:47.526703 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:47.622072 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2e786b2e-20c1-4c16-8c58-d8792d35b3a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:47.623161 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2e786b2e-20c1-4c16-8c58-d8792d35b3a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/routers/c3c82be6-2634-4b51-aeab-9e6e80a9d743 HTTP/1.1" status: 204 len: 168 time: 1.6569812 Mar 02 19:00:47.628646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57050) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:47.672328 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:47.680666 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f7a58c39-0eb3-4505-b742-2186fb3508c2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:47.713974 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 8424cb57-cdcd-494d-893b-dad4647dd209, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8424cb57-cdcd-494d-893b-dad4647dd209,segment=NetworkSegment(5296969b-e773-43fb-815c-9f0f9a8be9c2),segment_id=5296969b-e773-43fb-815c-9f0f9a8be9c2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:47.715472 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f5cc6acf-0081-48a5-95e2-dd21c0e263a4 None None] Provisioning complete for port 8424cb57-cdcd-494d-893b-dad4647dd209 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:47.715834 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6acf-0081-48a5-95e2-dd21c0e263a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:47.753870 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f7a58c39-0eb3-4505-b742-2186fb3508c2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:47.757463 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f7a58c39-0eb3-4505-b742-2186fb3508c2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1257553 Mar 02 19:00:47.758150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57054) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:47.842567 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33662d19-bcc8-403c-b189-c1d23f39ea26 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:47.843006 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-33662d19-bcc8-403c-b189-c1d23f39ea26 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:47.843140 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8262de9f-08e0-4caa-9390-f200e0ebaa25 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:47.847501 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8262de9f-08e0-4caa-9390-f200e0ebaa25 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "GET /v2.0/networks/34755311-e60d-4721-8297-2b2c64e749c6 HTTP/1.1" status: 200 len: 881 time: 0.8060062 Mar 02 19:00:47.848395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57058) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:47.857895 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:47.904512 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5f9ce-7208-4386-a245-34414ed90ff5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=6c34d627-848d-496c-8000-b56e8439fab7,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:47.914606 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6ba64b14-714c-4078-9865-4228824c4cf6 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "GET /v2.0/ports?device_id=d43c29e3-a1f3-44f8-8d3e-fb3549870468 HTTP/1.1" status: 200 len: 205 time: 0.0624712 Mar 02 19:00:47.915935 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57062) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:47.951494 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 859d8dbb-6796-452c-9358-785d247fc141 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:00:47.981552 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45343a84-94e4-44b0-8886-1465df723751 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:47.982052 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-33662d19-bcc8-403c-b189-c1d23f39ea26 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:47.985930 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-33662d19-bcc8-403c-b189-c1d23f39ea26 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2244279 Mar 02 19:00:47.986959 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57066) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:47.994857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 859d8dbb-6796-452c-9358-785d247fc141 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:00:47.995201 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 859d8dbb-6796-452c-9358-785d247fc141 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:00:47.995641 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 2b436c56-6761-4748-9715-545831fa1c24 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:00:48.034750 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 2b436c56-6761-4748-9715-545831fa1c24 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:00:48.035103 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 2b436c56-6761-4748-9715-545831fa1c24 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:00:48.048574 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=8424cb57-cdcd-494d-893b-dad4647dd209,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:48.143035 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-42ef7526-127c-4cfa-a89c-3fce77437c46 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:48.208285 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-49219ebb-cf66-4d94-9d11-24058f57b312 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:router {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:48.213892 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a1f27ce5-b162-4e81-aaca-6d4dfa4616cf tempest-DHCPAgentSchedulersTestJSON-1202609563 tempest-DHCPAgentSchedulersTestJSON-1202609563-project-admin] 10.222.0.73 "DELETE /v2.0/agents/b44e57a4-7e31-4b56-8fac-c025c4c5f67d/dhcp-networks/8d562991-e598-4e12-925c-f5f11154e036 HTTP/1.1" status: 204 len: 168 time: 0.7299640 Mar 02 19:00:48.218793 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57070) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:48.223059 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf5f9ce-7208-4386-a245-34414ed90ff5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 8d0a667a-8445-45b2-aeeb-edd6850971dd is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:48.227828 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-bcf5f9ce-7208-4386-a245-34414ed90ff5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:48.430359 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:48.431072 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:48.480329 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-215e6c33-ff72-4ee5-82c2-c60b259761bf None None] Provisioning complete for port 6c34d627-848d-496c-8000-b56e8439fab7 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:48.480920 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-215e6c33-ff72-4ee5-82c2-c60b259761bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:48.498687 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-49219ebb-cf66-4d94-9d11-24058f57b312 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:router {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:48.499927 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-49219ebb-cf66-4d94-9d11-24058f57b312 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5123031 Mar 02 19:00:48.510561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57074) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:48.528538 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:48.543546 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-215e6c33-ff72-4ee5-82c2-c60b259761bf None None] Port 6c34d627-848d-496c-8000-b56e8439fab7 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:00:48.603023 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45343a84-94e4-44b0-8886-1465df723751 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:48.736511 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Allocated IP 172.26.4.5 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/88b27bec-3f50-4e7b-bd12-dca3ff2d7ae6) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:48.758869 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45343a84-94e4-44b0-8886-1465df723751 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:48.765374 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-45343a84-94e4-44b0-8886-1465df723751 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:48.778727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45343a84-94e4-44b0-8886-1465df723751 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:48.783325 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:48.805081 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45343a84-94e4-44b0-8886-1465df723751 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Pushing event updated for resources: {'Port': ['ID=203e3be2-f9e3-4007-8930-35317ee1517f,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:48.832185 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:48.893167 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a846bc51-5e58-46db-bc74-75a1f487e559 tempest-DHCPAgentSchedulersTestJSON-1202609563 tempest-DHCPAgentSchedulersTestJSON-1202609563-project-admin] 10.222.0.73 "GET /v2.0/agents/b44e57a4-7e31-4b56-8fac-c025c4c5f67d/dhcp-networks HTTP/1.1" status: 200 len: 6997 time: 0.6738985 Mar 02 19:00:48.898611 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57078) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:48.959049 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf5f9ce-7208-4386-a245-34414ed90ff5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router a3105c3e-d958-4caa-b5b7-7ff2a9714428 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:00:48.984164 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1434accc-5ea7-496a-a6d4-827e1bfec761 tempest-DHCPAgentSchedulersTestJSON-1202609563 tempest-DHCPAgentSchedulersTestJSON-1202609563-project-admin] 10.222.0.73 "GET /v2.0/networks/3456bc9a-e508-418a-994e-459566fbe64b/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0822675 Mar 02 19:00:48.985737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57082) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:49.000980 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:49.010169 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8424cb57-cdcd-494d-893b-dad4647dd209 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:49.014012 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:49.018102 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:49.096563 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-42ef7526-127c-4cfa-a89c-3fce77437c46 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:49.096777 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 8424cb57-cdcd-494d-893b-dad4647dd209 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:49.097373 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:49.146687 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-09089cfa-9c3a-4848-9b18-5e40a54cc71c tempest-DHCPAgentSchedulersTestJSON-1202609563 tempest-DHCPAgentSchedulersTestJSON-1202609563-project-admin] 10.222.0.73 "GET /v2.0/networks/3456bc9a-e508-418a-994e-459566fbe64b/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1602407 Mar 02 19:00:49.149397 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57086) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:49.214886 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-42ef7526-127c-4cfa-a89c-3fce77437c46 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Deleting port 82ccbe26-7615-4969-bfe8-c57f6f205848 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:49.215242 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-42ef7526-127c-4cfa-a89c-3fce77437c46 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:49.246647 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:49.382769 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:49.399859 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-002e0f40-d23a-45cd-8a4f-2fbebf4d6918 tempest-DHCPAgentSchedulersTestJSON-1202609563 tempest-DHCPAgentSchedulersTestJSON-1202609563-project-admin] 10.222.0.73 "GET /v2.0/agents/b44e57a4-7e31-4b56-8fac-c025c4c5f67d/dhcp-networks HTTP/1.1" status: 200 len: 6997 time: 0.2492797 Mar 02 19:00:49.403541 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf5f9ce-7208-4386-a245-34414ed90ff5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:49.403870 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57090) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:49.418297 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41065b98-46f7-4a63-b919-16e53004e415 None None] Sync routers for ids ['a3105c3e-d958-4caa-b5b7-7ff2a9714428'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:49.432260 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41065b98-46f7-4a63-b919-16e53004e415 None None] Routers {'a3105c3e-d958-4caa-b5b7-7ff2a9714428'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:49.433501 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-41065b98-46f7-4a63-b919-16e53004e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a3105c3e-d958-4caa-b5b7-7ff2a9714428'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:49.433663 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:49.435110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=88b27bec-3f50-4e7b-bd12-dca3ff2d7ae6,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:49.438952 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45343a84-94e4-44b0-8886-1465df723751 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:49.439203 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:49.498400 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bcf5f9ce-7208-4386-a245-34414ed90ff5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/a3105c3e-d958-4caa-b5b7-7ff2a9714428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9939601 Mar 02 19:00:49.501126 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57094) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:49.502142 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-41065b98-46f7-4a63-b919-16e53004e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:49.517014 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41065b98-46f7-4a63-b919-16e53004e415 None None] Routers {'a3105c3e-d958-4caa-b5b7-7ff2a9714428'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:49.518011 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-41065b98-46f7-4a63-b919-16e53004e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a3105c3e-d958-4caa-b5b7-7ff2a9714428'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:49.606454 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-41065b98-46f7-4a63-b919-16e53004e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:49.607250 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41065b98-46f7-4a63-b919-16e53004e415 None None] The sync data for ids ['a3105c3e-d958-4caa-b5b7-7ff2a9714428'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:49.693378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9e275e-d966-428a-9d46-a89328582626 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:49.694885 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ab9e275e-d966-428a-9d46-a89328582626 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/ports/6c34d627-848d-496c-8000-b56e8439fab7 HTTP/1.1" status: 200 len: 910 time: 0.1862602 Mar 02 19:00:49.702380 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-42ef7526-127c-4cfa-a89c-3fce77437c46 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:49.712347 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57098) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:49.715714 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Router df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:00:49.790625 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6cdca9b4-7b47-43f5-bf6a-0882872bb15c tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:49.982582 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45343a84-94e4-44b0-8886-1465df723751 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:50.002905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45343a84-94e4-44b0-8886-1465df723751 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:50.110552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-42ef7526-127c-4cfa-a89c-3fce77437c46 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Calling delete_port for 82ccbe26-7615-4969-bfe8-c57f6f205848 owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:50.154077 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6cdca9b4-7b47-43f5-bf6a-0882872bb15c tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:50.243985 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-6cdca9b4-7b47-43f5-bf6a-0882872bb15c tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d562991-e598-4e12-925c-f5f11154e036']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:50.247560 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.objects.ports [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84532) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 19:00:50.260148 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-6cdca9b4-7b47-43f5-bf6a-0882872bb15c tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83703596-622e-4e76-ae9c-d8ddc9a5a1ae') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:50.260446 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-6cdca9b4-7b47-43f5-bf6a-0882872bb15c tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83703596-622e-4e76-ae9c-d8ddc9a5a1ae') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:50.266310 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:50.291728 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6cdca9b4-7b47-43f5-bf6a-0882872bb15c tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:50.316965 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6cdca9b4-7b47-43f5-bf6a-0882872bb15c tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:50.325158 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdca9b4-7b47-43f5-bf6a-0882872bb15c tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:00:50.325560 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6cdca9b4-7b47-43f5-bf6a-0882872bb15c tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:00:50.342858 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:00:50.366966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:50.373931 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=4ec87d56-494e-415b-8ab5-9a1a858bfb47,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:50.376524 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:50.381089 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:50.385154 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:50.394946 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a6d383-23d4-4e65-9d8b-57e55f11a0fb None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:50.407234 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:50.407608 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:50.408123 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:50.408477 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:50.408643 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:50.408966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:50.409290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:50.409615 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:50.409937 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:50.410269 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:50.410578 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:50.479802 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:50.504465 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363d7c97-6bb8-43f3-a81d-cc38dd84b501 None None] Sync routers for ids ['df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:50.527336 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6cdca9b4-7b47-43f5-bf6a-0882872bb15c tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:50.540781 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363d7c97-6bb8-43f3-a81d-cc38dd84b501 None None] Routers {'df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:50.542672 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-363d7c97-6bb8-43f3-a81d-cc38dd84b501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:50.546073 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6cdca9b4-7b47-43f5-bf6a-0882872bb15c tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:50.550307 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6cdca9b4-7b47-43f5-bf6a-0882872bb15c tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] 10.222.0.73 "DELETE /v2.0/networks/8d562991-e598-4e12-925c-f5f11154e036 HTTP/1.1" status: 204 len: 168 time: 1.1424780 Mar 02 19:00:50.551630 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57102) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:50.588071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdca9b4-7b47-43f5-bf6a-0882872bb15c tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Pushing event deleted for resources: {'Network': ['ID=8d562991-e598-4e12-925c-f5f11154e036,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:50.607378 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5896c5-b63a-408b-8cab-2fa5b996cd2a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] DELETE failed (client error): The resource could not be found. Mar 02 19:00:50.607378 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5896c5-b63a-408b-8cab-2fa5b996cd2a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:00:50.610786 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4c5896c5-b63a-408b-8cab-2fa5b996cd2a tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] 10.222.0.73 "DELETE /v2.0/ports/ce35dda9-cfe5-4490-8fac-76c8a6752306 HTTP/1.1" status: 404 len: 333 time: 0.0556684 Mar 02 19:00:50.610965 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57106) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:50.611218 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:50.615092 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d69dbc80-e29e-4a5c-b064-c00c10fab14c tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.4154115 Mar 02 19:00:50.615575 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57108) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:50.622926 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-363d7c97-6bb8-43f3-a81d-cc38dd84b501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:50.637035 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363d7c97-6bb8-43f3-a81d-cc38dd84b501 None None] Routers {'df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:50.637650 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-363d7c97-6bb8-43f3-a81d-cc38dd84b501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:50.670541 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-94768107-e52f-4b75-af48-879a2247715a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1513906 Mar 02 19:00:50.682240 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57114) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:50.696118 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-f2f994dd-ddc1-489f-90bd-c9f634b41366 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:50.702322 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': '4ec87d56-494e-415b-8ab5-9a1a858bfb47'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:00:50.703406 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:50.714919 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-363d7c97-6bb8-43f3-a81d-cc38dd84b501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:50.715491 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363d7c97-6bb8-43f3-a81d-cc38dd84b501 None None] The sync data for ids ['df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:50.776173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-42ef7526-127c-4cfa-a89c-3fce77437c46 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:50.831780 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45343a84-94e4-44b0-8886-1465df723751 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Router b3930ca9-1524-4570-9c52-6f91b4831604 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:00:50.894976 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef7526-127c-4cfa-a89c-3fce77437c46 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Pushing event deleted for resources: {'Port': ['ID=82ccbe26-7615-4969-bfe8-c57f6f205848,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:50.935316 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Allocated IP 2001:db8::f816:3eff:fef5:e076 (ef3b29a7-4982-4982-b073-f3d27df1240a/4ec87d56-494e-415b-8ab5-9a1a858bfb47/742b0163-24a1-4f41-ac8a-f74ebd20363d) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:50.944020 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:50.944762 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:51.174682 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f2f994dd-ddc1-489f-90bd-c9f634b41366 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:51.181146 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f2f994dd-ddc1-489f-90bd-c9f634b41366 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:51.185071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f2f994dd-ddc1-489f-90bd-c9f634b41366 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:51.186001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0826986-65cd-4eba-8358-467e5ea679c3 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Deleting subnet 8fa202cd-c825-45a5-bf50-0b0f4050b00b {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:00:51.193048 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:51.195227 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f0826986-65cd-4eba-8358-467e5ea679c3 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:51.205400 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Transition to ACTIVE for port object 742b0163-24a1-4f41-ac8a-f74ebd20363d will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:51.207457 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f2f994dd-ddc1-489f-90bd-c9f634b41366 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:51.232538 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Transition to ACTIVE for port object 742b0163-24a1-4f41-ac8a-f74ebd20363d will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:51.242306 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf55e3c9-852b-4e97-8809-c3ce3219fb3d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:51.312457 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:51.346844 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f994dd-ddc1-489f-90bd-c9f634b41366 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:51.388271 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:51.392069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:51.399206 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:51.402351 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Pushing event updated for resources: {'Port': ['ID=742b0163-24a1-4f41-ac8a-f74ebd20363d,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:51.442164 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:51.442381 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:51.442765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:51.443102 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:51.443479 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:51.443897 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:51.444234 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:51.444567 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:51.444898 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:51.445227 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:51.445551 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:51.510925 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Attempting to bind port 742b0163-24a1-4f41-ac8a-f74ebd20363d on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:00:51.511341 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Attempting to bind port 742b0163-24a1-4f41-ac8a-f74ebd20363d by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:00:51.511720 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Attempting to bind port 742b0163-24a1-4f41-ac8a-f74ebd20363d on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:00:51.532718 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:00:51.532718 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:00:51.533137 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:51.533964 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:00:51.534644 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Bound port: 742b0163-24a1-4f41-ac8a-f74ebd20363d, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:00:51.535033 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:51.559143 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45343a84-94e4-44b0-8886-1465df723751 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:51.574396 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-45343a84-94e4-44b0-8886-1465df723751 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:51.578496 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-45343a84-94e4-44b0-8886-1465df723751 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "PUT /v2.0/routers/b3930ca9-1524-4570-9c52-6f91b4831604 HTTP/1.1" status: 200 len: 915 time: 7.5398571 Mar 02 19:00:51.583267 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57118) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:51.587280 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbde6e0-24ed-42e2-b730-660792778ee6 None None] Sync routers for ids ['b3930ca9-1524-4570-9c52-6f91b4831604'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:51.607991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f0c91c4c-175b-47f6-a093-aa0bb3fee962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:51.630847 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbde6e0-24ed-42e2-b730-660792778ee6 None None] Routers {'b3930ca9-1524-4570-9c52-6f91b4831604'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:51.631536 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-5dbde6e0-24ed-42e2-b730-660792778ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['b3930ca9-1524-4570-9c52-6f91b4831604'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:51.660810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f2f994dd-ddc1-489f-90bd-c9f634b41366 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:51.667641 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f0826986-65cd-4eba-8358-467e5ea679c3 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:51.705900 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-5dbde6e0-24ed-42e2-b730-660792778ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:51.715422 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] For port 742b0163-24a1-4f41-ac8a-f74ebd20363d, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:00:51.721089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] For port 742b0163-24a1-4f41-ac8a-f74ebd20363d, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=742b0163-24a1-4f41-ac8a-f74ebd20363d,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:00:51.728006 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbde6e0-24ed-42e2-b730-660792778ee6 None None] Routers {'b3930ca9-1524-4570-9c52-6f91b4831604'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:51.728006 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-5dbde6e0-24ed-42e2-b730-660792778ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['b3930ca9-1524-4570-9c52-6f91b4831604'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:51.730696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-42ef7526-127c-4cfa-a89c-3fce77437c46 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:51.789233 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-5dbde6e0-24ed-42e2-b730-660792778ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:51.789650 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbde6e0-24ed-42e2-b730-660792778ee6 None None] The sync data for ids ['b3930ca9-1524-4570-9c52-6f91b4831604'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:51.826109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:51.919706 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259707d-4bc7-406c-b0cc-5534bb7f50df None None] Pushing event updated for resources: {'Port': ['ID=742b0163-24a1-4f41-ac8a-f74ebd20363d,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:52.096713 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-42ef7526-127c-4cfa-a89c-3fce77437c46 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:52.113879 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f0826986-65cd-4eba-8358-467e5ea679c3 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:52.164024 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-42ef7526-127c-4cfa-a89c-3fce77437c46 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:52.200117 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bba9b9dd-79e1-4a54-b1b3-22eafade2c5a tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "GET /v2.0/routers/b3930ca9-1524-4570-9c52-6f91b4831604 HTTP/1.1" status: 200 len: 921 time: 0.6154547 Mar 02 19:00:52.202507 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57122) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:52.383020 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-aadf3ba6-8300-49d5-bb64-814626862fa0 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=34755311-e60d-4721-8297-2b2c64e749c6&device_id=b3930ca9-1524-4570-9c52-6f91b4831604&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1549745 Mar 02 19:00:52.383680 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57126) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:52.384273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-42ef7526-127c-4cfa-a89c-3fce77437c46 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:52.384839 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ef7526-127c-4cfa-a89c-3fce77437c46 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Fanout notify agent at l3_agent the message router_deleted on router d43c29e3-a1f3-44f8-8d3e-fb3549870468 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:00:52.413309 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f2f994dd-ddc1-489f-90bd-c9f634b41366 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:52.467647 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-42ef7526-127c-4cfa-a89c-3fce77437c46 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:52.475530 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-42ef7526-127c-4cfa-a89c-3fce77437c46 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "DELETE /v2.0/routers/d43c29e3-a1f3-44f8-8d3e-fb3549870468 HTTP/1.1" status: 204 len: 168 time: 4.5595121 Mar 02 19:00:52.478983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57130) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:52.489241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f0826986-65cd-4eba-8358-467e5ea679c3 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:52.497850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-77f2face-0ce9-4813-9180-fa619e5f3b0b tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-451108586', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:52.546632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-77f2face-0ce9-4813-9180-fa619e5f3b0b tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:52.560868 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0826986-65cd-4eba-8358-467e5ea679c3 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa202cd-c825-45a5-bf50-0b0f4050b00b,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:52.564596 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-77f2face-0ce9-4813-9180-fa619e5f3b0b tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Usage tracker for resource:router and tenant:6bf0e25a003343dda517eabfdecbf58d is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:52.575166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-77f2face-0ce9-4813-9180-fa619e5f3b0b tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:52.585078 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-77f2face-0ce9-4813-9180-fa619e5f3b0b tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:52.593070 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f0826986-65cd-4eba-8358-467e5ea679c3 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:52.595749 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f0826986-65cd-4eba-8358-467e5ea679c3 tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] 10.222.0.73 "DELETE /v2.0/subnets/8fa202cd-c825-45a5-bf50-0b0f4050b00b HTTP/1.1" status: 204 len: 168 time: 1.9833663 Mar 02 19:00:52.597081 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f994dd-ddc1-489f-90bd-c9f634b41366 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:52.602126 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e371e0d2-4c28-4dd0-9ba2-4f5a0136ca90 None None] Network 3456bc9a-e508-418a-994e-459566fbe64b requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:52.616008 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57134) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:52.618684 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-f2f994dd-ddc1-489f-90bd-c9f634b41366 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:52.626239 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f994dd-ddc1-489f-90bd-c9f634b41366 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=55bc246a-c380-4a4b-bb13-1347719ffa82,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:52.646850 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f994dd-ddc1-489f-90bd-c9f634b41366 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:52.647473 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f2f994dd-ddc1-489f-90bd-c9f634b41366 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:52.744164 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-77f2face-0ce9-4813-9180-fa619e5f3b0b tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:52.745170 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-77f2face-0ce9-4813-9180-fa619e5f3b0b tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:52.803617 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router a520a25a-156d-457a-bf33-b8dde7ead56b is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:00:52.826024 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-77f2face-0ce9-4813-9180-fa619e5f3b0b tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:52.896304 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb5646b-3e61-40d3-96b3-bfce3f28a9b0 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:52.897694 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0eb5646b-3e61-40d3-96b3-bfce3f28a9b0 tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "GET /v2.0/networks/34755311-e60d-4721-8297-2b2c64e749c6 HTTP/1.1" status: 200 len: 881 time: 0.5134735 Mar 02 19:00:52.912207 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57138) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:52.973362 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deb720b-9a97-4387-87f2-d750bd90cec2 None None] DHCP port deletion for 3456bc9a-e508-418a-994e-459566fbe64b request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:00:52.981233 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0deb720b-9a97-4387-87f2-d750bd90cec2 None None] Deleting port 1dc6442d-bf88-4c81-8855-1340d60f161a {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:52.981659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0deb720b-9a97-4387-87f2-d750bd90cec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:53.007964 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3533335b-5539-4232-9f1e-6d761b429f7b tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3930ca9-1524-4570-9c52-6f91b4831604 HTTP/1.1" status: 200 len: 205 time: 0.0931771 Mar 02 19:00:53.038962 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:53.040845 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57142) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:53.049671 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f2f994dd-ddc1-489f-90bd-c9f634b41366 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3663757 Mar 02 19:00:53.074556 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 742b0163-24a1-4f41-ac8a-f74ebd20363d up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:53.084855 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57146) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:53.092459 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-0ddd8965-3f39-4636-8919-580c422fdd5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'mac_address': 'fa:16:3e:f2:1a:f2', 'name': 'tempest-NetworksTestDHCPv6-2124674945'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:53.227576 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-77f2face-0ce9-4813-9180-fa619e5f3b0b tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:53.319260 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0deb720b-9a97-4387-87f2-d750bd90cec2 None None] For port 1dc6442d-bf88-4c81-8855-1340d60f161a, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=1dc6442d-bf88-4c81-8855-1340d60f161a,segment=NetworkSegment(4657b4d0-606d-4a10-9fee-9b0328e47609),segment_id=4657b4d0-606d-4a10-9fee-9b0328e47609)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:53.319697 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0deb720b-9a97-4387-87f2-d750bd90cec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:53.327847 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Deleting port 1dc6442d-bf88-4c81-8855-1340d60f161a {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:53.328608 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:53.385535 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:53.397563 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 742b0163-24a1-4f41-ac8a-f74ebd20363d completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:53.460107 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-bf55e3c9-852b-4e97-8809-c3ce3219fb3d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port 6c34d627-848d-496c-8000-b56e8439fab7 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:53.460744 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf55e3c9-852b-4e97-8809-c3ce3219fb3d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:53.481448 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0deb720b-9a97-4387-87f2-d750bd90cec2 None None] Calling delete_port for 1dc6442d-bf88-4c81-8855-1340d60f161a owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:53.527620 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9547e8-88b9-4097-80e0-da0bfd72f5d1 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:00:53.550647 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-77f2face-0ce9-4813-9180-fa619e5f3b0b tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:53.551852 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-77f2face-0ce9-4813-9180-fa619e5f3b0b tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0696578 Mar 02 19:00:53.556956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57150) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:53.588374 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-7e4c6420-cccc-4fed-8efc-0a4492004427 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'enable_snat': False}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:53.697303 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0ddd8965-3f39-4636-8919-580c422fdd5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:53.715027 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0ddd8965-3f39-4636-8919-580c422fdd5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:port and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:53.775271 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0ddd8965-3f39-4636-8919-580c422fdd5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:53.803398 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0ddd8965-3f39-4636-8919-580c422fdd5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:53.821499 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f4fde1fa-0d49-4a51-a306-ad0f3f3225ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:53.822134 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] For port 1dc6442d-bf88-4c81-8855-1340d60f161a, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=1dc6442d-bf88-4c81-8855-1340d60f161a,segment=NetworkSegment(4657b4d0-606d-4a10-9fee-9b0328e47609),segment_id=4657b4d0-606d-4a10-9fee-9b0328e47609)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:53.822508 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:53.900628 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1111d18d-2557-463a-b81c-ac56b6c42023 None None] Provisioning for port 742b0163-24a1-4f41-ac8a-f74ebd20363d completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:53.903091 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0deb720b-9a97-4387-87f2-d750bd90cec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:53.931290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf55e3c9-852b-4e97-8809-c3ce3219fb3d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:53.945093 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddd8965-3f39-4636-8919-580c422fdd5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:53.955270 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1111d18d-2557-463a-b81c-ac56b6c42023 None None] Provisioning complete for port 742b0163-24a1-4f41-ac8a-f74ebd20363d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:53.955772 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1111d18d-2557-463a-b81c-ac56b6c42023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:53.994016 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb720b-9a97-4387-87f2-d750bd90cec2 None None] Pushing event deleted for resources: {'Port': ['ID=1dc6442d-bf88-4c81-8855-1340d60f161a,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:54.012252 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Calling delete_port for 1dc6442d-bf88-4c81-8855-1340d60f161a owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:54.028429 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deb720b-9a97-4387-87f2-d750bd90cec2 None None] No DVR routers for this DVR port 1dc6442d-bf88-4c81-8855-1340d60f161a on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:00:54.186169 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1111d18d-2557-463a-b81c-ac56b6c42023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:54.206934 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-bf55e3c9-852b-4e97-8809-c3ce3219fb3d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Calling delete_port for 6c34d627-848d-496c-8000-b56e8439fab7 owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:54.241876 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4928b6e9-1c31-4aad-a391-f98672ef80cd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:54.287882 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1111d18d-2557-463a-b81c-ac56b6c42023 None None] For port 742b0163-24a1-4f41-ac8a-f74ebd20363d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=742b0163-24a1-4f41-ac8a-f74ebd20363d,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:54.298259 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b753b908-a232-4fc3-9109-74896e0c7f2b None None] Update dhcp port {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'fixed_ips': [{'subnet_id': '4ec87d56-494e-415b-8ab5-9a1a858bfb47', 'ip_address': '2001:db8::f816:3eff:fef5:e076'}, {'subnet_id': '55bc246a-c380-4a4b-bb13-1347719ffa82'}], 'binding:host_id': 'dv-neutron-831573-1-hyperv'}, 'id': '742b0163-24a1-4f41-ac8a-f74ebd20363d'} from dv-neutron-831573-1-hyperv. {{(pid=84534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 19:00:54.310354 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:54.326852 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eba845-8143-479c-98b7-985445f93df5 None None] Sync routers for ids ['a520a25a-156d-457a-bf33-b8dde7ead56b'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:54.340684 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eba845-8143-479c-98b7-985445f93df5 None None] Routers {'a520a25a-156d-457a-bf33-b8dde7ead56b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:54.341728 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-86eba845-8143-479c-98b7-985445f93df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a520a25a-156d-457a-bf33-b8dde7ead56b'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:54.359781 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b753b908-a232-4fc3-9109-74896e0c7f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:54.412428 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-86eba845-8143-479c-98b7-985445f93df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:54.430664 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0ddd8965-3f39-4636-8919-580c422fdd5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:54.436730 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eba845-8143-479c-98b7-985445f93df5 None None] Routers {'a520a25a-156d-457a-bf33-b8dde7ead56b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:54.438257 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-86eba845-8143-479c-98b7-985445f93df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a520a25a-156d-457a-bf33-b8dde7ead56b'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:54.457800 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Allocated IP 172.20.0.1 (a138b01d-9c5e-4117-9df8-b23f81cf6d3a/5cfab140-6bc1-4273-849a-fc88a342cbe3/a351a569-456c-451f-abbf-abec393c0506) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:54.527000 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-86eba845-8143-479c-98b7-985445f93df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:54.527712 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eba845-8143-479c-98b7-985445f93df5 None None] The sync data for ids ['a520a25a-156d-457a-bf33-b8dde7ead56b'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:54.544067 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-0ddd8965-3f39-4636-8919-580c422fdd5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port e9a5a6f5-0070-4afb-a695-25c231804611 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:00:54.594618 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.api [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:00:54.595265 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG oslo_db.api [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:00:54.611436 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-b753b908-a232-4fc3-9109-74896e0c7f2b None None] Allocated IP 172.20.0.2 (ef3b29a7-4982-4982-b073-f3d27df1240a/55bc246a-c380-4a4b-bb13-1347719ffa82/742b0163-24a1-4f41-ac8a-f74ebd20363d) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:54.616983 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1111d18d-2557-463a-b81c-ac56b6c42023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:54.620608 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7e4c6420-cccc-4fed-8efc-0a4492004427 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:54.671607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:54.676040 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3c611b32-ac9c-42c2-b304-b6317fc5c835 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 9.2075791 Mar 02 19:00:54.683225 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57156) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:54.691087 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111d18d-2557-463a-b81c-ac56b6c42023 None None] Pushing event updated for resources: {'Port': ['ID=742b0163-24a1-4f41-ac8a-f74ebd20363d,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:54.741385 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e26465-9911-4786-8ed2-527cebc5e7bc req-bff242a4-3554-479d-8ace-68158d236685 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:54.742855 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-34e26465-9911-4786-8ed2-527cebc5e7bc req-bff242a4-3554-479d-8ace-68158d236685 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.6006126 Mar 02 19:00:54.849961 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:54.865070 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-34e26465-9911-4786-8ed2-527cebc5e7bc req-1a1fc099-419e-4a9d-bfa4-2f14ae374fc8 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121271 Mar 02 19:00:54.877603 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Transition to ACTIVE for port object a351a569-456c-451f-abbf-abec393c0506 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:54.931131 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4928b6e9-1c31-4aad-a391-f98672ef80cd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:54.996510 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 742b0163-24a1-4f41-ac8a-f74ebd20363d up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:55.054819 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:55.076324 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 742b0163-24a1-4f41-ac8a-f74ebd20363d triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:55.077093 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:55.098849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf55e3c9-852b-4e97-8809-c3ce3219fb3d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:55.103807 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Deleting port 1dc6442d-bf88-4c81-8855-1340d60f161a {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:55.104081 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:55.117584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:55.141269 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-4928b6e9-1c31-4aad-a391-f98672ef80cd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Deleting port 203e3be2-f9e3-4007-8930-35317ee1517f {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:55.141269 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4928b6e9-1c31-4aad-a391-f98672ef80cd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:55.161802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55e3c9-852b-4e97-8809-c3ce3219fb3d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Port': ['ID=6c34d627-848d-496c-8000-b56e8439fab7,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:55.248781 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] The port '1dc6442d-bf88-4c81-8855-1340d60f161a' was deleted {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:00:55.283776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da92c3-caec-42c7-9a3c-f981607ac77f req-6d7e3274-feb2-4ecc-a086-e39210508780 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:55.285587 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-83da92c3-caec-42c7-9a3c-f981607ac77f req-6d7e3274-feb2-4ecc-a086-e39210508780 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.2744524 Mar 02 19:00:55.318444 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Network a138b01d-9c5e-4117-9df8-b23f81cf6d3a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:55.331325 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Pushing event updated for resources: {'Port': ['ID=a351a569-456c-451f-abbf-abec393c0506,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:55.382903 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-b753b908-a232-4fc3-9109-74896e0c7f2b None None] For port 742b0163-24a1-4f41-ac8a-f74ebd20363d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=742b0163-24a1-4f41-ac8a-f74ebd20363d,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:00:55.422510 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b753b908-a232-4fc3-9109-74896e0c7f2b None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:55.442874 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b753b908-a232-4fc3-9109-74896e0c7f2b None None] Transition to ACTIVE for port object 742b0163-24a1-4f41-ac8a-f74ebd20363d will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:55.472273 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 1dc6442d-bf88-4c81-8855-1340d60f161a no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:00:55.497706 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:55.507930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:55.507930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:55.507930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:55.507930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:55.507930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:55.507930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:55.507930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:55.507930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:55.507930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:55.507930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:55.507930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:55.510633 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 1dc6442d-bf88-4c81-8855-1340d60f161a {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:00:55.511589 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 1dc6442d-bf88-4c81-8855-1340d60f161a not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:00:55.513549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:55.517078 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-83da92c3-caec-42c7-9a3c-f981607ac77f req-c23ccedf-f7d2-451b-a467-898b6190a633 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224529 Mar 02 19:00:55.518608 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:55.553682 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b753b908-a232-4fc3-9109-74896e0c7f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:55.583635 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fb6ef8bc-15ab-4b36-ad81-954612132e7a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/routers/a520a25a-156d-457a-bf33-b8dde7ead56b HTTP/1.1" status: 200 len: 881 time: 0.8970969 Mar 02 19:00:55.597942 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57164) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:55.610656 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:55.680303 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7e4c6420-cccc-4fed-8efc-0a4492004427 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:55.716523 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7e4c6420-cccc-4fed-8efc-0a4492004427 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:55.739598 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753b908-a232-4fc3-9109-74896e0c7f2b None None] Pushing event updated for resources: {'Port': ['ID=742b0163-24a1-4f41-ac8a-f74ebd20363d,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:55.848182 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:55.879876 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3456bc9a-e508-418a-994e-459566fbe64b']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:55.911728 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-0ddd8965-3f39-4636-8919-580c422fdd5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 172.20.0.8 (ef3b29a7-4982-4982-b073-f3d27df1240a/55bc246a-c380-4a4b-bb13-1347719ffa82/e9a5a6f5-0070-4afb-a695-25c231804611) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:55.917889 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf55e3c9-852b-4e97-8809-c3ce3219fb3d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:55.924808 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4928b6e9-1c31-4aad-a391-f98672ef80cd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:55.930889 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-0ddd8965-3f39-4636-8919-580c422fdd5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::f816:3eff:fef2:1af2 (ef3b29a7-4982-4982-b073-f3d27df1240a/4ec87d56-494e-415b-8ab5-9a1a858bfb47/e9a5a6f5-0070-4afb-a695-25c231804611) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:55.938116 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4657b4d0-606d-4a10-9fee-9b0328e47609') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:55.938431 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4657b4d0-606d-4a10-9fee-9b0328e47609') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:55.970419 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-495697aa-a38b-4d20-836f-df3212f0ecd7 None None] Provisioning for port a351a569-456c-451f-abbf-abec393c0506 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:55.978761 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-495697aa-a38b-4d20-836f-df3212f0ecd7 None None] Provisioning complete for port a351a569-456c-451f-abbf-abec393c0506 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:55.984219 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-495697aa-a38b-4d20-836f-df3212f0ecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:56.027468 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:56.041827 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-495697aa-a38b-4d20-836f-df3212f0ecd7 None None] Port a351a569-456c-451f-abbf-abec393c0506 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:00:56.129885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-7e4c6420-cccc-4fed-8efc-0a4492004427 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Allocated IP 172.26.4.92 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/ca67e11e-5d12-4e3b-b44a-1f9d71a28538) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:56.132110 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-4928b6e9-1c31-4aad-a391-f98672ef80cd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Calling delete_port for 203e3be2-f9e3-4007-8930-35317ee1517f owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:56.195573 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:56.210428 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:00:56.210847 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:00:56.229615 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:00:56.348064 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:56.504157 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d924ae-91d0-4591-a63e-6d9dae0def59 req-1888fc13-2fd6-47ca-8bdf-fbf62ce99a55 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:56.505549 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c3d924ae-91d0-4591-a63e-6d9dae0def59 req-1888fc13-2fd6-47ca-8bdf-fbf62ce99a55 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.7931130 Mar 02 19:00:56.572667 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:56.598856 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c93e482f-bfb5-4949-831c-ba08abc333b7 None None] Provisioning for port 742b0163-24a1-4f41-ac8a-f74ebd20363d completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:56.604353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c93e482f-bfb5-4949-831c-ba08abc333b7 None None] Provisioning complete for port 742b0163-24a1-4f41-ac8a-f74ebd20363d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:56.605127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c93e482f-bfb5-4949-831c-ba08abc333b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:56.665121 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c3d924ae-91d0-4591-a63e-6d9dae0def59 req-58c65497-fffd-4559-974b-5525c2a68dbb tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455004 Mar 02 19:00:56.689839 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:56.733166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7e4c6420-cccc-4fed-8efc-0a4492004427 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:56.745925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:56.758671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0ddd8965-3f39-4636-8919-580c422fdd5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:56.790836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-0ddd8965-3f39-4636-8919-580c422fdd5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object e9a5a6f5-0070-4afb-a695-25c231804611 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:56.876866 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] Pushing event deleted for resources: {'Network': ['ID=3456bc9a-e508-418a-994e-459566fbe64b,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:56.918049 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d81a3d11-5e90-45c3-b2bc-334822e909af tempest-DHCPAgentSchedulersTestJSON-677489425 tempest-DHCPAgentSchedulersTestJSON-677489425-project] 10.222.0.73 "DELETE /v2.0/networks/3456bc9a-e508-418a-994e-459566fbe64b HTTP/1.1" status: 204 len: 168 time: 4.3008394 Mar 02 19:00:56.946751 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3de75b8d-ef63-45bf-bfff-f8f897d8ab4e tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Synchronizing usage tracker for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:router {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:57.024838 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 742b0163-24a1-4f41-ac8a-f74ebd20363d up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:57.036616 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7e4c6420-cccc-4fed-8efc-0a4492004427 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:57.120003 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0ddd8965-3f39-4636-8919-580c422fdd5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:57.144932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4c6420-cccc-4fed-8efc-0a4492004427 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:57.147961 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c6420-cccc-4fed-8efc-0a4492004427 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Pushing event updated for resources: {'Port': ['ID=ca67e11e-5d12-4e3b-b44a-1f9d71a28538,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:57.159122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc0f21-4917-459c-ba42-225000c14298 req-db3312be-c6e1-4478-a8c1-99663a55cfc8 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:57.160928 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-85dc0f21-4917-459c-ba42-225000c14298 req-db3312be-c6e1-4478-a8c1-99663a55cfc8 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.2911980 Mar 02 19:00:57.161683 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-7e4c6420-cccc-4fed-8efc-0a4492004427 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:57.173879 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 742b0163-24a1-4f41-ac8a-f74ebd20363d triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:57.174829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4928b6e9-1c31-4aad-a391-f98672ef80cd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:57.175028 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:57.214158 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3de75b8d-ef63-45bf-bfff-f8f897d8ab4e tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Unset dirty status for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:router {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:57.214785 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4c6420-cccc-4fed-8efc-0a4492004427 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:57.218123 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3de75b8d-ef63-45bf-bfff-f8f897d8ab4e tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.6172392 Mar 02 19:00:57.219627 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57172) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:57.237223 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-875531d6-3dbf-41a1-8da5-e8368c169141 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-58289945'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:57.302122 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928b6e9-1c31-4aad-a391-f98672ef80cd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Pushing event deleted for resources: {'Port': ['ID=203e3be2-f9e3-4007-8930-35317ee1517f,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:57.324468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddd8965-3f39-4636-8919-580c422fdd5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:57.334006 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-0ddd8965-3f39-4636-8919-580c422fdd5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:57.349685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddd8965-3f39-4636-8919-580c422fdd5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:00:57.389298 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd8965-3f39-4636-8919-580c422fdd5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=e9a5a6f5-0070-4afb-a695-25c231804611,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:57.466061 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-85dc0f21-4917-459c-ba42-225000c14298 req-61e78e8d-19af-4391-a980-d351b59d03b2 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084718 Mar 02 19:00:57.486604 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddd8965-3f39-4636-8919-580c422fdd5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:57.487272 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0ddd8965-3f39-4636-8919-580c422fdd5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:57.492752 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf55e3c9-852b-4e97-8809-c3ce3219fb3d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router a3105c3e-d958-4caa-b5b7-7ff2a9714428 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:00:57.578712 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:57.737726 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0ddd8965-3f39-4636-8919-580c422fdd5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6495020 Mar 02 19:00:57.739382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57180) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:57.739728 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57182) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:57.741902 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:57.770455 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5041463a-925c-4a7e-b9cb-01ca3c936f38 None None] Provisioning for port e9a5a6f5-0070-4afb-a695-25c231804611 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:57.777653 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5041463a-925c-4a7e-b9cb-01ca3c936f38 None None] Provisioning complete for port e9a5a6f5-0070-4afb-a695-25c231804611 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:57.784320 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5041463a-925c-4a7e-b9cb-01ca3c936f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:57.870644 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4928b6e9-1c31-4aad-a391-f98672ef80cd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:57.893711 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-5041463a-925c-4a7e-b9cb-01ca3c936f38 None None] Port e9a5a6f5-0070-4afb-a695-25c231804611 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:00:57.917053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7e4c6420-cccc-4fed-8efc-0a4492004427 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:58.019132 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Pushing event updated for resources: {'Port': ['ID=a351a569-456c-451f-abbf-abec393c0506,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:58.028067 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:58.096979 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e2fb12-01e5-4667-bcba-99e6beef9aee tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:58.101076 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e2fb12-01e5-4667-bcba-99e6beef9aee tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:58.101909 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-69e2fb12-01e5-4667-bcba-99e6beef9aee tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:00:58.204807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf55e3c9-852b-4e97-8809-c3ce3219fb3d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:00:58.219716 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09947236-0dd1-4ca2-a73e-522b05a5dc90 None None] Sync routers for ids ['a3105c3e-d958-4caa-b5b7-7ff2a9714428'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:00:58.225318 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bf55e3c9-852b-4e97-8809-c3ce3219fb3d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/a3105c3e-d958-4caa-b5b7-7ff2a9714428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5093648 Mar 02 19:00:58.228720 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57194) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:58.239670 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09947236-0dd1-4ca2-a73e-522b05a5dc90 None None] Routers {'a3105c3e-d958-4caa-b5b7-7ff2a9714428'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:58.240883 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-09947236-0dd1-4ca2-a73e-522b05a5dc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a3105c3e-d958-4caa-b5b7-7ff2a9714428'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:58.304253 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-09947236-0dd1-4ca2-a73e-522b05a5dc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:58.316516 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09947236-0dd1-4ca2-a73e-522b05a5dc90 None None] Routers {'a3105c3e-d958-4caa-b5b7-7ff2a9714428'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:00:58.317204 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-09947236-0dd1-4ca2-a73e-522b05a5dc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a3105c3e-d958-4caa-b5b7-7ff2a9714428'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:58.379600 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-09947236-0dd1-4ca2-a73e-522b05a5dc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:00:58.380094 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09947236-0dd1-4ca2-a73e-522b05a5dc90 None None] The sync data for ids ['a3105c3e-d958-4caa-b5b7-7ff2a9714428'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:00:58.417737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7e4c6420-cccc-4fed-8efc-0a4492004427 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:58.425914 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-69e2fb12-01e5-4667-bcba-99e6beef9aee tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:00:58.427072 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-69e2fb12-01e5-4667-bcba-99e6beef9aee tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6722078 Mar 02 19:00:58.430869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7e4c6420-cccc-4fed-8efc-0a4492004427 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:58.434124 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57198) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:58.441415 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-543c1014-377b-4f92-bc04-89b38e3df340 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c5c89f28e1914a2b9770b9a80bca5ad1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6858366 Mar 02 19:00:58.441782 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57202) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:58.461901 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4928b6e9-1c31-4aad-a391-f98672ef80cd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:58.524743 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4928b6e9-1c31-4aad-a391-f98672ef80cd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:58.594967 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3a5e9-def6-4c4a-85cd-03280e86a9a5 req-bee7aadc-4317-45e1-8625-2a54864d6f6e tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:58.602859 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-14c3a5e9-def6-4c4a-85cd-03280e86a9a5 req-bee7aadc-4317-45e1-8625-2a54864d6f6e tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.4877157 Mar 02 19:00:58.697444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-86c486a7-1318-4787-a0cb-51f2abbf2d93 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port e9a5a6f5-0070-4afb-a695-25c231804611 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:00:58.697783 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-86c486a7-1318-4787-a0cb-51f2abbf2d93 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:58.743969 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4928b6e9-1c31-4aad-a391-f98672ef80cd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:58.744563 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4928b6e9-1c31-4aad-a391-f98672ef80cd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Fanout notify agent at l3_agent the message router_deleted on router b3930ca9-1524-4570-9c52-6f91b4831604 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:00:58.774110 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4928b6e9-1c31-4aad-a391-f98672ef80cd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:58.778649 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4928b6e9-1c31-4aad-a391-f98672ef80cd tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "DELETE /v2.0/routers/b3930ca9-1524-4570-9c52-6f91b4831604 HTTP/1.1" status: 204 len: 168 time: 5.7309744 Mar 02 19:00:58.787186 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57206) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:00:58.794349 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Network a138b01d-9c5e-4117-9df8-b23f81cf6d3a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:58.799718 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:58.800196 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-792170921', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}, 'admin_state_up': False}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:00:58.818956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:58.851069 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-14c3a5e9-def6-4c4a-85cd-03280e86a9a5 req-2768eb1e-1a0b-4bd8-8f2c-8504ea1f434d tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913860 Mar 02 19:00:58.858583 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d57d2d92-8c44-4e3f-b162-278669854de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:58.860527 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Usage tracker for resource:router and tenant:85c2adb5f0774ced8e672fef512633b3 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:58.875944 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:58.902417 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:58.957273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d57d2d92-8c44-4e3f-b162-278669854de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:59.059852 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:59.060911 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:59.156424 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6b84d2e0-1076-40d5-96d3-59c6782d97ad None None] Provisioning complete for port a351a569-456c-451f-abbf-abec393c0506 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:59.158160 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6b84d2e0-1076-40d5-96d3-59c6782d97ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:59.192220 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:59.195547 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-86c486a7-1318-4787-a0cb-51f2abbf2d93 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:59.262565 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6b84d2e0-1076-40d5-96d3-59c6782d97ad None None] Port a351a569-456c-451f-abbf-abec393c0506 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:00:59.335244 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d57d2d92-8c44-4e3f-b162-278669854de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:59.344060 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-86c486a7-1318-4787-a0cb-51f2abbf2d93 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for e9a5a6f5-0070-4afb-a695-25c231804611 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:00:59.394085 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d2d92-8c44-4e3f-b162-278669854de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112302af-4f7d-4fa2-afd3-179a057ade84,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:59.422008 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3c461112-6a7a-4884-b9d1-3f903e8030c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:59.434571 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d57d2d92-8c44-4e3f-b162-278669854de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:59.435768 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d57d2d92-8c44-4e3f-b162-278669854de0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/112302af-4f7d-4fa2-afd3-179a057ade84 HTTP/1.1" status: 204 len: 168 time: 0.9640486 Mar 02 19:00:59.759158 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:59.784366 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4c6420-cccc-4fed-8efc-0a4492004427 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Router 90e6b2a1-81d3-4c35-ad2b-d9f775a04521 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:00:59.853150 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-875531d6-3dbf-41a1-8da5-e8368c169141 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:59.958511 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-86c486a7-1318-4787-a0cb-51f2abbf2d93 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:59.964788 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Router df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:01:00.018515 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c486a7-1318-4787-a0cb-51f2abbf2d93 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=e9a5a6f5-0070-4afb-a695-25c231804611,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:00.067850 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-875531d6-3dbf-41a1-8da5-e8368c169141 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:00.385637 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-86c486a7-1318-4787-a0cb-51f2abbf2d93 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:00.429383 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57216) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:00.503752 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-86c486a7-1318-4787-a0cb-51f2abbf2d93 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/e9a5a6f5-0070-4afb-a695-25c231804611 HTTP/1.1" status: 204 len: 168 time: 2.0683231 Mar 02 19:01:00.505297 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:00.515822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57220) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:00.516750 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ddff525d-6e1f-4006-a33e-be93a0b6f80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:00.540076 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:00.576742 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92092c2-186f-4f5d-a876-87286e99d1d6 req-a3ebac98-98d0-43de-bee6-38d549d98564 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:00.583372 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c92092c2-186f-4f5d-a876-87286e99d1d6 req-a3ebac98-98d0-43de-bee6-38d549d98564 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.5549250 Mar 02 19:01:00.589276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4c6420-cccc-4fed-8efc-0a4492004427 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:00.600345 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e2223-d48e-41db-a3ff-106cddc50cc9 None None] Sync routers for ids ['90e6b2a1-81d3-4c35-ad2b-d9f775a04521'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:01:00.608378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7e4c6420-cccc-4fed-8efc-0a4492004427 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:00.616269 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7e4c6420-cccc-4fed-8efc-0a4492004427 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "PUT /v2.0/routers/90e6b2a1-81d3-4c35-ad2b-d9f775a04521 HTTP/1.1" status: 200 len: 918 time: 7.0505979 Mar 02 19:01:00.616469 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189e2223-d48e-41db-a3ff-106cddc50cc9 None None] Routers {'90e6b2a1-81d3-4c35-ad2b-d9f775a04521'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:00.616804 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-189e2223-d48e-41db-a3ff-106cddc50cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['90e6b2a1-81d3-4c35-ad2b-d9f775a04521'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:00.617921 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57224) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:00.683942 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-189e2223-d48e-41db-a3ff-106cddc50cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:00.698235 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189e2223-d48e-41db-a3ff-106cddc50cc9 None None] Routers {'90e6b2a1-81d3-4c35-ad2b-d9f775a04521'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:00.698983 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-189e2223-d48e-41db-a3ff-106cddc50cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['90e6b2a1-81d3-4c35-ad2b-d9f775a04521'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:00.736228 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ddff525d-6e1f-4006-a33e-be93a0b6f80a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:00.747448 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b60321-d382-4dc9-ba1f-3c58b4ba520c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:00.750438 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b60321-d382-4dc9-ba1f-3c58b4ba520c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:00.750763 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b60321-d382-4dc9-ba1f-3c58b4ba520c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:00.751593 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d1b60321-d382-4dc9-ba1f-3c58b4ba520c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:00.754769 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ddff525d-6e1f-4006-a33e-be93a0b6f80a admin admin] Usage tracker for resource:security_group_rule and tenant:819556f6a12f49f68841833def1941c4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:00.766263 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-189e2223-d48e-41db-a3ff-106cddc50cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:00.766910 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e2223-d48e-41db-a3ff-106cddc50cc9 None None] The sync data for ids ['90e6b2a1-81d3-4c35-ad2b-d9f775a04521'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:01:00.773672 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ddff525d-6e1f-4006-a33e-be93a0b6f80a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:00.789111 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ddff525d-6e1f-4006-a33e-be93a0b6f80a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:00.801600 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c92092c2-186f-4f5d-a876-87286e99d1d6 req-eda542ba-3025-473a-ba76-856a248bb254 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127874 Mar 02 19:01:00.850124 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Allocated IP 172.26.4.131 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/8e7afe85-1d30-47c3-a59d-aadc7bb28688) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:00.944462 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d1b60321-d382-4dc9-ba1f-3c58b4ba520c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:00.948276 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d1b60321-d382-4dc9-ba1f-3c58b4ba520c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4190629 Mar 02 19:01:00.955260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57228) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:00.995842 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ddff525d-6e1f-4006-a33e-be93a0b6f80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:01.004934 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:01.023595 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62477dc4-0aa0-4a08-b554-7225eb8f010d None None] Sync routers for ids ['df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:01:01.029382 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875531d6-3dbf-41a1-8da5-e8368c169141 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router a520a25a-156d-457a-bf33-b8dde7ead56b has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:01:01.038863 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8281646a-b383-4c77-8ae6-e04633135680 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] 10.222.0.73 "PUT /v2.0/routers/df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4222600 Mar 02 19:01:01.046612 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62477dc4-0aa0-4a08-b554-7225eb8f010d None None] Routers {'df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:01.047983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57232) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:01.049200 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-62477dc4-0aa0-4a08-b554-7225eb8f010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:01.068820 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-d754d579-8b6c-4cac-b4fc-b708eba2f5db tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Request body: {'port': {'network_id': 'a138b01d-9c5e-4117-9df8-b23f81cf6d3a', 'name': 'tempest-FloatingIPAdminTestJSON-581434524'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:01.114237 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:01.121495 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-62477dc4-0aa0-4a08-b554-7225eb8f010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:01.133760 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62477dc4-0aa0-4a08-b554-7225eb8f010d None None] Routers {'df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:01.134398 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-62477dc4-0aa0-4a08-b554-7225eb8f010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:01.201734 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-62477dc4-0aa0-4a08-b554-7225eb8f010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:01.202158 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62477dc4-0aa0-4a08-b554-7225eb8f010d None None] The sync data for ids ['df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:01:01.238273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ddff525d-6e1f-4006-a33e-be93a0b6f80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:01.283528 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:01.292521 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-858d974a-daf4-40bd-a375-39d0a99ef8be tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "GET /v2.0/routers/90e6b2a1-81d3-4c35-ad2b-d9f775a04521 HTTP/1.1" status: 200 len: 924 time: 0.6737716 Mar 02 19:01:01.302197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57236) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:01.414762 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-3c461112-6a7a-4884-b9d1-3f903e8030c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port 6806d17e-aa71-4fc2-b9c2-4d41e9c31f87 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:01.415100 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3c461112-6a7a-4884-b9d1-3f903e8030c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:01.427668 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d754d579-8b6c-4cac-b4fc-b708eba2f5db tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:01.440379 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-774ede48-f9d2-4b64-8778-b418c53b1184 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 4ec87d56-494e-415b-8ab5-9a1a858bfb47 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:01:01.445921 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d754d579-8b6c-4cac-b4fc-b708eba2f5db tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Usage tracker for resource:port and tenant:696e004f509e448885addd008d59720d is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:01.448487 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-774ede48-f9d2-4b64-8778-b418c53b1184 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:01.454338 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff525d-6e1f-4006-a33e-be93a0b6f80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a674fe-7ce3-46e8-8e1f-5745d0c4db11,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:01.470572 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ddff525d-6e1f-4006-a33e-be93a0b6f80a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=819556f6a12f49f68841833def1941c4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0365751 Mar 02 19:01:01.478995 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57240) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:01.488946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d754d579-8b6c-4cac-b4fc-b708eba2f5db tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:01.500753 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d754d579-8b6c-4cac-b4fc-b708eba2f5db tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:01.538671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-774ede48-f9d2-4b64-8778-b418c53b1184 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:01.573216 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2396b233-ff28-447c-a125-100474f476b0 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=34755311-e60d-4721-8297-2b2c64e749c6&device_id=90e6b2a1-81d3-4c35-ad2b-d9f775a04521&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2698786 Mar 02 19:01:01.576219 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57244) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:01.665714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:01.669743 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d754d579-8b6c-4cac-b4fc-b708eba2f5db tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Made reservation on behalf of 696e004f509e448885addd008d59720d for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:01.672776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d754d579-8b6c-4cac-b4fc-b708eba2f5db tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:01.693767 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-aece8905-fe10-459e-a82e-d27b7c100a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:01.731753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3c461112-6a7a-4884-b9d1-3f903e8030c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:01.751877 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-aece8905-fe10-459e-a82e-d27b7c100a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:01.909811 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-3c461112-6a7a-4884-b9d1-3f903e8030c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Calling delete_port for 6806d17e-aa71-4fc2-b9c2-4d41e9c31f87 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:01.976859 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-d754d579-8b6c-4cac-b4fc-b708eba2f5db tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] device_id is not set on port eba494c8-d27f-4c47-8f93-7ae87d27e548 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:01:02.013191 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Pushing event updated for resources: {'Port': ['ID=8e7afe85-1d30-47c3-a59d-aadc7bb28688,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:02.019935 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875531d6-3dbf-41a1-8da5-e8368c169141 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:02.026239 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:02.031763 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:02.034936 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:02.038984 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6b9d00-4c99-4bf1-b7f8-54a8dd302236 None None] Sync routers for ids ['a520a25a-156d-457a-bf33-b8dde7ead56b'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:01:02.053931 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-875531d6-3dbf-41a1-8da5-e8368c169141 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:02.055184 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-875531d6-3dbf-41a1-8da5-e8368c169141 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/a520a25a-156d-457a-bf33-b8dde7ead56b HTTP/1.1" status: 200 len: 888 time: 4.8273199 Mar 02 19:01:02.058668 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6b9d00-4c99-4bf1-b7f8-54a8dd302236 None None] Routers {'a520a25a-156d-457a-bf33-b8dde7ead56b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:02.059586 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-bb6b9d00-4c99-4bf1-b7f8-54a8dd302236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a520a25a-156d-457a-bf33-b8dde7ead56b'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:02.061383 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57250) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:02.130744 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04491a4d-c11f-4894-b553-8067659c0451 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:02.131902 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-04491a4d-c11f-4894-b553-8067659c0451 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Synchronizing usage tracker for tenant:f5017456c3244485bdb51a01e0643703 on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:02.135241 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-aece8905-fe10-459e-a82e-d27b7c100a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:02.136578 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-bb6b9d00-4c99-4bf1-b7f8-54a8dd302236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:02.137627 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-aece8905-fe10-459e-a82e-d27b7c100a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:02.141923 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-aece8905-fe10-459e-a82e-d27b7c100a52 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/73a674fe-7ce3-46e8-8e1f-5745d0c4db11 HTTP/1.1" status: 204 len: 168 time: 0.6577425 Mar 02 19:01:02.155567 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6b9d00-4c99-4bf1-b7f8-54a8dd302236 None None] Routers {'a520a25a-156d-457a-bf33-b8dde7ead56b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:02.156334 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-bb6b9d00-4c99-4bf1-b7f8-54a8dd302236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a520a25a-156d-457a-bf33-b8dde7ead56b'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:02.197134 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-774ede48-f9d2-4b64-8778-b418c53b1184 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:02.232826 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece8905-fe10-459e-a82e-d27b7c100a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a674fe-7ce3-46e8-8e1f-5745d0c4db11,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:02.236926 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-bb6b9d00-4c99-4bf1-b7f8-54a8dd302236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:02.237342 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6b9d00-4c99-4bf1-b7f8-54a8dd302236 None None] The sync data for ids ['a520a25a-156d-457a-bf33-b8dde7ead56b'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:01:02.291936 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-04491a4d-c11f-4894-b553-8067659c0451 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] Unset dirty status for tenant:f5017456c3244485bdb51a01e0643703 on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:02.293319 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-04491a4d-c11f-4894-b553-8067659c0451 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "GET /v2.0/networks/34755311-e60d-4721-8297-2b2c64e749c6 HTTP/1.1" status: 200 len: 881 time: 0.7161951 Mar 02 19:01:02.319750 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57256) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:02.382353 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e9a0e970-fbe8-4ab8-b1e8-fe03a658b1ab tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e6b2a1-81d3-4c35-ad2b-d9f775a04521 HTTP/1.1" status: 200 len: 205 time: 0.0605087 Mar 02 19:01:02.387810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57260) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:02.441693 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca080c-5f5b-4f96-b02b-e6e7563df1eb req-8de4e3de-45c8-42b6-9ef2-3943528f6ec3 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:02.443214 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-75ca080c-5f5b-4f96-b02b-e6e7563df1eb req-8de4e3de-45c8-42b6-9ef2-3943528f6ec3 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.4130838 Mar 02 19:01:02.507183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-d754d579-8b6c-4cac-b4fc-b708eba2f5db tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Allocated IP 172.20.0.7 (a138b01d-9c5e-4117-9df8-b23f81cf6d3a/5cfab140-6bc1-4273-849a-fc88a342cbe3/eba494c8-d27f-4c47-8f93-7ae87d27e548) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:02.544997 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-75ca080c-5f5b-4f96-b02b-e6e7563df1eb req-75eeb841-a223-4265-8878-6e6b53d91960 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901957 Mar 02 19:01:02.563488 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3c461112-6a7a-4884-b9d1-3f903e8030c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:02.592732 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-774ede48-f9d2-4b64-8778-b418c53b1184 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:02.619866 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c461112-6a7a-4884-b9d1-3f903e8030c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Port': ['ID=6806d17e-aa71-4fc2-b9c2-4d41e9c31f87,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:02.630556 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-510dfc34-b962-4e2e-acac-6346401b53b7 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/routers/a520a25a-156d-457a-bf33-b8dde7ead56b HTTP/1.1" status: 200 len: 888 time: 0.5675464 Mar 02 19:01:02.633789 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57266) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:02.725189 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ede48-f9d2-4b64-8778-b418c53b1184 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec87d56-494e-415b-8ab5-9a1a858bfb47,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:02.739526 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-774ede48-f9d2-4b64-8778-b418c53b1184 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:02.757288 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faba37df-ea3a-4fe2-b098-4fbd32c9abc8 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:02.831402 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d754d579-8b6c-4cac-b4fc-b708eba2f5db tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:02.840875 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-da54f4f2-abff-43ff-bf0a-ee617c6c23c3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/ports?device_id=a520a25a-156d-457a-bf33-b8dde7ead56b HTTP/1.1" status: 200 len: 205 time: 0.2060010 Mar 02 19:01:02.844137 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57272) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:02.928369 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-774ede48-f9d2-4b64-8778-b418c53b1184 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/4ec87d56-494e-415b-8ab5-9a1a858bfb47 HTTP/1.1" status: 204 len: 168 time: 1.9713264 Mar 02 19:01:02.937145 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-d754d579-8b6c-4cac-b4fc-b708eba2f5db tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Transition to ACTIVE for port object eba494c8-d27f-4c47-8f93-7ae87d27e548 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:02.941099 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:02.941099 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:02.942956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57278) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:03.099103 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3c461112-6a7a-4884-b9d1-3f903e8030c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:03.114327 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ef406169-1718-4ceb-8199-653758e65a72 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:03.243929 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebab8c8d-d631-44f9-8828-ff784b2bc565 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 55bc246a-c380-4a4b-bb13-1347719ffa82 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:01:03.260157 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ebab8c8d-d631-44f9-8828-ff784b2bc565 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:03.320020 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d754d579-8b6c-4cac-b4fc-b708eba2f5db tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:03.388823 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ebab8c8d-d631-44f9-8828-ff784b2bc565 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:03.475545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d754d579-8b6c-4cac-b4fc-b708eba2f5db tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Network a138b01d-9c5e-4117-9df8-b23f81cf6d3a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:03.487512 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-d754d579-8b6c-4cac-b4fc-b708eba2f5db tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:03.510158 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d754d579-8b6c-4cac-b4fc-b708eba2f5db tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:03.536759 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754d579-8b6c-4cac-b4fc-b708eba2f5db tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Pushing event updated for resources: {'Port': ['ID=eba494c8-d27f-4c47-8f93-7ae87d27e548,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:03.686230 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d754d579-8b6c-4cac-b4fc-b708eba2f5db tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:03.686230 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d754d579-8b6c-4cac-b4fc-b708eba2f5db tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:03.749693 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ebab8c8d-d631-44f9-8828-ff784b2bc565 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:03.863251 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d754d579-8b6c-4cac-b4fc-b708eba2f5db tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8102593 Mar 02 19:01:03.877440 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57294) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:03.945160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c461112-6a7a-4884-b9d1-3f903e8030c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router a3105c3e-d958-4caa-b5b7-7ff2a9714428 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:01:03.980737 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f81840-213a-402b-ae99-ad31cff44e52 req-cf627660-5727-4211-ab8c-b2146377bc10 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:03.982324 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-49f81840-213a-402b-ae99-ad31cff44e52 req-cf627660-5727-4211-ab8c-b2146377bc10 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.2346625 Mar 02 19:01:03.998453 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ad3f4f05-f92b-4194-928a-8d2d2f0d2688 None None] Provisioning for port eba494c8-d27f-4c47-8f93-7ae87d27e548 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:04.008130 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ad3f4f05-f92b-4194-928a-8d2d2f0d2688 None None] Provisioning complete for port eba494c8-d27f-4c47-8f93-7ae87d27e548 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:04.008130 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ad3f4f05-f92b-4194-928a-8d2d2f0d2688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:04.048442 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57300) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:04.123685 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ad3f4f05-f92b-4194-928a-8d2d2f0d2688 None None] Port eba494c8-d27f-4c47-8f93-7ae87d27e548 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:04.145553 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2be8a9cd-9f70-4eb7-a2b8-cff692626aa3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:04.163164 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ef406169-1718-4ceb-8199-653758e65a72 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:04.192400 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1847857468'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:04.204610 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:04.210792 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-49f81840-213a-402b-ae99-ad31cff44e52 req-fa95c6bc-9f9a-4e35-9a23-71ba5488a820 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176874 Mar 02 19:01:04.212749 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Usage tracker for resource:network and tenant:b28d36b257934d0ea5cdb2c72e7ce826 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:04.217000 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:04.225223 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c461112-6a7a-4884-b9d1-3f903e8030c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:04.226982 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:04.252966 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca406ee-e522-4cd2-bf7c-7eda239b898a None None] Sync routers for ids ['a3105c3e-d958-4caa-b5b7-7ff2a9714428'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:01:04.253466 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'project_id': '696e004f509e448885addd008d59720d', 'port_id': 'eba494c8-d27f-4c47-8f93-7ae87d27e548'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:04.258666 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:04.263920 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Usage tracker for resource:floatingip and tenant:696e004f509e448885addd008d59720d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:04.276760 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:04.276760 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:04.288777 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7c313c5c-2e6a-469c-8867-5f4c79646b03 None None] Provisioning complete for port 742b0163-24a1-4f41-ac8a-f74ebd20363d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:04.289235 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c313c5c-2e6a-469c-8867-5f4c79646b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:04.295752 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ef406169-1718-4ceb-8199-653758e65a72 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Deleting port ca67e11e-5d12-4e3b-b44a-1f9d71a28538 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:04.296948 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ef406169-1718-4ceb-8199-653758e65a72 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:04.314540 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca406ee-e522-4cd2-bf7c-7eda239b898a None None] Routers {'a3105c3e-d958-4caa-b5b7-7ff2a9714428'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:04.315538 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-dca406ee-e522-4cd2-bf7c-7eda239b898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a3105c3e-d958-4caa-b5b7-7ff2a9714428'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:04.340901 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Made reservation on behalf of b28d36b257934d0ea5cdb2c72e7ce826 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:04.346559 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:04.357851 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3c461112-6a7a-4884-b9d1-3f903e8030c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/a3105c3e-d958-4caa-b5b7-7ff2a9714428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0650406 Mar 02 19:01:04.365345 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57308) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:04.370040 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:04.386968 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-dca406ee-e522-4cd2-bf7c-7eda239b898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:04.412338 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:04.419391 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca406ee-e522-4cd2-bf7c-7eda239b898a None None] Routers {'a3105c3e-d958-4caa-b5b7-7ff2a9714428'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:04.420112 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-dca406ee-e522-4cd2-bf7c-7eda239b898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a3105c3e-d958-4caa-b5b7-7ff2a9714428'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:04.434315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f23d7195-aac3-426c-9280-95f8e97805ce tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Synchronizing usage tracker for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:04.445404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ebab8c8d-d631-44f9-8828-ff784b2bc565 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:04.492770 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-dca406ee-e522-4cd2-bf7c-7eda239b898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:04.493113 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca406ee-e522-4cd2-bf7c-7eda239b898a None None] The sync data for ids ['a3105c3e-d958-4caa-b5b7-7ff2a9714428'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:01:04.513290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab8c8d-d631-44f9-8828-ff784b2bc565 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=55bc246a-c380-4a4b-bb13-1347719ffa82,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:04.523066 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3d8a080f-8d25-48c8-b0c3-db9d3ba9c82c req-b684a739-220a-4e09-a4a6-81169a79aa1d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2cba10eae0244909ae301c19bf9852ec&device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 1098 time: 0.6603408 Mar 02 19:01:04.530789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ebab8c8d-d631-44f9-8828-ff784b2bc565 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:04.547180 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ebab8c8d-d631-44f9-8828-ff784b2bc565 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/55bc246a-c380-4a4b-bb13-1347719ffa82 HTTP/1.1" status: 204 len: 168 time: 1.6003735 Mar 02 19:01:04.551809 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57312) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:04.566132 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfa29d2-e428-41d6-a1ab-1d1716d1dfe2 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:04.644622 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f23d7195-aac3-426c-9280-95f8e97805ce tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Unset dirty status for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:04.648487 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f23d7195-aac3-426c-9280-95f8e97805ce tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3105c3e-d958-4caa-b5b7-7ff2a9714428 HTTP/1.1" status: 200 len: 205 time: 0.2783651 Mar 02 19:01:04.648487 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Router 8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:01:04.658808 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-75e338f7-7ff2-4482-83a1-b331864ca660 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:router {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:04.664116 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57316) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:04.684793 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:04.696375 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Usage tracker for resource:security_group_rule and tenant:b28d36b257934d0ea5cdb2c72e7ce826 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:04.701531 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:04.715940 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:04.766274 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ef406169-1718-4ceb-8199-653758e65a72 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:04.870505 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5cbcef-61cb-4288-a311-57d4c3ece4e7 None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:01:04.875929 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-4a5cbcef-61cb-4288-a311-57d4c3ece4e7 None None] Deleting port 742b0163-24a1-4f41-ac8a-f74ebd20363d {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:04.876299 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4a5cbcef-61cb-4288-a311-57d4c3ece4e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:04.902916 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ef406169-1718-4ceb-8199-653758e65a72 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Calling delete_port for ca67e11e-5d12-4e3b-b44a-1f9d71a28538 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:04.905835 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-75e338f7-7ff2-4482-83a1-b331864ca660 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:router {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:04.921718 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-75e338f7-7ff2-4482-83a1-b331864ca660 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3543494 Mar 02 19:01:04.921718 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57320) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:04.993065 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-4b39a4e7-b1f2-4724-bf2f-e47bbc6479c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:05.048837 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 742b0163-24a1-4f41-ac8a-f74ebd20363d no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:01:05.086287 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:05.118493 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:05.163516 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:05.178328 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a080f-8d25-48c8-b0c3-db9d3ba9c82c req-055ece11-2a49-45e5-bdb7-189717d3f866 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:05.181063 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3d8a080f-8d25-48c8-b0c3-db9d3ba9c82c req-055ece11-2a49-45e5-bdb7-189717d3f866 service neutron] 10.222.0.87 "GET /v2.0/networks?id=83e11a8d-5f6c-4e4d-9263-33efd20f1a52 HTTP/1.1" status: 200 len: 913 time: 0.5619757 Mar 02 19:01:05.268294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c440712-6f64-410b-926f-719d6b0d9d26,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:05.277767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4bca4c27-4bcb-442c-9e6b-bad7cc08e98c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:05.316323 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:05.337847 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4a5cbcef-61cb-4288-a311-57d4c3ece4e7 None None] For port 742b0163-24a1-4f41-ac8a-f74ebd20363d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=742b0163-24a1-4f41-ac8a-f74ebd20363d,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:05.338239 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4a5cbcef-61cb-4288-a311-57d4c3ece4e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:05.395446 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ef406169-1718-4ceb-8199-653758e65a72 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:05.413084 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:01:05.462689 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2be8a9cd-9f70-4eb7-a2b8-cff692626aa3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:05.475687 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-4a5cbcef-61cb-4288-a311-57d4c3ece4e7 None None] Calling delete_port for 742b0163-24a1-4f41-ac8a-f74ebd20363d owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:05.499701 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef406169-1718-4ceb-8199-653758e65a72 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Pushing event deleted for resources: {'Port': ['ID=ca67e11e-5d12-4e3b-b44a-1f9d71a28538,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:05.503483 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 742b0163-24a1-4f41-ac8a-f74ebd20363d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=742b0163-24a1-4f41-ac8a-f74ebd20363d,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:05.550983 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Allocated IP 172.26.4.185 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/faecf2d5-e97e-411b-a36c-d483d18e2301) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:05.553347 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:05.553691 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Added segment b12db2f2-36d8-41dd-8542-813a0a45c50f of type vlan for network 04e3eea9-d041-4090-a954-399819ca30d1 Mar 02 19:01:05.573443 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:05.643507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-4a5cbcef-61cb-4288-a311-57d4c3ece4e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:01:05.643852 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-4a5cbcef-61cb-4288-a311-57d4c3ece4e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:01:05.648633 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=742b0163-24a1-4f41-ac8a-f74ebd20363d,revision_number=7']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:05.669613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4b39a4e7-b1f2-4724-bf2f-e47bbc6479c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:05.689904 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:05.690568 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4b39a4e7-b1f2-4724-bf2f-e47bbc6479c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:05.694554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4b39a4e7-b1f2-4724-bf2f-e47bbc6479c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:05.714704 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4b39a4e7-b1f2-4724-bf2f-e47bbc6479c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:05.729616 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3d8a080f-8d25-48c8-b0c3-db9d3ba9c82c req-6f6d339f-4a3b-47c6-ad39-8792ba3bc9fd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27787d9c-591c-482e-b24f-3480e544570c HTTP/1.1" status: 200 len: 1001 time: 0.5237410 Mar 02 19:01:05.834357 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-2be8a9cd-9f70-4eb7-a2b8-cff692626aa3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting port 88b27bec-3f50-4e7b-bd12-dca3ff2d7ae6 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:05.834357 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2be8a9cd-9f70-4eb7-a2b8-cff692626aa3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:05.873200 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ef406169-1718-4ceb-8199-653758e65a72 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:05.943485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b39a4e7-b1f2-4724-bf2f-e47bbc6479c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:05.947063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b39a4e7-b1f2-4724-bf2f-e47bbc6479c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:06.145254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-4a5cbcef-61cb-4288-a311-57d4c3ece4e7 None None] Deleting port 742b0163-24a1-4f41-ac8a-f74ebd20363d {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:06.145843 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4a5cbcef-61cb-4288-a311-57d4c3ece4e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:06.272039 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:06.282822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:06.287543 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:06.288500 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:06.297729 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a080f-8d25-48c8-b0c3-db9d3ba9c82c req-54ecdd1e-8563-43f5-a679-1572543a0474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:06.299186 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3d8a080f-8d25-48c8-b0c3-db9d3ba9c82c req-54ecdd1e-8563-43f5-a679-1572543a0474 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7b63fe96-d8a7-4e7f-a30f-2804bb38215a HTTP/1.1" status: 200 len: 851 time: 0.5028675 Mar 02 19:01:06.323407 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b2d53-fac1-4511-8550-1e6ef1d595e3 req-5bcda119-01ac-449a-9aa8-fce05351f352 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:06.324897 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ff0b2d53-fac1-4511-8550-1e6ef1d595e3 req-5bcda119-01ac-449a-9aa8-fce05351f352 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.8801563 Mar 02 19:01:06.376037 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4a5cbcef-61cb-4288-a311-57d4c3ece4e7 None None] For port 742b0163-24a1-4f41-ac8a-f74ebd20363d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=742b0163-24a1-4f41-ac8a-f74ebd20363d,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:06.376476 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4a5cbcef-61cb-4288-a311-57d4c3ece4e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:06.380267 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4bca4c27-4bcb-442c-9e6b-bad7cc08e98c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:06.408517 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ef406169-1718-4ceb-8199-653758e65a72 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:06.441117 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4bca4c27-4bcb-442c-9e6b-bad7cc08e98c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:06.444566 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ef406169-1718-4ceb-8199-653758e65a72 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:06.457312 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event updated for resources: {'Network': ['ID=04e3eea9-d041-4090-a954-399819ca30d1,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:06.499468 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 04e3eea9-d041-4090-a954-399819ca30d1 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:01:06.520122 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-4a5cbcef-61cb-4288-a311-57d4c3ece4e7 None None] Calling delete_port for 742b0163-24a1-4f41-ac8a-f74ebd20363d owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:06.531957 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2be8a9cd-9f70-4eb7-a2b8-cff692626aa3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:06.557521 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9ee7225d-d57e-4841-b995-8fe11fc193db tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4980917 Mar 02 19:01:06.557747 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ff0b2d53-fac1-4511-8550-1e6ef1d595e3 req-78531082-74d7-4cbb-a486-2dc829b2a988 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877036 Mar 02 19:01:06.560314 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57326) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:06.568470 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-0e643017-d633-4057-8718-13c00aa9a9da tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Request body: {'subnet': {'network_id': '04e3eea9-d041-4090-a954-399819ca30d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:06.660309 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:06.664128 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ef406169-1718-4ceb-8199-653758e65a72 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:06.666852 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef406169-1718-4ceb-8199-653758e65a72 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Fanout notify agent at l3_agent the message router_deleted on router 90e6b2a1-81d3-4c35-ad2b-d9f775a04521 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:01:06.724778 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-2be8a9cd-9f70-4eb7-a2b8-cff692626aa3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Calling delete_port for 88b27bec-3f50-4e7b-bd12-dca3ff2d7ae6 owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:06.750692 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4a5cbcef-61cb-4288-a311-57d4c3ece4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:06.751531 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ef406169-1718-4ceb-8199-653758e65a72 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:06.752613 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ef406169-1718-4ceb-8199-653758e65a72 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "DELETE /v2.0/routers/90e6b2a1-81d3-4c35-ad2b-d9f775a04521 HTTP/1.1" status: 204 len: 168 time: 4.3617444 Mar 02 19:01:06.761597 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57330) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:06.761849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4bca4c27-4bcb-442c-9e6b-bad7cc08e98c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:06.762087 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bca4c27-4bcb-442c-9e6b-bad7cc08e98c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Fanout notify agent at l3_agent the message router_deleted on router a3105c3e-d958-4caa-b5b7-7ff2a9714428 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:01:06.782199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:06.790958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-20651802', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}, 'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:06.799768 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5aafa-9e8d-4021-acf6-7c7a10133e21 None None] Sync routers for ids ['8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:01:06.801278 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:06.806205 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:06.811287 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:06.815045 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:06.827083 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cbcef-61cb-4288-a311-57d4c3ece4e7 None None] Pushing event deleted for resources: {'Port': ['ID=742b0163-24a1-4f41-ac8a-f74ebd20363d,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:06.829180 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3d8a080f-8d25-48c8-b0c3-db9d3ba9c82c req-f7afe011-4ee1-41ae-a92a-cd5cb7ab6e16 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=83e11a8d-5f6c-4e4d-9263-33efd20f1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5129580 Mar 02 19:01:06.830933 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5cbcef-61cb-4288-a311-57d4c3ece4e7 None None] No DVR routers for this DVR port 742b0163-24a1-4f41-ac8a-f74ebd20363d on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:01:06.852508 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0e643017-d633-4057-8718-13c00aa9a9da tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:06.858093 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e5aafa-9e8d-4021-acf6-7c7a10133e21 None None] Routers {'8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:06.860144 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-65e5aafa-9e8d-4021-acf6-7c7a10133e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:06.860434 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Usage tracker for resource:router and tenant:6bf0e25a003343dda517eabfdecbf58d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:06.868924 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:06.877347 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4bca4c27-4bcb-442c-9e6b-bad7cc08e98c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:06.878780 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4bca4c27-4bcb-442c-9e6b-bad7cc08e98c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/routers/a3105c3e-d958-4caa-b5b7-7ff2a9714428 HTTP/1.1" status: 204 len: 168 time: 2.2101181 Mar 02 19:01:06.879762 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0e643017-d633-4057-8718-13c00aa9a9da tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Usage tracker for resource:subnet and tenant:b28d36b257934d0ea5cdb2c72e7ce826 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:06.882627 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:06.884550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57334) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:06.887043 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Pushing event updated for resources: {'Port': ['ID=faecf2d5-e97e-411b-a36c-d483d18e2301,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:06.897187 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0e643017-d633-4057-8718-13c00aa9a9da tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:06.937882 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0e643017-d633-4057-8718-13c00aa9a9da tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:06.957692 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-65e5aafa-9e8d-4021-acf6-7c7a10133e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:06.970862 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e5aafa-9e8d-4021-acf6-7c7a10133e21 None None] Routers {'8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:06.971496 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-65e5aafa-9e8d-4021-acf6-7c7a10133e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:06.977933 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:06.979445 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-58dfa898-67eb-4dc9-95dd-babb234a41bf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.1880288 Mar 02 19:01:06.982884 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57338) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:07.041336 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-65e5aafa-9e8d-4021-acf6-7c7a10133e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:07.041734 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5aafa-9e8d-4021-acf6-7c7a10133e21 None None] The sync data for ids ['8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:01:07.083056 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-9cbde044-c6b4-4660-bc3e-c3ae1038ee0b tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:07.101576 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3d8a080f-8d25-48c8-b0c3-db9d3ba9c82c req-c6589008-e588-4f70-8346-c25fb3f9194a service neutron] 10.222.0.87 "GET /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561018 Mar 02 19:01:07.133600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:07.134544 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:07.149963 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e643017-d633-4057-8718-13c00aa9a9da tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Made reservation on behalf of b28d36b257934d0ea5cdb2c72e7ce826 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:07.469221 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2be8a9cd-9f70-4eb7-a2b8-cff692626aa3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:07.472738 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.objects.ports [None req-4b39a4e7-b1f2-4724-bf2f-e47bbc6479c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84532) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 19:01:07.504755 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:07.509589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b39a4e7-b1f2-4724-bf2f-e47bbc6479c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:07.515238 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3d8a080f-8d25-48c8-b0c3-db9d3ba9c82c req-b9b6ad77-88fe-424c-8ad5-31a10bce9e1f service neutron] 10.222.0.87 "GET /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043241 Mar 02 19:01:07.553036 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8a9cd-9f70-4eb7-a2b8-cff692626aa3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Port': ['ID=88b27bec-3f50-4e7b-bd12-dca3ff2d7ae6,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:07.595572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0e643017-d633-4057-8718-13c00aa9a9da tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:07.650873 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b39a4e7-b1f2-4724-bf2f-e47bbc6479c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:07.657673 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-4b39a4e7-b1f2-4724-bf2f-e47bbc6479c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:07.665638 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b39a4e7-b1f2-4724-bf2f-e47bbc6479c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:07.666092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b39a4e7-b1f2-4724-bf2f-e47bbc6479c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:07.670101 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1da17b4-da64-4011-a22d-d9b5567ba510 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:07.688472 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39a4e7-b1f2-4724-bf2f-e47bbc6479c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=2de8329e-f2e1-424a-93e5-ca5d04ffc96f,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:07.853865 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4b39a4e7-b1f2-4724-bf2f-e47bbc6479c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8814924 Mar 02 19:01:07.854946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57344) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:07.866795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-e161747d-c6c9-46cf-a8ed-b196b77cc7c6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:07.942746 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2be8a9cd-9f70-4eb7-a2b8-cff692626aa3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:07.985658 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': '2de8329e-f2e1-424a-93e5-ca5d04ffc96f'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:01:07.986839 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:08.032359 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c4363d-b1a8-4fe8-ac48-2f2659018345 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting subnet 66da3646-9586-4f2a-9de7-55f1d4a4ad2d {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:01:08.122072 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-38c4363d-b1a8-4fe8-ac48-2f2659018345 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:08.232630 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Allocated IP 2001:db8::f816:3eff:feca:65b5 (ef3b29a7-4982-4982-b073-f3d27df1240a/2de8329e-f2e1-424a-93e5-ca5d04ffc96f/e51dde13-c729-4696-9238-beca16e0f6e3) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:08.273236 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-38c4363d-b1a8-4fe8-ac48-2f2659018345 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:08.346712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2be8a9cd-9f70-4eb7-a2b8-cff692626aa3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:08.355806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2be8a9cd-9f70-4eb7-a2b8-cff692626aa3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:08.357638 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e161747d-c6c9-46cf-a8ed-b196b77cc7c6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:08.363150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e161747d-c6c9-46cf-a8ed-b196b77cc7c6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:08.366707 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e161747d-c6c9-46cf-a8ed-b196b77cc7c6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:08.373749 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e161747d-c6c9-46cf-a8ed-b196b77cc7c6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:08.377853 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:08.454456 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b278f38-7e0f-41d1-ab0d-971c60420b4f req-32ea9a15-cafa-45f0-a85b-149275ce9c66 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:08.456072 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4b278f38-7e0f-41d1-ab0d-971c60420b4f req-32ea9a15-cafa-45f0-a85b-149275ce9c66 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.7185094 Mar 02 19:01:08.501482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e161747d-c6c9-46cf-a8ed-b196b77cc7c6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:08.551611 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:08.566107 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Transition to ACTIVE for port object e51dde13-c729-4696-9238-beca16e0f6e3 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:08.590721 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Transition to ACTIVE for port object e51dde13-c729-4696-9238-beca16e0f6e3 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:08.618114 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2be8a9cd-9f70-4eb7-a2b8-cff692626aa3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:08.618741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be8a9cd-9f70-4eb7-a2b8-cff692626aa3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Fanout notify agent at l3_agent the message router_deleted on router a520a25a-156d-457a-bf33-b8dde7ead56b {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:01:08.640580 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-38c4363d-b1a8-4fe8-ac48-2f2659018345 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:08.673081 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:08.704038 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e161747d-c6c9-46cf-a8ed-b196b77cc7c6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:08.752549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:08.754250 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:08.768298 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Pushing event updated for resources: {'Port': ['ID=e51dde13-c729-4696-9238-beca16e0f6e3,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:08.772406 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:08.788920 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2be8a9cd-9f70-4eb7-a2b8-cff692626aa3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:08.793941 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2be8a9cd-9f70-4eb7-a2b8-cff692626aa3 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/routers/a520a25a-156d-457a-bf33-b8dde7ead56b HTTP/1.1" status: 204 len: 168 time: 5.9440908 Mar 02 19:01:08.796978 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57350) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:08.804413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c94d7c09-95b9-4b39-ae0c-53b0ee1d3267 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1069407503'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:08.809131 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c94d7c09-95b9-4b39-ae0c-53b0ee1d3267 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:08.814636 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4b278f38-7e0f-41d1-ab0d-971c60420b4f req-e5acc8da-bbcb-4e96-8dd5-66e06c67851b tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3357363 Mar 02 19:01:08.823396 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c94d7c09-95b9-4b39-ae0c-53b0ee1d3267 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:network and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:08.828725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c94d7c09-95b9-4b39-ae0c-53b0ee1d3267 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:08.843282 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c94d7c09-95b9-4b39-ae0c-53b0ee1d3267 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:08.887163 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Attempting to bind port e51dde13-c729-4696-9238-beca16e0f6e3 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:01:08.887822 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Attempting to bind port e51dde13-c729-4696-9238-beca16e0f6e3 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:01:08.888633 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Attempting to bind port e51dde13-c729-4696-9238-beca16e0f6e3 on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:01:08.897977 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:01:08.899744 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:01:08.899744 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:08.899744 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:01:08.899744 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Bound port: e51dde13-c729-4696-9238-beca16e0f6e3, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:01:08.900078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:08.973195 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0e643017-d633-4057-8718-13c00aa9a9da tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:08.977292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94d7c09-95b9-4b39-ae0c-53b0ee1d3267 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Made reservation on behalf of 2b147d1fd1b64c8daab7ec1005c16f83 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:08.980376 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c94d7c09-95b9-4b39-ae0c-53b0ee1d3267 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:08.994858 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] For port e51dde13-c729-4696-9238-beca16e0f6e3, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:01:08.998391 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] For port e51dde13-c729-4696-9238-beca16e0f6e3, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e51dde13-c729-4696-9238-beca16e0f6e3,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:01:09.037044 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94d7c09-95b9-4b39-ae0c-53b0ee1d3267 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:01:09.056286 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c94d7c09-95b9-4b39-ae0c-53b0ee1d3267 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:09.056991 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-c94d7c09-95b9-4b39-ae0c-53b0ee1d3267 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Added segment c8ea8eaa-73f0-4b1d-878b-a1aeda6c840c of type vlan for network 38bd7da7-6e89-45c0-b8d2-81ea1880e647 Mar 02 19:01:09.075034 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:09.113212 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:09.115873 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e643017-d633-4057-8718-13c00aa9a9da tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event updated for resources: {'Subnet': ['ID=d5fb618f-dcbe-4166-a2ac-cadbb7e461c5,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:09.120702 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c94d7c09-95b9-4b39-ae0c-53b0ee1d3267 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:09.131731 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-38c4363d-b1a8-4fe8-ac48-2f2659018345 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:09.187342 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d9021-8865-4e11-9b1b-e71dad068b31 None None] Pushing event updated for resources: {'Port': ['ID=e51dde13-c729-4696-9238-beca16e0f6e3,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:09.224364 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4363d-b1a8-4fe8-ac48-2f2659018345 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Subnet': ['ID=66da3646-9586-4f2a-9de7-55f1d4a4ad2d,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:09.266901 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e643017-d633-4057-8718-13c00aa9a9da tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Checking segment: {'id': 'b12db2f2-36d8-41dd-8542-813a0a45c50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '04e3eea9-d041-4090-a954-399819ca30d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:01:09.267284 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e643017-d633-4057-8718-13c00aa9a9da tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Network hostable DHCP agents. Network: 04e3eea9-d041-4090-a954-399819ca30d1, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:01:09.269581 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bb540a-c1cf-4256-bca5-1844d275f006 None None] Network 8d0a667a-8445-45b2-aeeb-edd6850971dd requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:09.273089 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-38c4363d-b1a8-4fe8-ac48-2f2659018345 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:09.299020 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e161747d-c6c9-46cf-a8ed-b196b77cc7c6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:09.322371 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:09.383911 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-38c4363d-b1a8-4fe8-ac48-2f2659018345 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/subnets/66da3646-9586-4f2a-9de7-55f1d4a4ad2d HTTP/1.1" status: 204 len: 168 time: 2.4981291 Mar 02 19:01:09.386241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161747d-c6c9-46cf-a8ed-b196b77cc7c6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=4d115878-8581-4c59-b3ff-aa8ce4054d45,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:09.391279 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57354) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:09.444533 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e161747d-c6c9-46cf-a8ed-b196b77cc7c6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:09.449695 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-e161747d-c6c9-46cf-a8ed-b196b77cc7c6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:09.459136 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e161747d-c6c9-46cf-a8ed-b196b77cc7c6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:09.460345 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e161747d-c6c9-46cf-a8ed-b196b77cc7c6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:09.481640 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c94d7c09-95b9-4b39-ae0c-53b0ee1d3267 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:09.486467 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94d7c09-95b9-4b39-ae0c-53b0ee1d3267 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:09.487208 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c94d7c09-95b9-4b39-ae0c-53b0ee1d3267 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:09.492408 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:09.593598 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:09.635459 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e643017-d633-4057-8718-13c00aa9a9da tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Network 04e3eea9-d041-4090-a954-399819ca30d1 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:01:09.665458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d7c09-95b9-4b39-ae0c-53b0ee1d3267 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Network': ['ID=38bd7da7-6e89-45c0-b8d2-81ea1880e647,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:09.679524 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 38bd7da7-6e89-45c0-b8d2-81ea1880e647 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:01:09.730413 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c94d7c09-95b9-4b39-ae0c-53b0ee1d3267 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9305429 Mar 02 19:01:09.732136 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57358) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:09.742294 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-113dbc71-264f-4148-9e15-fcbd86aa7e0b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'subnet': {'network_id': '38bd7da7-6e89-45c0-b8d2-81ea1880e647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:09.808447 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d77b62-e411-4c31-ac1f-be114f04eec6 None None] DHCP port deletion for 8d0a667a-8445-45b2-aeeb-edd6850971dd request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:01:09.818150 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-81d77b62-e411-4c31-ac1f-be114f04eec6 None None] Deleting port 68bc7cde-2b40-4ef2-bcc6-38f7a566f873 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:09.818150 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-81d77b62-e411-4c31-ac1f-be114f04eec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:09.845421 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e161747d-c6c9-46cf-a8ed-b196b77cc7c6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9865136 Mar 02 19:01:09.852691 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57362) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:09.866032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-4d141038-279e-4b71-8825-8157f3426dfa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'mac_address': 'fa:16:3e:87:15:e4', 'name': 'tempest-NetworksTestDHCPv6-718292627'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:09.891560 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-0e643017-d633-4057-8718-13c00aa9a9da tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 04e3eea9-d041-4090-a954-399819ca30d1) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:09.973367 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e643017-d633-4057-8718-13c00aa9a9da tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:09.974227 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0e643017-d633-4057-8718-13c00aa9a9da tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:10.073018 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-81d77b62-e411-4c31-ac1f-be114f04eec6 None None] For port 68bc7cde-2b40-4ef2-bcc6-38f7a566f873, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=68bc7cde-2b40-4ef2-bcc6-38f7a566f873,segment=NetworkSegment(914d2658-fbcb-470a-96da-ac5490dd86c5),segment_id=914d2658-fbcb-470a-96da-ac5490dd86c5)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:10.073427 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-81d77b62-e411-4c31-ac1f-be114f04eec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:10.114634 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca50034-da2e-4273-8ca6-729dc64987ae tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting subnet d7311400-09f5-43b1-a93d-7a6f5cfd5d24 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:01:10.137198 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0e643017-d633-4057-8718-13c00aa9a9da tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5741901 Mar 02 19:01:10.137860 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bca50034-da2e-4273-8ca6-729dc64987ae tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:10.144447 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:10.151118 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57368) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:10.151941 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cff05c9-0665-480e-8aba-169d45b34de8 None None] Network 04e3eea9-d041-4090-a954-399819ca30d1 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:10.157294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-30bf469f-6c97-4c20-9095-d854f09b1cc1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Request body: {'port': {'network_id': '04e3eea9-d041-4090-a954-399819ca30d1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2100288217'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:10.189992 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Allocated IP 172.26.4.213 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/3057b190-4f5e-4709-a16b-4bc361b67db0) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:10.226918 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-113dbc71-264f-4148-9e15-fcbd86aa7e0b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:10.245740 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-81d77b62-e411-4c31-ac1f-be114f04eec6 None None] Calling delete_port for 68bc7cde-2b40-4ef2-bcc6-38f7a566f873 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:10.293365 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bca50034-da2e-4273-8ca6-729dc64987ae tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:10.322363 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-113dbc71-264f-4148-9e15-fcbd86aa7e0b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:subnet and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:10.340040 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-113dbc71-264f-4148-9e15-fcbd86aa7e0b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:10.362852 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-113dbc71-264f-4148-9e15-fcbd86aa7e0b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:10.371316 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-30bf469f-6c97-4c20-9095-d854f09b1cc1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:10.374633 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:10.423944 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4d141038-279e-4b71-8825-8157f3426dfa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:10.435735 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4d141038-279e-4b71-8825-8157f3426dfa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:port and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:10.442256 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4d141038-279e-4b71-8825-8157f3426dfa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:10.454129 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4d141038-279e-4b71-8825-8157f3426dfa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:10.465389 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-30bf469f-6c97-4c20-9095-d854f09b1cc1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Usage tracker for resource:port and tenant:b28d36b257934d0ea5cdb2c72e7ce826 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:10.472118 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Pushing event updated for resources: {'Port': ['ID=faecf2d5-e97e-411b-a36c-d483d18e2301,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:10.475809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-30bf469f-6c97-4c20-9095-d854f09b1cc1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:10.481995 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113dbc71-264f-4148-9e15-fcbd86aa7e0b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Made reservation on behalf of 2b147d1fd1b64c8daab7ec1005c16f83 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:10.483663 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc06aedb-d71e-4042-b261-3441d74117be None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:10.515525 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-30bf469f-6c97-4c20-9095-d854f09b1cc1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:10.558707 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bca50034-da2e-4273-8ca6-729dc64987ae tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:10.565685 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-81d77b62-e411-4c31-ac1f-be114f04eec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:10.600614 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5abdb-8808-4922-b3a8-bcf1b740a47f req-3ca35884-1677-438f-987c-bf7bf38fa486 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:10.602279 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7ae5abdb-8808-4922-b3a8-bcf1b740a47f req-3ca35884-1677-438f-987c-bf7bf38fa486 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.4690289 Mar 02 19:01:10.611515 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d141038-279e-4b71-8825-8157f3426dfa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:10.615472 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d141038-279e-4b71-8825-8157f3426dfa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:10.638750 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d77b62-e411-4c31-ac1f-be114f04eec6 None None] Pushing event deleted for resources: {'Port': ['ID=68bc7cde-2b40-4ef2-bcc6-38f7a566f873,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:10.649548 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:10.685902 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d77b62-e411-4c31-ac1f-be114f04eec6 None None] No DVR routers for this DVR port 68bc7cde-2b40-4ef2-bcc6-38f7a566f873 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:01:10.710179 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-4d141038-279e-4b71-8825-8157f3426dfa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port 69c7eb6f-a1a0-4b3a-a2f6-1d11a4066cb1 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:01:10.743141 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-04e3eea9-d041-4090-a954-399819ca30d1', 'network_id': '04e3eea9-d041-4090-a954-399819ca30d1', 'tenant_id': 'b28d36b257934d0ea5cdb2c72e7ce826', 'fixed_ips': [{'subnet_id': 'd5fb618f-dcbe-4166-a2ac-cadbb7e461c5'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:01:10.744002 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:10.763436 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-113dbc71-264f-4148-9e15-fcbd86aa7e0b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:10.817547 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-fa556b04-0ab1-4c2a-aff7-0353369597dd None None] Provisioning for port e51dde13-c729-4696-9238-beca16e0f6e3 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:10.859104 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bf469f-6c97-4c20-9095-d854f09b1cc1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Made reservation on behalf of b28d36b257934d0ea5cdb2c72e7ce826 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:10.861692 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30bf469f-6c97-4c20-9095-d854f09b1cc1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:10.903967 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7ae5abdb-8808-4922-b3a8-bcf1b740a47f req-5cae4f9b-8633-4fea-b258-e483c85adf13 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785201 Mar 02 19:01:10.944556 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:10.953934 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-30bf469f-6c97-4c20-9095-d854f09b1cc1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] device_id is not set on port 25bdfe64-a4d8-4555-8923-a0980592692f yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:01:10.987924 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bca50034-da2e-4273-8ca6-729dc64987ae tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:11.029017 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9cbde044-c6b4-4660-bc3e-c3ae1038ee0b tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:11.080838 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca50034-da2e-4273-8ca6-729dc64987ae tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Subnet': ['ID=d7311400-09f5-43b1-a93d-7a6f5cfd5d24,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:11.091309 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bca50034-da2e-4273-8ca6-729dc64987ae tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:11.107964 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bca50034-da2e-4273-8ca6-729dc64987ae tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/subnets/d7311400-09f5-43b1-a93d-7a6f5cfd5d24 HTTP/1.1" status: 204 len: 168 time: 1.7135038 Mar 02 19:01:11.113260 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57374) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:11.153513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50434ed1-088a-4e2f-8c8a-da7efb2b6ca9 None None] Network 961ee193-5307-4908-9bb6-63bfa822a83b requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:11.278414 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7535a794-10e3-4e3c-af2c-15a879e9e9ce tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:11.284765 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:11.328742 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-4d141038-279e-4b71-8825-8157f3426dfa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 172.20.0.2 (ef3b29a7-4982-4982-b073-f3d27df1240a/4d115878-8581-4c59-b3ff-aa8ce4054d45/69c7eb6f-a1a0-4b3a-a2f6-1d11a4066cb1) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:11.330066 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Allocated IP 2001:db8::2 (04e3eea9-d041-4090-a954-399819ca30d1/d5fb618f-dcbe-4166-a2ac-cadbb7e461c5/9e51f800-bb99-414c-b049-a2be16b95cc6) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:11.341232 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9cbde044-c6b4-4660-bc3e-c3ae1038ee0b tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:11.344154 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-4d141038-279e-4b71-8825-8157f3426dfa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::f816:3eff:fe87:15e4 (ef3b29a7-4982-4982-b073-f3d27df1240a/2de8329e-f2e1-424a-93e5-ca5d04ffc96f/69c7eb6f-a1a0-4b3a-a2f6-1d11a4066cb1) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:11.377620 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:11.416166 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:11.429860 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:11.451203 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e51dde13-c729-4696-9238-beca16e0f6e3 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:01:11.504385 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-9cbde044-c6b4-4660-bc3e-c3ae1038ee0b tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Deleting port 8e7afe85-1d30-47c3-a59d-aadc7bb28688 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:11.504785 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9cbde044-c6b4-4660-bc3e-c3ae1038ee0b tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:11.513237 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:01:11.596136 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Pushing event updated for resources: {'Port': ['ID=3057b190-4f5e-4709-a16b-4bc361b67db0,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:11.658811 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.l3_db [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Floating IP 95b3754c-e4c3-4766-8931-2927c6273c42 associated. External IP: 172.26.4.185, port: eba494c8-d27f-4c47-8f93-7ae87d27e548. Mar 02 19:01:11.691010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-113dbc71-264f-4148-9e15-fcbd86aa7e0b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:11.753291 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port e51dde13-c729-4696-9238-beca16e0f6e3 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:11.777518 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port e51dde13-c729-4696-9238-beca16e0f6e3 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:11.777897 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:11.850554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113dbc71-264f-4148-9e15-fcbd86aa7e0b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Subnet': ['ID=c4c21603-40c1-4fa0-bda9-42d77f66fbb6,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:11.856667 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:11.882922 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Transition to ACTIVE for port object 9e51f800-bb99-414c-b049-a2be16b95cc6 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:11.894640 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d54745-03c8-4cce-9439-83c84772bd6e None None] DHCP port deletion for 961ee193-5307-4908-9bb6-63bfa822a83b request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:01:11.897592 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7535a794-10e3-4e3c-af2c-15a879e9e9ce tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:11.910967 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f8d54745-03c8-4cce-9439-83c84772bd6e None None] Deleting port f38bb799-b34b-45be-b684-c4d0acd0b3b3 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:11.911368 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f8d54745-03c8-4cce-9439-83c84772bd6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:11.940075 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1c41b2-da9d-4eaa-acbe-50d004d3346a None None] Update dhcp port {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'fixed_ips': [{'subnet_id': '2de8329e-f2e1-424a-93e5-ca5d04ffc96f', 'ip_address': '2001:db8::f816:3eff:feca:65b5'}, {'subnet_id': '4d115878-8581-4c59-b3ff-aa8ce4054d45'}], 'binding:host_id': 'dv-neutron-831573-1-hyperv'}, 'id': 'e51dde13-c729-4696-9238-beca16e0f6e3'} from dv-neutron-831573-1-hyperv. {{(pid=84534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 19:01:11.976623 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Transition to ACTIVE for port object 9e51f800-bb99-414c-b049-a2be16b95cc6 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:12.035427 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113dbc71-264f-4148-9e15-fcbd86aa7e0b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Checking segment: {'id': 'c8ea8eaa-73f0-4b1d-878b-a1aeda6c840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '38bd7da7-6e89-45c0-b8d2-81ea1880e647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:01:12.035803 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113dbc71-264f-4148-9e15-fcbd86aa7e0b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network hostable DHCP agents. Network: 38bd7da7-6e89-45c0-b8d2-81ea1880e647, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:01:12.088951 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa1c41b2-da9d-4eaa-acbe-50d004d3346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:12.148930 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d141038-279e-4b71-8825-8157f3426dfa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:12.165957 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-7535a794-10e3-4e3c-af2c-15a879e9e9ce tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0a667a-8445-45b2-aeeb-edd6850971dd']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:12.182508 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:12.187228 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-4d141038-279e-4b71-8825-8157f3426dfa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object 69c7eb6f-a1a0-4b3a-a2f6-1d11a4066cb1 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:12.204530 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2adae25a-cf28-43b5-9676-2d453134d657 req-c995aee6-bed4-4b11-8aca-376b2d8a8635 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2cba10eae0244909ae301c19bf9852ec&device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 1098 time: 0.2804790 Mar 02 19:01:12.212556 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-7535a794-10e3-4e3c-af2c-15a879e9e9ce tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914d2658-fbcb-470a-96da-ac5490dd86c5') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:12.212781 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-7535a794-10e3-4e3c-af2c-15a879e9e9ce tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914d2658-fbcb-470a-96da-ac5490dd86c5') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:12.240830 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e724b-3736-4ece-b63f-633baa3de3ae req-776fcd78-831c-47bb-b759-0a3698c9eb71 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:12.242075 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b28e724b-3736-4ece-b63f-633baa3de3ae req-776fcd78-831c-47bb-b759-0a3698c9eb71 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.1925924 Mar 02 19:01:12.250362 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7535a794-10e3-4e3c-af2c-15a879e9e9ce tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:12.308848 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-30bf469f-6c97-4c20-9095-d854f09b1cc1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Allocated IP 2001:db8::ff (04e3eea9-d041-4090-a954-399819ca30d1/d5fb618f-dcbe-4166-a2ac-cadbb7e461c5/25bdfe64-a4d8-4555-8923-a0980592692f) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:12.317156 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113dbc71-264f-4148-9e15-fcbd86aa7e0b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network 38bd7da7-6e89-45c0-b8d2-81ea1880e647 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:01:12.318419 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7535a794-10e3-4e3c-af2c-15a879e9e9ce tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:12.348463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7535a794-10e3-4e3c-af2c-15a879e9e9ce tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:01:12.348888 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7535a794-10e3-4e3c-af2c-15a879e9e9ce tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:01:12.369034 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:01:12.372067 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9cbde044-c6b4-4660-bc3e-c3ae1038ee0b tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:12.400126 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b28e724b-3736-4ece-b63f-633baa3de3ae req-27c3a62f-76cc-4f48-b258-7e5e5df1f6bc tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053789 Mar 02 19:01:12.405205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adae25a-cf28-43b5-9676-2d453134d657 req-91b6762d-4270-4e27-8371-e5ee4aac27da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:12.406936 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2adae25a-cf28-43b5-9676-2d453134d657 req-91b6762d-4270-4e27-8371-e5ee4aac27da service neutron] 10.222.0.87 "GET /v2.0/networks?id=83e11a8d-5f6c-4e4d-9263-33efd20f1a52 HTTP/1.1" status: 200 len: 913 time: 0.1958597 Mar 02 19:01:12.431585 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:12.455130 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Pushing event updated for resources: {'Port': ['ID=9e51f800-bb99-414c-b049-a2be16b95cc6,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:12.470503 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Network 04e3eea9-d041-4090-a954-399819ca30d1 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:12.483691 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:12.492151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d141038-279e-4b71-8825-8157f3426dfa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:12.493906 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-113dbc71-264f-4148-9e15-fcbd86aa7e0b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 38bd7da7-6e89-45c0-b8d2-81ea1880e647) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:12.503683 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:12.514522 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dae3c3-3a61-4800-b0ae-6e48f5935656 None None] Network 38bd7da7-6e89-45c0-b8d2-81ea1880e647 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:12.553948 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113dbc71-264f-4148-9e15-fcbd86aa7e0b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:12.554359 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-113dbc71-264f-4148-9e15-fcbd86aa7e0b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:12.555280 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f8d54745-03c8-4cce-9439-83c84772bd6e None None] For port f38bb799-b34b-45be-b684-c4d0acd0b3b3, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f38bb799-b34b-45be-b684-c4d0acd0b3b3,segment=NetworkSegment(d5d73cc3-0efc-4fe6-999b-70b8e6f0e7a8),segment_id=d5d73cc3-0efc-4fe6-999b-70b8e6f0e7a8)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:12.555698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f8d54745-03c8-4cce-9439-83c84772bd6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:12.617166 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-9cbde044-c6b4-4660-bc3e-c3ae1038ee0b tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Calling delete_port for 8e7afe85-1d30-47c3-a59d-aadc7bb28688 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:12.635093 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d141038-279e-4b71-8825-8157f3426dfa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:12.636056 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d141038-279e-4b71-8825-8157f3426dfa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=69c7eb6f-a1a0-4b3a-a2f6-1d11a4066cb1,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:12.641751 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-4d141038-279e-4b71-8825-8157f3426dfa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:12.645298 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d141038-279e-4b71-8825-8157f3426dfa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:12.673521 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2adae25a-cf28-43b5-9676-2d453134d657 req-c07b5271-e4a3-45cc-ae97-36df29fe47fd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27787d9c-591c-482e-b24f-3480e544570c HTTP/1.1" status: 200 len: 1001 time: 0.2598858 Mar 02 19:01:12.678283 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-113dbc71-264f-4148-9e15-fcbd86aa7e0b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9451306 Mar 02 19:01:12.684232 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57380) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:12.721518 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-79053f23-b808-4e34-9380-a74762fd48e9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-666311079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:12.738298 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-79053f23-b808-4e34-9380-a74762fd48e9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:12.761926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-79053f23-b808-4e34-9380-a74762fd48e9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:router and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:12.771288 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-79053f23-b808-4e34-9380-a74762fd48e9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:12.785733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d141038-279e-4b71-8825-8157f3426dfa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:12.786877 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d141038-279e-4b71-8825-8157f3426dfa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:12.790250 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-79053f23-b808-4e34-9380-a74762fd48e9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:12.803001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adae25a-cf28-43b5-9676-2d453134d657 req-4d2b3ba4-38cc-4f9d-8fff-1a0a10e59843 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:12.804535 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2adae25a-cf28-43b5-9676-2d453134d657 req-4d2b3ba4-38cc-4f9d-8fff-1a0a10e59843 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7b63fe96-d8a7-4e7f-a30f-2804bb38215a HTTP/1.1" status: 200 len: 851 time: 0.1211548 Mar 02 19:01:12.845428 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7535a794-10e3-4e3c-af2c-15a879e9e9ce tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:12.850008 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7535a794-10e3-4e3c-af2c-15a879e9e9ce tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:12.879927 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port e51dde13-c729-4696-9238-beca16e0f6e3, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e51dde13-c729-4696-9238-beca16e0f6e3,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:12.897082 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f8d54745-03c8-4cce-9439-83c84772bd6e None None] Calling delete_port for f38bb799-b34b-45be-b684-c4d0acd0b3b3 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:12.897535 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2adae25a-cf28-43b5-9676-2d453134d657 req-628673bf-5f53-4835-a797-21debbf7da41 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=83e11a8d-5f6c-4e4d-9263-33efd20f1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844567 Mar 02 19:01:12.902313 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4d141038-279e-4b71-8825-8157f3426dfa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.0459697 Mar 02 19:01:12.902313 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57384) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:12.913083 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535a794-10e3-4e3c-af2c-15a879e9e9ce tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Network': ['ID=8d0a667a-8445-45b2-aeeb-edd6850971dd,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:12.919281 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7535a794-10e3-4e3c-af2c-15a879e9e9ce tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/networks/8d0a667a-8445-45b2-aeeb-edd6850971dd HTTP/1.1" status: 204 len: 168 time: 1.8018668 Mar 02 19:01:12.922482 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57388) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:12.965340 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79053f23-b808-4e34-9380-a74762fd48e9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:12.966313 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79053f23-b808-4e34-9380-a74762fd48e9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:12.985673 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Attempting to bind port 9e51f800-bb99-414c-b049-a2be16b95cc6 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:01:12.986038 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Attempting to bind port 9e51f800-bb99-414c-b049-a2be16b95cc6 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'b12db2f2-36d8-41dd-8542-813a0a45c50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '04e3eea9-d041-4090-a954-399819ca30d1'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:01:12.986389 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Attempting to bind port 9e51f800-bb99-414c-b049-a2be16b95cc6 on network 04e3eea9-d041-4090-a954-399819ca30d1 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:01:13.016549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:13.076317 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:01:13.081414 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Checking segment: {'id': 'b12db2f2-36d8-41dd-8542-813a0a45c50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '04e3eea9-d041-4090-a954-399819ca30d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:01:13.081414 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:13.081414 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Bound using segment: {'id': 'b12db2f2-36d8-41dd-8542-813a0a45c50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '04e3eea9-d041-4090-a954-399819ca30d1'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:01:13.081414 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Bound port: 9e51f800-bb99-414c-b049-a2be16b95cc6, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b12db2f2-36d8-41dd-8542-813a0a45c50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '04e3eea9-d041-4090-a954-399819ca30d1'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:01:13.081414 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:13.094585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79053f23-b808-4e34-9380-a74762fd48e9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:13.094811 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:13.103646 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:13.110568 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-aa1c41b2-da9d-4eaa-acbe-50d004d3346a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e246990f-3d8e-4dd0-8a43-11e99a40f47e {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:01:13.110932 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-aa1c41b2-da9d-4eaa-acbe-50d004d3346a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:01:13.152074 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 68bc7cde-2b40-4ef2-bcc6-38f7a566f873 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:01:13.165889 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2adae25a-cf28-43b5-9676-2d453134d657 req-343b5584-fbb3-40d0-8f52-ffbe27f51136 service neutron] 10.222.0.87 "GET /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609994 Mar 02 19:01:13.200042 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658040a3-c574-474e-b01a-dfbf736ccefa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:13.204253 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658040a3-c574-474e-b01a-dfbf736ccefa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:13.205114 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-658040a3-c574-474e-b01a-dfbf736ccefa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:13.234797 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 68bc7cde-2b40-4ef2-bcc6-38f7a566f873 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:01:13.235132 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 68bc7cde-2b40-4ef2-bcc6-38f7a566f873 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:01:13.262109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=e51dde13-c729-4696-9238-beca16e0f6e3,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:13.267898 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff21c585-85c8-41dd-aa66-0220b5254e6a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:13.272600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30bf469f-6c97-4c20-9095-d854f09b1cc1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:13.333217 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] For port 9e51f800-bb99-414c-b049-a2be16b95cc6, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:01:13.337017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-38bd7da7-6e89-45c0-b8d2-81ea1880e647', 'network_id': '38bd7da7-6e89-45c0-b8d2-81ea1880e647', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'fixed_ips': [{'subnet_id': 'c4c21603-40c1-4fa0-bda9-42d77f66fbb6'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:01:13.338381 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:13.350372 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2adae25a-cf28-43b5-9676-2d453134d657 req-f078233d-22a0-4b96-a22f-3ac37973d042 service neutron] 10.222.0.87 "GET /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758492 Mar 02 19:01:13.365593 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79053f23-b808-4e34-9380-a74762fd48e9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:13.406132 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f38bb799-b34b-45be-b684-c4d0acd0b3b3 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:01:13.433526 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-30bf469f-6c97-4c20-9095-d854f09b1cc1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Transition to ACTIVE for port object 25bdfe64-a4d8-4555-8923-a0980592692f will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:13.438290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-658040a3-c574-474e-b01a-dfbf736ccefa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:13.442016 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-658040a3-c574-474e-b01a-dfbf736ccefa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.5365212 Mar 02 19:01:13.442703 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57392) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:13.453882 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f8d54745-03c8-4cce-9439-83c84772bd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:13.531506 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d54745-03c8-4cce-9439-83c84772bd6e None None] Pushing event deleted for resources: {'Port': ['ID=f38bb799-b34b-45be-b684-c4d0acd0b3b3,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:13.553947 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] For port 9e51f800-bb99-414c-b049-a2be16b95cc6, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9e51f800-bb99-414c-b049-a2be16b95cc6,segment=NetworkSegment(b12db2f2-36d8-41dd-8542-813a0a45c50f),segment_id=b12db2f2-36d8-41dd-8542-813a0a45c50f)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:01:13.561564 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d54745-03c8-4cce-9439-83c84772bd6e None None] No DVR routers for this DVR port f38bb799-b34b-45be-b684-c4d0acd0b3b3 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:01:13.571906 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-aaa329ab-412c-4288-a07c-513948c6435f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port 69c7eb6f-a1a0-4b3a-a2f6-1d11a4066cb1 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:13.572281 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aaa329ab-412c-4288-a07c-513948c6435f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:13.580762 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No active binding found for port f38bb799-b34b-45be-b684-c4d0acd0b3b3 {{(pid=84534) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 19:01:13.581246 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f38bb799-b34b-45be-b684-c4d0acd0b3b3 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:01:13.609199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79053f23-b808-4e34-9380-a74762fd48e9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:13.613204 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-79053f23-b808-4e34-9380-a74762fd48e9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9280858 Mar 02 19:01:13.619816 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57398) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:13.622211 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9cbde044-c6b4-4660-bc3e-c3ae1038ee0b tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:13.626429 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ff21c585-85c8-41dd-aa66-0220b5254e6a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port f38bb799-b34b-45be-b684-c4d0acd0b3b3 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:13.626759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff21c585-85c8-41dd-aa66-0220b5254e6a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:13.696386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa1c41b2-da9d-4eaa-acbe-50d004d3346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:13.718114 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Allocated IP 2001:db8::2 (38bd7da7-6e89-45c0-b8d2-81ea1880e647/c4c21603-40c1-4fa0-bda9-42d77f66fbb6/9acc5dd7-8eae-4f49-819e-df0da9402d48) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:13.721740 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:13.769761 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbde044-c6b4-4660-bc3e-c3ae1038ee0b tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Pushing event deleted for resources: {'Port': ['ID=8e7afe85-1d30-47c3-a59d-aadc7bb28688,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:13.814818 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ff21c585-85c8-41dd-aa66-0220b5254e6a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] The port 'f38bb799-b34b-45be-b684-c4d0acd0b3b3' was deleted {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:01:14.018298 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67da3b-eb0f-4c93-bd79-60c2a2465094 None None] Pushing event updated for resources: {'Port': ['ID=9e51f800-bb99-414c-b049-a2be16b95cc6,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:14.063640 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30bf469f-6c97-4c20-9095-d854f09b1cc1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:14.144167 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff21c585-85c8-41dd-aa66-0220b5254e6a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:14.230201 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-aa1c41b2-da9d-4eaa-acbe-50d004d3346a None None] Allocated IP 172.20.0.3 (ef3b29a7-4982-4982-b073-f3d27df1240a/4d115878-8581-4c59-b3ff-aa8ce4054d45/e51dde13-c729-4696-9238-beca16e0f6e3) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:14.274897 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:14.341738 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-ff21c585-85c8-41dd-aa66-0220b5254e6a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961ee193-5307-4908-9bb6-63bfa822a83b']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:14.382447 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58faca9c-e6e9-4e1f-b596-fac5b3030631 req-e1a5b021-c4ad-41b7-8bc3-6d798c618f3f tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:14.391071 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-58faca9c-e6e9-4e1f-b596-fac5b3030631 req-e1a5b021-c4ad-41b7-8bc3-6d798c618f3f tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.7759144 Mar 02 19:01:14.399867 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf469f-6c97-4c20-9095-d854f09b1cc1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event updated for resources: {'Port': ['ID=25bdfe64-a4d8-4555-8923-a0980592692f,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:14.400385 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Transition to ACTIVE for port object 9acc5dd7-8eae-4f49-819e-df0da9402d48 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:14.404120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-ff21c585-85c8-41dd-aa66-0220b5254e6a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d73cc3-0efc-4fe6-999b-70b8e6f0e7a8') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:14.404120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-ff21c585-85c8-41dd-aa66-0220b5254e6a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d73cc3-0efc-4fe6-999b-70b8e6f0e7a8') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:14.454511 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Transition to ACTIVE for port object 9acc5dd7-8eae-4f49-819e-df0da9402d48 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:14.456645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bf469f-6c97-4c20-9095-d854f09b1cc1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Network 04e3eea9-d041-4090-a954-399819ca30d1 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:14.463936 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9cbde044-c6b4-4660-bc3e-c3ae1038ee0b tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:14.496124 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-aa1c41b2-da9d-4eaa-acbe-50d004d3346a None None] For port e51dde13-c729-4696-9238-beca16e0f6e3, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e51dde13-c729-4696-9238-beca16e0f6e3,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:14.528107 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-30bf469f-6c97-4c20-9095-d854f09b1cc1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:14.531629 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aaa329ab-412c-4288-a07c-513948c6435f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:14.533756 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff21c585-85c8-41dd-aa66-0220b5254e6a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:14.544172 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa1c41b2-da9d-4eaa-acbe-50d004d3346a None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:14.565546 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-aa1c41b2-da9d-4eaa-acbe-50d004d3346a None None] Transition to ACTIVE for port object e51dde13-c729-4696-9238-beca16e0f6e3 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:14.569835 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:14.634105 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf469f-6c97-4c20-9095-d854f09b1cc1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:14.638621 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bf469f-6c97-4c20-9095-d854f09b1cc1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:14.639759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30bf469f-6c97-4c20-9095-d854f09b1cc1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:14.648355 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa1c41b2-da9d-4eaa-acbe-50d004d3346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:14.682428 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Network 38bd7da7-6e89-45c0-b8d2-81ea1880e647 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:14.685412 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:14.687603 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff21c585-85c8-41dd-aa66-0220b5254e6a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:14.688068 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:14.690415 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Pushing event updated for resources: {'Port': ['ID=9acc5dd7-8eae-4f49-819e-df0da9402d48,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:14.692330 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-aaa329ab-412c-4288-a07c-513948c6435f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for 69c7eb6f-a1a0-4b3a-a2f6-1d11a4066cb1 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:14.692921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9cbde044-c6b4-4660-bc3e-c3ae1038ee0b tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:14.719096 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff21c585-85c8-41dd-aa66-0220b5254e6a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:01:14.719626 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff21c585-85c8-41dd-aa66-0220b5254e6a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:14.737532 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9cbde044-c6b4-4660-bc3e-c3ae1038ee0b tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:01:14.739546 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:01:14.798929 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c41b2-da9d-4eaa-acbe-50d004d3346a None None] Pushing event updated for resources: {'Port': ['ID=e51dde13-c729-4696-9238-beca16e0f6e3,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:14.828222 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-58faca9c-e6e9-4e1f-b596-fac5b3030631 req-89e7aa8d-b6d2-4c81-8f3e-cf076b44bc5a tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4363863 Mar 02 19:01:14.850898 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-30bf469f-6c97-4c20-9095-d854f09b1cc1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.7025928 Mar 02 19:01:14.858019 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57402) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:14.878061 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:14.927219 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-46b4a994-9dde-4cab-980f-43050bb20d05 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Request body: {'port': {'network_id': '04e3eea9-d041-4090-a954-399819ca30d1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-722550351', 'allowed_address_pairs': [{'ip_address': '2001:db8::ff', 'mac_address': 'fa:16:3e:b8:e5:3f'}]}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:14.935599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Attempting to bind port 9acc5dd7-8eae-4f49-819e-df0da9402d48 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:01:14.935599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Attempting to bind port 9acc5dd7-8eae-4f49-819e-df0da9402d48 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c8ea8eaa-73f0-4b1d-878b-a1aeda6c840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '38bd7da7-6e89-45c0-b8d2-81ea1880e647'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:01:14.936618 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Attempting to bind port 9acc5dd7-8eae-4f49-819e-df0da9402d48 on network 38bd7da7-6e89-45c0-b8d2-81ea1880e647 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:01:14.943975 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:01:14.944364 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Checking segment: {'id': 'c8ea8eaa-73f0-4b1d-878b-a1aeda6c840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '38bd7da7-6e89-45c0-b8d2-81ea1880e647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:01:14.944867 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:14.945113 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Bound using segment: {'id': 'c8ea8eaa-73f0-4b1d-878b-a1aeda6c840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '38bd7da7-6e89-45c0-b8d2-81ea1880e647'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:01:14.946254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Bound port: 9acc5dd7-8eae-4f49-819e-df0da9402d48, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ea8eaa-73f0-4b1d-878b-a1aeda6c840c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '38bd7da7-6e89-45c0-b8d2-81ea1880e647'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:01:14.946254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:15.098078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] For port 9acc5dd7-8eae-4f49-819e-df0da9402d48, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:01:15.103022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] For port 9acc5dd7-8eae-4f49-819e-df0da9402d48, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9acc5dd7-8eae-4f49-819e-df0da9402d48,segment=NetworkSegment(c8ea8eaa-73f0-4b1d-878b-a1aeda6c840c),segment_id=c8ea8eaa-73f0-4b1d-878b-a1aeda6c840c)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:01:15.192750 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:15.294642 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff21c585-85c8-41dd-aa66-0220b5254e6a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:15.336610 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff21c585-85c8-41dd-aa66-0220b5254e6a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:15.347472 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1e157-b5b0-498e-82e1-110ec78ab781 None None] Pushing event updated for resources: {'Port': ['ID=9acc5dd7-8eae-4f49-819e-df0da9402d48,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:15.359213 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aaa329ab-412c-4288-a07c-513948c6435f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:15.397550 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ff21c585-85c8-41dd-aa66-0220b5254e6a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/networks/961ee193-5307-4908-9bb6-63bfa822a83b HTTP/1.1" status: 204 len: 168 time: 2.4722986 Mar 02 19:01:15.402399 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57406) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:15.412862 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21c585-85c8-41dd-aa66-0220b5254e6a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Network': ['ID=961ee193-5307-4908-9bb6-63bfa822a83b,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:15.438388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa329ab-412c-4288-a07c-513948c6435f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=69c7eb6f-a1a0-4b3a-a2f6-1d11a4066cb1,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:15.446691 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-34a6c7c2-3818-4027-852c-b2ed0cccbfe7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'network': {'name': 'tempest-RoutersTest-1425540049'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:15.454496 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-34a6c7c2-3818-4027-852c-b2ed0cccbfe7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:15.460179 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-34a6c7c2-3818-4027-852c-b2ed0cccbfe7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:network and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:15.463551 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-34a6c7c2-3818-4027-852c-b2ed0cccbfe7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:15.470817 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-34a6c7c2-3818-4027-852c-b2ed0cccbfe7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:15.494276 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Router df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:01:15.510651 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbde044-c6b4-4660-bc3e-c3ae1038ee0b tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Router 8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:01:15.541484 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e51dde13-c729-4696-9238-beca16e0f6e3 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:01:15.675016 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 9e51f800-bb99-414c-b049-a2be16b95cc6 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:01:15.678442 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Router 5c40e0bc-fc55-413c-82bb-207fb6d1299e is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:01:15.681148 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-46b4a994-9dde-4cab-980f-43050bb20d05 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:15.765643 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a6c7c2-3818-4027-852c-b2ed0cccbfe7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Made reservation on behalf of dfd3e6d4994a4b8586cb08a4003fb040 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:15.768973 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-34a6c7c2-3818-4027-852c-b2ed0cccbfe7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:15.789744 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c351828-3e21-40d1-9c0d-00eb08c5bd4f None None] Network 04e3eea9-d041-4090-a954-399819ca30d1 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:15.836777 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-46b4a994-9dde-4cab-980f-43050bb20d05 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Usage tracker for resource:port and tenant:b28d36b257934d0ea5cdb2c72e7ce826 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:15.859422 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-46b4a994-9dde-4cab-980f-43050bb20d05 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:15.918002 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Allocated IP 2001:db8::1 (38bd7da7-6e89-45c0-b8d2-81ea1880e647/c4c21603-40c1-4fa0-bda9-42d77f66fbb6/09abe84a-f19b-4b60-8abf-60dbc402fc38) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:15.928537 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aaa329ab-412c-4288-a07c-513948c6435f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:15.994728 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-46b4a994-9dde-4cab-980f-43050bb20d05 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:16.144114 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e5b19083-2e45-48fd-903d-f510271267a6 None None] Provisioning for port 9e51f800-bb99-414c-b049-a2be16b95cc6 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:16.167153 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbde044-c6b4-4660-bc3e-c3ae1038ee0b tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:16.179572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a6c7c2-3818-4027-852c-b2ed0cccbfe7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:01:16.188862 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0551fc9c-39f1-4528-aea6-eee4bb3ee423 None None] Sync routers for ids ['8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:01:16.194811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 9e51f800-bb99-414c-b049-a2be16b95cc6 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:16.202170 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-aaa329ab-412c-4288-a07c-513948c6435f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/69c7eb6f-a1a0-4b3a-a2f6-1d11a4066cb1 HTTP/1.1" status: 204 len: 168 time: 2.7560377 Mar 02 19:01:16.203399 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57412) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:16.204935 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 9e51f800-bb99-414c-b049-a2be16b95cc6 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:16.204935 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:16.253341 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b4a994-9dde-4cab-980f-43050bb20d05 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Made reservation on behalf of b28d36b257934d0ea5cdb2c72e7ce826 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:16.267099 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0551fc9c-39f1-4528-aea6-eee4bb3ee423 None None] Routers {'8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:16.267944 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-0551fc9c-39f1-4528-aea6-eee4bb3ee423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:16.285910 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9cbde044-c6b4-4660-bc3e-c3ae1038ee0b tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:16.290994 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b8a2e-2ec3-461b-8a17-e9e7d3d13856 req-8ba413ed-65e9-4da8-ade1-c3a36749aa2a tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:16.292547 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-710b8a2e-2ec3-461b-8a17-e9e7d3d13856 req-8ba413ed-65e9-4da8-ade1-c3a36749aa2a tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.2926505 Mar 02 19:01:16.293028 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57416) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:16.295803 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9cbde044-c6b4-4660-bc3e-c3ae1038ee0b tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "PUT /v2.0/routers/8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0 HTTP/1.1" status: 200 len: 705 time: 9.3004243 Mar 02 19:01:16.352886 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-0551fc9c-39f1-4528-aea6-eee4bb3ee423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:16.426018 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:16.428201 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-34a6c7c2-3818-4027-852c-b2ed0cccbfe7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:16.429150 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-34a6c7c2-3818-4027-852c-b2ed0cccbfe7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Added segment ccba6d19-6cc9-42fe-8dc8-46e0c6791a39 of type vlan for network bf7c97b3-a9c6-4843-9bf2-9b7a032cb691 Mar 02 19:01:16.436804 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0551fc9c-39f1-4528-aea6-eee4bb3ee423 None None] Routers {'8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:16.437445 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-0551fc9c-39f1-4528-aea6-eee4bb3ee423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:16.470663 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-34a6c7c2-3818-4027-852c-b2ed0cccbfe7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:16.520699 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-0551fc9c-39f1-4528-aea6-eee4bb3ee423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:16.521109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0551fc9c-39f1-4528-aea6-eee4bb3ee423 None None] The sync data for ids ['8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:01:16.534902 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:16.576359 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 9e51f800-bb99-414c-b049-a2be16b95cc6, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9e51f800-bb99-414c-b049-a2be16b95cc6,segment=NetworkSegment(b12db2f2-36d8-41dd-8542-813a0a45c50f),segment_id=b12db2f2-36d8-41dd-8542-813a0a45c50f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:16.581437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1017268a-0957-417d-8a39-b07881f3c5c6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:16.582834 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1017268a-0957-417d-8a39-b07881f3c5c6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:16.584449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1017268a-0957-417d-8a39-b07881f3c5c6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:16.585653 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1017268a-0957-417d-8a39-b07881f3c5c6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:16.617228 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-34a6c7c2-3818-4027-852c-b2ed0cccbfe7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:16.617835 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a6c7c2-3818-4027-852c-b2ed0cccbfe7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:16.618585 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-34a6c7c2-3818-4027-852c-b2ed0cccbfe7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:16.638300 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Transition to ACTIVE for port object 09abe84a-f19b-4b60-8abf-60dbc402fc38 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:16.643650 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-78089206-4859-4786-9a30-d7cca6b5762b None None] Provisioning for port e51dde13-c729-4696-9238-beca16e0f6e3 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:16.651863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-78089206-4859-4786-9a30-d7cca6b5762b None None] Provisioning complete for port e51dde13-c729-4696-9238-beca16e0f6e3 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:16.652568 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-78089206-4859-4786-9a30-d7cca6b5762b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:16.675942 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-710b8a2e-2ec3-461b-8a17-e9e7d3d13856 req-82647734-8c87-4896-a57b-75a058f96638 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901859 Mar 02 19:01:16.683299 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-27d09698-46af-49be-b9af-561a8503c29b tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "GET /v2.0/routers/8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0 HTTP/1.1" status: 200 len: 740 time: 0.3757899 Mar 02 19:01:16.697379 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57420) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:16.766051 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-03ad3dc5-dc7d-4576-a8dd-9420e78f355c tempest-RoutersAdminTest-1438019050 tempest-RoutersAdminTest-1438019050-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=34755311-e60d-4721-8297-2b2c64e749c6&device_id=8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0 HTTP/1.1" status: 200 len: 205 time: 0.0675337 Mar 02 19:01:16.769105 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:16.771056 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57426) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:16.814742 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1017268a-0957-417d-8a39-b07881f3c5c6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:16.816136 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1017268a-0957-417d-8a39-b07881f3c5c6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6118610 Mar 02 19:01:16.821441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57430) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:16.870986 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-60a0db72-61f7-4fa2-a71d-0aa343790636 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "GET /v2.0/ports?device_id=8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0 HTTP/1.1" status: 200 len: 205 time: 0.0959954 Mar 02 19:01:16.872648 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57434) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:16.874461 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:16.875689 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=9e51f800-bb99-414c-b049-a2be16b95cc6,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:16.925939 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6c7c2-3818-4027-852c-b2ed0cccbfe7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Network': ['ID=bf7c97b3-a9c6-4843-9bf2-9b7a032cb691,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:16.957688 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network bf7c97b3-a9c6-4843-9bf2-9b7a032cb691 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:01:17.089360 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-46b4a994-9dde-4cab-980f-43050bb20d05 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:17.169175 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49064ae0-4b6d-45b1-b8f0-079cc8bdb38d None None] Network 38bd7da7-6e89-45c0-b8d2-81ea1880e647 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:17.178133 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-34a6c7c2-3818-4027-852c-b2ed0cccbfe7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7602994 Mar 02 19:01:17.179898 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-46b4a994-9dde-4cab-980f-43050bb20d05 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] device_id is not set on port 0e699cb3-49b8-41cd-ba85-dee5e4bd7d9d yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:01:17.190183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57438) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:17.226828 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:17.238429 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fc1530-df97-4866-a405-5d98b5a0ac11 None None] Sync routers for ids ['df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:01:17.244540 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-698157d1-6afb-4c0c-a3be-2cc397496e9e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'subnet': {'network_id': 'bf7c97b3-a9c6-4843-9bf2-9b7a032cb691', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:17.261228 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fc1530-df97-4866-a405-5d98b5a0ac11 None None] Routers {'df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:17.261842 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-19fc1530-df97-4866-a405-5d98b5a0ac11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:17.303643 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network 38bd7da7-6e89-45c0-b8d2-81ea1880e647 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:17.437791 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21907521-582e-4a04-819c-ccc3728e05ca req-17563812-d77f-4351-90e9-b8afb630afae tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:17.437791 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-21907521-582e-4a04-819c-ccc3728e05ca req-17563812-d77f-4351-90e9-b8afb630afae tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.4257224 Mar 02 19:01:17.441812 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-19fc1530-df97-4866-a405-5d98b5a0ac11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:17.451959 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:17.463152 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=09abe84a-f19b-4b60-8abf-60dbc402fc38,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:17.464634 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fc1530-df97-4866-a405-5d98b5a0ac11 None None] Routers {'df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:17.480485 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-19fc1530-df97-4866-a405-5d98b5a0ac11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:17.485009 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:17.485955 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:17.487531 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:17.532977 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da76e144-2501-4e44-9c3c-cdc4484b6ece None None] Sync routers for ids ['5c40e0bc-fc55-413c-82bb-207fb6d1299e'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:01:17.543482 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 9e51f800-bb99-414c-b049-a2be16b95cc6 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:01:17.568618 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-21907521-582e-4a04-819c-ccc3728e05ca req-6110ecb4-3a2e-4bde-874a-e0c4719c6647 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298859 Mar 02 19:01:17.574382 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d89e4e6c-c295-4bac-8549-4c913c966dc0 None None] Provisioning for port 25bdfe64-a4d8-4555-8923-a0980592692f completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:17.576071 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-19fc1530-df97-4866-a405-5d98b5a0ac11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:17.576930 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fc1530-df97-4866-a405-5d98b5a0ac11 None None] The sync data for ids ['df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:01:17.579416 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:17.611685 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d89e4e6c-c295-4bac-8549-4c913c966dc0 None None] Provisioning complete for port 25bdfe64-a4d8-4555-8923-a0980592692f triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:17.612078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d89e4e6c-c295-4bac-8549-4c913c966dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:17.682932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-341add4c-6761-4fa5-8841-19320649f482 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 2de8329e-f2e1-424a-93e5-ca5d04ffc96f {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:01:17.690147 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-827a6798-4a86-4eea-b9fd-fe1a6da48624 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 13.7849829 Mar 02 19:01:17.694582 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57444) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:17.695231 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-341add4c-6761-4fa5-8841-19320649f482 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:17.700065 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-46b4a994-9dde-4cab-980f-43050bb20d05 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Allocated IP 2001:db8::327 (04e3eea9-d041-4090-a954-399819ca30d1/d5fb618f-dcbe-4166-a2ac-cadbb7e461c5/0e699cb3-49b8-41cd-ba85-dee5e4bd7d9d) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:17.731287 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f2b01897-f904-4971-aef2-d484d98d2a9e tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:17.731707 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:17.736554 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-425fdd3a-f7ef-4916-8e66-f73be8daa8de tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.9630485 Mar 02 19:01:17.737642 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57446) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:17.740414 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da76e144-2501-4e44-9c3c-cdc4484b6ece None None] Routers {'5c40e0bc-fc55-413c-82bb-207fb6d1299e'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:17.741049 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-da76e144-2501-4e44-9c3c-cdc4484b6ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5c40e0bc-fc55-413c-82bb-207fb6d1299e'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:17.745578 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-48573be6-494f-4433-968a-befe330b320d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:17.813521 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-d89e4e6c-c295-4bac-8549-4c913c966dc0 None None] Port 25bdfe64-a4d8-4555-8923-a0980592692f cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:17.814595 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-da76e144-2501-4e44-9c3c-cdc4484b6ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:17.864567 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da76e144-2501-4e44-9c3c-cdc4484b6ece None None] Routers {'5c40e0bc-fc55-413c-82bb-207fb6d1299e'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:17.865212 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-da76e144-2501-4e44-9c3c-cdc4484b6ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5c40e0bc-fc55-413c-82bb-207fb6d1299e'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:17.881444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-698157d1-6afb-4c0c-a3be-2cc397496e9e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:17.926151 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d89e4e6c-c295-4bac-8549-4c913c966dc0 None None] Provisioning complete for port 9e51f800-bb99-414c-b049-a2be16b95cc6 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:17.926530 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d89e4e6c-c295-4bac-8549-4c913c966dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:17.986109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 9e51f800-bb99-414c-b049-a2be16b95cc6 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:17.986398 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:18.063292 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-da76e144-2501-4e44-9c3c-cdc4484b6ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:18.063737 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da76e144-2501-4e44-9c3c-cdc4484b6ece None None] The sync data for ids ['5c40e0bc-fc55-413c-82bb-207fb6d1299e'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:01:18.125347 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-698157d1-6afb-4c0c-a3be-2cc397496e9e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:subnet and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:18.189986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-698157d1-6afb-4c0c-a3be-2cc397496e9e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:18.221620 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 9acc5dd7-8eae-4f49-819e-df0da9402d48 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:01:18.249213 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-698157d1-6afb-4c0c-a3be-2cc397496e9e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:18.259763 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-341add4c-6761-4fa5-8841-19320649f482 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:18.265065 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d89e4e6c-c295-4bac-8549-4c913c966dc0 None None] Could not find standard attr ID for object 69c7eb6f-a1a0-4b3a-a2f6-1d11a4066cb1. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:01:18.319216 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-46b4a994-9dde-4cab-980f-43050bb20d05 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:18.338072 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6e685d80-4aca-41b0-ac8d-be47b11fd660 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] 10.222.0.73 "GET /v2.0/floatingips/95b3754c-e4c3-4766-8931-2927c6273c42 HTTP/1.1" status: 200 len: 982 time: 0.5504799 Mar 02 19:01:18.340741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:18.345069 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57454) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:18.396242 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 9acc5dd7-8eae-4f49-819e-df0da9402d48 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:18.408764 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-46b4a994-9dde-4cab-980f-43050bb20d05 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Transition to ACTIVE for port object 0e699cb3-49b8-41cd-ba85-dee5e4bd7d9d will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:18.423375 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-de5ec494-f9b5-4464-b17f-e560dca3021b None None] Provisioning complete for port 25bdfe64-a4d8-4555-8923-a0980592692f triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:18.423753 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-de5ec494-f9b5-4464-b17f-e560dca3021b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:18.485560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-de5ec494-f9b5-4464-b17f-e560dca3021b None None] Port 25bdfe64-a4d8-4555-8923-a0980592692f cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:18.545073 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bb032858-108b-4a62-8f35-1d3dd754a90d tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1962655 Mar 02 19:01:18.550088 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698157d1-6afb-4c0c-a3be-2cc397496e9e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Made reservation on behalf of dfd3e6d4994a4b8586cb08a4003fb040 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:18.557146 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57458) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:18.612629 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-de5ec494-f9b5-4464-b17f-e560dca3021b None None] Provisioning for port 09abe84a-f19b-4b60-8abf-60dbc402fc38 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:18.618610 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-de5ec494-f9b5-4464-b17f-e560dca3021b None None] Provisioning complete for port 09abe84a-f19b-4b60-8abf-60dbc402fc38 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:18.619071 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-de5ec494-f9b5-4464-b17f-e560dca3021b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:18.692855 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-de5ec494-f9b5-4464-b17f-e560dca3021b None None] Port 09abe84a-f19b-4b60-8abf-60dbc402fc38 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:18.713473 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-46b4a994-9dde-4cab-980f-43050bb20d05 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:18.749048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176c5b8-8550-451b-ac60-12323a592cbb req-e77c1413-227f-49c0-8139-e94d22b3fa2e tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:18.750362 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a176c5b8-8550-451b-ac60-12323a592cbb req-e77c1413-227f-49c0-8139-e94d22b3fa2e tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.9634061 Mar 02 19:01:18.783773 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-de5ec494-f9b5-4464-b17f-e560dca3021b None None] Provisioning for port 9acc5dd7-8eae-4f49-819e-df0da9402d48 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:18.789464 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-de5ec494-f9b5-4464-b17f-e560dca3021b None None] Provisioning complete for port 9acc5dd7-8eae-4f49-819e-df0da9402d48 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:18.789993 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-de5ec494-f9b5-4464-b17f-e560dca3021b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:18.882972 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b4a994-9dde-4cab-980f-43050bb20d05 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Network 04e3eea9-d041-4090-a954-399819ca30d1 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:18.901197 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-46b4a994-9dde-4cab-980f-43050bb20d05 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:18.903476 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-341add4c-6761-4fa5-8841-19320649f482 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:18.909728 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b4a994-9dde-4cab-980f-43050bb20d05 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:18.913655 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b4a994-9dde-4cab-980f-43050bb20d05 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:18.914275 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-46b4a994-9dde-4cab-980f-43050bb20d05 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:18.918132 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4a994-9dde-4cab-980f-43050bb20d05 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event updated for resources: {'Port': ['ID=0e699cb3-49b8-41cd-ba85-dee5e4bd7d9d,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:18.918300 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-de5ec494-f9b5-4464-b17f-e560dca3021b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:18.957709 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-de5ec494-f9b5-4464-b17f-e560dca3021b None None] For port 9acc5dd7-8eae-4f49-819e-df0da9402d48, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9acc5dd7-8eae-4f49-819e-df0da9402d48,segment=NetworkSegment(c8ea8eaa-73f0-4b1d-878b-a1aeda6c840c),segment_id=c8ea8eaa-73f0-4b1d-878b-a1aeda6c840c)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:18.968948 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab7d48-e389-433a-9b15-7e09c27487a4 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Deleting port faecf2d5-e97e-411b-a36c-d483d18e2301 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:18.969284 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7d48-e389-433a-9b15-7e09c27487a4 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:19.027940 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-698157d1-6afb-4c0c-a3be-2cc397496e9e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:19.059124 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-46b4a994-9dde-4cab-980f-43050bb20d05 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 4.1497884 Mar 02 19:01:19.086545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57462) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:19.092600 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-de5ec494-f9b5-4464-b17f-e560dca3021b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:19.102827 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f2b01897-f904-4971-aef2-d484d98d2a9e tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:19.115700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f2b01897-f904-4971-aef2-d484d98d2a9e tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:19.219685 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ec494-f9b5-4464-b17f-e560dca3021b None None] Pushing event updated for resources: {'Port': ['ID=9acc5dd7-8eae-4f49-819e-df0da9402d48,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:19.244348 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1bb1ce68-e0d6-41e6-9508-7feb7433de38 None None] Provisioning complete for port 09abe84a-f19b-4b60-8abf-60dbc402fc38 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:19.245354 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1bb1ce68-e0d6-41e6-9508-7feb7433de38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:19.297901 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7d48-e389-433a-9b15-7e09c27487a4 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:19.298225 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7d48-e389-433a-9b15-7e09c27487a4 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:19.340362 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 9acc5dd7-8eae-4f49-819e-df0da9402d48 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:01:19.382264 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a176c5b8-8550-451b-ac60-12323a592cbb req-487f7b90-6667-4b57-a910-26f013fc6991 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5562143 Mar 02 19:01:19.396013 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1bb1ce68-e0d6-41e6-9508-7feb7433de38 None None] Port 09abe84a-f19b-4b60-8abf-60dbc402fc38 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:19.441150 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab7d48-e389-433a-9b15-7e09c27487a4 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Calling delete_port for faecf2d5-e97e-411b-a36c-d483d18e2301 owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:19.451797 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 9acc5dd7-8eae-4f49-819e-df0da9402d48 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:19.452676 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:19.616656 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f2b01897-f904-4971-aef2-d484d98d2a9e tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:19.617148 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b01897-f904-4971-aef2-d484d98d2a9e tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Fanout notify agent at l3_agent the message router_deleted on router 8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:01:19.619125 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-341add4c-6761-4fa5-8841-19320649f482 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:19.667563 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bdcecc-172d-4f3f-ab37-04255235cc93 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:19.672399 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bdcecc-172d-4f3f-ab37-04255235cc93 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:19.677442 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bdcecc-172d-4f3f-ab37-04255235cc93 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:19.679111 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f6bdcecc-172d-4f3f-ab37-04255235cc93 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.5912619 Mar 02 19:01:19.698491 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57468) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:19.706067 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a6faa029-5e1f-4334-9ec5-7348ce91d762 None None] Provisioning for port 0e699cb3-49b8-41cd-ba85-dee5e4bd7d9d completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:19.707903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341add4c-6761-4fa5-8841-19320649f482 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=2de8329e-f2e1-424a-93e5-ca5d04ffc96f,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:19.713323 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a6faa029-5e1f-4334-9ec5-7348ce91d762 None None] Provisioning complete for port 0e699cb3-49b8-41cd-ba85-dee5e4bd7d9d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:19.713584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a6faa029-5e1f-4334-9ec5-7348ce91d762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:19.781951 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a6faa029-5e1f-4334-9ec5-7348ce91d762 None None] Port 0e699cb3-49b8-41cd-ba85-dee5e4bd7d9d cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:19.786430 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae9b3ac-9528-4399-a2f1-732f7e4746c0 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:19.799343 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-341add4c-6761-4fa5-8841-19320649f482 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:19.803838 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-341add4c-6761-4fa5-8841-19320649f482 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/2de8329e-f2e1-424a-93e5-ca5d04ffc96f HTTP/1.1" status: 204 len: 168 time: 2.9788291 Mar 02 19:01:19.807174 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57472) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:19.817703 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f2b01897-f904-4971-aef2-d484d98d2a9e tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:19.822204 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f2b01897-f904-4971-aef2-d484d98d2a9e tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "DELETE /v2.0/routers/8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0 HTTP/1.1" status: 204 len: 168 time: 2.9400163 Mar 02 19:01:19.828939 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57476) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:19.878858 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d6bd5-c41f-4a8b-a513-70b0cdb9c191 req-b442028c-4fe8-45cd-b973-efb207d26d61 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:19.880020 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-000d6bd5-c41f-4a8b-a513-70b0cdb9c191 req-b442028c-4fe8-45cd-b973-efb207d26d61 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.2196133 Mar 02 19:01:19.899021 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1767ac4c-cfb0-4dab-9965-d6060eec25d1 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "GET /v2.0/ports?device_id=8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0 HTTP/1.1" status: 200 len: 205 time: 0.0654178 Mar 02 19:01:19.901488 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57480) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:19.935872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-31c35199-e2c0-4def-b83f-b3c729c613c5 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Deleting port 0e699cb3-49b8-41cd-ba85-dee5e4bd7d9d {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:19.935872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-31c35199-e2c0-4def-b83f-b3c729c613c5 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:20.037040 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-b16b9bed-4a26-499a-bd80-47c141be2205 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] delete failed (client error): The resource could not be found. Mar 02 19:01:20.041160 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b16b9bed-4a26-499a-bd80-47c141be2205 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "DELETE /v2.0/routers/8aff30b4-3bd4-4f8e-96ac-c1fe2bbb07f0 HTTP/1.1" status: 404 len: 336 time: 0.1352382 Mar 02 19:01:20.042376 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7d48-e389-433a-9b15-7e09c27487a4 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:20.046231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57488) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:20.068589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13594d4-d690-4bbe-b601-9dc67fa9fbd4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 4d115878-8581-4c59-b3ff-aa8ce4054d45 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:01:20.081211 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f13594d4-d690-4bbe-b601-9dc67fa9fbd4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:20.147458 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab7d48-e389-433a-9b15-7e09c27487a4 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Pushing event deleted for resources: {'Port': ['ID=faecf2d5-e97e-411b-a36c-d483d18e2301,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:20.155724 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ca1ca256-004d-4586-84a8-60700718645b tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3930ca9-1524-4570-9c52-6f91b4831604 HTTP/1.1" status: 200 len: 205 time: 0.0783703 Mar 02 19:01:20.161183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57492) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:20.162288 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:01:20.234759 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-000d6bd5-c41f-4a8b-a513-70b0cdb9c191 req-8322ca91-621f-48a4-81d8-57edfc1e328f tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3355746 Mar 02 19:01:20.258128 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-48573be6-494f-4433-968a-befe330b320d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:20.261759 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f13594d4-d690-4bbe-b601-9dc67fa9fbd4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:20.283689 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7d48-e389-433a-9b15-7e09c27487a4 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:20.309572 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:20.313009 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-304f3156-5e24-42e3-bb85-e4d969e0cfdf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] delete failed (client error): The resource could not be found. Mar 02 19:01:20.314106 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-304f3156-5e24-42e3-bb85-e4d969e0cfdf tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "DELETE /v2.0/routers/b3930ca9-1524-4570-9c52-6f91b4831604 HTTP/1.1" status: 404 len: 336 time: 0.1418936 Mar 02 19:01:20.384455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57498) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:20.386141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-698157d1-6afb-4c0c-a3be-2cc397496e9e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:20.549561 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9508e851-3081-42a7-9695-03908c838f5d tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "GET /v2.0/ports?device_id=31e57a94-2875-408c-b4e0-d9e9f0e723d1 HTTP/1.1" status: 200 len: 205 time: 0.1583929 Mar 02 19:01:20.550305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:20.551094 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:20.562090 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57502) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:20.659212 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-48573be6-494f-4433-968a-befe330b320d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:20.720609 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-21516917-871e-40d3-8bc4-ac202f647ba2 None None] Provisioning complete for port e51dde13-c729-4696-9238-beca16e0f6e3 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:20.720609 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-21516917-871e-40d3-8bc4-ac202f647ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:20.751085 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-48573be6-494f-4433-968a-befe330b320d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Deleting port 3057b190-4f5e-4709-a16b-4bc361b67db0 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:20.751463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-48573be6-494f-4433-968a-befe330b320d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:20.759586 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-120e4108-8c69-4028-ba46-64c0336f54a5 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] delete failed (client error): The resource could not be found. Mar 02 19:01:20.764024 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-120e4108-8c69-4028-ba46-64c0336f54a5 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "DELETE /v2.0/routers/31e57a94-2875-408c-b4e0-d9e9f0e723d1 HTTP/1.1" status: 404 len: 336 time: 0.1610053 Mar 02 19:01:20.783524 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57506) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:20.828849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698157d1-6afb-4c0c-a3be-2cc397496e9e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Subnet': ['ID=48a5b22f-83f7-471f-8185-6fa3e2ad40ba,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:20.847538 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-63a9b462-65b9-4e0b-8f93-a49bf5dd811a tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ff1c1f5-73c9-44ea-bdf8-abd9ae343564 HTTP/1.1" status: 200 len: 205 time: 0.0620716 Mar 02 19:01:20.848858 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57510) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:20.894781 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=09abe84a-f19b-4b60-8abf-60dbc402fc38,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:20.907874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-31c35199-e2c0-4def-b83f-b3c729c613c5 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:20.984980 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-743d74ed-c912-420c-ac21-803867577660 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] delete failed (client error): The resource could not be found. Mar 02 19:01:20.985909 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-743d74ed-c912-420c-ac21-803867577660 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "DELETE /v2.0/routers/1ff1c1f5-73c9-44ea-bdf8-abd9ae343564 HTTP/1.1" status: 404 len: 336 time: 0.1363657 Mar 02 19:01:20.991156 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57514) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:21.058511 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-19ec13ef-fd33-4d44-8896-dfc049f64d24 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "GET /v2.0/ports?device_id=9893b1fd-7ea0-4a94-abce-ccde5e781457 HTTP/1.1" status: 200 len: 205 time: 0.0633409 Mar 02 19:01:21.058709 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-31c35199-e2c0-4def-b83f-b3c729c613c5 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Calling delete_port for 0e699cb3-49b8-41cd-ba85-dee5e4bd7d9d owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:21.060589 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ab7d48-e389-433a-9b15-7e09c27487a4 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Router df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:01:21.063823 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57518) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:21.099539 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698157d1-6afb-4c0c-a3be-2cc397496e9e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Checking segment: {'id': 'ccba6d19-6cc9-42fe-8dc8-46e0c6791a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'bf7c97b3-a9c6-4843-9bf2-9b7a032cb691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:01:21.099908 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698157d1-6afb-4c0c-a3be-2cc397496e9e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network hostable DHCP agents. Network: bf7c97b3-a9c6-4843-9bf2-9b7a032cb691, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:01:21.112999 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f13594d4-d690-4bbe-b601-9dc67fa9fbd4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:21.148545 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-5864a7ef-aadd-467e-b04b-4c91b245d896 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] delete failed (client error): The resource could not be found. Mar 02 19:01:21.149570 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5864a7ef-aadd-467e-b04b-4c91b245d896 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "DELETE /v2.0/routers/9893b1fd-7ea0-4a94-abce-ccde5e781457 HTTP/1.1" status: 404 len: 336 time: 0.0835140 Mar 02 19:01:21.154524 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57522) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:21.204053 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-48573be6-494f-4433-968a-befe330b320d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:21.314754 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71646ff1-8563-423a-b302-24fe1da1cf8d req-ed42e1f3-ad35-4008-bc81-5a605dd78319 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:21.316380 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-71646ff1-8563-423a-b302-24fe1da1cf8d req-ed42e1f3-ad35-4008-bc81-5a605dd78319 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.9236729 Mar 02 19:01:21.391952 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f066c300-eddb-4d66-8e3b-2e68e4b03154 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "GET /v2.0/ports?device_id=81f3f938-2771-4265-b3ec-11b86b4b66ac HTTP/1.1" status: 200 len: 205 time: 0.2283022 Mar 02 19:01:21.401145 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57526) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:21.470949 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network 38bd7da7-6e89-45c0-b8d2-81ea1880e647 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:21.495189 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:21.502248 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-398aff98-0d06-4102-ad5d-b7814be9e53e tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] delete failed (client error): The resource could not be found. Mar 02 19:01:21.505826 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-398aff98-0d06-4102-ad5d-b7814be9e53e tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "DELETE /v2.0/routers/81f3f938-2771-4265-b3ec-11b86b4b66ac HTTP/1.1" status: 404 len: 336 time: 0.1012368 Mar 02 19:01:21.557429 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-48573be6-494f-4433-968a-befe330b320d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Calling delete_port for 3057b190-4f5e-4709-a16b-4bc361b67db0 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:21.573307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57530) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:21.686590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d9d298c9-124a-49bd-bf48-ce3672e741bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:21.712884 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698157d1-6afb-4c0c-a3be-2cc397496e9e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network bf7c97b3-a9c6-4843-9bf2-9b7a032cb691 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:01:21.725651 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f13594d4-d690-4bbe-b601-9dc67fa9fbd4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:21.784266 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ab7d48-e389-433a-9b15-7e09c27487a4 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:21.791444 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-93127fc5-541b-4e60-857d-b7cbbc5c74d6 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] DELETE failed (client error): The resource could not be found. Mar 02 19:01:21.791888 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93127fc5-541b-4e60-857d-b7cbbc5c74d6 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:01:21.795729 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4aebe1-43a1-44ef-92eb-3e5c73fa193c None None] Sync routers for ids ['df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:01:21.800359 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7d48-e389-433a-9b15-7e09c27487a4 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:21.805415 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-71646ff1-8563-423a-b302-24fe1da1cf8d req-53e652fa-01c6-4115-9a23-4f4fe4956cb5 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4766951 Mar 02 19:01:21.813851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13594d4-d690-4bbe-b601-9dc67fa9fbd4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=4d115878-8581-4c59-b3ff-aa8ce4054d45,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:21.837439 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c48fc287-3dc1-482d-92bc-78343cec42e5 None None] Provisioning complete for port 09abe84a-f19b-4b60-8abf-60dbc402fc38 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:21.846171 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f13594d4-d690-4bbe-b601-9dc67fa9fbd4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:21.846412 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c48fc287-3dc1-482d-92bc-78343cec42e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:21.846496 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f13594d4-d690-4bbe-b601-9dc67fa9fbd4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/4d115878-8581-4c59-b3ff-aa8ce4054d45 HTTP/1.1" status: 204 len: 168 time: 2.0293856 Mar 02 19:01:21.846496 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-93127fc5-541b-4e60-857d-b7cbbc5c74d6 tempest-RoutersAdminTest-208590688 tempest-RoutersAdminTest-208590688-project] 10.222.0.73 "DELETE /v2.0/subnets/a883ce56-814a-4b0d-ab37-3108505c10cc HTTP/1.1" status: 404 len: 337 time: 0.2407601 Mar 02 19:01:21.853464 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4aebe1-43a1-44ef-92eb-3e5c73fa193c None None] Routers {'df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:21.854176 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-eb4aebe1-43a1-44ef-92eb-3e5c73fa193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:21.856054 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57534) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:21.893120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-48573be6-494f-4433-968a-befe330b320d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:21.906534 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c48fc287-3dc1-482d-92bc-78343cec42e5 None None] Port 09abe84a-f19b-4b60-8abf-60dbc402fc38 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:21.908320 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a4224b-79c4-4e54-a19b-fac6f3e738a7 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:21.977089 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-eb4aebe1-43a1-44ef-92eb-3e5c73fa193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:22.000378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-698157d1-6afb-4c0c-a3be-2cc397496e9e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, bf7c97b3-a9c6-4843-9bf2-9b7a032cb691) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:22.006553 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4aebe1-43a1-44ef-92eb-3e5c73fa193c None None] Routers {'df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:22.007189 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-eb4aebe1-43a1-44ef-92eb-3e5c73fa193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:00:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:22.022862 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-31c35199-e2c0-4def-b83f-b3c729c613c5 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:22.036715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698157d1-6afb-4c0c-a3be-2cc397496e9e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:22.037535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-698157d1-6afb-4c0c-a3be-2cc397496e9e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:22.043637 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b295c35b-4e5d-4147-9f0f-72e6ab2dc46f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1860425 Mar 02 19:01:22.050976 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48573be6-494f-4433-968a-befe330b320d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Pushing event deleted for resources: {'Port': ['ID=3057b190-4f5e-4709-a16b-4bc361b67db0,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:22.064512 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ee5292-1af2-4590-816f-689160f425d3 None None] Network bf7c97b3-a9c6-4843-9bf2-9b7a032cb691 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:22.100656 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-eb4aebe1-43a1-44ef-92eb-3e5c73fa193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:22.101059 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4aebe1-43a1-44ef-92eb-3e5c73fa193c None None] The sync data for ids ['df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:01:22.127787 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b9ab7d48-e389-433a-9b15-7e09c27487a4 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] 10.222.0.73 "DELETE /v2.0/floatingips/95b3754c-e4c3-4766-8931-2927c6273c42 HTTP/1.1" status: 204 len: 168 time: 3.5688636 Mar 02 19:01:22.128728 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57542) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:22.129146 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57544) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:22.143436 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-4de3d529-a7b4-4224-b557-aff471a97498 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:22.172832 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:22.212947 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:22.224063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c35199-e2c0-4def-b83f-b3c729c613c5 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event deleted for resources: {'Port': ['ID=0e699cb3-49b8-41cd-ba85-dee5e4bd7d9d,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:22.285096 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Usage tracker for resource:floatingip and tenant:5bab5bb7f8fc44ac9cb28bb0dd747576 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:22.294632 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:22.313874 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:22.332383 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-698157d1-6afb-4c0c-a3be-2cc397496e9e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1180832 Mar 02 19:01:22.335975 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57550) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:22.353573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-7ff4bf39-28cf-4085-a5e6-bc9b5b260161 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1133096193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:22.371135 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7ff4bf39-28cf-4085-a5e6-bc9b5b260161 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:22.378279 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7ff4bf39-28cf-4085-a5e6-bc9b5b260161 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:router and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:22.384190 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7ff4bf39-28cf-4085-a5e6-bc9b5b260161 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:22.394162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7ff4bf39-28cf-4085-a5e6-bc9b5b260161 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:22.502316 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-bf7c97b3-a9c6-4843-9bf2-9b7a032cb691', 'network_id': 'bf7c97b3-a9c6-4843-9bf2-9b7a032cb691', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'fixed_ips': [{'subnet_id': '48a5b22f-83f7-471f-8185-6fa3e2ad40ba'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:01:22.506199 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:22.510480 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-31c35199-e2c0-4def-b83f-b3c729c613c5 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:22.515136 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-31c35199-e2c0-4def-b83f-b3c729c613c5 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "DELETE /v2.0/ports/0e699cb3-49b8-41cd-ba85-dee5e4bd7d9d HTTP/1.1" status: 204 len: 168 time: 2.8155813 Mar 02 19:01:22.523582 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57554) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:22.553521 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-48573be6-494f-4433-968a-befe330b320d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:22.585284 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7ff4bf39-28cf-4085-a5e6-bc9b5b260161 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:22.586260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7ff4bf39-28cf-4085-a5e6-bc9b5b260161 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:22.597346 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6aaa6b-fb94-46fb-be93-e2fa3d436ace tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] GET failed (client error): The resource could not be found. Mar 02 19:01:22.597891 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-cb6aaa6b-fb94-46fb-be93-e2fa3d436ace tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Synchronizing usage tracker for tenant:b28d36b257934d0ea5cdb2c72e7ce826 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:22.645318 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7ff4bf39-28cf-4085-a5e6-bc9b5b260161 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:22.697556 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:22.735057 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-4de3d529-a7b4-4224-b557-aff471a97498 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:22.743916 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-cb6aaa6b-fb94-46fb-be93-e2fa3d436ace tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Unset dirty status for tenant:b28d36b257934d0ea5cdb2c72e7ce826 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:22.751660 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cb6aaa6b-fb94-46fb-be93-e2fa3d436ace tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "GET /v2.0/ports/0e699cb3-49b8-41cd-ba85-dee5e4bd7d9d HTTP/1.1" status: 404 len: 333 time: 0.2207828 Mar 02 19:01:22.751930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-4de3d529-a7b4-4224-b557-aff471a97498 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:22.752100 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57564) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:22.759632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a3eb7fbe-e8c3-4e64-9680-b2ba4c41b86d tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Request body: {'port': {'network_id': '04e3eea9-d041-4090-a954-399819ca30d1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-234807795'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:22.807418 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router 94467d4e-3b82-433e-be4a-8b07116a6f81 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:01:22.824775 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7ff4bf39-28cf-4085-a5e6-bc9b5b260161 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:22.857645 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57568) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:22.915173 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de3d529-a7b4-4224-b557-aff471a97498 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:22.923820 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcac9401-5f57-45e8-9a7f-d103d6c2c2f5 None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:01:22.930426 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Allocated IP 172.20.0.2 (bf7c97b3-a9c6-4843-9bf2-9b7a032cb691/48a5b22f-83f7-471f-8185-6fa3e2ad40ba/7c72212d-7b20-4a87-abc8-18df1fcdffd8) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:22.932752 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-dcac9401-5f57-45e8-9a7f-d103d6c2c2f5 None None] Deleting port e51dde13-c729-4696-9238-beca16e0f6e3 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:22.932924 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-48573be6-494f-4433-968a-befe330b320d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:22.933335 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dcac9401-5f57-45e8-9a7f-d103d6c2c2f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:22.946994 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-48573be6-494f-4433-968a-befe330b320d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:23.190667 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7ff4bf39-28cf-4085-a5e6-bc9b5b260161 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:23.195292 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7ff4bf39-28cf-4085-a5e6-bc9b5b260161 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8552742 Mar 02 19:01:23.209435 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57574) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:23.233592 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-8670c34a-81ce-44f7-a52f-c91c5327e5c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'port': {'network_id': 'bf7c97b3-a9c6-4843-9bf2-9b7a032cb691', 'name': 'tempest-RoutersTest-122711819'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:23.330349 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4de3d529-a7b4-4224-b557-aff471a97498 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:23.330611 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-dcac9401-5f57-45e8-9a7f-d103d6c2c2f5 None None] For port e51dde13-c729-4696-9238-beca16e0f6e3, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e51dde13-c729-4696-9238-beca16e0f6e3,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:23.330611 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dcac9401-5f57-45e8-9a7f-d103d6c2c2f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:23.436093 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e51dde13-c729-4696-9238-beca16e0f6e3 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:01:23.489176 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48573be6-494f-4433-968a-befe330b320d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Router 5c40e0bc-fc55-413c-82bb-207fb6d1299e has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:01:23.537881 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:23.538203 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-dcac9401-5f57-45e8-9a7f-d103d6c2c2f5 None None] Calling delete_port for e51dde13-c729-4696-9238-beca16e0f6e3 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:23.590112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a3eb7fbe-e8c3-4e64-9680-b2ba4c41b86d tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:23.594437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d2987ea5-36a0-4dcd-896b-f784fa6ee799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:23.629860 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:23.635503 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38292b70-0c6c-4dff-940a-ccf985f2ad51 req-42b85ed9-0dfb-4544-bca1-4a20257496cc tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:23.637002 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-38292b70-0c6c-4dff-940a-ccf985f2ad51 req-42b85ed9-0dfb-4544-bca1-4a20257496cc tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.7226965 Mar 02 19:01:23.651789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a3eb7fbe-e8c3-4e64-9680-b2ba4c41b86d tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:23.661043 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Transition to ACTIVE for port object 7c72212d-7b20-4a87-abc8-18df1fcdffd8 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:23.744714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:23.756752 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d2987ea5-36a0-4dcd-896b-f784fa6ee799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:23.766686 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8670c34a-81ce-44f7-a52f-c91c5327e5c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:23.770973 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d2987ea5-36a0-4dcd-896b-f784fa6ee799 admin admin] Usage tracker for resource:security_group_rule and tenant:85c2adb5f0774ced8e672fef512633b3 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:23.787703 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d2987ea5-36a0-4dcd-896b-f784fa6ee799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:23.795521 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8670c34a-81ce-44f7-a52f-c91c5327e5c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:port and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:23.803343 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-99b56ccc-3887-4145-82d2-f51ba082fe10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:23.804382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8670c34a-81ce-44f7-a52f-c91c5327e5c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:23.819773 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d2987ea5-36a0-4dcd-896b-f784fa6ee799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:23.825940 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8670c34a-81ce-44f7-a52f-c91c5327e5c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:23.840015 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-38292b70-0c6c-4dff-940a-ccf985f2ad51 req-5aeb6ff0-7693-4361-a545-d4eb990e2e4d tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810715 Mar 02 19:01:23.850331 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:23.863028 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8868fe33-f3d7-44b7-ac08-7335b56bedba None None] Sync routers for ids ['94467d4e-3b82-433e-be4a-8b07116a6f81'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:01:23.878928 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-199258ec-a5f6-4fd9-afd0-dec357737cfc tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/94467d4e-3b82-433e-be4a-8b07116a6f81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2489576 Mar 02 19:01:23.878928 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57578) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:23.878928 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3eb7fbe-e8c3-4e64-9680-b2ba4c41b86d tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Made reservation on behalf of b28d36b257934d0ea5cdb2c72e7ce826 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:23.883021 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a3eb7fbe-e8c3-4e64-9680-b2ba4c41b86d tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:23.883140 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Transition to ACTIVE for port object 7c72212d-7b20-4a87-abc8-18df1fcdffd8 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:23.885904 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dcac9401-5f57-45e8-9a7f-d103d6c2c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:23.886075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48573be6-494f-4433-968a-befe330b320d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:23.896530 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c29a68-cd2e-45d4-8b42-40128f8bec78 None None] Sync routers for ids ['5c40e0bc-fc55-413c-82bb-207fb6d1299e'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:01:23.908882 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c29a68-cd2e-45d4-8b42-40128f8bec78 None None] Routers {'5c40e0bc-fc55-413c-82bb-207fb6d1299e'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:23.909582 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a4c29a68-cd2e-45d4-8b42-40128f8bec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5c40e0bc-fc55-413c-82bb-207fb6d1299e'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:23.943490 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-48573be6-494f-4433-968a-befe330b320d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:23.944632 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-48573be6-494f-4433-968a-befe330b320d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "PUT /v2.0/routers/5c40e0bc-fc55-413c-82bb-207fb6d1299e HTTP/1.1" status: 200 len: 708 time: 6.2061214 Mar 02 19:01:23.947622 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57582) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:23.981184 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac9401-5f57-45e8-9a7f-d103d6c2c2f5 None None] Pushing event deleted for resources: {'Port': ['ID=e51dde13-c729-4696-9238-beca16e0f6e3,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:23.983992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8868fe33-f3d7-44b7-ac08-7335b56bedba None None] Routers {'94467d4e-3b82-433e-be4a-8b07116a6f81'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:23.984684 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-8868fe33-f3d7-44b7-ac08-7335b56bedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['94467d4e-3b82-433e-be4a-8b07116a6f81'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:24.000817 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a4c29a68-cd2e-45d4-8b42-40128f8bec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:24.016944 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c29a68-cd2e-45d4-8b42-40128f8bec78 None None] Routers {'5c40e0bc-fc55-413c-82bb-207fb6d1299e'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:24.017893 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a4c29a68-cd2e-45d4-8b42-40128f8bec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5c40e0bc-fc55-413c-82bb-207fb6d1299e'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:24.022500 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4de3d529-a7b4-4224-b557-aff471a97498 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:24.039983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-a3eb7fbe-e8c3-4e64-9680-b2ba4c41b86d tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] device_id is not set on port 61389ef9-00f8-49fe-a6ed-a32b667ac027 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:01:24.072993 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:24.084828 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac9401-5f57-45e8-9a7f-d103d6c2c2f5 None None] No DVR routers for this DVR port e51dde13-c729-4696-9238-beca16e0f6e3 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:01:24.134487 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-8868fe33-f3d7-44b7-ac08-7335b56bedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:24.147858 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Allocated IP 172.26.4.96 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/af08abe4-e4df-4d9f-81f6-13ed954e20e1) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:24.151613 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a4c29a68-cd2e-45d4-8b42-40128f8bec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:24.152342 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c29a68-cd2e-45d4-8b42-40128f8bec78 None None] The sync data for ids ['5c40e0bc-fc55-413c-82bb-207fb6d1299e'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:01:24.157003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Network bf7c97b3-a9c6-4843-9bf2-9b7a032cb691 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:24.166336 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:24.170698 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8670c34a-81ce-44f7-a52f-c91c5327e5c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Made reservation on behalf of dfd3e6d4994a4b8586cb08a4003fb040 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:24.173484 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8670c34a-81ce-44f7-a52f-c91c5327e5c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:24.175279 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:24.188165 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3d529-a7b4-4224-b557-aff471a97498 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=c3bd6b4e-ad81-404b-957a-2269f2fdc47d,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:24.191456 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de3d529-a7b4-4224-b557-aff471a97498 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:24.195331 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Pushing event updated for resources: {'Port': ['ID=7c72212d-7b20-4a87-abc8-18df1fcdffd8,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:24.208725 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-4de3d529-a7b4-4224-b557-aff471a97498 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:24.215465 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de3d529-a7b4-4224-b557-aff471a97498 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:24.216623 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4de3d529-a7b4-4224-b557-aff471a97498 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:24.233116 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18208ddf-2989-4d6f-a57d-d8317e68868e None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:24.256973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8868fe33-f3d7-44b7-ac08-7335b56bedba None None] Routers {'94467d4e-3b82-433e-be4a-8b07116a6f81'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:24.257537 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-8868fe33-f3d7-44b7-ac08-7335b56bedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['94467d4e-3b82-433e-be4a-8b07116a6f81'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:24.277966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-8670c34a-81ce-44f7-a52f-c91c5327e5c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] device_id is not set on port c58730a5-cee3-4165-8b41-bd0b21eb33a6 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:01:24.288112 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-958566b5-71c3-4173-880f-0e2e97357984 tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "GET /v2.0/routers/5c40e0bc-fc55-413c-82bb-207fb6d1299e HTTP/1.1" status: 200 len: 743 time: 0.3369954 Mar 02 19:01:24.293370 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57588) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:24.331996 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759d763e-7310-4596-b3fb-f2d47c493e37 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:24.332582 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-759d763e-7310-4596-b3fb-f2d47c493e37 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Synchronizing usage tracker for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:24.350453 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7a6d18c4-0003-443e-8284-7063e881df1c tempest-RoutersIpV6AdminTest-1129439547 tempest-RoutersIpV6AdminTest-1129439547-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=34755311-e60d-4721-8297-2b2c64e749c6&device_id=5c40e0bc-fc55-413c-82bb-207fb6d1299e HTTP/1.1" status: 200 len: 205 time: 0.0533154 Mar 02 19:01:24.350699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57592) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:24.415333 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-db7eecda-2741-4c2f-af84-88b9312e06c9 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c40e0bc-fc55-413c-82bb-207fb6d1299e HTTP/1.1" status: 200 len: 205 time: 0.0581670 Mar 02 19:01:24.415333 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4de3d529-a7b4-4224-b557-aff471a97498 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2759576 Mar 02 19:01:24.415333 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57596) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:24.417001 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57598) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:24.420824 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:24.424823 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-8868fe33-f3d7-44b7-ac08-7335b56bedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:24.424823 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8868fe33-f3d7-44b7-ac08-7335b56bedba None None] The sync data for ids ['94467d4e-3b82-433e-be4a-8b07116a6f81'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:01:24.435780 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Attempting to bind port 7c72212d-7b20-4a87-abc8-18df1fcdffd8 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:01:24.436144 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Attempting to bind port 7c72212d-7b20-4a87-abc8-18df1fcdffd8 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'ccba6d19-6cc9-42fe-8dc8-46e0c6791a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'bf7c97b3-a9c6-4843-9bf2-9b7a032cb691'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:01:24.436936 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Attempting to bind port 7c72212d-7b20-4a87-abc8-18df1fcdffd8 on network bf7c97b3-a9c6-4843-9bf2-9b7a032cb691 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:01:24.459982 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:01:24.460397 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Checking segment: {'id': 'ccba6d19-6cc9-42fe-8dc8-46e0c6791a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'bf7c97b3-a9c6-4843-9bf2-9b7a032cb691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:01:24.461330 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:24.461330 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Bound using segment: {'id': 'ccba6d19-6cc9-42fe-8dc8-46e0c6791a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'bf7c97b3-a9c6-4843-9bf2-9b7a032cb691'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:01:24.461608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Bound port: 7c72212d-7b20-4a87-abc8-18df1fcdffd8, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccba6d19-6cc9-42fe-8dc8-46e0c6791a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'bf7c97b3-a9c6-4843-9bf2-9b7a032cb691'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:01:24.461975 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:24.484491 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d2987ea5-36a0-4dcd-896b-f784fa6ee799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:24.551017 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-a3eb7fbe-e8c3-4e64-9680-b2ba4c41b86d tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Allocated IP 2001:db8::21d (04e3eea9-d041-4090-a954-399819ca30d1/d5fb618f-dcbe-4166-a2ac-cadbb7e461c5/61389ef9-00f8-49fe-a6ed-a32b667ac027) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:24.583546 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-759d763e-7310-4596-b3fb-f2d47c493e37 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Unset dirty status for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:24.587799 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-759d763e-7310-4596-b3fb-f2d47c493e37 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/ports/09abe84a-f19b-4b60-8abf-60dbc402fc38 HTTP/1.1" status: 200 len: 911 time: 0.7148297 Mar 02 19:01:24.587799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-8670c34a-81ce-44f7-a52f-c91c5327e5c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Allocated IP 172.20.0.14 (bf7c97b3-a9c6-4843-9bf2-9b7a032cb691/48a5b22f-83f7-471f-8185-6fa3e2ad40ba/c58730a5-cee3-4165-8b41-bd0b21eb33a6) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:24.599188 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57604) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:24.613136 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-0e17e39a-6cb5-4f9e-bd28-1580451be8c9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4c21603-40c1-4fa0-bda9-42d77f66fbb6'}]}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:24.654233 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] For port 7c72212d-7b20-4a87-abc8-18df1fcdffd8, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:01:24.662089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] For port 7c72212d-7b20-4a87-abc8-18df1fcdffd8, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7c72212d-7b20-4a87-abc8-18df1fcdffd8,segment=NetworkSegment(ccba6d19-6cc9-42fe-8dc8-46e0c6791a39),segment_id=ccba6d19-6cc9-42fe-8dc8-46e0c6791a39)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:01:24.663792 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d2987ea5-36a0-4dcd-896b-f784fa6ee799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:24.668510 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:24.672853 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': 'c3bd6b4e-ad81-404b-957a-2269f2fdc47d'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:01:24.674080 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:24.739398 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f8028e78-c6d3-455d-a634-50b028616d4a tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:24.752714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:24.880851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2987ea5-36a0-4dcd-896b-f784fa6ee799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4f43ce-d02a-4eab-a0d9-62eaa5b018bb,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:24.913004 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d920d44-5a0b-473e-863a-71e52cd7bb62 None None] Pushing event updated for resources: {'Port': ['ID=7c72212d-7b20-4a87-abc8-18df1fcdffd8,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:24.936503 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Allocated IP 172.20.0.2 (ef3b29a7-4982-4982-b073-f3d27df1240a/c3bd6b4e-ad81-404b-957a-2269f2fdc47d/50808e93-6971-4a26-979e-88c84dbcd6db) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:24.940015 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d2987ea5-36a0-4dcd-896b-f784fa6ee799 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=85c2adb5f0774ced8e672fef512633b3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0750744 Mar 02 19:01:24.947570 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57610) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:25.008474 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:25.032015 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:25.148907 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:25.242089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:25.318733 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:25.322198 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:25.392195 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:25.405350 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Transition to ACTIVE for port object 50808e93-6971-4a26-979e-88c84dbcd6db will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:25.434082 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Transition to ACTIVE for port object 50808e93-6971-4a26-979e-88c84dbcd6db will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:25.443242 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:25.473450 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a3eb7fbe-e8c3-4e64-9680-b2ba4c41b86d tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:25.494573 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7c72212d-7b20-4a87-abc8-18df1fcdffd8 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:01:25.518062 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e873d7e7-209b-47b2-a45a-14042ab69d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:25.576144 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-a3eb7fbe-e8c3-4e64-9680-b2ba4c41b86d tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Transition to ACTIVE for port object 61389ef9-00f8-49fe-a6ed-a32b667ac027 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:25.588123 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:25.596543 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:25.611179 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:25.615700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0e17e39a-6cb5-4f9e-bd28-1580451be8c9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:25.623372 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Pushing event updated for resources: {'Port': ['ID=af08abe4-e4df-4d9f-81f6-13ed954e20e1,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:25.631410 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:25.632682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e873d7e7-209b-47b2-a45a-14042ab69d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:25.664111 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f8028e78-c6d3-455d-a634-50b028616d4a tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:25.664665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:25.667935 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:25.671448 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:25.679965 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8670c34a-81ce-44f7-a52f-c91c5327e5c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:25.689693 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 7c72212d-7b20-4a87-abc8-18df1fcdffd8 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:25.713571 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f8028e78-c6d3-455d-a634-50b028616d4a tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:25.762232 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Pushing event updated for resources: {'Port': ['ID=50808e93-6971-4a26-979e-88c84dbcd6db,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:25.762478 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-8670c34a-81ce-44f7-a52f-c91c5327e5c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Transition to ACTIVE for port object c58730a5-cee3-4165-8b41-bd0b21eb33a6 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:25.769441 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d4ce8-ffcc-4bd0-88ad-fe19ff2b3919 req-078ad803-0107-47d3-a87f-7f82eda22246 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:25.770949 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-652d4ce8-ffcc-4bd0-88ad-fe19ff2b3919 req-078ad803-0107-47d3-a87f-7f82eda22246 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.6300817 Mar 02 19:01:25.799318 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Attempting to bind port 50808e93-6971-4a26-979e-88c84dbcd6db on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:01:25.800063 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Attempting to bind port 50808e93-6971-4a26-979e-88c84dbcd6db by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:01:25.800530 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Attempting to bind port 50808e93-6971-4a26-979e-88c84dbcd6db on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:01:25.807679 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:01:25.818386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:01:25.818386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:25.818386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:01:25.818386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Bound port: 50808e93-6971-4a26-979e-88c84dbcd6db, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:01:25.818386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:25.915907 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] For port 50808e93-6971-4a26-979e-88c84dbcd6db, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:01:25.922109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] For port 50808e93-6971-4a26-979e-88c84dbcd6db, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=50808e93-6971-4a26-979e-88c84dbcd6db,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:01:25.939566 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f8028e78-c6d3-455d-a634-50b028616d4a tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:25.940282 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8028e78-c6d3-455d-a634-50b028616d4a tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Fanout notify agent at l3_agent the message router_deleted on router 5c40e0bc-fc55-413c-82bb-207fb6d1299e {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:01:25.961652 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-652d4ce8-ffcc-4bd0-88ad-fe19ff2b3919 req-76a09efc-f022-445a-bfa0-906934b41844 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704817 Mar 02 19:01:25.994422 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f8028e78-c6d3-455d-a634-50b028616d4a tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:25.995809 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f8028e78-c6d3-455d-a634-50b028616d4a tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "DELETE /v2.0/routers/5c40e0bc-fc55-413c-82bb-207fb6d1299e HTTP/1.1" status: 204 len: 168 time: 1.5592620 Mar 02 19:01:26.009233 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:26.055575 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57616) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:26.117385 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6b10db31-a67b-402b-a6a2-c1bb28f8c55d tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c40e0bc-fc55-413c-82bb-207fb6d1299e HTTP/1.1" status: 200 len: 205 time: 0.0567493 Mar 02 19:01:26.117385 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a3eb7fbe-e8c3-4e64-9680-b2ba4c41b86d tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:26.134273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57620) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:26.161108 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:26.249065 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34072319-3fcb-4e9f-8aff-a96174ae4af6 None None] Pushing event updated for resources: {'Port': ['ID=50808e93-6971-4a26-979e-88c84dbcd6db,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:26.319342 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-5c63f64a-201c-4be4-90b4-4e31bee80383 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] delete failed (client error): The resource could not be found. Mar 02 19:01:26.322918 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5c63f64a-201c-4be4-90b4-4e31bee80383 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "DELETE /v2.0/routers/5c40e0bc-fc55-413c-82bb-207fb6d1299e HTTP/1.1" status: 404 len: 336 time: 0.1369829 Mar 02 19:01:26.326154 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57624) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:26.389798 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:26.423242 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4170f3-0fba-47f8-86d2-5936137cebc5 None None] Network bf7c97b3-a9c6-4843-9bf2-9b7a032cb691 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:26.427508 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb7fbe-e8c3-4e64-9680-b2ba4c41b86d tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event updated for resources: {'Port': ['ID=61389ef9-00f8-49fe-a6ed-a32b667ac027,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:26.439249 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-42bad127-1cb1-411f-ad0c-bc2206e695ec tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "GET /v2.0/ports?device_id=90e6b2a1-81d3-4c35-ad2b-d9f775a04521 HTTP/1.1" status: 200 len: 205 time: 0.1115708 Mar 02 19:01:26.445569 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57628) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:26.448564 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:26.529295 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eb7fbe-e8c3-4e64-9680-b2ba4c41b86d tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Network 04e3eea9-d041-4090-a954-399819ca30d1 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:26.538502 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-a3eb7fbe-e8c3-4e64-9680-b2ba4c41b86d tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:26.586441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e873d7e7-209b-47b2-a45a-14042ab69d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:26.610012 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb7fbe-e8c3-4e64-9680-b2ba4c41b86d tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:26.614221 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eb7fbe-e8c3-4e64-9680-b2ba4c41b86d tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:26.614922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a3eb7fbe-e8c3-4e64-9680-b2ba4c41b86d tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:26.653205 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-7a1b7faf-4e46-4bba-98e3-ea037ebbe341 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] delete failed (client error): The resource could not be found. Mar 02 19:01:26.654828 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7a1b7faf-4e46-4bba-98e3-ea037ebbe341 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "DELETE /v2.0/routers/90e6b2a1-81d3-4c35-ad2b-d9f775a04521 HTTP/1.1" status: 404 len: 336 time: 0.2083149 Mar 02 19:01:26.659837 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873d7e7-209b-47b2-a45a-14042ab69d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4f43ce-d02a-4eab-a0d9-62eaa5b018bb,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:26.667752 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8670c34a-81ce-44f7-a52f-c91c5327e5c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:26.670170 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57634) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:26.765262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-794aca52-2926-40fa-8df0-2bb28c635330 None None] Provisioning for port 7c72212d-7b20-4a87-abc8-18df1fcdffd8 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:26.766067 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a3eb7fbe-e8c3-4e64-9680-b2ba4c41b86d tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.0128794 Mar 02 19:01:26.768139 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e873d7e7-209b-47b2-a45a-14042ab69d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:26.769331 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e873d7e7-209b-47b2-a45a-14042ab69d50 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5e4f43ce-d02a-4eab-a0d9-62eaa5b018bb HTTP/1.1" status: 204 len: 168 time: 1.8190222 Mar 02 19:01:26.802818 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-794aca52-2926-40fa-8df0-2bb28c635330 None None] Provisioning complete for port 7c72212d-7b20-4a87-abc8-18df1fcdffd8 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:26.803187 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-794aca52-2926-40fa-8df0-2bb28c635330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:26.805770 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57638) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:26.810375 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.objects.ports [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84533) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 19:01:26.918877 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f45ac5d1-91e3-44c9-9f88-845ccd984620 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "GET /v2.0/ports?device_id=d43c29e3-a1f3-44f8-8d3e-fb3549870468 HTTP/1.1" status: 200 len: 205 time: 0.2435095 Mar 02 19:01:26.935798 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57644) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:26.986464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-077f02ce-e271-4f09-8549-c14dbe0f28fa tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::ff', 'mac_address': 'fa:16:3e:b8:e5:3f'}]}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:27.022163 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-794aca52-2926-40fa-8df0-2bb28c635330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:27.087930 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-794aca52-2926-40fa-8df0-2bb28c635330 None None] For port 7c72212d-7b20-4a87-abc8-18df1fcdffd8, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7c72212d-7b20-4a87-abc8-18df1fcdffd8,segment=NetworkSegment(ccba6d19-6cc9-42fe-8dc8-46e0c6791a39),segment_id=ccba6d19-6cc9-42fe-8dc8-46e0c6791a39)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:27.143854 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8670c34a-81ce-44f7-a52f-c91c5327e5c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network bf7c97b3-a9c6-4843-9bf2-9b7a032cb691 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:27.149019 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-7903481e-6a93-4463-8e0a-c3713fae6c2b tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] delete failed (client error): The resource could not be found. Mar 02 19:01:27.150269 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7903481e-6a93-4463-8e0a-c3713fae6c2b tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "DELETE /v2.0/routers/d43c29e3-a1f3-44f8-8d3e-fb3549870468 HTTP/1.1" status: 404 len: 336 time: 0.1696270 Mar 02 19:01:27.158206 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-8670c34a-81ce-44f7-a52f-c91c5327e5c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:27.161254 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8670c34a-81ce-44f7-a52f-c91c5327e5c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:27.179271 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57648) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:27.194633 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-794aca52-2926-40fa-8df0-2bb28c635330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:27.201488 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670c34a-81ce-44f7-a52f-c91c5327e5c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=c58730a5-cee3-4165-8b41-bd0b21eb33a6,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:27.294790 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794aca52-2926-40fa-8df0-2bb28c635330 None None] Pushing event updated for resources: {'Port': ['ID=7c72212d-7b20-4a87-abc8-18df1fcdffd8,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:27.351208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:27.368547 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3b4226eb-2b44-4629-8c79-02b95a5f63e5 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "GET /v2.0/ports?device_id=05ea7441-87e5-43f8-8cf4-33f72ed44d26 HTTP/1.1" status: 200 len: 205 time: 0.1780648 Mar 02 19:01:27.376274 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57654) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:27.468252 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 50808e93-6971-4a26-979e-88c84dbcd6db up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:01:27.488627 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8670c34a-81ce-44f7-a52f-c91c5327e5c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:27.489605 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8670c34a-81ce-44f7-a52f-c91c5327e5c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:27.513595 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-71f27e68-da9a-49e3-a5d6-3af4d518ef25 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] delete failed (client error): The resource could not be found. Mar 02 19:01:27.517159 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-71f27e68-da9a-49e3-a5d6-3af4d518ef25 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "DELETE /v2.0/routers/05ea7441-87e5-43f8-8cf4-33f72ed44d26 HTTP/1.1" status: 404 len: 336 time: 0.1329021 Mar 02 19:01:27.524451 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:27.528669 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e096d6a1-59c6-43cf-89c6-7b6f6939e468 None None] Provisioning for port 61389ef9-00f8-49fe-a6ed-a32b667ac027 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:27.539163 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57658) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:27.549844 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e096d6a1-59c6-43cf-89c6-7b6f6939e468 None None] Provisioning complete for port 61389ef9-00f8-49fe-a6ed-a32b667ac027 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:27.550221 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e096d6a1-59c6-43cf-89c6-7b6f6939e468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:27.631208 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-e096d6a1-59c6-43cf-89c6-7b6f6939e468 None None] Port 61389ef9-00f8-49fe-a6ed-a32b667ac027 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:27.634382 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c0f00-7c54-43ba-8bad-8a5b2a547c0a req-11eaf90e-381d-41aa-90b6-a2b69ec71378 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:27.636683 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-978c0f00-7c54-43ba-8bad-8a5b2a547c0a req-11eaf90e-381d-41aa-90b6-a2b69ec71378 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.8319747 Mar 02 19:01:27.667615 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-25186c41-9039-43d6-96ae-7a408f1f20ff tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "GET /v2.0/ports?device_id=a17c358d-6338-4542-b94c-9b387dfa8f08 HTTP/1.1" status: 200 len: 205 time: 0.1176312 Mar 02 19:01:27.680221 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57662) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:27.689487 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-73471e05-391d-41c0-bfc9-fa478d6025be req-e3a66c91-491c-4ed8-a07b-a47afc27d44f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2cba10eae0244909ae301c19bf9852ec&device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 1098 time: 0.7612000 Mar 02 19:01:27.735091 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 50808e93-6971-4a26-979e-88c84dbcd6db completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:27.787902 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Pushing event updated for resources: {'Port': ['ID=af08abe4-e4df-4d9f-81f6-13ed954e20e1,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:27.798982 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8670c34a-81ce-44f7-a52f-c91c5327e5c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.5815485 Mar 02 19:01:27.810416 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-978c0f00-7c54-43ba-8bad-8a5b2a547c0a req-511bb825-0ff3-4872-8f54-1edbd4de04ce tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078722 Mar 02 19:01:27.810574 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-af7d4d24-96c4-4630-8d5a-cddd10f90ead tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] delete failed (client error): The resource could not be found. Mar 02 19:01:27.810574 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-af7d4d24-96c4-4630-8d5a-cddd10f90ead tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "DELETE /v2.0/routers/a17c358d-6338-4542-b94c-9b387dfa8f08 HTTP/1.1" status: 404 len: 336 time: 0.1234319 Mar 02 19:01:27.813657 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57666) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:27.814001 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57668) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:27.858107 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a5fd7977-88af-412a-8f62-099faf1dfcf5 None None] Provisioning for port c58730a5-cee3-4165-8b41-bd0b21eb33a6 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:27.864004 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a5fd7977-88af-412a-8f62-099faf1dfcf5 None None] Provisioning complete for port c58730a5-cee3-4165-8b41-bd0b21eb33a6 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:27.874470 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a5fd7977-88af-412a-8f62-099faf1dfcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:27.918561 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd7977-88af-412a-8f62-099faf1dfcf5 None None] Port c58730a5-cee3-4165-8b41-bd0b21eb33a6 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:27.922941 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0e17e39a-6cb5-4f9e-bd28-1580451be8c9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:27.932852 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a5fd7977-88af-412a-8f62-099faf1dfcf5 None None] Provisioning complete for port 7c72212d-7b20-4a87-abc8-18df1fcdffd8 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:27.933661 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a5fd7977-88af-412a-8f62-099faf1dfcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:27.942921 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73471e05-391d-41c0-bfc9-fa478d6025be req-28de7bf1-db17-4fe9-a3dc-e68a8bdb2457 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:27.944555 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-73471e05-391d-41c0-bfc9-fa478d6025be req-28de7bf1-db17-4fe9-a3dc-e68a8bdb2457 service neutron] 10.222.0.87 "GET /v2.0/networks?id=83e11a8d-5f6c-4e4d-9263-33efd20f1a52 HTTP/1.1" status: 200 len: 913 time: 0.1981342 Mar 02 19:01:27.970359 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:27.978101 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57674) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:28.035932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0e17e39a-6cb5-4f9e-bd28-1580451be8c9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:28.041424 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e17e39a-6cb5-4f9e-bd28-1580451be8c9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:28.044783 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0e17e39a-6cb5-4f9e-bd28-1580451be8c9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:28.044783 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0e17e39a-6cb5-4f9e-bd28-1580451be8c9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/ports/09abe84a-f19b-4b60-8abf-60dbc402fc38 HTTP/1.1" status: 200 len: 911 time: 3.4417076 Mar 02 19:01:28.065878 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57676) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:28.084454 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:28.095625 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5df8f2f8-4a83-4c4c-bbcc-24b4d850ecce tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "GET /v2.0/ports?device_id=482cc30e-c302-4aa7-a1c7-431f0e100f01 HTTP/1.1" status: 200 len: 205 time: 0.2771902 Mar 02 19:01:28.172775 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57682) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:28.197164 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a5fd7977-88af-412a-8f62-099faf1dfcf5 None None] Provisioning for port 50808e93-6971-4a26-979e-88c84dbcd6db completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:28.203052 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a5fd7977-88af-412a-8f62-099faf1dfcf5 None None] Provisioning complete for port 50808e93-6971-4a26-979e-88c84dbcd6db triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:28.203396 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a5fd7977-88af-412a-8f62-099faf1dfcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:28.251592 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-73471e05-391d-41c0-bfc9-fa478d6025be req-81854e52-8b62-441d-a87f-a738fe3c87b7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27787d9c-591c-482e-b24f-3480e544570c HTTP/1.1" status: 200 len: 1001 time: 0.2998645 Mar 02 19:01:28.254779 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17e39a-6cb5-4f9e-bd28-1580451be8c9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=09abe84a-f19b-4b60-8abf-60dbc402fc38,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:28.317184 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73471e05-391d-41c0-bfc9-fa478d6025be req-51c65064-a651-44d0-9c88-01ad496b1f82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:28.318287 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-73471e05-391d-41c0-bfc9-fa478d6025be req-51c65064-a651-44d0-9c88-01ad496b1f82 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7b63fe96-d8a7-4e7f-a30f-2804bb38215a HTTP/1.1" status: 200 len: 851 time: 0.0605967 Mar 02 19:01:28.324746 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a5fd7977-88af-412a-8f62-099faf1dfcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:28.352784 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:28.357510 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7c7f189c-b034-4054-aaf7-18748a50fdd6 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2168624 Mar 02 19:01:28.361849 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-a5fd7977-88af-412a-8f62-099faf1dfcf5 None None] For port 50808e93-6971-4a26-979e-88c84dbcd6db, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=50808e93-6971-4a26-979e-88c84dbcd6db,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:28.367478 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57686) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:28.395975 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-3e328996-cdbe-4d0a-9908-89c77252bdf8 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] delete failed (client error): The resource could not be found. Mar 02 19:01:28.397008 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3e328996-cdbe-4d0a-9908-89c77252bdf8 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "DELETE /v2.0/routers/482cc30e-c302-4aa7-a1c7-431f0e100f01 HTTP/1.1" status: 404 len: 336 time: 0.2233181 Mar 02 19:01:28.399998 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57692) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:28.444435 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ae94d8-715d-4602-adad-89d7f32b59e2 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] DELETE failed (client error): The resource could not be found. Mar 02 19:01:28.444910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ae94d8-715d-4602-adad-89d7f32b59e2 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:01:28.446623 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-34ae94d8-715d-4602-adad-89d7f32b59e2 tempest-RoutersIpV6AdminTest-1742204845 tempest-RoutersIpV6AdminTest-1742204845-project] 10.222.0.73 "DELETE /v2.0/subnets/fa32a015-b04f-4939-93ed-e3302973c376 HTTP/1.1" status: 404 len: 337 time: 0.0455651 Mar 02 19:01:28.451856 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-73471e05-391d-41c0-bfc9-fa478d6025be req-fdb70227-6bd9-4b27-8a11-c483badd293f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=83e11a8d-5f6c-4e4d-9263-33efd20f1a52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1256115 Mar 02 19:01:28.454268 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a5fd7977-88af-412a-8f62-099faf1dfcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:28.535519 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd7977-88af-412a-8f62-099faf1dfcf5 None None] Pushing event updated for resources: {'Port': ['ID=50808e93-6971-4a26-979e-88c84dbcd6db,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:28.586015 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b49919cf-7cbe-45d3-8d82-4a9830fccca8 None None] Provisioning complete for port c58730a5-cee3-4165-8b41-bd0b21eb33a6 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:28.586403 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b49919cf-7cbe-45d3-8d82-4a9830fccca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:28.667469 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-73471e05-391d-41c0-bfc9-fa478d6025be req-1a439aff-17c8-48ae-a26e-f1ae51df060f service neutron] 10.222.0.87 "GET /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046053 Mar 02 19:01:28.693735 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-077f02ce-e271-4f09-8549-c14dbe0f28fa tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:28.716748 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-b49919cf-7cbe-45d3-8d82-4a9830fccca8 None None] Port c58730a5-cee3-4165-8b41-bd0b21eb33a6 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:28.734339 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ec3924df-4209-42ce-847a-e004b4eb0f52 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b8b426b6e9de443992dd5c447e69e73f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6813285 Mar 02 19:01:28.759519 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57698) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:28.769053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:28.797148 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:28.797372 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.api [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:01:28.797372 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG oslo_db.api [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:01:28.809563 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Usage tracker for resource:floatingip and tenant:3bf6398dc115478293caae1227f6fc79 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:28.816775 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:28.826050 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:28.913113 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-73471e05-391d-41c0-bfc9-fa478d6025be req-db053e61-2e41-4400-ad56-6f3f5b3bf8ee service neutron] 10.222.0.87 "GET /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386904 Mar 02 19:01:28.916595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-16e1811b-aba7-49f6-9c7f-4731f3cb12e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:28.947770 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-16e1811b-aba7-49f6-9c7f-4731f3cb12e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:29.061083 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b96477-b954-4840-9c91-221655117a92 req-6bf31fed-2f76-4da2-8a44-39429c2de9b4 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:29.063132 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-88b96477-b954-4840-9c91-221655117a92 req-6bf31fed-2f76-4da2-8a44-39429c2de9b4 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.1200526 Mar 02 19:01:29.065774 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:29.229083 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-88b96477-b954-4840-9c91-221655117a92 req-2adf5aba-6dcd-431b-aeef-7b9f3eab5675 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328895 Mar 02 19:01:29.229083 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-16e1811b-aba7-49f6-9c7f-4731f3cb12e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:29.260769 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1811b-aba7-49f6-9c7f-4731f3cb12e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4810acc9-460c-4046-8cdb-436fc1b51c16,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:29.264760 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-16e1811b-aba7-49f6-9c7f-4731f3cb12e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:29.266491 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-16e1811b-aba7-49f6-9c7f-4731f3cb12e9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4810acc9-460c-4046-8cdb-436fc1b51c16 HTTP/1.1" status: 204 len: 168 time: 0.5060432 Mar 02 19:01:29.296837 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57708) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:29.410280 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:29.452077 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 50808e93-6971-4a26-979e-88c84dbcd6db up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:01:29.509285 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:29.573180 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 50808e93-6971-4a26-979e-88c84dbcd6db triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:29.573654 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:29.579477 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7d54-a3c7-46fc-a8b0-3da6363f038c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:29.661918 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.resource_extend [None req-077f02ce-e271-4f09-8549-c14dbe0f28fa tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:01:29.678525 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ce2f7d54-a3c7-46fc-a8b0-3da6363f038c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:29.688571 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Allocated IP 172.26.4.124 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/564e1328-0834-4818-a0be-2d96a726740a) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:29.690821 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ce2f7d54-a3c7-46fc-a8b0-3da6363f038c admin admin] Usage tracker for resource:security_group_rule and tenant:6bf0e25a003343dda517eabfdecbf58d is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:29.696311 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ce2f7d54-a3c7-46fc-a8b0-3da6363f038c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:29.704891 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-077f02ce-e271-4f09-8549-c14dbe0f28fa tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:29.725612 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7c72212d-7b20-4a87-abc8-18df1fcdffd8 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:01:29.841491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 7c72212d-7b20-4a87-abc8-18df1fcdffd8 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:29.841491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:29.854382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ce2f7d54-a3c7-46fc-a8b0-3da6363f038c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:29.861168 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:29.863504 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-077f02ce-e271-4f09-8549-c14dbe0f28fa tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:29.872231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d70af246-ae59-483f-b5fe-b99658747cbb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:29.955605 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7d54-a3c7-46fc-a8b0-3da6363f038c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:30.010000 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:30.060265 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70b34bdb-70e3-4174-949d-0fbb73345ebb tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:30.069826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7d54-a3c7-46fc-a8b0-3da6363f038c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:30.097925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-077f02ce-e271-4f09-8549-c14dbe0f28fa tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] In _notify_port_updated(), no bound segment for port 61389ef9-00f8-49fe-a6ed-a32b667ac027 on network 04e3eea9-d041-4090-a954-399819ca30d1 {{(pid=84533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:01:30.102314 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077f02ce-e271-4f09-8549-c14dbe0f28fa tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:30.103141 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-077f02ce-e271-4f09-8549-c14dbe0f28fa tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:30.107914 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-077f02ce-e271-4f09-8549-c14dbe0f28fa tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "PUT /v2.0/ports/61389ef9-00f8-49fe-a6ed-a32b667ac027 HTTP/1.1" status: 200 len: 1001 time: 3.2991121 Mar 02 19:01:30.110264 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57720) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:30.183791 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:30.204013 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f7d54-a3c7-46fc-a8b0-3da6363f038c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59e930e-af8a-4fe8-abac-ab7405b0da24,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:30.215437 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ce2f7d54-a3c7-46fc-a8b0-3da6363f038c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6bf0e25a003343dda517eabfdecbf58d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9173996 Mar 02 19:01:30.220672 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57726) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:30.232426 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:30.235382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:30.298600 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Pushing event updated for resources: {'Port': ['ID=564e1328-0834-4818-a0be-2d96a726740a,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:30.365378 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f02ce-e271-4f09-8549-c14dbe0f28fa tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event updated for resources: {'Port': ['ID=61389ef9-00f8-49fe-a6ed-a32b667ac027,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:30.405397 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-660904f9-ca7b-4cd6-b272-f31149aaeaf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:30.452690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-660904f9-ca7b-4cd6-b272-f31149aaeaf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:30.466078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f959b0ac-280b-43a5-987a-11a799630a43 None None] Provisioning complete for port 61389ef9-00f8-49fe-a6ed-a32b667ac027 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:30.467485 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f959b0ac-280b-43a5-987a-11a799630a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:30.527136 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] For port 50808e93-6971-4a26-979e-88c84dbcd6db, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=50808e93-6971-4a26-979e-88c84dbcd6db,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:30.529395 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f959b0ac-280b-43a5-987a-11a799630a43 None None] Port 61389ef9-00f8-49fe-a6ed-a32b667ac027 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:30.549680 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-f0b405d6-91fd-4000-92ec-fe77d736a45e tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Deleting port 61389ef9-00f8-49fe-a6ed-a32b667ac027 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:30.552665 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f0b405d6-91fd-4000-92ec-fe77d736a45e tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:30.740121 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:30.781219 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a467a91-144c-4be2-a7cd-5dcd02d0263e req-99f69cba-af00-4d45-8e21-ef7c71b48eba tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:30.782667 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3a467a91-144c-4be2-a7cd-5dcd02d0263e req-99f69cba-af00-4d45-8e21-ef7c71b48eba tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.4035294 Mar 02 19:01:30.793378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-660904f9-ca7b-4cd6-b272-f31149aaeaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:30.829845 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660904f9-ca7b-4cd6-b272-f31149aaeaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59e930e-af8a-4fe8-abac-ab7405b0da24,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:30.880835 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:30.880835 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:30.984545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:31.062753 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-660904f9-ca7b-4cd6-b272-f31149aaeaf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:31.063950 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-660904f9-ca7b-4cd6-b272-f31149aaeaf3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f59e930e-af8a-4fe8-abac-ab7405b0da24 HTTP/1.1" status: 204 len: 168 time: 0.8337588 Mar 02 19:01:31.115517 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:31.137747 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=ff502be1-79e4-4749-b23b-392b23adda6b,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:31.141696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f0b405d6-91fd-4000-92ec-fe77d736a45e tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:31.143869 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:31.144664 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=50808e93-6971-4a26-979e-88c84dbcd6db,revision_number=5']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:31.149009 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3a467a91-144c-4be2-a7cd-5dcd02d0263e req-b1251aed-49a8-475a-b938-66d12e0196e4 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3356907 Mar 02 19:01:31.150113 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.resource_extend [None req-70b34bdb-70e3-4174-949d-0fbb73345ebb tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:01:31.158664 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:31.172885 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb26aa-5be0-417d-a453-575764a801e5 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:31.188406 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:31.189033 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:31.219252 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70b34bdb-70e3-4174-949d-0fbb73345ebb tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:31.320379 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-f0b405d6-91fd-4000-92ec-fe77d736a45e tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Calling delete_port for 61389ef9-00f8-49fe-a6ed-a32b667ac027 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:31.321896 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70b34bdb-70e3-4174-949d-0fbb73345ebb tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:31.357855 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:31.390297 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5f42681b-debd-446b-8d38-6a24ca1ec459 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.9749329 Mar 02 19:01:31.417527 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57746) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:31.467381 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-7a5e62a8-5fa4-4231-a799-e4305cd259a1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'mac_address': 'fa:16:3e:21:55:fd', 'name': 'tempest-NetworksTestDHCPv6-1822394005'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:31.696438 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b34bdb-70e3-4174-949d-0fbb73345ebb tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=c58730a5-cee3-4165-8b41-bd0b21eb33a6,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:31.774355 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-20260c0a-7158-40aa-84f7-d8eb4b4ab575 None None] Provisioning complete for port c58730a5-cee3-4165-8b41-bd0b21eb33a6 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:31.776114 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-20260c0a-7158-40aa-84f7-d8eb4b4ab575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:31.886892 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7a5e62a8-5fa4-4231-a799-e4305cd259a1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:31.889532 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-20260c0a-7158-40aa-84f7-d8eb4b4ab575 None None] Port c58730a5-cee3-4165-8b41-bd0b21eb33a6 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:31.941560 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70b34bdb-70e3-4174-949d-0fbb73345ebb tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:31.942947 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7a5e62a8-5fa4-4231-a799-e4305cd259a1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:port and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:31.948430 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7a5e62a8-5fa4-4231-a799-e4305cd259a1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:32.020003 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063d8aa-6f7f-4631-822e-7b5461af9f50 req-018cbd1c-1061-4a89-9bc2-b0f01b1d770e tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:32.028684 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f063d8aa-6f7f-4631-822e-7b5461af9f50 req-018cbd1c-1061-4a89-9bc2-b0f01b1d770e tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.6711829 Mar 02 19:01:32.032429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7a5e62a8-5fa4-4231-a799-e4305cd259a1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:32.080282 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d70af246-ae59-483f-b5fe-b99658747cbb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting port 09abe84a-f19b-4b60-8abf-60dbc402fc38 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:32.080853 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d70af246-ae59-483f-b5fe-b99658747cbb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:32.112133 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f063d8aa-6f7f-4631-822e-7b5461af9f50 req-4891932f-5376-4a59-b543-ee9fbe6e28d2 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816495 Mar 02 19:01:32.150863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:32.156851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f0b405d6-91fd-4000-92ec-fe77d736a45e tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:32.217889 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5e62a8-5fa4-4231-a799-e4305cd259a1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:32.237762 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b405d6-91fd-4000-92ec-fe77d736a45e tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event deleted for resources: {'Port': ['ID=61389ef9-00f8-49fe-a6ed-a32b667ac027,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:32.310355 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70b34bdb-70e3-4174-949d-0fbb73345ebb tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:32.344398 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:32.563927 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57762) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:32.616143 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Pushing event updated for resources: {'Port': ['ID=564e1328-0834-4818-a0be-2d96a726740a,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:32.688165 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d70af246-ae59-483f-b5fe-b99658747cbb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:32.716638 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-67f13cdd-b315-434c-8043-54d2bc6a6c95 None None] Provisioning complete for port 50808e93-6971-4a26-979e-88c84dbcd6db triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:32.717331 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-67f13cdd-b315-434c-8043-54d2bc6a6c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:32.878705 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7a5e62a8-5fa4-4231-a799-e4305cd259a1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:32.909022 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f0b405d6-91fd-4000-92ec-fe77d736a45e tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:32.925416 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f0b405d6-91fd-4000-92ec-fe77d736a45e tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "DELETE /v2.0/ports/61389ef9-00f8-49fe-a6ed-a32b667ac027 HTTP/1.1" status: 204 len: 168 time: 2.8071656 Mar 02 19:01:32.926561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:32.931896 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57772) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:32.986470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-7a5e62a8-5fa4-4231-a799-e4305cd259a1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port 6d7b5be5-5c82-42a7-85d6-4fd0ee9a4f91 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:01:33.032822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d70af246-ae59-483f-b5fe-b99658747cbb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Calling delete_port for 09abe84a-f19b-4b60-8abf-60dbc402fc38 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:33.094837 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-45dae40f-cac9-41a6-8bf2-810b6b3c2ba4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f5017456c3244485bdb51a01e0643703&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5267963 Mar 02 19:01:33.099777 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57778) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:33.121228 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c964963-8eef-460b-9258-19bdc98b2953 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] GET failed (client error): The resource could not be found. Mar 02 19:01:33.121773 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3c964963-8eef-460b-9258-19bdc98b2953 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Synchronizing usage tracker for tenant:b28d36b257934d0ea5cdb2c72e7ce826 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:33.219148 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:33.221293 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-98733f12-1cbc-49df-a006-e3ae198f56ac tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8523793 Mar 02 19:01:33.233036 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57784) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:33.275028 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57788) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:33.351962 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3c964963-8eef-460b-9258-19bdc98b2953 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Unset dirty status for tenant:b28d36b257934d0ea5cdb2c72e7ce826 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:33.361277 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3c964963-8eef-460b-9258-19bdc98b2953 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "GET /v2.0/ports/61389ef9-00f8-49fe-a6ed-a32b667ac027 HTTP/1.1" status: 404 len: 333 time: 0.4282255 Mar 02 19:01:33.387102 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57794) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:33.410891 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-402eb693-918f-4431-8cac-f83a37873122 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Request body: {'port': {'network_id': '04e3eea9-d041-4090-a954-399819ca30d1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-477151065'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:33.455531 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70b34bdb-70e3-4174-949d-0fbb73345ebb tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:33.466412 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6aa57-cc24-4a9d-ae2a-8db0199b5461 req-9ca394d7-4c31-4b5d-8c05-afbed57619da tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:33.468024 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-57f6aa57-cc24-4a9d-ae2a-8db0199b5461 req-9ca394d7-4c31-4b5d-8c05-afbed57619da tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.4373834 Mar 02 19:01:33.490437 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-ad011667-0f30-4372-9836-54fde3b9c250 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-241424010'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:33.495975 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ad011667-0f30-4372-9836-54fde3b9c250 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:33.501014 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ad011667-0f30-4372-9836-54fde3b9c250 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Usage tracker for resource:router and tenant:e9e40123d0ed4a9aa07f6f11d8966172 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:33.503993 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ad011667-0f30-4372-9836-54fde3b9c250 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:33.509851 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ad011667-0f30-4372-9836-54fde3b9c250 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:33.551201 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-055c56d4-364a-4289-9eab-3c90c2c1e214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:33.603066 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d70af246-ae59-483f-b5fe-b99658747cbb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:33.661784 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-68491eeb-3ecc-49cd-9f84-52f2e9889c8f tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.4258132 Mar 02 19:01:33.669881 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57798) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:33.673417 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70af246-ae59-483f-b5fe-b99658747cbb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Port': ['ID=09abe84a-f19b-4b60-8abf-60dbc402fc38,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:33.699972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-055c56d4-364a-4289-9eab-3c90c2c1e214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:33.791518 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70b34bdb-70e3-4174-949d-0fbb73345ebb tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:33.849548 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-57f6aa57-cc24-4a9d-ae2a-8db0199b5461 req-c24b5038-be61-4b09-a7fb-958a311d5f3c tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079393 Mar 02 19:01:33.866604 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-7a5e62a8-5fa4-4231-a799-e4305cd259a1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 172.20.0.7 (ef3b29a7-4982-4982-b073-f3d27df1240a/c3bd6b4e-ad81-404b-957a-2269f2fdc47d/6d7b5be5-5c82-42a7-85d6-4fd0ee9a4f91) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:33.874899 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-402eb693-918f-4431-8cac-f83a37873122 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:33.883061 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-7a5e62a8-5fa4-4231-a799-e4305cd259a1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::f816:3eff:fe21:55fd (ef3b29a7-4982-4982-b073-f3d27df1240a/ff502be1-79e4-4749-b23b-392b23adda6b/6d7b5be5-5c82-42a7-85d6-4fd0ee9a4f91) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:33.888738 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad011667-0f30-4372-9836-54fde3b9c250 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:33.888738 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad011667-0f30-4372-9836-54fde3b9c250 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:33.906772 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-402eb693-918f-4431-8cac-f83a37873122 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:33.989619 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e10cf45a-63e0-446c-b034-d56c53ff4c81 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Synchronizing usage tracker for tenant:696e004f509e448885addd008d59720d on resource:floatingip {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:34.061454 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b34bdb-70e3-4174-949d-0fbb73345ebb tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=c58730a5-cee3-4165-8b41-bd0b21eb33a6,revision_number=3']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:34.078764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402eb693-918f-4431-8cac-f83a37873122 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Made reservation on behalf of b28d36b257934d0ea5cdb2c72e7ce826 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:34.081816 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-402eb693-918f-4431-8cac-f83a37873122 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:34.094412 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70b34bdb-70e3-4174-949d-0fbb73345ebb tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:34.098685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-055c56d4-364a-4289-9eab-3c90c2c1e214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:34.114746 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad011667-0f30-4372-9836-54fde3b9c250 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:34.185715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c56d4-364a-4289-9eab-3c90c2c1e214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230e8180-9d29-40ce-a52e-dd08fbdc6916,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:34.201167 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-402eb693-918f-4431-8cac-f83a37873122 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] device_id is not set on port e6edc9e2-5f04-4e95-a761-9293e116be97 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:01:34.202831 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d70af246-ae59-483f-b5fe-b99658747cbb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:34.216866 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e10cf45a-63e0-446c-b034-d56c53ff4c81 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Unset dirty status for tenant:696e004f509e448885addd008d59720d on resource:floatingip {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:34.220972 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e10cf45a-63e0-446c-b034-d56c53ff4c81 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.5473650 Mar 02 19:01:34.226083 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57802) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:34.280250 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-055c56d4-364a-4289-9eab-3c90c2c1e214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:34.281326 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-055c56d4-364a-4289-9eab-3c90c2c1e214 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/230e8180-9d29-40ce-a52e-dd08fbdc6916 HTTP/1.1" status: 204 len: 168 time: 1.1787629 Mar 02 19:01:34.377651 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7a5e62a8-5fa4-4231-a799-e4305cd259a1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:34.411075 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-7a5e62a8-5fa4-4231-a799-e4305cd259a1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object 6d7b5be5-5c82-42a7-85d6-4fd0ee9a4f91 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:34.429969 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-402eb693-918f-4431-8cac-f83a37873122 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Allocated IP 2001:db8::146 (04e3eea9-d041-4090-a954-399819ca30d1/d5fb618f-dcbe-4166-a2ac-cadbb7e461c5/e6edc9e2-5f04-4e95-a761-9293e116be97) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:34.490872 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad011667-0f30-4372-9836-54fde3b9c250 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:34.591262 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7a5e62a8-5fa4-4231-a799-e4305cd259a1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:34.678233 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8d788312-e94e-42fe-a84a-5895146e13d4 tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Deleting port 564e1328-0834-4818-a0be-2d96a726740a {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:34.678591 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d788312-e94e-42fe-a84a-5895146e13d4 tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:34.702286 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5e62a8-5fa4-4231-a799-e4305cd259a1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:34.710588 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-7a5e62a8-5fa4-4231-a799-e4305cd259a1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:34.719344 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e62a8-5fa4-4231-a799-e4305cd259a1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=6d7b5be5-5c82-42a7-85d6-4fd0ee9a4f91,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:34.724903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e62a8-5fa4-4231-a799-e4305cd259a1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:34.749025 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b34bdb-70e3-4174-949d-0fbb73345ebb tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network bf7c97b3-a9c6-4843-9bf2-9b7a032cb691 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:34.752511 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-70b34bdb-70e3-4174-949d-0fbb73345ebb tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:34.757784 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-402eb693-918f-4431-8cac-f83a37873122 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:34.792295 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-402eb693-918f-4431-8cac-f83a37873122 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Transition to ACTIVE for port object e6edc9e2-5f04-4e95-a761-9293e116be97 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:34.810085 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e62a8-5fa4-4231-a799-e4305cd259a1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:34.810788 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7a5e62a8-5fa4-4231-a799-e4305cd259a1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:34.927508 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7a5e62a8-5fa4-4231-a799-e4305cd259a1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4901688 Mar 02 19:01:34.928720 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57814) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:34.990757 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-402eb693-918f-4431-8cac-f83a37873122 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:35.091778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad011667-0f30-4372-9836-54fde3b9c250 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:35.093619 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ad011667-0f30-4372-9836-54fde3b9c250 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.8155038 Mar 02 19:01:35.118447 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57820) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:35.118975 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402eb693-918f-4431-8cac-f83a37873122 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event updated for resources: {'Port': ['ID=e6edc9e2-5f04-4e95-a761-9293e116be97,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:35.222276 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-372cfcd2-a056-4d9c-9e10-876ced784fb8 None None] Provisioning complete for port c58730a5-cee3-4165-8b41-bd0b21eb33a6 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:35.223265 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-372cfcd2-a056-4d9c-9e10-876ced784fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:35.282148 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-372cfcd2-a056-4d9c-9e10-876ced784fb8 None None] Port c58730a5-cee3-4165-8b41-bd0b21eb33a6 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:35.378541 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-372cfcd2-a056-4d9c-9e10-876ced784fb8 None None] Provisioning for port 6d7b5be5-5c82-42a7-85d6-4fd0ee9a4f91 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:35.382305 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-372cfcd2-a056-4d9c-9e10-876ced784fb8 None None] Provisioning complete for port 6d7b5be5-5c82-42a7-85d6-4fd0ee9a4f91 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:35.382659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-372cfcd2-a056-4d9c-9e10-876ced784fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:35.405453 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402eb693-918f-4431-8cac-f83a37873122 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Network 04e3eea9-d041-4090-a954-399819ca30d1 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:35.424218 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-402eb693-918f-4431-8cac-f83a37873122 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:35.426659 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402eb693-918f-4431-8cac-f83a37873122 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:35.430949 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402eb693-918f-4431-8cac-f83a37873122 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:35.431607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-402eb693-918f-4431-8cac-f83a37873122 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:35.455801 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-372cfcd2-a056-4d9c-9e10-876ced784fb8 None None] Port 6d7b5be5-5c82-42a7-85d6-4fd0ee9a4f91 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:35.460413 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d788312-e94e-42fe-a84a-5895146e13d4 tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:35.462745 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d788312-e94e-42fe-a84a-5895146e13d4 tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:35.472182 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b726057-6c42-420c-911f-ba68989fa0aa tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:35.611270 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33628084-262e-4a9d-a714-6b092dcfa2de tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:35.615284 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33628084-262e-4a9d-a714-6b092dcfa2de tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:35.616247 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-33628084-262e-4a9d-a714-6b092dcfa2de tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:35.623887 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-402eb693-918f-4431-8cac-f83a37873122 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2300062 Mar 02 19:01:35.624626 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57830) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:35.634064 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-3cde95f5-2f77-473d-9453-d35f5d9602c1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b8:e5:3f'}]}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:35.767599 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-33628084-262e-4a9d-a714-6b092dcfa2de tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:35.771471 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-33628084-262e-4a9d-a714-6b092dcfa2de tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8386807 Mar 02 19:01:35.832769 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57836) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:35.846264 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8d788312-e94e-42fe-a84a-5895146e13d4 tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Calling delete_port for 564e1328-0834-4818-a0be-2d96a726740a owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:35.925737 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e962e4-6017-49c4-8385-70438aa64c83 req-aa68cde2-616b-4eba-871e-9154aafb5405 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:35.927214 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-09e962e4-6017-49c4-8385-70438aa64c83 req-aa68cde2-616b-4eba-871e-9154aafb5405 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.7581909 Mar 02 19:01:35.956244 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a7793f7b-5fa6-41e3-9509-d843bfbb53d8 None None] Provisioning for port e6edc9e2-5f04-4e95-a761-9293e116be97 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:35.961732 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a7793f7b-5fa6-41e3-9509-d843bfbb53d8 None None] Provisioning complete for port e6edc9e2-5f04-4e95-a761-9293e116be97 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:35.962334 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a7793f7b-5fa6-41e3-9509-d843bfbb53d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:35.985038 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70af246-ae59-483f-b5fe-b99658747cbb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router 94467d4e-3b82-433e-be4a-8b07116a6f81 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:01:36.046612 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a7793f7b-5fa6-41e3-9509-d843bfbb53d8 None None] Port e6edc9e2-5f04-4e95-a761-9293e116be97 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:36.071642 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57842) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:36.097999 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-03c02cc1-9160-46d2-98d9-035365c1be02 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port 6d7b5be5-5c82-42a7-85d6-4fd0ee9a4f91 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:36.098619 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-03c02cc1-9160-46d2-98d9-035365c1be02 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:36.165930 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b726057-6c42-420c-911f-ba68989fa0aa tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:36.181437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b726057-6c42-420c-911f-ba68989fa0aa tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:36.305341 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dfdb4-2572-4d5c-a5ab-8851ec7781d2 req-b387df79-fecd-4430-bfc4-4da083479203 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:36.306764 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-695dfdb4-2572-4d5c-a5ab-8851ec7781d2 req-b387df79-fecd-4430-bfc4-4da083479203 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.2102659 Mar 02 19:01:36.311879 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3cde95f5-2f77-473d-9453-d35f5d9602c1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:36.312158 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-09e962e4-6017-49c4-8385-70438aa64c83 req-41f6820b-511e-4bcb-a3a5-078b6e44b3af tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3612225 Mar 02 19:01:36.369891 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b726057-6c42-420c-911f-ba68989fa0aa tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:36.370422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b726057-6c42-420c-911f-ba68989fa0aa tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46bcaf3b-7e6a-4d6c-9cc1-381f74885892 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:01:36.422821 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b726057-6c42-420c-911f-ba68989fa0aa tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:36.425939 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-83e96255-37e8-4ef8-b645-1ddb7c2c1568 tempest-AgentManagementNegativeTest-559053634 tempest-AgentManagementNegativeTest-559053634-project] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3532190 Mar 02 19:01:36.426841 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0b726057-6c42-420c-911f-ba68989fa0aa tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] 10.222.0.73 "DELETE /v2.0/routers/46bcaf3b-7e6a-4d6c-9cc1-381f74885892 HTTP/1.1" status: 204 len: 168 time: 1.3000820 Mar 02 19:01:36.431937 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57848) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:36.443466 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-75440355-7fbb-486a-a2ce-927ce86ab6e2 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Request body: {'router': {'name': 'tempest-router-1779721099', 'distributed': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:36.457978 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-75440355-7fbb-486a-a2ce-927ce86ab6e2 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:36.460094 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-695dfdb4-2572-4d5c-a5ab-8851ec7781d2 req-27b168c0-103c-4b0c-a545-bc239fe0a8cf tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Deleting port 27787d9c-591c-482e-b24f-3480e544570c {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:36.460435 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-695dfdb4-2572-4d5c-a5ab-8851ec7781d2 req-27b168c0-103c-4b0c-a545-bc239fe0a8cf tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:36.489223 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-75440355-7fbb-486a-a2ce-927ce86ab6e2 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Usage tracker for resource:router and tenant:e9e40123d0ed4a9aa07f6f11d8966172 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:36.542485 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-75440355-7fbb-486a-a2ce-927ce86ab6e2 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:36.557351 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-75440355-7fbb-486a-a2ce-927ce86ab6e2 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:36.562377 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70af246-ae59-483f-b5fe-b99658747cbb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:36.581008 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f30c3a1-01c7-4627-96e6-07fac2f8b30c None None] Sync routers for ids ['94467d4e-3b82-433e-be4a-8b07116a6f81'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:01:36.583313 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d788312-e94e-42fe-a84a-5895146e13d4 tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:36.595739 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f30c3a1-01c7-4627-96e6-07fac2f8b30c None None] Routers {'94467d4e-3b82-433e-be4a-8b07116a6f81'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:36.597095 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-3f30c3a1-01c7-4627-96e6-07fac2f8b30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['94467d4e-3b82-433e-be4a-8b07116a6f81'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:36.664030 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-3f30c3a1-01c7-4627-96e6-07fac2f8b30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:36.669364 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d788312-e94e-42fe-a84a-5895146e13d4 tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Pushing event deleted for resources: {'Port': ['ID=564e1328-0834-4818-a0be-2d96a726740a,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:36.680704 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f30c3a1-01c7-4627-96e6-07fac2f8b30c None None] Routers {'94467d4e-3b82-433e-be4a-8b07116a6f81'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:36.682106 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-3f30c3a1-01c7-4627-96e6-07fac2f8b30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['94467d4e-3b82-433e-be4a-8b07116a6f81'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:36.725642 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d70af246-ae59-483f-b5fe-b99658747cbb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/94467d4e-3b82-433e-be4a-8b07116a6f81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6263897 Mar 02 19:01:36.729365 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57854) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:36.744393 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-75440355-7fbb-486a-a2ce-927ce86ab6e2 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:36.745534 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-75440355-7fbb-486a-a2ce-927ce86ab6e2 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:36.752362 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-3f30c3a1-01c7-4627-96e6-07fac2f8b30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:36.752808 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f30c3a1-01c7-4627-96e6-07fac2f8b30c None None] The sync data for ids ['94467d4e-3b82-433e-be4a-8b07116a6f81'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:01:36.820044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-03c02cc1-9160-46d2-98d9-035365c1be02 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:36.915600 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-012d7c7a-adfb-44a5-aaf3-32320c8dd7d9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/ports?device_id=94467d4e-3b82-433e-be4a-8b07116a6f81 HTTP/1.1" status: 200 len: 205 time: 0.1851203 Mar 02 19:01:36.930881 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57858) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:36.982965 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-03c02cc1-9160-46d2-98d9-035365c1be02 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for 6d7b5be5-5c82-42a7-85d6-4fd0ee9a4f91 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:37.023071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-75440355-7fbb-486a-a2ce-927ce86ab6e2 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:37.037848 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b34bdb-70e3-4174-949d-0fbb73345ebb tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router 722602f0-f691-472c-a4fd-2ef29a422a6e is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:01:37.057850 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d788312-e94e-42fe-a84a-5895146e13d4 tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:37.082684 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d788312-e94e-42fe-a84a-5895146e13d4 tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:37.086282 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8d788312-e94e-42fe-a84a-5895146e13d4 tempest-FloatingIPAdminTestJSON-887980759 tempest-FloatingIPAdminTestJSON-887980759-project] 10.222.0.73 "DELETE /v2.0/floatingips/f974bcd8-ac0a-4f24-b461-2767c6301be1 HTTP/1.1" status: 204 len: 168 time: 2.8569150 Mar 02 19:01:37.087478 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57866) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:37.135040 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-695dfdb4-2572-4d5c-a5ab-8851ec7781d2 req-27b168c0-103c-4b0c-a545-bc239fe0a8cf tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] For port 27787d9c-591c-482e-b24f-3480e544570c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=27787d9c-591c-482e-b24f-3480e544570c,segment=NetworkSegment(a0445175-78ae-481a-ba54-0acc7a76bc0a),segment_id=a0445175-78ae-481a-ba54-0acc7a76bc0a)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:37.135963 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-695dfdb4-2572-4d5c-a5ab-8851ec7781d2 req-27b168c0-103c-4b0c-a545-bc239fe0a8cf tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:37.159145 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57870) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:37.213560 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3cde95f5-2f77-473d-9453-d35f5d9602c1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:37.245942 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-25df7519-5ff0-4fb1-9512-32609f0f3b0f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:37.295861 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-75440355-7fbb-486a-a2ce-927ce86ab6e2 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:37.309614 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3cde95f5-2f77-473d-9453-d35f5d9602c1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:37.573160 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-3cde95f5-2f77-473d-9453-d35f5d9602c1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] In _notify_port_updated(), no bound segment for port e6edc9e2-5f04-4e95-a761-9293e116be97 on network 04e3eea9-d041-4090-a954-399819ca30d1 {{(pid=84532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:01:37.577874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cde95f5-2f77-473d-9453-d35f5d9602c1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:37.578500 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3cde95f5-2f77-473d-9453-d35f5d9602c1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:37.582375 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3cde95f5-2f77-473d-9453-d35f5d9602c1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "PUT /v2.0/ports/e6edc9e2-5f04-4e95-a761-9293e116be97 HTTP/1.1" status: 200 len: 1002 time: 1.9541752 Mar 02 19:01:37.583574 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ecc3c1e2-9f82-47cb-8380-d1dc94e7b52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:37.596274 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57880) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:37.597847 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-fe319fe4-af7d-47e6-ba82-5e71001a8349 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Deleting port af08abe4-e4df-4d9f-81f6-13ed954e20e1 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:37.598221 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fe319fe4-af7d-47e6-ba82-5e71001a8349 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:37.622572 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde95f5-2f77-473d-9453-d35f5d9602c1 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event updated for resources: {'Port': ['ID=e6edc9e2-5f04-4e95-a761-9293e116be97,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:37.788483 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-565c574d-dbdc-4945-aa14-24346a1e5691 None None] Provisioning complete for port e6edc9e2-5f04-4e95-a761-9293e116be97 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:37.789680 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-565c574d-dbdc-4945-aa14-24346a1e5691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:37.796451 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-75440355-7fbb-486a-a2ce-927ce86ab6e2 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:37.797625 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-75440355-7fbb-486a-a2ce-927ce86ab6e2 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3642368 Mar 02 19:01:37.810715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57884) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:37.857405 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-565c574d-dbdc-4945-aa14-24346a1e5691 None None] Port e6edc9e2-5f04-4e95-a761-9293e116be97 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:37.866985 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-725774ad-f5fa-437a-8ecf-6b3cae02e3b8 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Deleting port e6edc9e2-5f04-4e95-a761-9293e116be97 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:37.867417 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-725774ad-f5fa-437a-8ecf-6b3cae02e3b8 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:37.963492 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-695dfdb4-2572-4d5c-a5ab-8851ec7781d2 req-27b168c0-103c-4b0c-a545-bc239fe0a8cf tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:37.963858 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-695dfdb4-2572-4d5c-a5ab-8851ec7781d2 req-27b168c0-103c-4b0c-a545-bc239fe0a8cf tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:37.964174 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [req-695dfdb4-2572-4d5c-a5ab-8851ec7781d2 req-27b168c0-103c-4b0c-a545-bc239fe0a8cf tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Floating IP aed3f1a6-fc91-4ceb-9b99-46fbc9a13fd6 disassociated. External IP: 172.26.4.101, port: 27787d9c-591c-482e-b24f-3480e544570c. Mar 02 19:01:37.964541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-695dfdb4-2572-4d5c-a5ab-8851ec7781d2 req-27b168c0-103c-4b0c-a545-bc239fe0a8cf tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Calling delete_port for 27787d9c-591c-482e-b24f-3480e544570c owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:38.049046 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fe319fe4-af7d-47e6-ba82-5e71001a8349 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:38.049285 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fe319fe4-af7d-47e6-ba82-5e71001a8349 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:38.066448 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-03c02cc1-9160-46d2-98d9-035365c1be02 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:38.225093 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b34bdb-70e3-4174-949d-0fbb73345ebb tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:38.236223 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f16efbf-6dbb-4131-8402-415432594306 None None] Sync routers for ids ['722602f0-f691-472c-a4fd-2ef29a422a6e'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:01:38.253028 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f16efbf-6dbb-4131-8402-415432594306 None None] Routers {'722602f0-f691-472c-a4fd-2ef29a422a6e'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:38.253650 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6f16efbf-6dbb-4131-8402-415432594306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['722602f0-f691-472c-a4fd-2ef29a422a6e'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:38.256747 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-fe319fe4-af7d-47e6-ba82-5e71001a8349 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Calling delete_port for af08abe4-e4df-4d9f-81f6-13ed954e20e1 owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:38.284429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a582bba-be1c-460d-b9de-006150c9d60f req-2dea0466-668d-4a3e-a3a5-632345043276 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:38.286372 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7a582bba-be1c-460d-b9de-006150c9d60f req-2dea0466-668d-4a3e-a3a5-632345043276 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 945 time: 0.7935157 Mar 02 19:01:38.297368 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-70b34bdb-70e3-4174-949d-0fbb73345ebb tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/722602f0-f691-472c-a4fd-2ef29a422a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4805546 Mar 02 19:01:38.311787 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57890) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:38.335542 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6f16efbf-6dbb-4131-8402-415432594306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:38.348466 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f16efbf-6dbb-4131-8402-415432594306 None None] Routers {'722602f0-f691-472c-a4fd-2ef29a422a6e'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:38.349106 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6f16efbf-6dbb-4131-8402-415432594306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['722602f0-f691-472c-a4fd-2ef29a422a6e'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:38.367464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c02cc1-9160-46d2-98d9-035365c1be02 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=6d7b5be5-5c82-42a7-85d6-4fd0ee9a4f91,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:38.368084 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ecc3c1e2-9f82-47cb-8380-d1dc94e7b52a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:38.392032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ecc3c1e2-9f82-47cb-8380-d1dc94e7b52a admin admin] Usage tracker for resource:security_group_rule and tenant:5dae6c4ba3b141bebd888d990968d659 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:38.408723 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6f16efbf-6dbb-4131-8402-415432594306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:38.409128 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f16efbf-6dbb-4131-8402-415432594306 None None] The sync data for ids ['722602f0-f691-472c-a4fd-2ef29a422a6e'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:01:38.413254 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ecc3c1e2-9f82-47cb-8380-d1dc94e7b52a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:38.419102 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-25df7519-5ff0-4fb1-9512-32609f0f3b0f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:38.428252 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ecc3c1e2-9f82-47cb-8380-d1dc94e7b52a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:38.442318 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-25df7519-5ff0-4fb1-9512-32609f0f3b0f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:38.490464 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df197aef-23a5-4b03-ac80-6fe8049bda40 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:38.642977 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7a582bba-be1c-460d-b9de-006150c9d60f req-f9a93b98-165d-4edb-a41b-7e5a5e2a7f71 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a1c7e27-8e51-4cf6-a209-cf0432c083ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897832 Mar 02 19:01:38.643653 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220a0082-fa69-4032-84c7-0b510cca442c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:38.647649 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-220a0082-fa69-4032-84c7-0b510cca442c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Synchronizing usage tracker for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:38.678052 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-725774ad-f5fa-437a-8ecf-6b3cae02e3b8 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:38.785477 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-25df7519-5ff0-4fb1-9512-32609f0f3b0f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:38.785868 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25df7519-5ff0-4fb1-9512-32609f0f3b0f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Fanout notify agent at l3_agent the message router_deleted on router 94467d4e-3b82-433e-be4a-8b07116a6f81 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:01:38.853920 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-725774ad-f5fa-437a-8ecf-6b3cae02e3b8 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Calling delete_port for e6edc9e2-5f04-4e95-a761-9293e116be97 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:38.862653 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ecc3c1e2-9f82-47cb-8380-d1dc94e7b52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:38.864873 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-695dfdb4-2572-4d5c-a5ab-8851ec7781d2 req-27b168c0-103c-4b0c-a545-bc239fe0a8cf tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:38.895904 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-03c02cc1-9160-46d2-98d9-035365c1be02 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:38.911301 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-220a0082-fa69-4032-84c7-0b510cca442c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Unset dirty status for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:38.912504 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-220a0082-fa69-4032-84c7-0b510cca442c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/ports/c58730a5-cee3-4165-8b41-bd0b21eb33a6 HTTP/1.1" status: 200 len: 977 time: 0.5467744 Mar 02 19:01:38.924382 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57894) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:38.925348 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b168c0-103c-4b0c-a545-bc239fe0a8cf tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Pushing event deleted for resources: {'Port': ['ID=27787d9c-591c-482e-b24f-3480e544570c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:38.990623 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ecc3c1e2-9f82-47cb-8380-d1dc94e7b52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:39.006387 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-03c02cc1-9160-46d2-98d9-035365c1be02 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/6d7b5be5-5c82-42a7-85d6-4fd0ee9a4f91 HTTP/1.1" status: 204 len: 168 time: 3.1345258 Mar 02 19:01:39.018072 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57898) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:39.136913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df197aef-23a5-4b03-ac80-6fe8049bda40 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:39.202435 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-25df7519-5ff0-4fb1-9512-32609f0f3b0f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:39.204007 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-25df7519-5ff0-4fb1-9512-32609f0f3b0f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/routers/94467d4e-3b82-433e-be4a-8b07116a6f81 HTTP/1.1" status: 204 len: 168 time: 2.2720826 Mar 02 19:01:39.216730 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57902) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:39.220450 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ecc3c1e2-9f82-47cb-8380-d1dc94e7b52a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5dae6c4ba3b141bebd888d990968d659&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0574255 Mar 02 19:01:39.221163 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57904) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:39.230899 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3c1e2-9f82-47cb-8380-d1dc94e7b52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d189647c-3a18-4a00-a517-6427862d84cb,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:39.233555 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df197aef-23a5-4b03-ac80-6fe8049bda40 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:39.357017 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fe319fe4-af7d-47e6-ba82-5e71001a8349 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:39.390113 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a802bef9-db37-48e9-8e72-bfcfbce31a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:39.427220 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a802bef9-db37-48e9-8e72-bfcfbce31a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:39.473372 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee8a010-4658-4a50-bcdb-402d4953c988 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:39.474680 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee8a010-4658-4a50-bcdb-402d4953c988 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:39.476015 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee8a010-4658-4a50-bcdb-402d4953c988 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:39.476794 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2ee8a010-4658-4a50-bcdb-402d4953c988 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:39.479284 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe319fe4-af7d-47e6-ba82-5e71001a8349 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Pushing event deleted for resources: {'Port': ['ID=af08abe4-e4df-4d9f-81f6-13ed954e20e1,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:39.485404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df197aef-23a5-4b03-ac80-6fe8049bda40 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:39.485909 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df197aef-23a5-4b03-ac80-6fe8049bda40 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19d788f2-6171-4d62-8598-04a1b40080b0 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:01:39.517398 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df197aef-23a5-4b03-ac80-6fe8049bda40 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:39.524726 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-df197aef-23a5-4b03-ac80-6fe8049bda40 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] 10.222.0.73 "DELETE /v2.0/routers/19d788f2-6171-4d62-8598-04a1b40080b0 HTTP/1.1" status: 204 len: 168 time: 1.7059491 Mar 02 19:01:39.524726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57912) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:39.529205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-0f5bbde3-4c5d-49fe-98a8-e85b87ba450a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Request body: {'router': {'name': 'tempest-router-235029786', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6c444b0b07f04af0938fb22e87a48e46'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:39.537019 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-695dfdb4-2572-4d5c-a5ab-8851ec7781d2 req-27b168c0-103c-4b0c-a545-bc239fe0a8cf tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Router 91b74c1a-a0f2-4596-9709-bcac82b8f129 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:01:39.538073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0f5bbde3-4c5d-49fe-98a8-e85b87ba450a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:39.544919 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0f5bbde3-4c5d-49fe-98a8-e85b87ba450a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Usage tracker for resource:router and tenant:6c444b0b07f04af0938fb22e87a48e46 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:39.548377 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0f5bbde3-4c5d-49fe-98a8-e85b87ba450a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:39.554170 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0f5bbde3-4c5d-49fe-98a8-e85b87ba450a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:39.617976 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a802bef9-db37-48e9-8e72-bfcfbce31a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:39.620256 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a802bef9-db37-48e9-8e72-bfcfbce31a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:39.622096 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a802bef9-db37-48e9-8e72-bfcfbce31a32 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d189647c-3a18-4a00-a517-6427862d84cb HTTP/1.1" status: 204 len: 168 time: 0.3919711 Mar 02 19:01:39.628583 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2ee8a010-4658-4a50-bcdb-402d4953c988 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:39.629832 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2ee8a010-4658-4a50-bcdb-402d4953c988 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6049402 Mar 02 19:01:39.639044 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57918) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:39.730065 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0f5bbde3-4c5d-49fe-98a8-e85b87ba450a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:39.731795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0f5bbde3-4c5d-49fe-98a8-e85b87ba450a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:39.734880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802bef9-db37-48e9-8e72-bfcfbce31a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d189647c-3a18-4a00-a517-6427862d84cb,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:39.745913 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fe319fe4-af7d-47e6-ba82-5e71001a8349 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:39.771786 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-725774ad-f5fa-437a-8ecf-6b3cae02e3b8 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:39.776384 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-4651dfaf-3a05-4ea0-b851-78cfe0136e70 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting subnet c4c21603-40c1-4fa0-bda9-42d77f66fbb6 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:01:39.890123 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4651dfaf-3a05-4ea0-b851-78cfe0136e70 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:39.939041 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0f5bbde3-4c5d-49fe-98a8-e85b87ba450a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:40.006882 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fe319fe4-af7d-47e6-ba82-5e71001a8349 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:40.012023 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fe319fe4-af7d-47e6-ba82-5e71001a8349 tempest-FloatingIPAdminTestJSON-1107333507 tempest-FloatingIPAdminTestJSON-1107333507-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/819e79b5-6d79-4239-874c-8fb55758ac8a HTTP/1.1" status: 204 len: 168 time: 2.9221256 Mar 02 19:01:40.031810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57926) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:40.051112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0f5bbde3-4c5d-49fe-98a8-e85b87ba450a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:40.055877 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725774ad-f5fa-437a-8ecf-6b3cae02e3b8 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event deleted for resources: {'Port': ['ID=e6edc9e2-5f04-4e95-a761-9293e116be97,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:40.092111 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2de966c4-9a5b-4c61-98d9-f15097b5c3f0 req-f9e21a3b-96b5-4779-8de8-2d907c21ffa5 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 210 time: 0.2409511 Mar 02 19:01:40.112258 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e5885f-2715-4d9f-92b9-f9bdac46149d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet c3bd6b4e-ad81-404b-957a-2269f2fdc47d {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:01:40.116244 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61e5885f-2715-4d9f-92b9-f9bdac46149d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:40.180129 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4651dfaf-3a05-4ea0-b851-78cfe0136e70 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:40.196373 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61e5885f-2715-4d9f-92b9-f9bdac46149d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:40.232246 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-725774ad-f5fa-437a-8ecf-6b3cae02e3b8 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:40.236981 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-725774ad-f5fa-437a-8ecf-6b3cae02e3b8 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "DELETE /v2.0/ports/e6edc9e2-5f04-4e95-a761-9293e116be97 HTTP/1.1" status: 204 len: 168 time: 2.5978832 Mar 02 19:01:40.237134 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57936) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:40.263563 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-5f546c66-dc66-499d-846a-95293da9d555 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Deleting port eba494c8-d27f-4c47-8f93-7ae87d27e548 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:40.263810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f546c66-dc66-499d-846a-95293da9d555 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:40.300649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0f5bbde3-4c5d-49fe-98a8-e85b87ba450a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:40.301623 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0f5bbde3-4c5d-49fe-98a8-e85b87ba450a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7774229 Mar 02 19:01:40.307711 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57940) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:40.320540 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-748054be-c8a7-4957-8fbb-8682d982cb47 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] GET failed (client error): The resource could not be found. Mar 02 19:01:40.321119 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-748054be-c8a7-4957-8fbb-8682d982cb47 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Synchronizing usage tracker for tenant:b28d36b257934d0ea5cdb2c72e7ce826 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:40.336401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-42e84c73-0f76-48c1-836b-ed31c3afd61a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:40.350809 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-695dfdb4-2572-4d5c-a5ab-8851ec7781d2 req-27b168c0-103c-4b0c-a545-bc239fe0a8cf tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:40.364840 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e318ba-75c8-4210-b52a-0d948f5763f6 None None] Sync routers for ids ['91b74c1a-a0f2-4596-9709-bcac82b8f129'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:01:40.377474 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e318ba-75c8-4210-b52a-0d948f5763f6 None None] Routers {'91b74c1a-a0f2-4596-9709-bcac82b8f129'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:40.378127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-75e318ba-75c8-4210-b52a-0d948f5763f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['91b74c1a-a0f2-4596-9709-bcac82b8f129'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:40.459471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-748054be-c8a7-4957-8fbb-8682d982cb47 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Unset dirty status for tenant:b28d36b257934d0ea5cdb2c72e7ce826 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:40.461808 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-748054be-c8a7-4957-8fbb-8682d982cb47 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "GET /v2.0/ports/e6edc9e2-5f04-4e95-a761-9293e116be97 HTTP/1.1" status: 404 len: 333 time: 0.2232871 Mar 02 19:01:40.464567 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-695dfdb4-2572-4d5c-a5ab-8851ec7781d2 req-27b168c0-103c-4b0c-a545-bc239fe0a8cf tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] No DVR routers for this DVR port 27787d9c-591c-482e-b24f-3480e544570c on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:01:40.473053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-695dfdb4-2572-4d5c-a5ab-8851ec7781d2 req-27b168c0-103c-4b0c-a545-bc239fe0a8cf tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:40.475879 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-695dfdb4-2572-4d5c-a5ab-8851ec7781d2 req-27b168c0-103c-4b0c-a545-bc239fe0a8cf tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.87 "DELETE /v2.0/ports/27787d9c-591c-482e-b24f-3480e544570c HTTP/1.1" status: 204 len: 173 time: 4.1547065 Mar 02 19:01:40.476008 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57946) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:40.476468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fce080-e74d-4567-83b2-40720e4c60fe', 'name': 'network-vif-deleted', 'tag': '27787d9c-591c-482e-b24f-3480e544570c'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:01:40.496859 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-d732fb4a-a434-429b-9c76-10cc425ad313 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Request body: {'port': {'network_id': '04e3eea9-d041-4090-a954-399819ca30d1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-458274075'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:40.510268 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61e5885f-2715-4d9f-92b9-f9bdac46149d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:40.568321 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 27787d9c-591c-482e-b24f-3480e544570c no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:01:40.578867 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fce080-e74d-4567-83b2-40720e4c60fe', 'name': 'network-vif-deleted', 'tag': '27787d9c-591c-482e-b24f-3480e544570c', 'status': 'completed', 'code': 200} Mar 02 19:01:40.629815 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 27787d9c-591c-482e-b24f-3480e544570c {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:01:40.630176 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 27787d9c-591c-482e-b24f-3480e544570c not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:01:40.671537 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-75e318ba-75c8-4210-b52a-0d948f5763f6 None None] Set router 91b74c1a-a0f2-4596-9709-bcac82b8f129 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:01:40.752234 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61e5885f-2715-4d9f-92b9-f9bdac46149d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:40.786282 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4651dfaf-3a05-4ea0-b851-78cfe0136e70 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:40.823553 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5885f-2715-4d9f-92b9-f9bdac46149d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=c3bd6b4e-ad81-404b-957a-2269f2fdc47d,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:40.830031 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61e5885f-2715-4d9f-92b9-f9bdac46149d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:40.852814 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e702fc0-dfd1-4b79-b115-ea765cb840a2 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:40.954339 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-61e5885f-2715-4d9f-92b9-f9bdac46149d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/c3bd6b4e-ad81-404b-957a-2269f2fdc47d HTTP/1.1" status: 204 len: 168 time: 1.2659380 Mar 02 19:01:40.955243 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57956) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:41.037281 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-accf9e97-c7c3-48e1-a1b1-fba7a02b731b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet ff502be1-79e4-4749-b23b-392b23adda6b {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:01:41.041849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-accf9e97-c7c3-48e1-a1b1-fba7a02b731b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:41.124613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-accf9e97-c7c3-48e1-a1b1-fba7a02b731b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:41.254365 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-accf9e97-c7c3-48e1-a1b1-fba7a02b731b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:41.332162 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d732fb4a-a434-429b-9c76-10cc425ad313 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:41.344236 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-75e318ba-75c8-4210-b52a-0d948f5763f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'name': 'tempest-ServerActionsTestJSON-2141154899-router', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:56Z', 'revision_number': 4, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'gw_port': {'id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:49Z', 'updated_at': '2022-03-02T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a1552787-6d20-457b-bebc-3b474e89acb4', 'name': '', 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'mac_address': 'fa:16:3e:33:ad:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b63fe96-d8a7-4e7f-a30f-2804bb38215a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:54Z', 'updated_at': '2022-03-02T18:58:10Z', 'revision_number': 5, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'subnets': [{'id': '7b63fe96-d8a7-4e7f-a30f-2804bb38215a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:41.349538 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e318ba-75c8-4210-b52a-0d948f5763f6 None None] Checking router: 91b74c1a-a0f2-4596-9709-bcac82b8f129 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:01:41.366716 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e318ba-75c8-4210-b52a-0d948f5763f6 None None] Routers {'91b74c1a-a0f2-4596-9709-bcac82b8f129'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:41.367554 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-75e318ba-75c8-4210-b52a-0d948f5763f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['91b74c1a-a0f2-4596-9709-bcac82b8f129'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:41.402226 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4651dfaf-3a05-4ea0-b851-78cfe0136e70 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:41.414107 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d732fb4a-a434-429b-9c76-10cc425ad313 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:41.465725 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f546c66-dc66-499d-846a-95293da9d555 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:41.488152 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-10bae940-8643-48e2-839d-5da4aa6a9cf7 req-7a76f4d2-7f01-4027-8b78-1fbcfc35b9fe tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4fce080-e74d-4567-83b2-40720e4c60fe HTTP/1.1" status: 200 len: 210 time: 0.1611731 Mar 02 19:01:41.520500 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57964) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:41.612104 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-accf9e97-c7c3-48e1-a1b1-fba7a02b731b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:41.621044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651dfaf-3a05-4ea0-b851-78cfe0136e70 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c21603-40c1-4fa0-bda9-42d77f66fbb6,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:41.631559 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-75e318ba-75c8-4210-b52a-0d948f5763f6 None None] Set router 91b74c1a-a0f2-4596-9709-bcac82b8f129 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:01:41.679300 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf9e97-c7c3-48e1-a1b1-fba7a02b731b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=ff502be1-79e4-4749-b23b-392b23adda6b,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:41.719810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-accf9e97-c7c3-48e1-a1b1-fba7a02b731b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:41.737007 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-accf9e97-c7c3-48e1-a1b1-fba7a02b731b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/ff502be1-79e4-4749-b23b-392b23adda6b HTTP/1.1" status: 204 len: 168 time: 0.7802112 Mar 02 19:01:41.743052 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57972) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:41.750013 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-5f546c66-dc66-499d-846a-95293da9d555 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Calling delete_port for eba494c8-d27f-4c47-8f93-7ae87d27e548 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:41.780658 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d732fb4a-a434-429b-9c76-10cc425ad313 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Made reservation on behalf of b28d36b257934d0ea5cdb2c72e7ce826 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:41.783617 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d732fb4a-a434-429b-9c76-10cc425ad313 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:41.831090 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-789525990'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:41.849451 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8f149edf-a63f-46dc-a069-312bc6a5f00b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0922632 Mar 02 19:01:41.850200 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57978) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:41.851296 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:41.860547 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-509e37d8-0d4f-4b74-81ef-846353ea6133 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:41.876063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Usage tracker for resource:network and tenant:291593529d514b708a9094fa09f8bd5e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:41.881607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:41.890134 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e998ea6-e6dd-4725-ab66-33f2eb0f5436 None None] Network 38bd7da7-6e89-45c0-b8d2-81ea1880e647 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:41.912059 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4651dfaf-3a05-4ea0-b851-78cfe0136e70 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:41.942543 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:41.953538 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4651dfaf-3a05-4ea0-b851-78cfe0136e70 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/subnets/c4c21603-40c1-4fa0-bda9-42d77f66fbb6 HTTP/1.1" status: 204 len: 168 time: 2.7344723 Mar 02 19:01:41.961078 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-42e84c73-0f76-48c1-836b-ed31c3afd61a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:41.961078 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-42e84c73-0f76-48c1-836b-ed31c3afd61a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:41.962038 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 57984) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:42.116644 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-d732fb4a-a434-429b-9c76-10cc425ad313 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] device_id is not set on port 8f527e25-3658-40f8-8c51-b7f84adb4064 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:01:42.151802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Made reservation on behalf of 291593529d514b708a9094fa09f8bd5e for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:42.155866 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:42.188323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-509e37d8-0d4f-4b74-81ef-846353ea6133 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:42.195125 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b314df4-a6c7-4edd-94dd-da1b43f0d676 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:42.195593 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:42.208647 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-509e37d8-0d4f-4b74-81ef-846353ea6133 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:42.214320 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-509e37d8-0d4f-4b74-81ef-846353ea6133 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:42.237668 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-509e37d8-0d4f-4b74-81ef-846353ea6133 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:42.251087 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:42.277294 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:42.282610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Usage tracker for resource:security_group_rule and tenant:291593529d514b708a9094fa09f8bd5e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:42.285654 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting port 9acc5dd7-8eae-4f49-819e-df0da9402d48 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:42.285995 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:42.312307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:42.326151 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-42e84c73-0f76-48c1-836b-ed31c3afd61a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84533) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 02 19:01:42.326510 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-42e84c73-0f76-48c1-836b-ed31c3afd61a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Router 6351d2c8-cf90-4ae0-8b5e-f678e9513247 migrating from provider to provider. {{(pid=84533) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 02 19:01:42.326870 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-42e84c73-0f76-48c1-836b-ed31c3afd61a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:42.328510 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:42.332891 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509e37d8-0d4f-4b74-81ef-846353ea6133 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:42.337074 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-509e37d8-0d4f-4b74-81ef-846353ea6133 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:42.351318 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-778a4840-28bf-4886-9b60-9ab8a34c0e5a None None] Provisioning complete for port 50808e93-6971-4a26-979e-88c84dbcd6db triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:42.351691 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-778a4840-28bf-4886-9b60-9ab8a34c0e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:42.356806 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-42e84c73-0f76-48c1-836b-ed31c3afd61a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:42.446753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-42e84c73-0f76-48c1-836b-ed31c3afd61a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:42.499284 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-75e318ba-75c8-4210-b52a-0d948f5763f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'name': 'tempest-ServerActionsTestJSON-2141154899-router', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:56Z', 'revision_number': 4, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'gw_port': {'id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:49Z', 'updated_at': '2022-03-02T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a1552787-6d20-457b-bebc-3b474e89acb4', 'name': '', 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'mac_address': 'fa:16:3e:33:ad:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b63fe96-d8a7-4e7f-a30f-2804bb38215a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:54Z', 'updated_at': '2022-03-02T18:58:10Z', 'revision_number': 5, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'subnets': [{'id': '7b63fe96-d8a7-4e7f-a30f-2804bb38215a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:42.510699 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e318ba-75c8-4210-b52a-0d948f5763f6 None None] The sync data for ids ['91b74c1a-a0f2-4596-9709-bcac82b8f129'] in dv-neutron-831573-1-hyperv is: [{'id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'name': 'tempest-ServerActionsTestJSON-2141154899-router', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:56Z', 'revision_number': 4, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'gw_port': {'id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:49Z', 'updated_at': '2022-03-02T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a1552787-6d20-457b-bebc-3b474e89acb4', 'name': '', 'network_id': '83e11a8d-5f6c-4e4d-9263-33efd20f1a52', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'mac_address': 'fa:16:3e:33:ad:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b63fe96-d8a7-4e7f-a30f-2804bb38215a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:54Z', 'updated_at': '2022-03-02T18:58:10Z', 'revision_number': 5, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'subnets': [{'id': '7b63fe96-d8a7-4e7f-a30f-2804bb38215a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:01:42.644115 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b157a7a5-24ef-49af-8061-9130380920a6 None None] DHCP port deletion for 38bd7da7-6e89-45c0-b8d2-81ea1880e647 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:01:42.650501 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-b157a7a5-24ef-49af-8061-9130380920a6 None None] Deleting port 9acc5dd7-8eae-4f49-819e-df0da9402d48 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:42.651054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b157a7a5-24ef-49af-8061-9130380920a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:42.730295 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:42.849308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57994) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:42.905744 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:42.906615 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f546c66-dc66-499d-846a-95293da9d555 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:42.913494 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] For port 9acc5dd7-8eae-4f49-819e-df0da9402d48, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9acc5dd7-8eae-4f49-819e-df0da9402d48,segment=NetworkSegment(c8ea8eaa-73f0-4b1d-878b-a1aeda6c840c),segment_id=c8ea8eaa-73f0-4b1d-878b-a1aeda6c840c)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:42.913494 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:42.943640 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-b157a7a5-24ef-49af-8061-9130380920a6 None None] For port 9acc5dd7-8eae-4f49-819e-df0da9402d48, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9acc5dd7-8eae-4f49-819e-df0da9402d48,segment=NetworkSegment(c8ea8eaa-73f0-4b1d-878b-a1aeda6c840c),segment_id=c8ea8eaa-73f0-4b1d-878b-a1aeda6c840c)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:42.944111 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b157a7a5-24ef-49af-8061-9130380920a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:42.965692 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c319af58-1518-49aa-9157-53e372fca285 None None] New status for floating IP aed3f1a6-fc91-4ceb-9b99-46fbc9a13fd6: DOWN {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:01:42.969061 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e8fdcfd9-7bd4-4c25-a09f-521c44c3e729 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:43.071022 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Calling delete_port for 9acc5dd7-8eae-4f49-819e-df0da9402d48 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:43.099744 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:01:43.109727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-d732fb4a-a434-429b-9c76-10cc425ad313 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Allocated IP 2001:db8::2b (04e3eea9-d041-4090-a954-399819ca30d1/d5fb618f-dcbe-4166-a2ac-cadbb7e461c5/8f527e25-3658-40f8-8c51-b7f84adb4064) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:43.113042 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f546c66-dc66-499d-846a-95293da9d555 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Pushing event deleted for resources: {'Port': ['ID=eba494c8-d27f-4c47-8f93-7ae87d27e548,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:43.125611 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dadd981-b921-41d7-84e6-202923ea953e None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:01:43.152520 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d9f29b-65ca-4bf2-a2ed-4c89d8e63bce,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:43.161944 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:43.162429 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Added segment 4b3c14c0-ad86-4f0d-ade1-f27fc4da3405 of type vlan for network 1672be0d-81c0-467c-af07-ccd5beb1bbfb Mar 02 19:01:43.195190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-b157a7a5-24ef-49af-8061-9130380920a6 None None] Calling delete_port for 9acc5dd7-8eae-4f49-819e-df0da9402d48 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:43.226965 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-9dadd981-b921-41d7-84e6-202923ea953e None None] Deleting port 50808e93-6971-4a26-979e-88c84dbcd6db {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:43.229011 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9dadd981-b921-41d7-84e6-202923ea953e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:43.252941 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:43.328330 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-509e37d8-0d4f-4b74-81ef-846353ea6133 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:43.416696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:43.426021 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509e37d8-0d4f-4b74-81ef-846353ea6133 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:43.435003 dv-neutron-831573-1-hyperv neutron-server[84533]: WARNING neutron.scheduler.l3_agent_scheduler [None req-42e84c73-0f76-48c1-836b-ed31c3afd61a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] No L3 agents can host the router 6351d2c8-cf90-4ae0-8b5e-f678e9513247 Mar 02 19:01:43.473800 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-509e37d8-0d4f-4b74-81ef-846353ea6133 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:43.480009 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509e37d8-0d4f-4b74-81ef-846353ea6133 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:43.480936 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-509e37d8-0d4f-4b74-81ef-846353ea6133 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:43.501749 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b65ee7c2-564f-4e21-91d3-140cc8c436fb tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:43.505765 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f546c66-dc66-499d-846a-95293da9d555 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:43.524776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e37d8-0d4f-4b74-81ef-846353ea6133 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=ade48bd7-8a8f-4209-9f8e-fe5862a5d471,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:43.525021 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5f546c66-dc66-499d-846a-95293da9d555 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] 10.222.0.73 "DELETE /v2.0/ports/eba494c8-d27f-4c47-8f93-7ae87d27e548 HTTP/1.1" status: 204 len: 168 time: 3.4919403 Mar 02 19:01:43.531103 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 57998) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:43.536522 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Port': ['ID=9acc5dd7-8eae-4f49-819e-df0da9402d48,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:43.544055 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:43.547888 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:43.548481 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:43.577852 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 50808e93-6971-4a26-979e-88c84dbcd6db no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:01:43.582654 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] No DVR routers for this DVR port 9acc5dd7-8eae-4f49-819e-df0da9402d48 on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:01:43.643439 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-9dadd981-b921-41d7-84e6-202923ea953e None None] For port 50808e93-6971-4a26-979e-88c84dbcd6db, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=50808e93-6971-4a26-979e-88c84dbcd6db,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:43.643829 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9dadd981-b921-41d7-84e6-202923ea953e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:43.651465 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-b157a7a5-24ef-49af-8061-9130380920a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:01:43.651699 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-b157a7a5-24ef-49af-8061-9130380920a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:01:43.671256 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-509e37d8-0d4f-4b74-81ef-846353ea6133 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8170135 Mar 02 19:01:43.686449 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58002) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:43.753320 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b65ee7c2-564f-4e21-91d3-140cc8c436fb tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:43.768024 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event updated for resources: {'Network': ['ID=1672be0d-81c0-467c-af07-ccd5beb1bbfb,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:43.770357 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:43.776642 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-859de729-31fa-4ec1-8d5d-9bbcfa99c8e8 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2540166 Mar 02 19:01:43.780688 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58008) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:43.787329 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-9dadd981-b921-41d7-84e6-202923ea953e None None] Calling delete_port for 50808e93-6971-4a26-979e-88c84dbcd6db owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:43.796343 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-3bc625c7-c359-4bbf-bb31-e5620641e406 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Request body: {'subnet': {'network_id': '1672be0d-81c0-467c-af07-ccd5beb1bbfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:43.817114 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 1672be0d-81c0-467c-af07-ccd5beb1bbfb details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:01:43.865893 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:43.925439 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38bd7da7-6e89-45c0-b8d2-81ea1880e647']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:43.943088 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ea8eaa-73f0-4b1d-878b-a1aeda6c840c') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:43.943536 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ea8eaa-73f0-4b1d-878b-a1aeda6c840c') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:43.958901 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3bc625c7-c359-4bbf-bb31-e5620641e406 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:43.963696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:43.971201 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3bc625c7-c359-4bbf-bb31-e5620641e406 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Usage tracker for resource:subnet and tenant:291593529d514b708a9094fa09f8bd5e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:43.977026 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3bc625c7-c359-4bbf-bb31-e5620641e406 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:43.986335 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3bc625c7-c359-4bbf-bb31-e5620641e406 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:43.991966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.000760 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:01:44.001168 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.004615 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:01:44.017496 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:01:44.091511 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc625c7-c359-4bbf-bb31-e5620641e406 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Made reservation on behalf of 291593529d514b708a9094fa09f8bd5e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:44.112538 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9dadd981-b921-41d7-84e6-202923ea953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.170295 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d732fb4a-a434-429b-9c76-10cc425ad313 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.184915 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-b157a7a5-24ef-49af-8061-9130380920a6 None None] Deleting port 9acc5dd7-8eae-4f49-819e-df0da9402d48 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:44.185112 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b157a7a5-24ef-49af-8061-9130380920a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.202687 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:44.209396 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3bc625c7-c359-4bbf-bb31-e5620641e406 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.228354 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadd981-b921-41d7-84e6-202923ea953e None None] Pushing event deleted for resources: {'Port': ['ID=50808e93-6971-4a26-979e-88c84dbcd6db,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:44.230733 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 9acc5dd7-8eae-4f49-819e-df0da9402d48 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:01:44.261168 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b294e0-6dd3-41d4-ba16-aa0f66bd12ab tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:44.262111 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e5b294e0-6dd3-41d4-ba16-aa0f66bd12ab tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Synchronizing usage tracker for tenant:696e004f509e448885addd008d59720d on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:44.271772 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:44.278321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.282301 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e84c73-0f76-48c1-836b-ed31c3afd61a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Hosts for router 6351d2c8-cf90-4ae0-8b5e-f678e9513247: [] {{(pid=84533) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Mar 02 19:01:44.295416 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 9acc5dd7-8eae-4f49-819e-df0da9402d48 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:01:44.295885 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 9acc5dd7-8eae-4f49-819e-df0da9402d48 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:01:44.301164 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-b157a7a5-24ef-49af-8061-9130380920a6 None None] The port '9acc5dd7-8eae-4f49-819e-df0da9402d48' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:01:44.303071 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dadd981-b921-41d7-84e6-202923ea953e None None] No DVR routers for this DVR port 50808e93-6971-4a26-979e-88c84dbcd6db on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:01:44.314635 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-d732fb4a-a434-429b-9c76-10cc425ad313 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Transition to ACTIVE for port object 8f527e25-3658-40f8-8c51-b7f84adb4064 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:44.316413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.317342 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:44.322768 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b65ee7c2-564f-4e21-91d3-140cc8c436fb tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.322869 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41363750-9230-4f89-b3cb-7a83885e4170 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:44.334277 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Network': ['ID=38bd7da7-6e89-45c0-b8d2-81ea1880e647,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:44.340982 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8cb60b50-cb98-4f7f-a76d-ab8649a96b42 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/networks/38bd7da7-6e89-45c0-b8d2-81ea1880e647 HTTP/1.1" status: 204 len: 168 time: 2.3648345 Mar 02 19:01:44.345470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58012) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:44.351480 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:44.353046 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-4c72e75e-3888-460b-89e5-b87731de3945 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1499263739', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:44.367925 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4c72e75e-3888-460b-89e5-b87731de3945 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:44.376594 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4c72e75e-3888-460b-89e5-b87731de3945 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:router and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:44.380540 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4c72e75e-3888-460b-89e5-b87731de3945 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:44.389802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4c72e75e-3888-460b-89e5-b87731de3945 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:44.533411 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ee7c2-564f-4e21-91d3-140cc8c436fb tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1c7e27-8e51-4cf6-a209-cf0432c083ca,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:44.549315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4c72e75e-3888-460b-89e5-b87731de3945 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.549315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4c72e75e-3888-460b-89e5-b87731de3945 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.549524 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e84c73-0f76-48c1-836b-ed31c3afd61a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Hosts for other DVR routers connected to router 6351d2c8-cf90-4ae0-8b5e-f678e9513247: set() {{(pid=84533) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Mar 02 19:01:44.568360 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': 'ade48bd7-8a8f-4209-9f8e-fe5862a5d471'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:01:44.569329 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.573725 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-42e84c73-0f76-48c1-836b-ed31c3afd61a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.578410 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58016) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:44.578609 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-42e84c73-0f76-48c1-836b-ed31c3afd61a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] 10.222.0.73 "PUT /v2.0/routers/6351d2c8-cf90-4ae0-8b5e-f678e9513247 HTTP/1.1" status: 200 len: 716 time: 4.2642128 Mar 02 19:01:44.596410 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-e8fdcfd9-7bd4-4c25-a09f-521c44c3e729 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port c58730a5-cee3-4165-8b41-bd0b21eb33a6 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:44.596752 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e8fdcfd9-7bd4-4c25-a09f-521c44c3e729 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.745958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e5b294e0-6dd3-41d4-ba16-aa0f66bd12ab tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Unset dirty status for tenant:696e004f509e448885addd008d59720d on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:44.747391 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e5b294e0-6dd3-41d4-ba16-aa0f66bd12ab tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] 10.222.0.73 "GET /v2.0/ports?device_id=df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5 HTTP/1.1" status: 200 len: 913 time: 1.2151413 Mar 02 19:01:44.748370 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:44.764010 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b65ee7c2-564f-4e21-91d3-140cc8c436fb tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.765161 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b65ee7c2-564f-4e21-91d3-140cc8c436fb tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "DELETE /v2.0/security-groups/7a1c7e27-8e51-4cf6-a209-cf0432c083ca HTTP/1.1" status: 204 len: 168 time: 1.9105060 Mar 02 19:01:44.773965 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58020) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:44.774298 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58022) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:44.775431 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d732fb4a-a434-429b-9c76-10cc425ad313 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.784946 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Allocated IP 172.20.0.2 (ef3b29a7-4982-4982-b073-f3d27df1240a/ade48bd7-8a8f-4209-9f8e-fe5862a5d471/46743c22-1950-423a-82ce-cda4ab9443d6) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:44.818771 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3bc625c7-c359-4bbf-bb31-e5620641e406 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.866390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4c72e75e-3888-460b-89e5-b87731de3945 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:44.912975 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c119c1e6-9472-4136-97e1-5ed0e2386a84 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] 10.222.0.73 "GET /v2.0/routers/6351d2c8-cf90-4ae0-8b5e-f678e9513247 HTTP/1.1" status: 200 len: 716 time: 0.3305352 Mar 02 19:01:44.915381 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58028) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:44.921540 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc625c7-c359-4bbf-bb31-e5620641e406 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event updated for resources: {'Subnet': ['ID=7aa92a33-cbd6-4b66-9d07-17b6121cc110,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:44.953822 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc625c7-c359-4bbf-bb31-e5620641e406 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Checking segment: {'id': '4b3c14c0-ad86-4f0d-ade1-f27fc4da3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1672be0d-81c0-467c-af07-ccd5beb1bbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:01:44.954425 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc625c7-c359-4bbf-bb31-e5620641e406 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Network hostable DHCP agents. Network: 1672be0d-81c0-467c-af07-ccd5beb1bbfb, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:01:44.995592 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4c72e75e-3888-460b-89e5-b87731de3945 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:45.070056 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-82f4365e-f034-4472-9aca-8a5da42f5e95 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] show failed (client error): The resource could not be found. Mar 02 19:01:45.073561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc625c7-c359-4bbf-bb31-e5620641e406 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Network 1672be0d-81c0-467c-af07-ccd5beb1bbfb is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:01:45.074756 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-82f4365e-f034-4472-9aca-8a5da42f5e95 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "GET /v2.0/security-groups/7a1c7e27-8e51-4cf6-a209-cf0432c083ca HTTP/1.1" status: 404 len: 347 time: 0.2940698 Mar 02 19:01:45.076809 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58034) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:45.123324 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:45.135601 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Transition to ACTIVE for port object 46743c22-1950-423a-82ce-cda4ab9443d6 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:45.158376 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Transition to ACTIVE for port object 46743c22-1950-423a-82ce-cda4ab9443d6 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:45.211171 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4c72e75e-3888-460b-89e5-b87731de3945 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:45.212408 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4c72e75e-3888-460b-89e5-b87731de3945 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8658602 Mar 02 19:01:45.228190 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d732fb4a-a434-429b-9c76-10cc425ad313 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Network 04e3eea9-d041-4090-a954-399819ca30d1 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:45.231741 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58038) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:45.243520 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:45.250963 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-d732fb4a-a434-429b-9c76-10cc425ad313 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:45.264180 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-629e9777-8360-445e-91b9-d93bd93ff328 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-652818222'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:45.268979 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d732fb4a-a434-429b-9c76-10cc425ad313 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:45.273042 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d732fb4a-a434-429b-9c76-10cc425ad313 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:45.273707 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d732fb4a-a434-429b-9c76-10cc425ad313 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:45.284813 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732fb4a-a434-429b-9c76-10cc425ad313 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event updated for resources: {'Port': ['ID=8f527e25-3658-40f8-8c51-b7f84adb4064,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:45.297667 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-629e9777-8360-445e-91b9-d93bd93ff328 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:45.339019 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-629e9777-8360-445e-91b9-d93bd93ff328 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:network and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:45.347574 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:45.348837 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-629e9777-8360-445e-91b9-d93bd93ff328 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:45.351971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:45.354491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Pushing event updated for resources: {'Port': ['ID=46743c22-1950-423a-82ce-cda4ab9443d6,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:45.359337 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:45.366256 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-629e9777-8360-445e-91b9-d93bd93ff328 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:45.381689 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-3bc625c7-c359-4bbf-bb31-e5620641e406 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 1672be0d-81c0-467c-af07-ccd5beb1bbfb) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:45.394227 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc625c7-c359-4bbf-bb31-e5620641e406 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:45.395408 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3bc625c7-c359-4bbf-bb31-e5620641e406 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:45.402468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-12f55987-e923-4640-b2b6-ed64c86a9d61 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Deleting port 15832d2f-04a5-43df-acc0-60833ebb0c10 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:45.402869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-12f55987-e923-4640-b2b6-ed64c86a9d61 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:45.412377 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be8026f-2a74-4016-ac28-494cbfcc21e2 None None] Network 1672be0d-81c0-467c-af07-ccd5beb1bbfb requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:45.437068 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:45.453079 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e8fdcfd9-7bd4-4c25-a09f-521c44c3e729 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:45.466218 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d732fb4a-a434-429b-9c76-10cc425ad313 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.9819591 Mar 02 19:01:45.469130 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58042) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:45.478436 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-ac4f82e7-a04a-4d1d-b465-552700a82e10 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Request body: {'port': {'network_id': '04e3eea9-d041-4090-a954-399819ca30d1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-407709659'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:45.564659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Attempting to bind port 46743c22-1950-423a-82ce-cda4ab9443d6 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:01:45.565346 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Attempting to bind port 46743c22-1950-423a-82ce-cda4ab9443d6 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:01:45.565925 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Attempting to bind port 46743c22-1950-423a-82ce-cda4ab9443d6 on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:01:45.586148 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629e9777-8360-445e-91b9-d93bd93ff328 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Made reservation on behalf of 2b147d1fd1b64c8daab7ec1005c16f83 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:45.590379 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-629e9777-8360-445e-91b9-d93bd93ff328 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:45.594336 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:01:45.594805 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:01:45.595280 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:45.595755 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:01:45.596315 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Bound port: 46743c22-1950-423a-82ce-cda4ab9443d6, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:01:45.596765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:45.626783 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9a9a47e7-ac96-4d8f-b616-73b51928427f tempest-RoutersTestDVR-925762002 tempest-RoutersTestDVR-925762002-project] 10.222.0.73 "GET /v2.0/routers/6351d2c8-cf90-4ae0-8b5e-f678e9513247 HTTP/1.1" status: 200 len: 682 time: 0.7042780 Mar 02 19:01:45.626783 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3bc625c7-c359-4bbf-bb31-e5620641e406 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8418784 Mar 02 19:01:45.626783 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58046) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:45.676597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58048) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:45.687335 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-e8fdcfd9-7bd4-4c25-a09f-521c44c3e729 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Calling delete_port for c58730a5-cee3-4165-8b41-bd0b21eb33a6 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:45.757526 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-e0f1d729-3add-4233-b93c-f5e333eba06f tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Request body: {'port': {'network_id': '1672be0d-81c0-467c-af07-ccd5beb1bbfb', 'name': 'tempest-AllowedAddressPairTestJSON-1880526823'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:45.792522 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] For port 46743c22-1950-423a-82ce-cda4ab9443d6, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:01:45.802569 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629e9777-8360-445e-91b9-d93bd93ff328 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:01:45.823459 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] For port 46743c22-1950-423a-82ce-cda4ab9443d6, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=46743c22-1950-423a-82ce-cda4ab9443d6,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:01:45.823459 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-1672be0d-81c0-467c-af07-ccd5beb1bbfb', 'network_id': '1672be0d-81c0-467c-af07-ccd5beb1bbfb', 'tenant_id': '291593529d514b708a9094fa09f8bd5e', 'fixed_ips': [{'subnet_id': '7aa92a33-cbd6-4b66-9d07-17b6121cc110'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:01:45.823459 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:45.853696 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-629e9777-8360-445e-91b9-d93bd93ff328 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:45.854036 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-629e9777-8360-445e-91b9-d93bd93ff328 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Added segment 4a7c3706-db4f-4aae-a253-eb6fb993f6e4 of type vlan for network 392cba97-1f08-4a7c-a068-341d647c2373 Mar 02 19:01:45.908517 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:45.911672 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-629e9777-8360-445e-91b9-d93bd93ff328 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:45.953923 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-024babb2-81e5-4aed-b4fa-ceb2dcff3323 None None] Provisioning for port 8f527e25-3658-40f8-8c51-b7f84adb4064 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:45.985752 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ac4f82e7-a04a-4d1d-b465-552700a82e10 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:45.987883 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-024babb2-81e5-4aed-b4fa-ceb2dcff3323 None None] Provisioning complete for port 8f527e25-3658-40f8-8c51-b7f84adb4064 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:45.988353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-024babb2-81e5-4aed-b4fa-ceb2dcff3323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:46.025159 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ac4f82e7-a04a-4d1d-b465-552700a82e10 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:46.052419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-12f55987-e923-4640-b2b6-ed64c86a9d61 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:46.052839 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-12f55987-e923-4640-b2b6-ed64c86a9d61 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:46.061430 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5604a5e2-16a8-46c4-b756-dc0a6ed87e40 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:46.123581 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a17dd-8875-4b24-8ead-cc024694e567 None None] Pushing event updated for resources: {'Port': ['ID=46743c22-1950-423a-82ce-cda4ab9443d6,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:46.128128 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-024babb2-81e5-4aed-b4fa-ceb2dcff3323 None None] Port 8f527e25-3658-40f8-8c51-b7f84adb4064 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:46.135514 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Allocated IP 172.20.0.2 (1672be0d-81c0-467c-af07-ccd5beb1bbfb/7aa92a33-cbd6-4b66-9d07-17b6121cc110/3db9abf6-327b-46dd-9b7b-06d2222ce3df) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:46.218663 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-629e9777-8360-445e-91b9-d93bd93ff328 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:46.222442 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629e9777-8360-445e-91b9-d93bd93ff328 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:46.223096 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-629e9777-8360-445e-91b9-d93bd93ff328 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:46.232017 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e0f1d729-3add-4233-b93c-f5e333eba06f tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:46.440079 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-12f55987-e923-4640-b2b6-ed64c86a9d61 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Calling delete_port for 15832d2f-04a5-43df-acc0-60833ebb0c10 owned by network:floatingip {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:46.466387 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4f82e7-a04a-4d1d-b465-552700a82e10 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Made reservation on behalf of b28d36b257934d0ea5cdb2c72e7ce826 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:46.469190 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ac4f82e7-a04a-4d1d-b465-552700a82e10 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:46.485978 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e0f1d729-3add-4233-b93c-f5e333eba06f tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Usage tracker for resource:port and tenant:291593529d514b708a9094fa09f8bd5e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:46.487082 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:46.500401 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e0f1d729-3add-4233-b93c-f5e333eba06f tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:46.503010 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Transition to ACTIVE for port object 3db9abf6-327b-46dd-9b7b-06d2222ce3df will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:46.513783 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e0f1d729-3add-4233-b93c-f5e333eba06f tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:46.527660 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Transition to ACTIVE for port object 3db9abf6-327b-46dd-9b7b-06d2222ce3df will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:46.541938 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-ac4f82e7-a04a-4d1d-b465-552700a82e10 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] device_id is not set on port b70b6e7b-711f-443e-9bd3-4fb3977ac255 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:01:46.551869 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e9777-8360-445e-91b9-d93bd93ff328 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Network': ['ID=392cba97-1f08-4a7c-a068-341d647c2373,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:46.565909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 392cba97-1f08-4a7c-a068-341d647c2373 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:01:46.646731 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-629e9777-8360-445e-91b9-d93bd93ff328 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4073365 Mar 02 19:01:46.646731 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e8fdcfd9-7bd4-4c25-a09f-521c44c3e729 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:46.647786 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58054) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:46.662544 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:46.692179 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-21b16dbd-8df9-4049-afd2-135b2e6a6d86 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'subnet': {'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:46.729224 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdcfd9-7bd4-4c25-a09f-521c44c3e729 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Port': ['ID=c58730a5-cee3-4165-8b41-bd0b21eb33a6,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:46.767271 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f1d729-3add-4233-b93c-f5e333eba06f tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Made reservation on behalf of 291593529d514b708a9094fa09f8bd5e for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:46.768479 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Network 1672be0d-81c0-467c-af07-ccd5beb1bbfb is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:46.770246 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e0f1d729-3add-4233-b93c-f5e333eba06f tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:46.772618 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:46.777439 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:46.779647 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Pushing event updated for resources: {'Port': ['ID=3db9abf6-327b-46dd-9b7b-06d2222ce3df,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:46.798012 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9984-a3b8-4227-8d1d-ed647fe0a943 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:46.888893 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Attempting to bind port 3db9abf6-327b-46dd-9b7b-06d2222ce3df on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:01:46.889479 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Attempting to bind port 3db9abf6-327b-46dd-9b7b-06d2222ce3df by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '4b3c14c0-ad86-4f0d-ade1-f27fc4da3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1672be0d-81c0-467c-af07-ccd5beb1bbfb'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:01:46.889591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Attempting to bind port 3db9abf6-327b-46dd-9b7b-06d2222ce3df on network 1672be0d-81c0-467c-af07-ccd5beb1bbfb {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:01:46.897416 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:01:46.897724 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Checking segment: {'id': '4b3c14c0-ad86-4f0d-ade1-f27fc4da3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1672be0d-81c0-467c-af07-ccd5beb1bbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:01:46.898123 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:46.898518 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Bound using segment: {'id': '4b3c14c0-ad86-4f0d-ade1-f27fc4da3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1672be0d-81c0-467c-af07-ccd5beb1bbfb'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:01:46.898980 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Bound port: 3db9abf6-327b-46dd-9b7b-06d2222ce3df, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3c14c0-ad86-4f0d-ade1-f27fc4da3405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1672be0d-81c0-467c-af07-ccd5beb1bbfb'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:01:46.899375 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:47.014984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] For port 3db9abf6-327b-46dd-9b7b-06d2222ce3df, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:01:47.018479 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] For port 3db9abf6-327b-46dd-9b7b-06d2222ce3df, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3db9abf6-327b-46dd-9b7b-06d2222ce3df,segment=NetworkSegment(4b3c14c0-ad86-4f0d-ade1-f27fc4da3405),segment_id=4b3c14c0-ad86-4f0d-ade1-f27fc4da3405)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:01:47.022990 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-e0f1d729-3add-4233-b93c-f5e333eba06f tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] device_id is not set on port 48157df5-38c5-4504-87f7-fc347de9b391 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:01:47.077216 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5604a5e2-16a8-46c4-b756-dc0a6ed87e40 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:47.103674 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:47.150647 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-21b16dbd-8df9-4049-afd2-135b2e6a6d86 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:47.167130 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-ac4f82e7-a04a-4d1d-b465-552700a82e10 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Allocated IP 2001:db8::304 (04e3eea9-d041-4090-a954-399819ca30d1/d5fb618f-dcbe-4166-a2ac-cadbb7e461c5/b70b6e7b-711f-443e-9bd3-4fb3977ac255) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:47.197990 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-21b16dbd-8df9-4049-afd2-135b2e6a6d86 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:subnet and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:47.207292 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-21b16dbd-8df9-4049-afd2-135b2e6a6d86 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:47.208805 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5604a5e2-16a8-46c4-b756-dc0a6ed87e40 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:47.227718 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-21b16dbd-8df9-4049-afd2-135b2e6a6d86 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:47.240429 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ccdd9-afc1-4e29-b352-8d29997a9e2c None None] Pushing event updated for resources: {'Port': ['ID=3db9abf6-327b-46dd-9b7b-06d2222ce3df,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:47.434508 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-12f55987-e923-4640-b2b6-ed64c86a9d61 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:47.446888 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.objects.ports [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84533) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 19:01:47.479132 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 46743c22-1950-423a-82ce-cda4ab9443d6 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:01:47.537833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5604a5e2-16a8-46c4-b756-dc0a6ed87e40 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:47.538345 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5604a5e2-16a8-46c4-b756-dc0a6ed87e40 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6351d2c8-cf90-4ae0-8b5e-f678e9513247 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:01:47.571658 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f55987-e923-4640-b2b6-ed64c86a9d61 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Pushing event deleted for resources: {'Port': ['ID=15832d2f-04a5-43df-acc0-60833ebb0c10,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:47.592508 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e8fdcfd9-7bd4-4c25-a09f-521c44c3e729 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:47.604257 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b16dbd-8df9-4049-afd2-135b2e6a6d86 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Made reservation on behalf of 2b147d1fd1b64c8daab7ec1005c16f83 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:47.680678 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-e0f1d729-3add-4233-b93c-f5e333eba06f tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Allocated IP 172.20.0.13 (1672be0d-81c0-467c-af07-ccd5beb1bbfb/7aa92a33-cbd6-4b66-9d07-17b6121cc110/48157df5-38c5-4504-87f7-fc347de9b391) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:47.750118 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 46743c22-1950-423a-82ce-cda4ab9443d6 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:47.842206 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-695ecbcb-e161-4d8a-ab64-25a8f7397c20 None None] Provisioning for port 46743c22-1950-423a-82ce-cda4ab9443d6 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:47.844308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-12f55987-e923-4640-b2b6-ed64c86a9d61 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks [] for floatingip, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:47.847654 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-695ecbcb-e161-4d8a-ab64-25a8f7397c20 None None] Provisioning complete for port 46743c22-1950-423a-82ce-cda4ab9443d6 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:47.847927 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-695ecbcb-e161-4d8a-ab64-25a8f7397c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:47.852356 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ac4f82e7-a04a-4d1d-b465-552700a82e10 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:47.878553 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-12f55987-e923-4640-b2b6-ed64c86a9d61 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:47.882900 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-12f55987-e923-4640-b2b6-ed64c86a9d61 tempest-ServerActionsTestJSON-1962799565 tempest-ServerActionsTestJSON-1962799565-project] 10.222.0.73 "DELETE /v2.0/floatingips/aed3f1a6-fc91-4ceb-9b99-46fbc9a13fd6 HTTP/1.1" status: 204 len: 168 time: 2.8050773 Mar 02 19:01:47.884396 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-21b16dbd-8df9-4049-afd2-135b2e6a6d86 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:47.888939 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58058) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:47.892276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5604a5e2-16a8-46c4-b756-dc0a6ed87e40 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:47.897614 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5604a5e2-16a8-46c4-b756-dc0a6ed87e40 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] 10.222.0.73 "DELETE /v2.0/routers/6351d2c8-cf90-4ae0-8b5e-f678e9513247 HTTP/1.1" status: 204 len: 168 time: 2.2183454 Mar 02 19:01:47.902894 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58062) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:47.921021 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-8900cc8d-01e1-40f1-ba8f-7d883c70ee6a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Request body: {'router': {'name': 'tempest-router-124855042', 'distributed': True}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:47.983558 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8900cc8d-01e1-40f1-ba8f-7d883c70ee6a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:47.984036 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-695ecbcb-e161-4d8a-ab64-25a8f7397c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:47.986728 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-ac4f82e7-a04a-4d1d-b465-552700a82e10 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Transition to ACTIVE for port object b70b6e7b-711f-443e-9bd3-4fb3977ac255 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:47.997391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8900cc8d-01e1-40f1-ba8f-7d883c70ee6a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Usage tracker for resource:router and tenant:e9e40123d0ed4a9aa07f6f11d8966172 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:48.005879 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8900cc8d-01e1-40f1-ba8f-7d883c70ee6a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:48.029614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8900cc8d-01e1-40f1-ba8f-7d883c70ee6a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:48.153774 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-695ecbcb-e161-4d8a-ab64-25a8f7397c20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:01:48.154677 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-695ecbcb-e161-4d8a-ab64-25a8f7397c20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:01:48.371481 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e0f1d729-3add-4233-b93c-f5e333eba06f tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:48.389669 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8900cc8d-01e1-40f1-ba8f-7d883c70ee6a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:48.390899 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8900cc8d-01e1-40f1-ba8f-7d883c70ee6a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:48.397595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-e0f1d729-3add-4233-b93c-f5e333eba06f tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Transition to ACTIVE for port object 48157df5-38c5-4504-87f7-fc347de9b391 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:48.405229 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ac4f82e7-a04a-4d1d-b465-552700a82e10 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:48.469970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:48.505466 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:01:48.506086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4f82e7-a04a-4d1d-b465-552700a82e10 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Network 04e3eea9-d041-4090-a954-399819ca30d1 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:48.513233 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-ac4f82e7-a04a-4d1d-b465-552700a82e10 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:48.530929 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f82e7-a04a-4d1d-b465-552700a82e10 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:48.534903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4f82e7-a04a-4d1d-b465-552700a82e10 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:48.544055 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ac4f82e7-a04a-4d1d-b465-552700a82e10 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:48.544055 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f82e7-a04a-4d1d-b465-552700a82e10 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event updated for resources: {'Port': ['ID=b70b6e7b-711f-443e-9bd3-4fb3977ac255,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:48.577306 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9b023d-31fb-4fba-acd3-0354b941dc4a None None] Network 1672be0d-81c0-467c-af07-ccd5beb1bbfb requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:48.647216 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8900cc8d-01e1-40f1-ba8f-7d883c70ee6a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:48.729460 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-695ecbcb-e161-4d8a-ab64-25a8f7397c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:48.736468 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ac4f82e7-a04a-4d1d-b465-552700a82e10 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2660251 Mar 02 19:01:48.738013 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e0f1d729-3add-4233-b93c-f5e333eba06f tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:48.744799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58066) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:48.773825 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-695ecbcb-e161-4d8a-ab64-25a8f7397c20 None None] For port 46743c22-1950-423a-82ce-cda4ab9443d6, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=46743c22-1950-423a-82ce-cda4ab9443d6,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:48.856001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-278b236a-fc01-445e-99fd-f368dc2f041c tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::ff', 'mac_address': 'fa:16:3e:b8:e5:3f'}, {'ip_address': '2001:db8::2b', 'mac_address': 'fa:16:3e:76:41:56'}]}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:48.874267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-695ecbcb-e161-4d8a-ab64-25a8f7397c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:48.892234 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1d729-3add-4233-b93c-f5e333eba06f tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event updated for resources: {'Port': ['ID=48157df5-38c5-4504-87f7-fc347de9b391,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:48.893794 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.api [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:01:48.894109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG oslo_db.api [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:01:48.931856 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f1d729-3add-4233-b93c-f5e333eba06f tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Network 1672be0d-81c0-467c-af07-ccd5beb1bbfb is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:48.936888 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-e0f1d729-3add-4233-b93c-f5e333eba06f tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:48.941712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f1d729-3add-4233-b93c-f5e333eba06f tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:48.953809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fdcfd9-7bd4-4c25-a09f-521c44c3e729 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router 722602f0-f691-472c-a4fd-2ef29a422a6e has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:01:48.954841 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8900cc8d-01e1-40f1-ba8f-7d883c70ee6a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:49.013905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ecbcb-e161-4d8a-ab64-25a8f7397c20 None None] Pushing event updated for resources: {'Port': ['ID=46743c22-1950-423a-82ce-cda4ab9443d6,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:49.041116 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-21b16dbd-8df9-4049-afd2-135b2e6a6d86 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:49.117082 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f1d729-3add-4233-b93c-f5e333eba06f tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:49.117819 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e0f1d729-3add-4233-b93c-f5e333eba06f tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:49.119140 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-39354630-9ade-4098-a858-dc6567b05ea0 None None] Provisioning for port 3db9abf6-327b-46dd-9b7b-06d2222ce3df completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:49.149083 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8900cc8d-01e1-40f1-ba8f-7d883c70ee6a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:49.150934 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8900cc8d-01e1-40f1-ba8f-7d883c70ee6a tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.2437665 Mar 02 19:01:49.154587 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58070) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:49.212765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-39354630-9ade-4098-a858-dc6567b05ea0 None None] Provisioning for port b70b6e7b-711f-443e-9bd3-4fb3977ac255 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:49.221332 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-39354630-9ade-4098-a858-dc6567b05ea0 None None] Provisioning complete for port b70b6e7b-711f-443e-9bd3-4fb3977ac255 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:49.222024 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-39354630-9ade-4098-a858-dc6567b05ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:49.257964 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e0f1d729-3add-4233-b93c-f5e333eba06f tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5699012 Mar 02 19:01:49.264326 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58074) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:49.279342 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b16dbd-8df9-4049-afd2-135b2e6a6d86 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Subnet': ['ID=c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:49.288882 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-87c40645-86a3-486b-b28d-cf2b509b2846 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Request body: {'port': {'network_id': '1672be0d-81c0-467c-af07-ccd5beb1bbfb', 'name': 'tempest-AllowedAddressPairTestJSON-1277651707', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:1e:d0:dd'}]}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:49.297726 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-39354630-9ade-4098-a858-dc6567b05ea0 None None] Port b70b6e7b-711f-443e-9bd3-4fb3977ac255 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:49.390284 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b16dbd-8df9-4049-afd2-135b2e6a6d86 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Checking segment: {'id': '4a7c3706-db4f-4aae-a253-eb6fb993f6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:01:49.391095 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b16dbd-8df9-4049-afd2-135b2e6a6d86 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network hostable DHCP agents. Network: 392cba97-1f08-4a7c-a068-341d647c2373, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:01:49.405346 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-278b236a-fc01-445e-99fd-f368dc2f041c tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:49.435123 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-50cf861c-1b1c-42f4-b725-eae6c7c9e8c8 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:49.488910 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fdcfd9-7bd4-4c25-a09f-521c44c3e729 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:49.499759 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3db9abf6-327b-46dd-9b7b-06d2222ce3df up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:01:49.504055 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e8fdcfd9-7bd4-4c25-a09f-521c44c3e729 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/722602f0-f691-472c-a4fd-2ef29a422a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5682931 Mar 02 19:01:49.530934 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58078) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:49.571498 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213ef90-4b16-4c39-8f55-f8b1ee6b3652 None None] Sync routers for ids ['722602f0-f691-472c-a4fd-2ef29a422a6e'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:01:49.577191 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7d0daabb-2eac-4038-8517-46ef75157e89 None None] Provisioning for port 48157df5-38c5-4504-87f7-fc347de9b391 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:49.585268 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7d0daabb-2eac-4038-8517-46ef75157e89 None None] Provisioning complete for port 48157df5-38c5-4504-87f7-fc347de9b391 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:49.585637 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7d0daabb-2eac-4038-8517-46ef75157e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:49.617537 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-87c40645-86a3-486b-b28d-cf2b509b2846 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:49.629167 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:49.643086 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213ef90-4b16-4c39-8f55-f8b1ee6b3652 None None] Routers {'722602f0-f691-472c-a4fd-2ef29a422a6e'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:49.643807 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6213ef90-4b16-4c39-8f55-f8b1ee6b3652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['722602f0-f691-472c-a4fd-2ef29a422a6e'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:49.651074 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-87c40645-86a3-486b-b28d-cf2b509b2846 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Usage tracker for resource:port and tenant:291593529d514b708a9094fa09f8bd5e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:49.691932 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-87c40645-86a3-486b-b28d-cf2b509b2846 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:49.695192 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b16dbd-8df9-4049-afd2-135b2e6a6d86 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network 392cba97-1f08-4a7c-a068-341d647c2373 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:01:49.708461 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-87c40645-86a3-486b-b28d-cf2b509b2846 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:49.711599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-7d0daabb-2eac-4038-8517-46ef75157e89 None None] Port 48157df5-38c5-4504-87f7-fc347de9b391 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:49.716360 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6213ef90-4b16-4c39-8f55-f8b1ee6b3652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:49.728434 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213ef90-4b16-4c39-8f55-f8b1ee6b3652 None None] Routers {'722602f0-f691-472c-a4fd-2ef29a422a6e'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:49.729700 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6213ef90-4b16-4c39-8f55-f8b1ee6b3652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['722602f0-f691-472c-a4fd-2ef29a422a6e'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:49.743368 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2eb05dd5-c6dd-4773-b489-9444878d85b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:49.800244 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6213ef90-4b16-4c39-8f55-f8b1ee6b3652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:49.800569 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213ef90-4b16-4c39-8f55-f8b1ee6b3652 None None] The sync data for ids ['722602f0-f691-472c-a4fd-2ef29a422a6e'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:01:49.840811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-73b3ece5-de03-4b6e-8df2-d874e01948af None None] Provisioning complete for port 48157df5-38c5-4504-87f7-fc347de9b391 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:49.841985 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-73b3ece5-de03-4b6e-8df2-d874e01948af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:49.887433 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 3db9abf6-327b-46dd-9b7b-06d2222ce3df completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:49.904814 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 3db9abf6-327b-46dd-9b7b-06d2222ce3df triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:49.905175 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:49.957858 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-73b3ece5-de03-4b6e-8df2-d874e01948af None None] Port 48157df5-38c5-4504-87f7-fc347de9b391 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:49.968268 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-21b16dbd-8df9-4049-afd2-135b2e6a6d86 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 392cba97-1f08-4a7c-a068-341d647c2373) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:49.969795 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c40645-86a3-486b-b28d-cf2b509b2846 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Made reservation on behalf of 291593529d514b708a9094fa09f8bd5e for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:49.980981 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169a8ed9-a003-43e6-a8da-c468cb792ccc None None] Network 392cba97-1f08-4a7c-a068-341d647c2373 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:50.001577 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b16dbd-8df9-4049-afd2-135b2e6a6d86 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:50.001959 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-21b16dbd-8df9-4049-afd2-135b2e6a6d86 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:50.145491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:50.184542 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] For port 46743c22-1950-423a-82ce-cda4ab9443d6, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=46743c22-1950-423a-82ce-cda4ab9443d6,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:50.215590 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b9984-a3b8-4227-8d1d-ed647fe0a943 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Deleting port a351a569-456c-451f-abbf-abec393c0506 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:50.216014 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9984-a3b8-4227-8d1d-ed647fe0a943 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:50.239652 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 3db9abf6-327b-46dd-9b7b-06d2222ce3df, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3db9abf6-327b-46dd-9b7b-06d2222ce3df,segment=NetworkSegment(4b3c14c0-ad86-4f0d-ade1-f27fc4da3405),segment_id=4b3c14c0-ad86-4f0d-ade1-f27fc4da3405)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:50.252593 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-21b16dbd-8df9-4049-afd2-135b2e6a6d86 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6011083 Mar 02 19:01:50.266156 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58082) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:50.296928 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-392cba97-1f08-4a7c-a068-341d647c2373', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:01:50.297809 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:50.343200 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.resource_extend [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:01:50.357199 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:50.358666 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 46743c22-1950-423a-82ce-cda4ab9443d6 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:01:50.360703 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-87c40645-86a3-486b-b28d-cf2b509b2846 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:50.453634 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:50.525280 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-87c40645-86a3-486b-b28d-cf2b509b2846 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] device_id is not set on port 3f3f9679-b6cd-4cfe-a5fd-530ba8c0eb3f yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:01:50.573298 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:50.574095 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:50.607419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-50cf861c-1b1c-42f4-b725-eae6c7c9e8c8 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:50.617964 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=3db9abf6-327b-46dd-9b7b-06d2222ce3df,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:50.624544 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-50cf861c-1b1c-42f4-b725-eae6c7c9e8c8 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:50.644813 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Allocated IP 2001:db8::2 (392cba97-1f08-4a7c-a068-341d647c2373/c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b/f58c2202-7599-4b6f-844e-b591038bbb60) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:50.646663 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 46743c22-1950-423a-82ce-cda4ab9443d6 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:50.647038 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:50.717719 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-278b236a-fc01-445e-99fd-f368dc2f041c tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:50.742599 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-c0efd16b-0b5e-4545-b1bb-301cd5cef2b9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] remove_router_interface failed (client error): The resource could not be found. Mar 02 19:01:50.746289 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c0efd16b-0b5e-4545-b1bb-301cd5cef2b9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/722602f0-f691-472c-a4fd-2ef29a422a6e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2019243 Mar 02 19:01:50.753091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58086) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:50.779699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=64c92a26-6b47-4d86-a0e6-1aebcdac84af,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:50.804980 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ceb5551a-3cd7-4ee6-9b57-cbc8286034c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Synchronizing usage tracker for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:50.809307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-278b236a-fc01-445e-99fd-f368dc2f041c tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:50.852982 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9984-a3b8-4227-8d1d-ed647fe0a943 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:50.862028 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-50cf861c-1b1c-42f4-b725-eae6c7c9e8c8 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:50.862299 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cf861c-1b1c-42f4-b725-eae6c7c9e8c8 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 74844836-4d2d-4054-aec0-fffd0c02aa35 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:01:50.864318 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:50.897677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-50cf861c-1b1c-42f4-b725-eae6c7c9e8c8 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:50.901948 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-50cf861c-1b1c-42f4-b725-eae6c7c9e8c8 tempest-RoutersTestDVR-1605672038 tempest-RoutersTestDVR-1605672038-project-admin] 10.222.0.73 "DELETE /v2.0/routers/74844836-4d2d-4054-aec0-fffd0c02aa35 HTTP/1.1" status: 204 len: 168 time: 1.7426212 Mar 02 19:01:50.902987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-278b236a-fc01-445e-99fd-f368dc2f041c tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] In _notify_port_updated(), no bound segment for port b70b6e7b-711f-443e-9bd3-4fb3977ac255 on network 04e3eea9-d041-4090-a954-399819ca30d1 {{(pid=84532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:01:50.907207 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278b236a-fc01-445e-99fd-f368dc2f041c tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:50.907830 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-278b236a-fc01-445e-99fd-f368dc2f041c tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:50.908758 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-278b236a-fc01-445e-99fd-f368dc2f041c tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "PUT /v2.0/ports/b70b6e7b-711f-443e-9bd3-4fb3977ac255 HTTP/1.1" status: 200 len: 1065 time: 2.0615337 Mar 02 19:01:50.915120 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58092) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:50.923566 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:50.962525 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b236a-fc01-445e-99fd-f368dc2f041c tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event updated for resources: {'Port': ['ID=b70b6e7b-711f-443e-9bd3-4fb3977ac255,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:50.981488 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98058122-124d-4972-9d0e-63de5b3568d7 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:51.022078 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ceb5551a-3cd7-4ee6-9b57-cbc8286034c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Unset dirty status for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:51.023306 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ceb5551a-3cd7-4ee6-9b57-cbc8286034c7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/ports?device_id=722602f0-f691-472c-a4fd-2ef29a422a6e HTTP/1.1" status: 200 len: 205 time: 0.2692828 Mar 02 19:01:51.025930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:51.027094 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:51.030855 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=46743c22-1950-423a-82ce-cda4ab9443d6,revision_number=5']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:51.033687 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58096) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:51.047849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b236a-fc01-445e-99fd-f368dc2f041c tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.048439 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b236a-fc01-445e-99fd-f368dc2f041c tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.049046 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b236a-fc01-445e-99fd-f368dc2f041c tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.049546 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b236a-fc01-445e-99fd-f368dc2f041c tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.050053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b236a-fc01-445e-99fd-f368dc2f041c tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.050644 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b236a-fc01-445e-99fd-f368dc2f041c tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.051206 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b236a-fc01-445e-99fd-f368dc2f041c tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.051824 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b236a-fc01-445e-99fd-f368dc2f041c tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.052373 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b236a-fc01-445e-99fd-f368dc2f041c tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.054456 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b236a-fc01-445e-99fd-f368dc2f041c tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.055037 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b236a-fc01-445e-99fd-f368dc2f041c tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.063923 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-d47fab5d-7990-4b49-a86d-10ed92f6143e tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Deleting port b70b6e7b-711f-443e-9bd3-4fb3977ac255 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:51.067589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d47fab5d-7990-4b49-a86d-10ed92f6143e tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:51.154691 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b9984-a3b8-4227-8d1d-ed647fe0a943 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Calling delete_port for a351a569-456c-451f-abbf-abec393c0506 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:51.209458 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:51.250462 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Transition to ACTIVE for port object f58c2202-7599-4b6f-844e-b591038bbb60 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:51.333946 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Transition to ACTIVE for port object f58c2202-7599-4b6f-844e-b591038bbb60 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:51.418095 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3db9abf6-327b-46dd-9b7b-06d2222ce3df up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:01:51.484948 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:51.555242 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-87c40645-86a3-486b-b28d-cf2b509b2846 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Allocated IP 172.20.0.3 (1672be0d-81c0-467c-af07-ccd5beb1bbfb/7aa92a33-cbd6-4b66-9d07-17b6121cc110/3f3f9679-b6cd-4cfe-a5fd-530ba8c0eb3f) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:51.590846 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Pushing event updated for resources: {'Port': ['ID=f58c2202-7599-4b6f-844e-b591038bbb60,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:51.628485 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Network 392cba97-1f08-4a7c-a068-341d647c2373 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:51.631085 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.631569 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.631955 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.632331 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.632733 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.633137 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.633526 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.633931 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.634318 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.634699 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.635081 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:51.641586 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:51.645714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:51.649186 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0c909c42-31d2-4ee7-bab8-80a8f53af2a2 None None] Provisioning complete for port b70b6e7b-711f-443e-9bd3-4fb3977ac255 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:51.649647 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0c909c42-31d2-4ee7-bab8-80a8f53af2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:51.682153 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d5b55b0f-034f-461e-b754-4bf2c1933c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:51.715345 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d47fab5d-7990-4b49-a86d-10ed92f6143e tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:51.781377 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-22cb243f-d089-4992-b216-c04b03a506fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 8.0940092 Mar 02 19:01:51.790693 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f454099b-f3a1-4ac6-ae9d-a105e1915822 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:51.792606 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0c909c42-31d2-4ee7-bab8-80a8f53af2a2 None None] Port b70b6e7b-711f-443e-9bd3-4fb3977ac255 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:51.797969 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58102) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:51.799706 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 3db9abf6-327b-46dd-9b7b-06d2222ce3df triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:51.800274 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:51.871541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-d47fab5d-7990-4b49-a86d-10ed92f6143e tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Calling delete_port for b70b6e7b-711f-443e-9bd3-4fb3977ac255 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:51.873370 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Attempting to bind port f58c2202-7599-4b6f-844e-b591038bbb60 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:01:51.873743 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Attempting to bind port f58c2202-7599-4b6f-844e-b591038bbb60 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '4a7c3706-db4f-4aae-a253-eb6fb993f6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:01:51.874105 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Attempting to bind port f58c2202-7599-4b6f-844e-b591038bbb60 on network 392cba97-1f08-4a7c-a068-341d647c2373 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:01:51.886726 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:01:51.887089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Checking segment: {'id': '4a7c3706-db4f-4aae-a253-eb6fb993f6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:01:51.887512 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:51.888159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Bound using segment: {'id': '4a7c3706-db4f-4aae-a253-eb6fb993f6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:01:51.888626 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Bound port: f58c2202-7599-4b6f-844e-b591038bbb60, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7c3706-db4f-4aae-a253-eb6fb993f6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:01:51.888996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:51.909229 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-52cbd5f3-e958-49cb-a859-ba9210442742 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'mac_address': 'fa:16:3e:69:c9:25', 'name': 'tempest-NetworksTestDHCPv6-1579189909'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:51.936063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58106) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:52.078901 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] For port f58c2202-7599-4b6f-844e-b591038bbb60, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:01:52.085331 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] For port f58c2202-7599-4b6f-844e-b591038bbb60, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f58c2202-7599-4b6f-844e-b591038bbb60,segment=NetworkSegment(4a7c3706-db4f-4aae-a253-eb6fb993f6e4),segment_id=4a7c3706-db4f-4aae-a253-eb6fb993f6e4)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:01:52.182422 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:52.309517 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-52cbd5f3-e958-49cb-a859-ba9210442742 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:52.323926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-52cbd5f3-e958-49cb-a859-ba9210442742 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:port and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:52.323926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-af805551-525b-4277-8616-be24925abbc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:52.324398 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d51b2-5340-494f-9bac-2b907847b070 None None] Pushing event updated for resources: {'Port': ['ID=f58c2202-7599-4b6f-844e-b591038bbb60,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:52.340791 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-52cbd5f3-e958-49cb-a859-ba9210442742 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:52.362172 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-52cbd5f3-e958-49cb-a859-ba9210442742 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:52.450237 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c94f9ab3-f5bf-49ab-97c1-9fa016dd18d0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:52.473909 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-2eb05dd5-c6dd-4773-b489-9444878d85b2 admin admin] Deleting port a1552787-6d20-457b-bebc-3b474e89acb4 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:52.474463 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2eb05dd5-c6dd-4773-b489-9444878d85b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:52.534100 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d47fab5d-7990-4b49-a86d-10ed92f6143e tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:52.540397 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cbd5f3-e958-49cb-a859-ba9210442742 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:52.706765 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-87c40645-86a3-486b-b28d-cf2b509b2846 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:52.732423 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2a27d40e-790e-47a0-8707-0f3d9ec01549 None None] Provisioning complete for port 46743c22-1950-423a-82ce-cda4ab9443d6 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:52.732947 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2a27d40e-790e-47a0-8707-0f3d9ec01549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:52.740089 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-af805551-525b-4277-8616-be24925abbc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:52.760133 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-af805551-525b-4277-8616-be24925abbc1 admin admin] Usage tracker for resource:security_group_rule and tenant:6c444b0b07f04af0938fb22e87a48e46 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:52.770338 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fab5d-7990-4b49-a86d-10ed92f6143e tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event deleted for resources: {'Port': ['ID=b70b6e7b-711f-443e-9bd3-4fb3977ac255,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:52.791319 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-af805551-525b-4277-8616-be24925abbc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:52.797654 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f454099b-f3a1-4ac6-ae9d-a105e1915822 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:52.810134 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f454099b-f3a1-4ac6-ae9d-a105e1915822 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:52.848029 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9984-a3b8-4227-8d1d-ed647fe0a943 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:52.871971 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-af805551-525b-4277-8616-be24925abbc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:52.957184 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-87c40645-86a3-486b-b28d-cf2b509b2846 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Transition to ACTIVE for port object 3f3f9679-b6cd-4cfe-a5fd-530ba8c0eb3f will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:52.960252 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b9984-a3b8-4227-8d1d-ed647fe0a943 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Pushing event deleted for resources: {'Port': ['ID=a351a569-456c-451f-abbf-abec393c0506,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:52.966159 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f454099b-f3a1-4ac6-ae9d-a105e1915822 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:52.966639 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f454099b-f3a1-4ac6-ae9d-a105e1915822 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Fanout notify agent at l3_agent the message router_deleted on router 722602f0-f691-472c-a4fd-2ef29a422a6e {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:01:53.041217 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-2eb05dd5-c6dd-4773-b489-9444878d85b2 admin admin] For port a1552787-6d20-457b-bebc-3b474e89acb4, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a1552787-6d20-457b-bebc-3b474e89acb4,segment=NetworkSegment(a0445175-78ae-481a-ba54-0acc7a76bc0a),segment_id=a0445175-78ae-481a-ba54-0acc7a76bc0a)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:53.041589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2eb05dd5-c6dd-4773-b489-9444878d85b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:53.074906 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-52cbd5f3-e958-49cb-a859-ba9210442742 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:53.234419 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f454099b-f3a1-4ac6-ae9d-a105e1915822 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:53.234419 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f454099b-f3a1-4ac6-ae9d-a105e1915822 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/routers/722602f0-f691-472c-a4fd-2ef29a422a6e HTTP/1.1" status: 204 len: 168 time: 2.0914991 Mar 02 19:01:53.236726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58112) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:53.244806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-2eb05dd5-c6dd-4773-b489-9444878d85b2 admin admin] Calling delete_port for a1552787-6d20-457b-bebc-3b474e89acb4 owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:53.363967 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-52cbd5f3-e958-49cb-a859-ba9210442742 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port 5e6b7d22-07d2-4228-a34c-78685972b2dc yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:01:53.447367 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f58c2202-7599-4b6f-844e-b591038bbb60 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:01:53.534672 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-87c40645-86a3-486b-b28d-cf2b509b2846 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:53.631086 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port f58c2202-7599-4b6f-844e-b591038bbb60 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:53.647184 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c40645-86a3-486b-b28d-cf2b509b2846 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Network 1672be0d-81c0-467c-af07-ccd5beb1bbfb is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:53.654203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-c94f9ab3-f5bf-49ab-97c1-9fa016dd18d0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Allocated IP 2001:db8::1 (392cba97-1f08-4a7c-a068-341d647c2373/c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b/10ccbf74-d500-4559-bf41-f83b869b83b8) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:53.657550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-87c40645-86a3-486b-b28d-cf2b509b2846 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:53.666047 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c40645-86a3-486b-b28d-cf2b509b2846 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:53.709699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c40645-86a3-486b-b28d-cf2b509b2846 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event updated for resources: {'Port': ['ID=3f3f9679-b6cd-4cfe-a5fd-530ba8c0eb3f,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:53.722159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-669d3d60-46d4-4a10-9f15-0dddfbe416af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:53.766195 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-af805551-525b-4277-8616-be24925abbc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:53.787085 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d47fab5d-7990-4b49-a86d-10ed92f6143e tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:53.798188 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c40645-86a3-486b-b28d-cf2b509b2846 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:53.798925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-87c40645-86a3-486b-b28d-cf2b509b2846 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:53.850373 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35e32a4-ffc2-448d-b651-e737068fcebc None None] Network 392cba97-1f08-4a7c-a068-341d647c2373 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:53.879681 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-af805551-525b-4277-8616-be24925abbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:53.983165 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9984-a3b8-4227-8d1d-ed647fe0a943 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:53.991171 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c94f9ab3-f5bf-49ab-97c1-9fa016dd18d0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:54.002787 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-87c40645-86a3-486b-b28d-cf2b509b2846 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.7281430 Mar 02 19:01:54.004924 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58116) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:54.007760 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d47fab5d-7990-4b49-a86d-10ed92f6143e tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "DELETE /v2.0/ports/b70b6e7b-711f-443e-9bd3-4fb3977ac255 HTTP/1.1" status: 204 len: 168 time: 3.0908201 Mar 02 19:01:54.020633 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58118) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:54.036180 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-c94f9ab3-f5bf-49ab-97c1-9fa016dd18d0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Transition to ACTIVE for port object 10ccbf74-d500-4559-bf41-f83b869b83b8 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:54.041991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af805551-525b-4277-8616-be24925abbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67e3ed7-e533-4a81-b8e0-e0aa86c098b9,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:54.083490 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-af805551-525b-4277-8616-be24925abbc1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6c444b0b07f04af0938fb22e87a48e46&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1463070 Mar 02 19:01:54.098174 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58124) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:54.118924 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8abe7dd5-7ac8-4b14-98f5-ccb7009519e0 None None] Provisioning for port f58c2202-7599-4b6f-844e-b591038bbb60 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:54.127776 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8abe7dd5-7ac8-4b14-98f5-ccb7009519e0 None None] Provisioning complete for port f58c2202-7599-4b6f-844e-b591038bbb60 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:54.128141 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8abe7dd5-7ac8-4b14-98f5-ccb7009519e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:54.215000 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4a5c3b-1d2c-4df5-a5c2-803f07334fd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting subnet 48a5b22f-83f7-471f-8185-6fa3e2ad40ba {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:01:54.223707 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5c3b-1d2c-4df5-a5c2-803f07334fd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:54.225327 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49c15f6-cef4-4b10-a76e-659b3769d8a9 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] GET failed (client error): The resource could not be found. Mar 02 19:01:54.226140 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b49c15f6-cef4-4b10-a76e-659b3769d8a9 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Synchronizing usage tracker for tenant:b28d36b257934d0ea5cdb2c72e7ce826 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:54.243069 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c94f9ab3-f5bf-49ab-97c1-9fa016dd18d0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:54.299190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8abe7dd5-7ac8-4b14-98f5-ccb7009519e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:54.315308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-52cbd5f3-e958-49cb-a859-ba9210442742 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 172.20.0.5 (ef3b29a7-4982-4982-b073-f3d27df1240a/ade48bd7-8a8f-4209-9f8e-fe5862a5d471/5e6b7d22-07d2-4228-a34c-78685972b2dc) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:54.332428 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-52cbd5f3-e958-49cb-a859-ba9210442742 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::f816:3eff:fe69:c925 (ef3b29a7-4982-4982-b073-f3d27df1240a/64c92a26-6b47-4d86-a0e6-1aebcdac84af/5e6b7d22-07d2-4228-a34c-78685972b2dc) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:01:54.336889 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5c3b-1d2c-4df5-a5c2-803f07334fd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:54.341059 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-8abe7dd5-7ac8-4b14-98f5-ccb7009519e0 None None] For port f58c2202-7599-4b6f-844e-b591038bbb60, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f58c2202-7599-4b6f-844e-b591038bbb60,segment=NetworkSegment(4a7c3706-db4f-4aae-a253-eb6fb993f6e4),segment_id=4a7c3706-db4f-4aae-a253-eb6fb993f6e4)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:54.425943 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a26432b3-39ee-4d24-b0db-c7b88933f998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:54.433864 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94f9ab3-f5bf-49ab-97c1-9fa016dd18d0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network 392cba97-1f08-4a7c-a068-341d647c2373 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:54.436939 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f9ab3-f5bf-49ab-97c1-9fa016dd18d0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=10ccbf74-d500-4559-bf41-f83b869b83b8,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:54.444361 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-c94f9ab3-f5bf-49ab-97c1-9fa016dd18d0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:54.451727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f9ab3-f5bf-49ab-97c1-9fa016dd18d0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:54.453707 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c94f9ab3-f5bf-49ab-97c1-9fa016dd18d0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:54.456238 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2eb05dd5-c6dd-4773-b489-9444878d85b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:54.483826 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5060bc4-b3f1-43d7-8548-b380bb9597a6 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:54.487648 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5060bc4-b3f1-43d7-8548-b380bb9597a6 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:54.491547 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5060bc4-b3f1-43d7-8548-b380bb9597a6 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:54.492391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b5060bc4-b3f1-43d7-8548-b380bb9597a6 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Synchronizing usage tracker for tenant:291593529d514b708a9094fa09f8bd5e on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:54.514519 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8abe7dd5-7ac8-4b14-98f5-ccb7009519e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:54.538293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb05dd5-c6dd-4773-b489-9444878d85b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1552787-6d20-457b-bebc-3b474e89acb4,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:54.548053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a26432b3-39ee-4d24-b0db-c7b88933f998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:54.572259 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b49c15f6-cef4-4b10-a76e-659b3769d8a9 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Unset dirty status for tenant:b28d36b257934d0ea5cdb2c72e7ce826 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:54.574893 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b49c15f6-cef4-4b10-a76e-659b3769d8a9 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "GET /v2.0/ports/b70b6e7b-711f-443e-9bd3-4fb3977ac255 HTTP/1.1" status: 404 len: 333 time: 0.5076091 Mar 02 19:01:54.579940 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58128) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:54.634078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe7dd5-7ac8-4b14-98f5-ccb7009519e0 None None] Pushing event updated for resources: {'Port': ['ID=f58c2202-7599-4b6f-844e-b591038bbb60,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:54.665225 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7aeb2d0d-4f03-40df-bdf2-9a41fe028f43 None None] Provisioning complete for port f58c2202-7599-4b6f-844e-b591038bbb60 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:54.665808 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7aeb2d0d-4f03-40df-bdf2-9a41fe028f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:54.788406 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5c3b-1d2c-4df5-a5c2-803f07334fd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:54.924384 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b5060bc4-b3f1-43d7-8548-b380bb9597a6 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Unset dirty status for tenant:291593529d514b708a9094fa09f8bd5e on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:54.927408 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b5060bc4-b3f1-43d7-8548-b380bb9597a6 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.9087226 Mar 02 19:01:54.929108 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-4da7a7a3-3a83-4cf9-ac92-497272f4fe54 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Deleting port 8f527e25-3658-40f8-8c51-b7f84adb4064 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:54.929445 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4da7a7a3-3a83-4cf9-ac92-497272f4fe54 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:54.949623 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58132) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:55.005870 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a26432b3-39ee-4d24-b0db-c7b88933f998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:55.006976 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7aeb2d0d-4f03-40df-bdf2-9a41fe028f43 None None] Provisioning for port 3f3f9679-b6cd-4cfe-a5fd-530ba8c0eb3f completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:55.017813 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7aeb2d0d-4f03-40df-bdf2-9a41fe028f43 None None] Provisioning complete for port 3f3f9679-b6cd-4cfe-a5fd-530ba8c0eb3f triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:55.017813 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7aeb2d0d-4f03-40df-bdf2-9a41fe028f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:55.096734 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb2d0d-4f03-40df-bdf2-9a41fe028f43 None None] Port 3f3f9679-b6cd-4cfe-a5fd-530ba8c0eb3f cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:55.100872 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:55.122592 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26432b3-39ee-4d24-b0db-c7b88933f998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67e3ed7-e533-4a81-b8e0-e0aa86c098b9,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:55.128184 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-52cbd5f3-e958-49cb-a859-ba9210442742 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:55.150714 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c94f9ab3-f5bf-49ab-97c1-9fa016dd18d0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:55.178154 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-52cbd5f3-e958-49cb-a859-ba9210442742 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object 5e6b7d22-07d2-4228-a34c-78685972b2dc will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:01:55.184497 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-baa0225f-869d-4bac-8b71-27ad5fd2d7a4 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Deleting port 3f3f9679-b6cd-4cfe-a5fd-530ba8c0eb3f {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:55.184847 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-baa0225f-869d-4bac-8b71-27ad5fd2d7a4 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:55.218442 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7aeb2d0d-4f03-40df-bdf2-9a41fe028f43 None None] Provisioning for port 10ccbf74-d500-4559-bf41-f83b869b83b8 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:55.222095 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a26432b3-39ee-4d24-b0db-c7b88933f998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:55.225656 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a26432b3-39ee-4d24-b0db-c7b88933f998 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e67e3ed7-e533-4a81-b8e0-e0aa86c098b9 HTTP/1.1" status: 204 len: 168 time: 1.1214745 Mar 02 19:01:55.231078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7aeb2d0d-4f03-40df-bdf2-9a41fe028f43 None None] Provisioning complete for port 10ccbf74-d500-4559-bf41-f83b869b83b8 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:55.232127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7aeb2d0d-4f03-40df-bdf2-9a41fe028f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:55.283995 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5c3b-1d2c-4df5-a5c2-803f07334fd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:55.300454 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb2d0d-4f03-40df-bdf2-9a41fe028f43 None None] Port 10ccbf74-d500-4559-bf41-f83b869b83b8 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:55.449437 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ed5c8936-467d-43b4-8134-1d1077b18913 None None] Provisioning complete for port 10ccbf74-d500-4559-bf41-f83b869b83b8 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:55.449900 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ed5c8936-467d-43b4-8134-1d1077b18913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:55.467932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a5c3b-1d2c-4df5-a5c2-803f07334fd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Subnet': ['ID=48a5b22f-83f7-471f-8185-6fa3e2ad40ba,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:55.488812 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5c3b-1d2c-4df5-a5c2-803f07334fd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:55.507883 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f58c2202-7599-4b6f-844e-b591038bbb60 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:01:55.517192 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bf4a5c3b-1d2c-4df5-a5c2-803f07334fd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/subnets/48a5b22f-83f7-471f-8185-6fa3e2ad40ba HTTP/1.1" status: 204 len: 168 time: 2.2423069 Mar 02 19:01:55.522842 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58138) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:55.574301 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91e5026-c024-4e38-b19b-85bbf6506039 None None] Network bf7c97b3-a9c6-4843-9bf2-9b7a032cb691 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:01:55.597782 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:55.643774 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-52cbd5f3-e958-49cb-a859-ba9210442742 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:55.683560 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-baa0225f-869d-4bac-8b71-27ad5fd2d7a4 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:55.712067 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ed5c8936-467d-43b4-8134-1d1077b18913 None None] Port 10ccbf74-d500-4559-bf41-f83b869b83b8 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:55.714428 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2eb05dd5-c6dd-4773-b489-9444878d85b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:55.793038 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port f58c2202-7599-4b6f-844e-b591038bbb60 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:55.793412 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:55.849812 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-baa0225f-869d-4bac-8b71-27ad5fd2d7a4 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Calling delete_port for 3f3f9679-b6cd-4cfe-a5fd-530ba8c0eb3f owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:55.860187 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:55.890568 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4da7a7a3-3a83-4cf9-ac92-497272f4fe54 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:55.894242 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cbd5f3-e958-49cb-a859-ba9210442742 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:55.904841 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-52cbd5f3-e958-49cb-a859-ba9210442742 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:55.915183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cbd5f3-e958-49cb-a859-ba9210442742 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:01:56.008347 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbd5f3-e958-49cb-a859-ba9210442742 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=5e6b7d22-07d2-4228-a34c-78685972b2dc,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:56.022824 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82d502d-f4fc-4f2e-a4f6-535a523a1f10 None None] DHCP port deletion for bf7c97b3-a9c6-4843-9bf2-9b7a032cb691 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:01:56.031514 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c82d502d-f4fc-4f2e-a4f6-535a523a1f10 None None] Deleting port 7c72212d-7b20-4a87-abc8-18df1fcdffd8 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:56.032240 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c82d502d-f4fc-4f2e-a4f6-535a523a1f10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:56.035208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port 7c72212d-7b20-4a87-abc8-18df1fcdffd8 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:56.035743 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:56.078140 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-4da7a7a3-3a83-4cf9-ac92-497272f4fe54 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Calling delete_port for 8f527e25-3658-40f8-8c51-b7f84adb4064 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:56.158165 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cbd5f3-e958-49cb-a859-ba9210442742 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:56.159107 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-52cbd5f3-e958-49cb-a859-ba9210442742 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:56.228600 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58144) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:56.298339 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-53c60c82-ce0d-4b6a-8e31-115169c35cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:56.340162 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-c82d502d-f4fc-4f2e-a4f6-535a523a1f10 None None] For port 7c72212d-7b20-4a87-abc8-18df1fcdffd8, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7c72212d-7b20-4a87-abc8-18df1fcdffd8,segment=NetworkSegment(ccba6d19-6cc9-42fe-8dc8-46e0c6791a39),segment_id=ccba6d19-6cc9-42fe-8dc8-46e0c6791a39)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:56.340587 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c82d502d-f4fc-4f2e-a4f6-535a523a1f10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:56.371067 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-52cbd5f3-e958-49cb-a859-ba9210442742 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5691066 Mar 02 19:01:56.378446 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58148) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:56.441611 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-baa0225f-869d-4bac-8b71-27ad5fd2d7a4 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:56.482816 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c82d502d-f4fc-4f2e-a4f6-535a523a1f10 None None] Calling delete_port for 7c72212d-7b20-4a87-abc8-18df1fcdffd8 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:56.499095 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-53c60c82-ce0d-4b6a-8e31-115169c35cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:56.505085 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0225f-869d-4bac-8b71-27ad5fd2d7a4 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event deleted for resources: {'Port': ['ID=3f3f9679-b6cd-4cfe-a5fd-530ba8c0eb3f,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:56.509148 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:56.518649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-53c60c82-ce0d-4b6a-8e31-115169c35cde admin admin] Usage tracker for resource:security_group_rule and tenant:e9e40123d0ed4a9aa07f6f11d8966172 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:56.522763 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-53c60c82-ce0d-4b6a-8e31-115169c35cde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:56.533436 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-53c60c82-ce0d-4b6a-8e31-115169c35cde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:56.602942 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] For port 7c72212d-7b20-4a87-abc8-18df1fcdffd8, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7c72212d-7b20-4a87-abc8-18df1fcdffd8,segment=NetworkSegment(ccba6d19-6cc9-42fe-8dc8-46e0c6791a39),segment_id=ccba6d19-6cc9-42fe-8dc8-46e0c6791a39)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:01:56.603296 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:56.669925 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0624dbfa-78cb-4d9d-b6e7-3f7d95d5eea0 None None] Provisioning for port 5e6b7d22-07d2-4228-a34c-78685972b2dc completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:56.676928 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0624dbfa-78cb-4d9d-b6e7-3f7d95d5eea0 None None] Provisioning complete for port 5e6b7d22-07d2-4228-a34c-78685972b2dc triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:56.678570 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0624dbfa-78cb-4d9d-b6e7-3f7d95d5eea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:56.719264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c82d502d-f4fc-4f2e-a4f6-535a523a1f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:56.787812 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d502d-f4fc-4f2e-a4f6-535a523a1f10 None None] Pushing event deleted for resources: {'Port': ['ID=7c72212d-7b20-4a87-abc8-18df1fcdffd8,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:56.798642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82d502d-f4fc-4f2e-a4f6-535a523a1f10 None None] No DVR routers for this DVR port 7c72212d-7b20-4a87-abc8-18df1fcdffd8 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:01:56.802704 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0624dbfa-78cb-4d9d-b6e7-3f7d95d5eea0 None None] Port 5e6b7d22-07d2-4228-a34c-78685972b2dc cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:56.859579 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4b00cf-d917-4181-9414-8f4afad997e9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:56.863490 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4b00cf-d917-4181-9414-8f4afad997e9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:56.864281 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8a4b00cf-d917-4181-9414-8f4afad997e9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:56.901908 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Calling delete_port for 7c72212d-7b20-4a87-abc8-18df1fcdffd8 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:56.927881 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4da7a7a3-3a83-4cf9-ac92-497272f4fe54 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:57.007205 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7a7a3-3a83-4cf9-ac92-497272f4fe54 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event deleted for resources: {'Port': ['ID=8f527e25-3658-40f8-8c51-b7f84adb4064,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:57.007462 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-53c60c82-ce0d-4b6a-8e31-115169c35cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:57.019524 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-baa0225f-869d-4bac-8b71-27ad5fd2d7a4 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:57.033816 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-baa0225f-869d-4bac-8b71-27ad5fd2d7a4 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "DELETE /v2.0/ports/3f3f9679-b6cd-4cfe-a5fd-530ba8c0eb3f HTTP/1.1" status: 204 len: 168 time: 2.0760250 Mar 02 19:01:57.035764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58152) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:57.038846 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8a4b00cf-d917-4181-9414-8f4afad997e9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:57.040058 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8a4b00cf-d917-4181-9414-8f4afad997e9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6608140 Mar 02 19:01:57.071245 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58156) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:57.082546 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a7a3-3a83-4cf9-ac92-497272f4fe54 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:57.082914 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a7a3-3a83-4cf9-ac92-497272f4fe54 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:57.083228 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a7a3-3a83-4cf9-ac92-497272f4fe54 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:57.083589 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a7a3-3a83-4cf9-ac92-497272f4fe54 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:57.083916 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a7a3-3a83-4cf9-ac92-497272f4fe54 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:57.084245 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a7a3-3a83-4cf9-ac92-497272f4fe54 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:57.084568 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a7a3-3a83-4cf9-ac92-497272f4fe54 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:57.084880 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a7a3-3a83-4cf9-ac92-497272f4fe54 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:57.085201 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a7a3-3a83-4cf9-ac92-497272f4fe54 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:57.085519 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a7a3-3a83-4cf9-ac92-497272f4fe54 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:57.085832 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a7a3-3a83-4cf9-ac92-497272f4fe54 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:57.108424 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c94f9ab3-f5bf-49ab-97c1-9fa016dd18d0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:57.137305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-53c60c82-ce0d-4b6a-8e31-115169c35cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:57.147390 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4da7a7a3-3a83-4cf9-ac92-497272f4fe54 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:57.166161 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1b9984-a3b8-4227-8d1d-ed647fe0a943 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Router df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:01:57.188812 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.api [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:01:57.189131 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG oslo_db.api [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:01:57.197593 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c94f9ab3-f5bf-49ab-97c1-9fa016dd18d0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:57.199158 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c94f9ab3-f5bf-49ab-97c1-9fa016dd18d0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:57.239932 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-7cb06591-9a8c-4645-9422-0f34d56c1650 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port 5e6b7d22-07d2-4228-a34c-78685972b2dc {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:57.240267 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7cb06591-9a8c-4645-9422-0f34d56c1650 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:57.294220 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-11373e64-f4ee-41cd-a574-b0f80a2860ac tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] GET failed (client error): The resource could not be found. Mar 02 19:01:57.294785 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-11373e64-f4ee-41cd-a574-b0f80a2860ac tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Synchronizing usage tracker for tenant:291593529d514b708a9094fa09f8bd5e on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:57.381739 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7c72212d-7b20-4a87-abc8-18df1fcdffd8 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:01:57.402343 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c60c82-ce0d-4b6a-8e31-115169c35cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de38622-b471-4a57-b4ae-3ae5ff0fa114,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:57.402633 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4da7a7a3-3a83-4cf9-ac92-497272f4fe54 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "DELETE /v2.0/ports/8f527e25-3658-40f8-8c51-b7f84adb4064 HTTP/1.1" status: 204 len: 168 time: 2.8184016 Mar 02 19:01:57.403541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58160) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:57.420523 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-53c60c82-ce0d-4b6a-8e31-115169c35cde admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e9e40123d0ed4a9aa07f6f11d8966172&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1903398 Mar 02 19:01:57.421198 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58164) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:57.452679 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 7c72212d-7b20-4a87-abc8-18df1fcdffd8 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:01:57.453023 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7c72212d-7b20-4a87-abc8-18df1fcdffd8 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:01:57.464322 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f9ab3-f5bf-49ab-97c1-9fa016dd18d0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=10ccbf74-d500-4559-bf41-f83b869b83b8,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:57.481726 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea109836-8210-4009-baa1-59e3aad4507b tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] GET failed (client error): The resource could not be found. Mar 02 19:01:57.482216 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ea109836-8210-4009-baa1-59e3aad4507b tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Synchronizing usage tracker for tenant:b28d36b257934d0ea5cdb2c72e7ce826 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:57.509758 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-11373e64-f4ee-41cd-a574-b0f80a2860ac tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Unset dirty status for tenant:291593529d514b708a9094fa09f8bd5e on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:57.511166 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-11373e64-f4ee-41cd-a574-b0f80a2860ac tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "GET /v2.0/ports/3f3f9679-b6cd-4cfe-a5fd-530ba8c0eb3f HTTP/1.1" status: 404 len: 333 time: 0.4742754 Mar 02 19:01:57.518792 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58168) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:57.561280 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8a1f0f8c-338b-48ec-b0a0-e5dbf95cacda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:57.572083 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-2b8dd652-2326-492b-951b-b951c94d8d7e tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Request body: {'port': {'network_id': '1672be0d-81c0-467c-af07-ccd5beb1bbfb', 'name': 'tempest-AllowedAddressPairTestJSON-719609868'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:57.601596 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8a1f0f8c-338b-48ec-b0a0-e5dbf95cacda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:57.615064 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ea109836-8210-4009-baa1-59e3aad4507b tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Unset dirty status for tenant:b28d36b257934d0ea5cdb2c72e7ce826 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:57.616328 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ea109836-8210-4009-baa1-59e3aad4507b tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "GET /v2.0/ports/8f527e25-3658-40f8-8c51-b7f84adb4064 HTTP/1.1" status: 404 len: 333 time: 0.2121055 Mar 02 19:01:57.625022 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58172) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:57.700630 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port 7c72212d-7b20-4a87-abc8-18df1fcdffd8 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:57.700881 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:57.714017 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-f193b869-9110-487b-a4a3-233e5c1b45dd tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Deleting port 25bdfe64-a4d8-4555-8923-a0980592692f {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:01:57.714388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f193b869-9110-487b-a4a3-233e5c1b45dd tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:57.764584 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb05dd5-c6dd-4773-b489-9444878d85b2 admin admin] Router 91b74c1a-a0f2-4596-9709-bcac82b8f129 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:01:57.892434 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] The port '7c72212d-7b20-4a87-abc8-18df1fcdffd8' was deleted {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:01:57.896563 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8a1f0f8c-338b-48ec-b0a0-e5dbf95cacda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:57.945906 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94f9ab3-f5bf-49ab-97c1-9fa016dd18d0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network 392cba97-1f08-4a7c-a068-341d647c2373 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:01:57.959025 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-c94f9ab3-f5bf-49ab-97c1-9fa016dd18d0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:01:58.003407 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f0f8c-338b-48ec-b0a0-e5dbf95cacda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de38622-b471-4a57-b4ae-3ae5ff0fa114,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:58.127615 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8a1f0f8c-338b-48ec-b0a0-e5dbf95cacda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:58.128996 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8a1f0f8c-338b-48ec-b0a0-e5dbf95cacda admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3de38622-b471-4a57-b4ae-3ae5ff0fa114 HTTP/1.1" status: 204 len: 168 time: 0.6758120 Mar 02 19:01:58.169490 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f193b869-9110-487b-a4a3-233e5c1b45dd tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:58.314462 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-f193b869-9110-487b-a4a3-233e5c1b45dd tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Calling delete_port for 25bdfe64-a4d8-4555-8923-a0980592692f owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:58.367725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ae0203c8-5e4a-47fd-9ffc-86f7c5134dee None None] Provisioning complete for port 10ccbf74-d500-4559-bf41-f83b869b83b8 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:58.368356 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ae0203c8-5e4a-47fd-9ffc-86f7c5134dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:58.397026 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7cb06591-9a8c-4645-9422-0f34d56c1650 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:58.408595 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2b8dd652-2326-492b-951b-b951c94d8d7e tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:58.423806 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ae0203c8-5e4a-47fd-9ffc-86f7c5134dee None None] Port 10ccbf74-d500-4559-bf41-f83b869b83b8 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:01:58.487283 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb05dd5-c6dd-4773-b489-9444878d85b2 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:58.493905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:58.497872 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac25209-5959-497b-8547-0ee1efb8b4d3 None None] Sync routers for ids ['91b74c1a-a0f2-4596-9709-bcac82b8f129'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:01:58.505723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2b8dd652-2326-492b-951b-b951c94d8d7e tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:58.514200 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac25209-5959-497b-8547-0ee1efb8b4d3 None None] Routers {'91b74c1a-a0f2-4596-9709-bcac82b8f129'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:58.514792 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-7ac25209-5959-497b-8547-0ee1efb8b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['91b74c1a-a0f2-4596-9709-bcac82b8f129'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:58.579478 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-7cb06591-9a8c-4645-9422-0f34d56c1650 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for 5e6b7d22-07d2-4228-a34c-78685972b2dc owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:01:58.599386 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f193b869-9110-487b-a4a3-233e5c1b45dd tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:58.643800 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2eb05dd5-c6dd-4773-b489-9444878d85b2 admin admin] 10.222.0.73 "PUT /v2.0/routers/91b74c1a-a0f2-4596-9709-bcac82b8f129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7533669 Mar 02 19:01:58.651687 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58178) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:58.679924 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7c97b3-a9c6-4843-9bf2-9b7a032cb691']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:58.700301 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-7ac25209-5959-497b-8547-0ee1efb8b4d3 None None] Set router 91b74c1a-a0f2-4596-9709-bcac82b8f129 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:01:58.710589 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccba6d19-6cc9-42fe-8dc8-46e0c6791a39') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:58.710915 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccba6d19-6cc9-42fe-8dc8-46e0c6791a39') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:58.721899 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193b869-9110-487b-a4a3-233e5c1b45dd tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event deleted for resources: {'Port': ['ID=25bdfe64-a4d8-4555-8923-a0980592692f,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:58.820991 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:58.838357 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8dd652-2326-492b-951b-b951c94d8d7e tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Made reservation on behalf of 291593529d514b708a9094fa09f8bd5e for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:58.842664 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd652-2326-492b-951b-b951c94d8d7e tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:58.894441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f193b869-9110-487b-a4a3-233e5c1b45dd tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:58.901965 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f193b869-9110-487b-a4a3-233e5c1b45dd tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "DELETE /v2.0/ports/25bdfe64-a4d8-4555-8923-a0980592692f HTTP/1.1" status: 204 len: 168 time: 1.2728446 Mar 02 19:01:58.911118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58184) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:59.049498 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:59.049498 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-2b8dd652-2326-492b-951b-b951c94d8d7e tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] device_id is not set on port 27b0a881-cc3e-4c7a-b9be-4f90558fefbe yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:01:59.113507 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:01:59.113919 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:01:59.153339 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:01:59.247013 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-7ac25209-5959-497b-8547-0ee1efb8b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'name': 'tempest-ServerActionsTestJSON-2141154899-router', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T19:01:54Z', 'revision_number': 5, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'gw_port': {'id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:49Z', 'updated_at': '2022-03-02T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:59.251943 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac25209-5959-497b-8547-0ee1efb8b4d3 None None] Checking router: 91b74c1a-a0f2-4596-9709-bcac82b8f129 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:01:59.266452 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac25209-5959-497b-8547-0ee1efb8b4d3 None None] Routers {'91b74c1a-a0f2-4596-9709-bcac82b8f129'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:59.267274 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-7ac25209-5959-497b-8547-0ee1efb8b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['91b74c1a-a0f2-4596-9709-bcac82b8f129'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:59.273504 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1b9984-a3b8-4227-8d1d-ed647fe0a943 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:01:59.287095 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076d5edb-cf28-400e-b163-79079eb96dfd None None] Sync routers for ids ['df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:01:59.306365 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076d5edb-cf28-400e-b163-79079eb96dfd None None] Routers {'df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:59.307013 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-076d5edb-cf28-400e-b163-79079eb96dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:59.409708 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58194) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:59.410696 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bb1b9984-a3b8-4227-8d1d-ed647fe0a943 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] 10.222.0.73 "PUT /v2.0/routers/df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6322196 Mar 02 19:01:59.414711 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-076d5edb-cf28-400e-b163-79079eb96dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:59.431144 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076d5edb-cf28-400e-b163-79079eb96dfd None None] Routers {'df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:01:59.433002 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-076d5edb-cf28-400e-b163-79079eb96dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:59.474658 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:59.543964 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:59.570169 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Network': ['ID=bf7c97b3-a9c6-4843-9bf2-9b7a032cb691,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:59.577998 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1c0e1d8f-252a-460a-9a53-5d113eeb692c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/networks/bf7c97b3-a9c6-4843-9bf2-9b7a032cb691 HTTP/1.1" status: 204 len: 168 time: 4.0536959 Mar 02 19:01:59.578360 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-076d5edb-cf28-400e-b163-79079eb96dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:01:59.578824 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076d5edb-cf28-400e-b163-79079eb96dfd None None] The sync data for ids ['df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:01:59.582215 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58200) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:01:59.596904 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7cb06591-9a8c-4645-9422-0f34d56c1650 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:59.598256 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-7ac25209-5959-497b-8547-0ee1efb8b4d3 None None] Set router 91b74c1a-a0f2-4596-9709-bcac82b8f129 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:01:59.601577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-cb0ee78b-0134-4926-bf72-5b0223df1f4c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'network': {'name': 'tempest-RoutersTest-638663724'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:01:59.616259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-cb0ee78b-0134-4926-bf72-5b0223df1f4c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:01:59.637637 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-cb0ee78b-0134-4926-bf72-5b0223df1f4c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:network and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:01:59.641201 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-cb0ee78b-0134-4926-bf72-5b0223df1f4c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:01:59.661276 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb06591-9a8c-4645-9422-0f34d56c1650 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=5e6b7d22-07d2-4228-a34c-78685972b2dc,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:59.676819 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-775ec4dd-346c-4184-a485-33e8a32fc24a tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Deleting subnet d5fb618f-dcbe-4166-a2ac-cadbb7e461c5 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:01:59.677607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-cb0ee78b-0134-4926-bf72-5b0223df1f4c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:01:59.683121 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-775ec4dd-346c-4184-a485-33e8a32fc24a tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:59.797423 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-775ec4dd-346c-4184-a485-33e8a32fc24a tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:59.859291 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0ee78b-0134-4926-bf72-5b0223df1f4c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Made reservation on behalf of dfd3e6d4994a4b8586cb08a4003fb040 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:01:59.862562 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cb0ee78b-0134-4926-bf72-5b0223df1f4c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:59.938206 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94f9ab3-f5bf-49ab-97c1-9fa016dd18d0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router af8ca6aa-2307-45c4-badf-fa8fadec6767 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:01:59.954400 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67dc5e09-a914-44a7-a88e-ab529c384829 admin admin] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:00.109383 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0ee78b-0134-4926-bf72-5b0223df1f4c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:02:00.132956 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-7ac25209-5959-497b-8547-0ee1efb8b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'name': 'tempest-ServerActionsTestJSON-2141154899-router', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T19:01:54Z', 'revision_number': 5, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'gw_port': {'id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:49Z', 'updated_at': '2022-03-02T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:00.138480 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-2b8dd652-2326-492b-951b-b951c94d8d7e tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Allocated IP 172.20.0.3 (1672be0d-81c0-467c-af07-ccd5beb1bbfb/7aa92a33-cbd6-4b66-9d07-17b6121cc110/27b0a881-cc3e-4c7a-b9be-4f90558fefbe) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:00.154524 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac25209-5959-497b-8547-0ee1efb8b4d3 None None] The sync data for ids ['91b74c1a-a0f2-4596-9709-bcac82b8f129'] in dv-neutron-831573-1-hyperv is: [{'id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'name': 'tempest-ServerActionsTestJSON-2141154899-router', 'tenant_id': '2cba10eae0244909ae301c19bf9852ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27'}], 'enable_snat': True}, 'gw_port_id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T19:01:54Z', 'revision_number': 5, 'project_id': '2cba10eae0244909ae301c19bf9852ec', 'gw_port': {'id': 'f6c7d49e-0fba-4407-a5ec-e14f551c0574', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b74c1a-a0f2-4596-9709-bcac82b8f129', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:49Z', 'updated_at': '2022-03-02T18:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:02:00.183800 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cb0ee78b-0134-4926-bf72-5b0223df1f4c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:00.188167 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-cb0ee78b-0134-4926-bf72-5b0223df1f4c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Added segment 2826c929-6505-422d-b734-b86aa9a96c54 of type vlan for network 7bc9160a-a944-4e2d-825c-7604a4b7c6db Mar 02 19:02:00.232843 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7cb06591-9a8c-4645-9422-0f34d56c1650 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:00.237810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-775ec4dd-346c-4184-a485-33e8a32fc24a tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:00.262168 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7cb06591-9a8c-4645-9422-0f34d56c1650 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/5e6b7d22-07d2-4228-a34c-78685972b2dc HTTP/1.1" status: 204 len: 168 time: 3.1815462 Mar 02 19:02:00.266491 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58210) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:00.295139 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cb0ee78b-0134-4926-bf72-5b0223df1f4c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:00.354968 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-78f8914a-c2e1-4acf-910e-df7a722f4bbe tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:00.563815 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67dc5e09-a914-44a7-a88e-ab529c384829 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:00.577678 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cb0ee78b-0134-4926-bf72-5b0223df1f4c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:00.585907 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0ee78b-0134-4926-bf72-5b0223df1f4c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:00.585907 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cb0ee78b-0134-4926-bf72-5b0223df1f4c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:00.589738 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6535f83e-6dbc-4ee0-841f-413c9d7f75d8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:00.591303 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6535f83e-6dbc-4ee0-841f-413c9d7f75d8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:00.592751 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6535f83e-6dbc-4ee0-841f-413c9d7f75d8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:00.593573 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6535f83e-6dbc-4ee0-841f-413c9d7f75d8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:00.671590 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94f9ab3-f5bf-49ab-97c1-9fa016dd18d0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:02:00.677463 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c94f9ab3-f5bf-49ab-97c1-9fa016dd18d0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/af8ca6aa-2307-45c4-badf-fa8fadec6767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4028184 Mar 02 19:02:00.677463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58216) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:00.685854 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-e12d5640-4c2f-482f-9927-2a6645b3a86b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-104465556'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:00.686143 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Sync routers for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:02:00.705382 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e12d5640-4c2f-482f-9927-2a6645b3a86b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:00.708402 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:02:00.714580 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:00.714766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd652-2326-492b-951b-b951c94d8d7e tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:00.715925 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ee78b-0134-4926-bf72-5b0223df1f4c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Network': ['ID=7bc9160a-a944-4e2d-825c-7604a4b7c6db,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:00.716134 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e12d5640-4c2f-482f-9927-2a6645b3a86b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:network and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:00.721815 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e12d5640-4c2f-482f-9927-2a6645b3a86b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:00.731007 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 7bc9160a-a944-4e2d-825c-7604a4b7c6db details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:02:00.735606 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e12d5640-4c2f-482f-9927-2a6645b3a86b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:00.738618 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-78f8914a-c2e1-4acf-910e-df7a722f4bbe tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:00.784220 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-2b8dd652-2326-492b-951b-b951c94d8d7e tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Transition to ACTIVE for port object 27b0a881-cc3e-4c7a-b9be-4f90558fefbe will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:00.784484 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-67dc5e09-a914-44a7-a88e-ab529c384829 admin admin] Deleting port f6c7d49e-0fba-4407-a5ec-e14f551c0574 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:00.784771 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67dc5e09-a914-44a7-a88e-ab529c384829 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:00.824497 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6535f83e-6dbc-4ee0-841f-413c9d7f75d8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:00.826249 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-775ec4dd-346c-4184-a485-33e8a32fc24a tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:00.830046 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6535f83e-6dbc-4ee0-841f-413c9d7f75d8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5624268 Mar 02 19:02:00.837508 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58222) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:00.874134 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cb0ee78b-0134-4926-bf72-5b0223df1f4c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2787960 Mar 02 19:02:00.880877 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-78f8914a-c2e1-4acf-910e-df7a722f4bbe tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Deleting port ccea0cf2-1280-4fa4-8e83-e030163f95ef {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:00.881225 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-78f8914a-c2e1-4acf-910e-df7a722f4bbe tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:00.888618 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58226) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:00.899310 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-d90e3a7a-9317-45b0-a67b-5a9e24d1258c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'subnet': {'network_id': '7bc9160a-a944-4e2d-825c-7604a4b7c6db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:00.926741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ec4dd-346c-4184-a485-33e8a32fc24a tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event deleted for resources: {'Subnet': ['ID=d5fb618f-dcbe-4166-a2ac-cadbb7e461c5,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:00.934246 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd652-2326-492b-951b-b951c94d8d7e tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:00.945133 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-775ec4dd-346c-4184-a485-33e8a32fc24a tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:00.945781 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12d5640-4c2f-482f-9927-2a6645b3a86b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Made reservation on behalf of 2b147d1fd1b64c8daab7ec1005c16f83 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:00.957633 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-775ec4dd-346c-4184-a485-33e8a32fc24a tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "DELETE /v2.0/subnets/d5fb618f-dcbe-4166-a2ac-cadbb7e461c5 HTTP/1.1" status: 204 len: 168 time: 2.0384731 Mar 02 19:02:00.958235 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e12d5640-4c2f-482f-9927-2a6645b3a86b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:00.958366 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58230) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:00.958474 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5066a8-ca0b-4c97-853a-b3baf4a9c253 None None] Network 04e3eea9-d041-4090-a954-399819ca30d1 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:00.974984 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:02:01.203143 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:01.218421 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8dd652-2326-492b-951b-b951c94d8d7e tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event updated for resources: {'Port': ['ID=27b0a881-cc3e-4c7a-b9be-4f90558fefbe,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:01.289041 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12d5640-4c2f-482f-9927-2a6645b3a86b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:02:01.332894 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8dd652-2326-492b-951b-b951c94d8d7e tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Network 1672be0d-81c0-467c-af07-ccd5beb1bbfb is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:01.343222 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-2b8dd652-2326-492b-951b-b951c94d8d7e tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:01.346701 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed755be-458b-4881-9d75-339a1ca394ca None None] DHCP port deletion for 04e3eea9-d041-4090-a954-399819ca30d1 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:02:01.352336 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-eed755be-458b-4881-9d75-339a1ca394ca None None] Deleting port 9e51f800-bb99-414c-b049-a2be16b95cc6 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:01.352936 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-eed755be-458b-4881-9d75-339a1ca394ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:01.397766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e12d5640-4c2f-482f-9927-2a6645b3a86b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:01.398113 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-e12d5640-4c2f-482f-9927-2a6645b3a86b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Added segment d35374f8-015b-4279-a090-487e7ef575b0 of type vlan for network 1e106e2f-34fa-41e1-a9b5-d3996eac79c4 Mar 02 19:02:01.407065 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8dd652-2326-492b-951b-b951c94d8d7e tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:01.447179 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d90e3a7a-9317-45b0-a67b-5a9e24d1258c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:01.479787 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d90e3a7a-9317-45b0-a67b-5a9e24d1258c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:subnet and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:01.481233 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:01.487852 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d90e3a7a-9317-45b0-a67b-5a9e24d1258c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:01.514865 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d90e3a7a-9317-45b0-a67b-5a9e24d1258c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:01.532642 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e12d5640-4c2f-482f-9927-2a6645b3a86b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:01.559344 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a1552787-6d20-457b-bebc-3b474e89acb4 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:02:01.575260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Deleting port 9e51f800-bb99-414c-b049-a2be16b95cc6 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:01.575648 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:01.585315 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8dd652-2326-492b-951b-b951c94d8d7e tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:01.585921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd652-2326-492b-951b-b951c94d8d7e tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:01.626454 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: a1552787-6d20-457b-bebc-3b474e89acb4 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:02:01.627210 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a1552787-6d20-457b-bebc-3b474e89acb4 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:02:01.628378 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 9e51f800-bb99-414c-b049-a2be16b95cc6 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:02:01.657016 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efce9a6-00bb-4744-a502-1decb2a201da tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 64c92a26-6b47-4d86-a0e6-1aebcdac84af {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:02:01.665495 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5efce9a6-00bb-4744-a502-1decb2a201da tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:01.686797 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:01:54Z', 'revision_number': 2, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:01:56Z', 'revision_number': 2, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:01.691513 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Checking router: af8ca6aa-2307-45c4-badf-fa8fadec6767 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:02:01.692133 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Updating router af8ca6aa-2307-45c4-badf-fa8fadec6767 port 10ccbf74-d500-4559-bf41-f83b869b83b8 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:02:01.709330 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-78f8914a-c2e1-4acf-910e-df7a722f4bbe tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:01.719162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-67dc5e09-a914-44a7-a88e-ab529c384829 admin admin] For port f6c7d49e-0fba-4407-a5ec-e14f551c0574, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f6c7d49e-0fba-4407-a5ec-e14f551c0574,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:01.719558 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67dc5e09-a914-44a7-a88e-ab529c384829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:01.768369 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:01.798099 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5efce9a6-00bb-4744-a502-1decb2a201da tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:01.897954 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5efce9a6-00bb-4744-a502-1decb2a201da tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:01.909006 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:01.968660 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 9e51f800-bb99-414c-b049-a2be16b95cc6, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9e51f800-bb99-414c-b049-a2be16b95cc6,segment=NetworkSegment(b12db2f2-36d8-41dd-8542-813a0a45c50f),segment_id=b12db2f2-36d8-41dd-8542-813a0a45c50f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:01.977483 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-eed755be-458b-4881-9d75-339a1ca394ca None None] For port 9e51f800-bb99-414c-b049-a2be16b95cc6, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9e51f800-bb99-414c-b049-a2be16b95cc6,segment=NetworkSegment(b12db2f2-36d8-41dd-8542-813a0a45c50f),segment_id=b12db2f2-36d8-41dd-8542-813a0a45c50f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:01.987033 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-eed755be-458b-4881-9d75-339a1ca394ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:02.042692 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90e3a7a-9317-45b0-a67b-5a9e24d1258c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Made reservation on behalf of dfd3e6d4994a4b8586cb08a4003fb040 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:02.044133 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-78f8914a-c2e1-4acf-910e-df7a722f4bbe tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Calling delete_port for ccea0cf2-1280-4fa4-8e83-e030163f95ef owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:02.171008 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:02.174822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d90e3a7a-9317-45b0-a67b-5a9e24d1258c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:02.250961 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:02.256192 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e12d5640-4c2f-482f-9927-2a6645b3a86b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:02.260135 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12d5640-4c2f-482f-9927-2a6645b3a86b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:02.261901 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e12d5640-4c2f-482f-9927-2a6645b3a86b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:02.267398 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Transition to ACTIVE for port object 10ccbf74-d500-4559-bf41-f83b869b83b8 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:02.273453 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5efce9a6-00bb-4744-a502-1decb2a201da tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:02.293692 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-bb48f1be-f2bb-45fa-b6d5-060c915cd0a4 None None] Provisioning for port 27b0a881-cc3e-4c7a-b9be-4f90558fefbe completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:02.306428 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-eed755be-458b-4881-9d75-339a1ca394ca None None] Calling delete_port for 9e51f800-bb99-414c-b049-a2be16b95cc6 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:02.335929 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2b8dd652-2326-492b-951b-b951c94d8d7e tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.7864139 Mar 02 19:02:02.344679 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efce9a6-00bb-4744-a502-1decb2a201da tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=64c92a26-6b47-4d86-a0e6-1aebcdac84af,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:02.358975 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58248) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:02.361355 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:02.370417 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=9e51f800-bb99-414c-b049-a2be16b95cc6,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:02.380642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-bb48f1be-f2bb-45fa-b6d5-060c915cd0a4 None None] Provisioning complete for port 27b0a881-cc3e-4c7a-b9be-4f90558fefbe triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:02.380642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bb48f1be-f2bb-45fa-b6d5-060c915cd0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:02.437997 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-9e9eab6c-5348-428b-8b5b-4357a1a6ad52 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:1e:d0:dd'}]}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:02.474501 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-bb48f1be-f2bb-45fa-b6d5-060c915cd0a4 None None] Port 27b0a881-cc3e-4c7a-b9be-4f90558fefbe cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:02:02.497388 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58252) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:02.507414 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-67dc5e09-a914-44a7-a88e-ab529c384829 admin admin] Calling delete_port for f6c7d49e-0fba-4407-a5ec-e14f551c0574 owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:02.527571 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e12d5640-4c2f-482f-9927-2a6645b3a86b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8458238 Mar 02 19:02:02.527571 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5efce9a6-00bb-4744-a502-1decb2a201da tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:02.531522 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5efce9a6-00bb-4744-a502-1decb2a201da tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/64c92a26-6b47-4d86-a0e6-1aebcdac84af HTTP/1.1" status: 204 len: 168 time: 1.6902850 Mar 02 19:02:02.534137 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58256) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:02.534374 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58258) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:02.545351 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] For port 9e51f800-bb99-414c-b049-a2be16b95cc6, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9e51f800-bb99-414c-b049-a2be16b95cc6,segment=NetworkSegment(b12db2f2-36d8-41dd-8542-813a0a45c50f),segment_id=b12db2f2-36d8-41dd-8542-813a0a45c50f)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:02.545719 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:02.559766 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf50684f-7dcf-45ef-a540-52ce30a3e175 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:02.602350 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-eed755be-458b-4881-9d75-339a1ca394ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:02:02.602934 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-eed755be-458b-4881-9d75-339a1ca394ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:02:02.612387 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71688599-0592-40b3-ae7d-58d6073d3f7b None None] Pushing event updated for resources: {'Port': ['ID=10ccbf74-d500-4559-bf41-f83b869b83b8,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:02.652562 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-14c791f3-7cb2-43f7-9b11-48259ee7f000 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'subnet': {'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:02.704431 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71688599-0592-40b3-ae7d-58d6073d3f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:02.705414 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71688599-0592-40b3-ae7d-58d6073d3f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:02.706134 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71688599-0592-40b3-ae7d-58d6073d3f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:02.706768 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71688599-0592-40b3-ae7d-58d6073d3f7b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:02.707425 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71688599-0592-40b3-ae7d-58d6073d3f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:02.708112 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71688599-0592-40b3-ae7d-58d6073d3f7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:02.709081 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71688599-0592-40b3-ae7d-58d6073d3f7b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:02.709581 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71688599-0592-40b3-ae7d-58d6073d3f7b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:02.710060 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71688599-0592-40b3-ae7d-58d6073d3f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:02.710531 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71688599-0592-40b3-ae7d-58d6073d3f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:02.710999 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71688599-0592-40b3-ae7d-58d6073d3f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:02.835532 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Attempting to bind port 10ccbf74-d500-4559-bf41-f83b869b83b8 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:02.835532 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Attempting to bind port 10ccbf74-d500-4559-bf41-f83b869b83b8 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '4a7c3706-db4f-4aae-a253-eb6fb993f6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:02.835532 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Attempting to bind port 10ccbf74-d500-4559-bf41-f83b869b83b8 on network 392cba97-1f08-4a7c-a068-341d647c2373 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:02.836201 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d5640-4c2f-482f-9927-2a6645b3a86b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Network': ['ID=1e106e2f-34fa-41e1-a9b5-d3996eac79c4,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:02.850669 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:02:02.850963 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Checking segment: {'id': '4a7c3706-db4f-4aae-a253-eb6fb993f6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:02.851378 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:02.851776 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Bound using segment: {'id': '4a7c3706-db4f-4aae-a253-eb6fb993f6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:02:02.852237 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Bound port: 10ccbf74-d500-4559-bf41-f83b869b83b8, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7c3706-db4f-4aae-a253-eb6fb993f6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:02:02.852625 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:02.859657 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-702395682', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:02.881752 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 1e106e2f-34fa-41e1-a9b5-d3996eac79c4 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:02:02.882735 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:02.903145 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Usage tracker for resource:port and tenant:0fc50767cb29482d9a6b64409228275d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:02.912911 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:02.923955 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:02.928884 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3f47d6-3f08-4ae1-9c11-dc53f942aa9e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet ade48bd7-8a8f-4209-9f8e-fe5862a5d471 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:02:02.946571 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9e9eab6c-5348-428b-8b5b-4357a1a6ad52 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:02.971324 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] For port 10ccbf74-d500-4559-bf41-f83b869b83b8, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:02:02.975643 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] For port 10ccbf74-d500-4559-bf41-f83b869b83b8, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=10ccbf74-d500-4559-bf41-f83b869b83b8,segment=NetworkSegment(4a7c3706-db4f-4aae-a253-eb6fb993f6e4),segment_id=4a7c3706-db4f-4aae-a253-eb6fb993f6e4)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:02:03.051721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-be3f47d6-3f08-4ae1-9c11-dc53f942aa9e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:03.085118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Calling delete_port for 9e51f800-bb99-414c-b049-a2be16b95cc6 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:03.104734 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-eed755be-458b-4881-9d75-339a1ca394ca None None] Deleting port 9e51f800-bb99-414c-b049-a2be16b95cc6 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:03.105716 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-eed755be-458b-4881-9d75-339a1ca394ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:03.110723 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:03.247133 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-14c791f3-7cb2-43f7-9b11-48259ee7f000 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:03.247720 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71688599-0592-40b3-ae7d-58d6073d3f7b None None] Pushing event updated for resources: {'Port': ['ID=10ccbf74-d500-4559-bf41-f83b869b83b8,revision_number=4']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:03.249924 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Made reservation on behalf of 0fc50767cb29482d9a6b64409228275d for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:03.263074 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:02:03.263074 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:03.263281 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:03.288795 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:03.290592 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-14c791f3-7cb2-43f7-9b11-48259ee7f000 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:subnet and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:03.296268 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-14c791f3-7cb2-43f7-9b11-48259ee7f000 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:03.320931 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-14c791f3-7cb2-43f7-9b11-48259ee7f000 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:03.354165 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-eed755be-458b-4881-9d75-339a1ca394ca None None] For port 9e51f800-bb99-414c-b049-a2be16b95cc6, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9e51f800-bb99-414c-b049-a2be16b95cc6,segment=NetworkSegment(b12db2f2-36d8-41dd-8542-813a0a45c50f),segment_id=b12db2f2-36d8-41dd-8542-813a0a45c50f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:03.354562 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-eed755be-458b-4881-9d75-339a1ca394ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:03.386190 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:03.401608 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Usage tracker for resource:security_group_rule and tenant:0fc50767cb29482d9a6b64409228275d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:03.407912 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:03.416760 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:03.448636 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-be3f47d6-3f08-4ae1-9c11-dc53f942aa9e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:03.497265 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-eed755be-458b-4881-9d75-339a1ca394ca None None] Calling delete_port for 9e51f800-bb99-414c-b049-a2be16b95cc6 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:03.525188 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:03.539220 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:02:03.596553 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d90e3a7a-9317-45b0-a67b-5a9e24d1258c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:03.658966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-be3f47d6-3f08-4ae1-9c11-dc53f942aa9e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:03.722765 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90e3a7a-9317-45b0-a67b-5a9e24d1258c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Checking segment: {'id': '2826c929-6505-422d-b734-b86aa9a96c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '7bc9160a-a944-4e2d-825c-7604a4b7c6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:03.723264 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90e3a7a-9317-45b0-a67b-5a9e24d1258c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network hostable DHCP agents. Network: 7bc9160a-a944-4e2d-825c-7604a4b7c6db, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:02:03.739109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e3a7a-9317-45b0-a67b-5a9e24d1258c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Subnet': ['ID=c6d5b54a-7e77-4c7a-9da2-aecf2ea1674e,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:03.748876 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:03.749271 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-eed755be-458b-4881-9d75-339a1ca394ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:02:03.749271 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-eed755be-458b-4881-9d75-339a1ca394ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:02:03.750067 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:03.753012 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] device_id is not set on port 9e127d0f-6346-4a6c-847a-a536504e35c1 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:03.794099 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c791f3-7cb2-43f7-9b11-48259ee7f000 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Made reservation on behalf of 2b147d1fd1b64c8daab7ec1005c16f83 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:03.815564 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] No DVR routers for this DVR port 9e51f800-bb99-414c-b049-a2be16b95cc6 on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:02:03.817778 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event deleted for resources: {'Port': ['ID=9e51f800-bb99-414c-b049-a2be16b95cc6,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:03.850432 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67dc5e09-a914-44a7-a88e-ab529c384829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:03.861438 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-78f8914a-c2e1-4acf-910e-df7a722f4bbe tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:03.928934 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:01:54Z', 'revision_number': 2, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:02Z', 'revision_number': 4, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:03.933221 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Allocated IP 172.26.4.158 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/9e127d0f-6346-4a6c-847a-a536504e35c1) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:03.935981 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792490b8-f7e3-4944-ac3d-5e537c331b3c None None] The sync data for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv is: [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:01:54Z', 'revision_number': 2, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:02Z', 'revision_number': 4, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:02:03.975210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc5e09-a914-44a7-a88e-ab529c384829 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c7d49e-0fba-4407-a5ec-e14f551c0574,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:04.063551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-be3f47d6-3f08-4ae1-9c11-dc53f942aa9e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:04.176158 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c43898f-8f28-4292-8a41-53df361a2dca,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:04.220113 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-14c791f3-7cb2-43f7-9b11-48259ee7f000 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:04.319323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8914a-c2e1-4acf-910e-df7a722f4bbe tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Pushing event deleted for resources: {'Port': ['ID=ccea0cf2-1280-4fa4-8e83-e030163f95ef,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:04.319323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f47d6-3f08-4ae1-9c11-dc53f942aa9e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=ade48bd7-8a8f-4209-9f8e-fe5862a5d471,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:04.343862 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.resource_extend [None req-9e9eab6c-5348-428b-8b5b-4357a1a6ad52 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:02:04.373076 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9e9eab6c-5348-428b-8b5b-4357a1a6ad52 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:04.382501 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-eed755be-458b-4881-9d75-339a1ca394ca None None] Deleting port 9e51f800-bb99-414c-b049-a2be16b95cc6 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:04.383024 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-eed755be-458b-4881-9d75-339a1ca394ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:04.405876 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:04.446350 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90e3a7a-9317-45b0-a67b-5a9e24d1258c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 7bc9160a-a944-4e2d-825c-7604a4b7c6db is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:02:04.468380 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-be3f47d6-3f08-4ae1-9c11-dc53f942aa9e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:04.472364 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-eed755be-458b-4881-9d75-339a1ca394ca None None] The port '9e51f800-bb99-414c-b049-a2be16b95cc6' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:02:04.474995 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9e9eab6c-5348-428b-8b5b-4357a1a6ad52 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:04.475382 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a383372b-f5f4-4230-9dab-adc63c9c8799 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:04.521050 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:04.552306 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-d90e3a7a-9317-45b0-a67b-5a9e24d1258c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 7bc9160a-a944-4e2d-825c-7604a4b7c6db) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:04.590514 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:04.608779 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd489548-5145-41b8-a56a-b002a4a8539e None None] Network 7bc9160a-a944-4e2d-825c-7604a4b7c6db requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:04.640835 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-9e9eab6c-5348-428b-8b5b-4357a1a6ad52 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] In _notify_port_updated(), no bound segment for port 27b0a881-cc3e-4c7a-b9be-4f90558fefbe on network 1672be0d-81c0-467c-af07-ccd5beb1bbfb {{(pid=84533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:02:04.644690 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9eab6c-5348-428b-8b5b-4357a1a6ad52 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:04.645661 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9e9eab6c-5348-428b-8b5b-4357a1a6ad52 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:04.649884 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9e9eab6c-5348-428b-8b5b-4357a1a6ad52 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "PUT /v2.0/ports/27b0a881-cc3e-4c7a-b9be-4f90558fefbe HTTP/1.1" status: 200 len: 993 time: 2.2854958 Mar 02 19:02:04.651156 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58266) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:04.652551 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90e3a7a-9317-45b0-a67b-5a9e24d1258c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:04.653124 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d90e3a7a-9317-45b0-a67b-5a9e24d1258c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:04.671632 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:04.678273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:04.754548 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-40c5f1a6-7c31-45e8-80f5-ef0c40da2f3b tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Deleting port 27b0a881-cc3e-4c7a-b9be-4f90558fefbe {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:04.754861 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-40c5f1a6-7c31-45e8-80f5-ef0c40da2f3b tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:04.760626 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-37863a5a-adb5-4e27-a2c3-0dba689cbfe7 None None] Provisioning complete for port 46743c22-1950-423a-82ce-cda4ab9443d6 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:04.761006 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-37863a5a-adb5-4e27-a2c3-0dba689cbfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:04.785759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9eab6c-5348-428b-8b5b-4357a1a6ad52 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event updated for resources: {'Port': ['ID=27b0a881-cc3e-4c7a-b9be-4f90558fefbe,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:04.793559 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:04.850627 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:04.851229 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:04.924269 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e3eea9-d041-4090-a954-399819ca30d1']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:04.945498 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Pushing event updated for resources: {'Port': ['ID=9e127d0f-6346-4a6c-847a-a536504e35c1,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:04.947206 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67dc5e09-a914-44a7-a88e-ab529c384829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.135704 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-7bc9160a-a944-4e2d-825c-7604a4b7c6db', 'network_id': '7bc9160a-a944-4e2d-825c-7604a4b7c6db', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'fixed_ips': [{'subnet_id': 'c6d5b54a-7e77-4c7a-9da2-aecf2ea1674e'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:02:05.137013 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.147723 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-482d709d-543f-452c-b1de-dde802ff0e45 tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.6405885 Mar 02 19:02:05.151556 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d90e3a7a-9317-45b0-a67b-5a9e24d1258c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2608557 Mar 02 19:02:05.152178 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58270) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:05.157493 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-1de6d3c0-8800-465f-9e20-d1904adf305c tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.158'}]}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:05.161739 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58274) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:05.168594 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1de6d3c0-8800-465f-9e20-d1904adf305c tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:05.177273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-7cd35beb-87eb-459d-a44a-e037354344d4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-385743428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:05.183867 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-7cd35beb-87eb-459d-a44a-e037354344d4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:05.187860 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-7cd35beb-87eb-459d-a44a-e037354344d4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:router and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:05.190728 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-7cd35beb-87eb-459d-a44a-e037354344d4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:05.200007 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12db2f2-36d8-41dd-8542-813a0a45c50f') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:05.200617 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12db2f2-36d8-41dd-8542-813a0a45c50f') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:05.200712 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-7cd35beb-87eb-459d-a44a-e037354344d4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:05.211466 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1de6d3c0-8800-465f-9e20-d1904adf305c tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Usage tracker for resource:router and tenant:0fc50767cb29482d9a6b64409228275d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:05.217175 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1de6d3c0-8800-465f-9e20-d1904adf305c tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:05.229182 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1de6d3c0-8800-465f-9e20-d1904adf305c tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:05.261948 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9f67e3-6311-45f3-8b60-72a37f83411f None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:02:05.266571 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-40c5f1a6-7c31-45e8-80f5-ef0c40da2f3b tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.276535 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-be3f47d6-3f08-4ae1-9c11-dc53f942aa9e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/ade48bd7-8a8f-4209-9f8e-fe5862a5d471 HTTP/1.1" status: 204 len: 168 time: 2.7326553 Mar 02 19:02:05.276733 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1d9f67e3-6311-45f3-8b60-72a37f83411f None None] Deleting port 46743c22-1950-423a-82ce-cda4ab9443d6 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:05.276733 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1d9f67e3-6311-45f3-8b60-72a37f83411f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.276913 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7cd35beb-87eb-459d-a44a-e037354344d4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.277020 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7cd35beb-87eb-459d-a44a-e037354344d4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.296448 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7cd35beb-87eb-459d-a44a-e037354344d4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.298182 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58278) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:05.316623 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.387030 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c809ae80-4662-4be1-90fb-cfc252e5d81f None None] Provisioning complete for port 27b0a881-cc3e-4c7a-b9be-4f90558fefbe triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:05.387953 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c809ae80-4662-4be1-90fb-cfc252e5d81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.405494 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7b1b1128-9844-4637-a4f6-154e21ca838e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023579 Mar 02 19:02:05.408088 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58282) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:05.470122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.475560 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1de6d3c0-8800-465f-9e20-d1904adf305c tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.476485 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1de6d3c0-8800-465f-9e20-d1904adf305c tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.500155 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1de6d3c0-8800-465f-9e20-d1904adf305c tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.534670 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Allocated IP 172.20.0.2 (7bc9160a-a944-4e2d-825c-7604a4b7c6db/c6d5b54a-7e77-4c7a-9da2-aecf2ea1674e/61cb739a-4c20-4161-b021-6a9740e10ce0) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:05.570327 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 10ccbf74-d500-4559-bf41-f83b869b83b8 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:05.605921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-40c5f1a6-7c31-45e8-80f5-ef0c40da2f3b tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Calling delete_port for 27b0a881-cc3e-4c7a-b9be-4f90558fefbe owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:05.619648 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-78f8914a-c2e1-4acf-910e-df7a722f4bbe tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.657466 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c809ae80-4662-4be1-90fb-cfc252e5d81f None None] Port 27b0a881-cc3e-4c7a-b9be-4f90558fefbe cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:02:05.770182 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:02:05.770620 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:02:05.794644 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:02:05.857763 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1d9f67e3-6311-45f3-8b60-72a37f83411f None None] For port 46743c22-1950-423a-82ce-cda4ab9443d6, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=46743c22-1950-423a-82ce-cda4ab9443d6,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:05.858157 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1d9f67e3-6311-45f3-8b60-72a37f83411f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.858596 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7cd35beb-87eb-459d-a44a-e037354344d4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.874050 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67dc5e09-a914-44a7-a88e-ab529c384829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.980265 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67dc5e09-a914-44a7-a88e-ab529c384829 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.018064 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7cd35beb-87eb-459d-a44a-e037354344d4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.022139 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7cd35beb-87eb-459d-a44a-e037354344d4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8570387 Mar 02 19:02:06.022914 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58286) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:06.024351 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1d9f67e3-6311-45f3-8b60-72a37f83411f None None] Calling delete_port for 46743c22-1950-423a-82ce-cda4ab9443d6 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:06.083182 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-14c791f3-7cb2-43f7-9b11-48259ee7f000 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.139075 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-78f8914a-c2e1-4acf-910e-df7a722f4bbe tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.172041 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-78f8914a-c2e1-4acf-910e-df7a722f4bbe tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.189243 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cf4fda-d575-447c-8e5e-7e00d9d0ea92 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:06.191906 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-31cf4fda-d575-447c-8e5e-7e00d9d0ea92 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7780468 Mar 02 19:02:06.191906 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.199690 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58290) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:06.218235 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.221267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1d9f67e3-6311-45f3-8b60-72a37f83411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.233640 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1de6d3c0-8800-465f-9e20-d1904adf305c tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.238519 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] Pushing event deleted for resources: {'Network': ['ID=04e3eea9-d041-4090-a954-399819ca30d1,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:06.240241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c791f3-7cb2-43f7-9b11-48259ee7f000 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Subnet': ['ID=fccd316c-cb66-4919-845a-ee8f35420166,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:06.267628 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3c033542-cc94-4220-a06a-aa9a6ac6af38 tempest-AllowedAddressPairIpV6TestJSON-213653278 tempest-AllowedAddressPairIpV6TestJSON-213653278-project] 10.222.0.73 "DELETE /v2.0/networks/04e3eea9-d041-4090-a954-399819ca30d1 HTTP/1.1" status: 204 len: 168 time: 5.3009079 Mar 02 19:02:06.288196 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 10ccbf74-d500-4559-bf41-f83b869b83b8 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:06.295194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f67e3-6311-45f3-8b60-72a37f83411f None None] Pushing event deleted for resources: {'Port': ['ID=46743c22-1950-423a-82ce-cda4ab9443d6,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:06.296365 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-40c5f1a6-7c31-45e8-80f5-ef0c40da2f3b tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.298201 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c791f3-7cb2-43f7-9b11-48259ee7f000 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Checking segment: {'id': 'd35374f8-015b-4279-a090-487e7ef575b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:06.298868 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c791f3-7cb2-43f7-9b11-48259ee7f000 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network hostable DHCP agents. Network: 1e106e2f-34fa-41e1-a9b5-d3996eac79c4, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:02:06.308045 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 10ccbf74-d500-4559-bf41-f83b869b83b8 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:06.309897 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.359112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67dc5e09-a914-44a7-a88e-ab529c384829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.360220 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dc5e09-a914-44a7-a88e-ab529c384829 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91b74c1a-a0f2-4596-9709-bcac82b8f129 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:02:06.377484 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67dc5e09-a914-44a7-a88e-ab529c384829 admin admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.377484 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-67dc5e09-a914-44a7-a88e-ab529c384829 admin admin] 10.222.0.73 "DELETE /v2.0/routers/91b74c1a-a0f2-4596-9709-bcac82b8f129 HTTP/1.1" status: 204 len: 168 time: 7.7213459 Mar 02 19:02:06.377484 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58296) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:06.411530 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f67e3-6311-45f3-8b60-72a37f83411f None None] No DVR routers for this DVR port 46743c22-1950-423a-82ce-cda4ab9443d6 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:02:06.427496 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.471985 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Transition to ACTIVE for port object 61cb739a-4c20-4161-b021-6a9740e10ce0 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:06.472250 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5f1a6-7c31-45e8-80f5-ef0c40da2f3b tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event deleted for resources: {'Port': ['ID=27b0a881-cc3e-4c7a-b9be-4f90558fefbe,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:06.514797 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Transition to ACTIVE for port object 61cb739a-4c20-4161-b021-6a9740e10ce0 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:06.520485 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f5660-27b6-4bd5-af79-b76700354d51 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:06.521200 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c09f5660-27b6-4bd5-af79-b76700354d51 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:06.618385 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.618955 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-78f8914a-c2e1-4acf-910e-df7a722f4bbe tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.619593 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f8914a-c2e1-4acf-910e-df7a722f4bbe tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Fanout notify agent at l3_agent the message router_deleted on router df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:02:06.621653 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c791f3-7cb2-43f7-9b11-48259ee7f000 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network 1e106e2f-34fa-41e1-a9b5-d3996eac79c4 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:02:06.627768 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-78f8914a-c2e1-4acf-910e-df7a722f4bbe tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.633569 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-78f8914a-c2e1-4acf-910e-df7a722f4bbe tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] 10.222.0.73 "DELETE /v2.0/routers/df6840cb-d87a-4e1e-a8e8-f2b20c97fbc5 HTTP/1.1" status: 204 len: 168 time: 7.2213316 Mar 02 19:02:06.638289 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-9984d968-85aa-4577-9250-443a416b8dac admin admin] Deleting subnet 7b63fe96-d8a7-4e7f-a30f-2804bb38215a {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:02:06.640159 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58300) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:06.647581 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9984d968-85aa-4577-9250-443a416b8dac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.669606 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.740764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-14c791f3-7cb2-43f7-9b11-48259ee7f000 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 1e106e2f-34fa-41e1-a9b5-d3996eac79c4) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:06.758782 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c791f3-7cb2-43f7-9b11-48259ee7f000 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:06.765248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-14c791f3-7cb2-43f7-9b11-48259ee7f000 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.791860 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9984d968-85aa-4577-9250-443a416b8dac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.799852 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Network 7bc9160a-a944-4e2d-825c-7604a4b7c6db is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:06.799852 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f988f421-93bd-4506-a7de-0979d9cfda10 None None] Network 1e106e2f-34fa-41e1-a9b5-d3996eac79c4 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:06.820400 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:06.825746 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:06.908165 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 10ccbf74-d500-4559-bf41-f83b869b83b8, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=10ccbf74-d500-4559-bf41-f83b869b83b8,segment=NetworkSegment(4a7c3706-db4f-4aae-a253-eb6fb993f6e4),segment_id=4a7c3706-db4f-4aae-a253-eb6fb993f6e4)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:06.922936 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c09f5660-27b6-4bd5-af79-b76700354d51 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:06.924261 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c09f5660-27b6-4bd5-af79-b76700354d51 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7251329 Mar 02 19:02:06.938852 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58304) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:07.051157 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-14c791f3-7cb2-43f7-9b11-48259ee7f000 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.5113461 Mar 02 19:02:07.062807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58308) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:07.121089 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-63b75824-8a79-4859-a525-15eec3b43367 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1648080 Mar 02 19:02:07.127989 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58314) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:07.142465 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-0f14c0b6-82fd-4c4d-bb5b-13889bba56d3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:07.150103 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:07.154851 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Pushing event updated for resources: {'Port': ['ID=61cb739a-4c20-4161-b021-6a9740e10ce0,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:07.255532 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=10ccbf74-d500-4559-bf41-f83b869b83b8,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:07.261507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 46743c22-1950-423a-82ce-cda4ab9443d6 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:02:07.295127 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58318) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:07.324320 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 46743c22-1950-423a-82ce-cda4ab9443d6 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:02:07.325012 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 46743c22-1950-423a-82ce-cda4ab9443d6 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:02:07.326901 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d3aff4-7b3b-4957-8151-b6fcb156ff8a tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Deleting subnet 5cfab140-6bc1-4273-849a-fc88a342cbe3 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:02:07.332547 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-43d3aff4-7b3b-4957-8151-b6fcb156ff8a tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:07.344958 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Attempting to bind port 61cb739a-4c20-4161-b021-6a9740e10ce0 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:07.345169 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Attempting to bind port 61cb739a-4c20-4161-b021-6a9740e10ce0 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '2826c929-6505-422d-b734-b86aa9a96c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '7bc9160a-a944-4e2d-825c-7604a4b7c6db'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:07.345539 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Attempting to bind port 61cb739a-4c20-4161-b021-6a9740e10ce0 on network 7bc9160a-a944-4e2d-825c-7604a4b7c6db {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:07.362365 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9984d968-85aa-4577-9250-443a416b8dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:07.376840 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:02:07.377221 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Checking segment: {'id': '2826c929-6505-422d-b734-b86aa9a96c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '7bc9160a-a944-4e2d-825c-7604a4b7c6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:07.377617 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:07.378078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Bound using segment: {'id': '2826c929-6505-422d-b734-b86aa9a96c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '7bc9160a-a944-4e2d-825c-7604a4b7c6db'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:02:07.378485 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Bound port: 61cb739a-4c20-4161-b021-6a9740e10ce0, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2826c929-6505-422d-b734-b86aa9a96c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '7bc9160a-a944-4e2d-825c-7604a4b7c6db'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:02:07.378861 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:07.496715 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 10ccbf74-d500-4559-bf41-f83b869b83b8 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:07.508910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-43d3aff4-7b3b-4957-8151-b6fcb156ff8a tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:07.515077 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0f14c0b6-82fd-4c4d-bb5b-13889bba56d3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:07.560196 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:02:07.560984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:07.561107 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:07.599315 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0f14c0b6-82fd-4c4d-bb5b-13889bba56d3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:07.609057 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-40c5f1a6-7c31-45e8-80f5-ef0c40da2f3b tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:07.613633 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-40c5f1a6-7c31-45e8-80f5-ef0c40da2f3b tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "DELETE /v2.0/ports/27b0a881-cc3e-4c7a-b9be-4f90558fefbe HTTP/1.1" status: 204 len: 168 time: 2.9535203 Mar 02 19:02:07.614311 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] For port 61cb739a-4c20-4161-b021-6a9740e10ce0, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:02:07.618432 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58324) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:07.620210 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] For port 61cb739a-4c20-4161-b021-6a9740e10ce0, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=61cb739a-4c20-4161-b021-6a9740e10ce0,segment=NetworkSegment(2826c929-6505-422d-b734-b86aa9a96c54),segment_id=2826c929-6505-422d-b734-b86aa9a96c54)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:02:07.721765 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9984d968-85aa-4577-9250-443a416b8dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:07.736126 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:07.795443 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 10ccbf74-d500-4559-bf41-f83b869b83b8 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:07.795711 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:07.837115 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9deca4d6-87e1-4555-b33d-feac81545eb4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b28d36b257934d0ea5cdb2c72e7ce826&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5371060 Mar 02 19:02:07.837115 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984d968-85aa-4577-9250-443a416b8dac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b63fe96-d8a7-4e7f-a30f-2804bb38215a,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:07.842941 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58328) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:07.865128 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5b3ec2-ea2d-48af-b803-feebc503252d tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] GET failed (client error): The resource could not be found. Mar 02 19:02:07.865496 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3e5b3ec2-ea2d-48af-b803-feebc503252d tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Synchronizing usage tracker for tenant:291593529d514b708a9094fa09f8bd5e on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:07.873356 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9984d968-85aa-4577-9250-443a416b8dac admin admin] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:07.880042 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-43d3aff4-7b3b-4957-8151-b6fcb156ff8a tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:07.893989 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea164f6-142d-4cc6-b780-25fe09cb8796 None None] Network 83e11a8d-5f6c-4e4d-9263-33efd20f1a52 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:07.917472 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9984d968-85aa-4577-9250-443a416b8dac admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7b63fe96-d8a7-4e7f-a30f-2804bb38215a HTTP/1.1" status: 204 len: 168 time: 1.5367274 Mar 02 19:02:07.920200 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58332) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:07.964993 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3e5b3ec2-ea2d-48af-b803-feebc503252d tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Unset dirty status for tenant:291593529d514b708a9094fa09f8bd5e on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:07.970133 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3e5b3ec2-ea2d-48af-b803-feebc503252d tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "GET /v2.0/ports/27b0a881-cc3e-4c7a-b9be-4f90558fefbe HTTP/1.1" status: 404 len: 333 time: 0.3361056 Mar 02 19:02:07.971075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f14c0b6-82fd-4c4d-bb5b-13889bba56d3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:07.972629 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58336) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:07.982765 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-6eec302d-cff1-46e8-beca-6acbf84c71d5 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Request body: {'port': {'network_id': '1672be0d-81c0-467c-af07-ccd5beb1bbfb', 'name': 'tempest-AllowedAddressPairTestJSON-269933063'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:08.011984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72ddf9-e83c-4afa-ad53-db7e54964e1e None None] Pushing event updated for resources: {'Port': ['ID=61cb739a-4c20-4161-b021-6a9740e10ce0,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:08.044770 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Allocated IP 2001:db8:1::2 (1e106e2f-34fa-41e1-a9b5-d3996eac79c4/fccd316c-cb66-4919-845a-ee8f35420166/81313fea-518b-4e4d-85b7-e1d85fb5e619) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:08.110921 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b61fd9a-3867-4de1-a60d-e3bd9ee2026b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:08.164949 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b61fd9a-3867-4de1-a60d-e3bd9ee2026b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:08.285441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-43d3aff4-7b3b-4957-8151-b6fcb156ff8a tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:08.286343 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:08.309371 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f14c0b6-82fd-4c4d-bb5b-13889bba56d3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:08.310958 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f14c0b6-82fd-4c4d-bb5b-13889bba56d3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:02:08.311255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f14c0b6-82fd-4c4d-bb5b-13889bba56d3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:02:08.359645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1de6d3c0-8800-465f-9e20-d1904adf305c tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:08.408953 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1de6d3c0-8800-465f-9e20-d1904adf305c tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:08.443043 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] Deleting port 0e6d0960-72d0-40ab-a931-4296f70080a9 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:08.443338 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:08.462065 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f6c7d49e-0fba-4407-a5ec-e14f551c0574 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:02:08.465598 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3aff4-7b3b-4957-8151-b6fcb156ff8a tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Pushing event deleted for resources: {'Subnet': ['ID=5cfab140-6bc1-4273-849a-fc88a342cbe3,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:08.468337 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6eec302d-cff1-46e8-beca-6acbf84c71d5 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:08.494273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-43d3aff4-7b3b-4957-8151-b6fcb156ff8a tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:08.505991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6eec302d-cff1-46e8-beca-6acbf84c71d5 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:08.532302 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58340) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:08.536057 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-43d3aff4-7b3b-4957-8151-b6fcb156ff8a tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] 10.222.0.73 "DELETE /v2.0/subnets/5cfab140-6bc1-4273-849a-fc88a342cbe3 HTTP/1.1" status: 204 len: 168 time: 1.8912115 Mar 02 19:02:08.536770 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7eacfc-2407-45a0-8d64-87e805a4fbe3 None None] Network a138b01d-9c5e-4117-9df8-b23f81cf6d3a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:08.556128 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: f6c7d49e-0fba-4407-a5ec-e14f551c0574 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:02:08.557034 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f6c7d49e-0fba-4407-a5ec-e14f551c0574 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:02:08.595444 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Allocated IP 172.20.0.1 (7bc9160a-a944-4e2d-825c-7604a4b7c6db/c6d5b54a-7e77-4c7a-9da2-aecf2ea1674e/40538a0e-c715-449c-9902-275e40d34a2c) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:08.631205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b61fd9a-3867-4de1-a60d-e3bd9ee2026b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:08.663127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:08.664087 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b61fd9a-3867-4de1-a60d-e3bd9ee2026b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:08.665706 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4b61fd9a-3867-4de1-a60d-e3bd9ee2026b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8c440712-6f64-410b-926f-719d6b0d9d26 HTTP/1.1" status: 204 len: 168 time: 0.8214426 Mar 02 19:02:08.676823 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61fd9a-3867-4de1-a60d-e3bd9ee2026b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c440712-6f64-410b-926f-719d6b0d9d26,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:08.690310 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eec302d-cff1-46e8-beca-6acbf84c71d5 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Made reservation on behalf of 291593529d514b708a9094fa09f8bd5e for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:08.694247 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6eec302d-cff1-46e8-beca-6acbf84c71d5 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:08.702772 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0f14c0b6-82fd-4c4d-bb5b-13889bba56d3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.5660846 Mar 02 19:02:08.712316 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58346) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:08.722087 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-85642f9b-4a46-4c3b-bc6e-918fdde432c9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:08.771955 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Transition to ACTIVE for port object 81313fea-518b-4e4d-85b7-e1d85fb5e619 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:08.841788 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Transition to ACTIVE for port object 81313fea-518b-4e4d-85b7-e1d85fb5e619 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:08.918880 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49de0b24-5039-4eb1-8a43-6e56f107f0fb None None] DHCP port deletion for 83e11a8d-5f6c-4e4d-9263-33efd20f1a52 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:02:08.925068 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-49de0b24-5039-4eb1-8a43-6e56f107f0fb None None] Deleting port 0e6d0960-72d0-40ab-a931-4296f70080a9 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:08.925550 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-49de0b24-5039-4eb1-8a43-6e56f107f0fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:08.956686 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:08.982575 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:08.984394 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-6eec302d-cff1-46e8-beca-6acbf84c71d5 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] device_id is not set on port 458e555a-ce72-4d54-a144-9324420c6062 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:09.060589 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Pushing event updated for resources: {'Port': ['ID=81313fea-518b-4e4d-85b7-e1d85fb5e619,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:09.066108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-85642f9b-4a46-4c3b-bc6e-918fdde432c9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:09.086965 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Network 1e106e2f-34fa-41e1-a9b5-d3996eac79c4 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:09.090511 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-85642f9b-4a46-4c3b-bc6e-918fdde432c9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:09.090878 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:09.095776 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:09.114298 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:09.159913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a868fc2-4903-4455-8d50-79471089b6b6 None None] DHCP port deletion for a138b01d-9c5e-4117-9df8-b23f81cf6d3a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:02:09.169554 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-5a868fc2-4903-4455-8d50-79471089b6b6 None None] Deleting port 8424cb57-cdcd-494d-893b-dad4647dd209 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:09.170007 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5a868fc2-4903-4455-8d50-79471089b6b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:09.220474 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Deleting port 8424cb57-cdcd-494d-893b-dad4647dd209 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:09.220815 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:09.363515 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85642f9b-4a46-4c3b-bc6e-918fdde432c9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:09.531932 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Attempting to bind port 81313fea-518b-4e4d-85b7-e1d85fb5e619 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:09.532303 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Attempting to bind port 81313fea-518b-4e4d-85b7-e1d85fb5e619 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'd35374f8-015b-4279-a090-487e7ef575b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:09.532665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Attempting to bind port 81313fea-518b-4e4d-85b7-e1d85fb5e619 on network 1e106e2f-34fa-41e1-a9b5-d3996eac79c4 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:09.566286 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:02:09.567102 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Checking segment: {'id': 'd35374f8-015b-4279-a090-487e7ef575b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:09.567102 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:09.568014 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Bound using segment: {'id': 'd35374f8-015b-4279-a090-487e7ef575b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:02:09.568014 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Bound port: 81313fea-518b-4e4d-85b7-e1d85fb5e619, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35374f8-015b-4279-a090-487e7ef575b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:02:09.568327 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:09.595932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-6eec302d-cff1-46e8-beca-6acbf84c71d5 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Allocated IP 172.20.0.3 (1672be0d-81c0-467c-af07-ccd5beb1bbfb/7aa92a33-cbd6-4b66-9d07-17b6121cc110/458e555a-ce72-4d54-a144-9324420c6062) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:09.623545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-85642f9b-4a46-4c3b-bc6e-918fdde432c9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:09.625062 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-85642f9b-4a46-4c3b-bc6e-918fdde432c9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:02:09.625678 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85642f9b-4a46-4c3b-bc6e-918fdde432c9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:02:09.630512 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 61cb739a-4c20-4161-b021-6a9740e10ce0 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:09.694163 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] For port 0e6d0960-72d0-40ab-a931-4296f70080a9, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=0e6d0960-72d0-40ab-a931-4296f70080a9,segment=NetworkSegment(a0445175-78ae-481a-ba54-0acc7a76bc0a),segment_id=a0445175-78ae-481a-ba54-0acc7a76bc0a)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:09.694753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:09.745510 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1de6d3c0-8800-465f-9e20-d1904adf305c tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:09.818848 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:09.822212 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35ed589-5091-4629-a249-d7225e193475 None None] Network 7bc9160a-a944-4e2d-825c-7604a4b7c6db requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:09.830495 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-85642f9b-4a46-4c3b-bc6e-918fdde432c9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1164019 Mar 02 19:02:09.895630 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58360) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:09.921857 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-1009738d-ca32-4b71-a920-cf5454aebb5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:10.023914 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] Calling delete_port for 0e6d0960-72d0-40ab-a931-4296f70080a9 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:10.041676 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 61cb739a-4c20-4161-b021-6a9740e10ce0 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:10.099448 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Transition to ACTIVE for port object 40538a0e-c715-449c-9902-275e40d34a2c will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:10.159450 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1009738d-ca32-4b71-a920-cf5454aebb5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:10.182373 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6eec302d-cff1-46e8-beca-6acbf84c71d5 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:10.188672 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Allocated IP 2001:db8:1::1 (1e106e2f-34fa-41e1-a9b5-d3996eac79c4/fccd316c-cb66-4919-845a-ee8f35420166/6263f5b2-746b-4c5a-b7fc-e49a3357ba00) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:10.194669 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1009738d-ca32-4b71-a920-cf5454aebb5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:10.219163 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-49de0b24-5039-4eb1-8a43-6e56f107f0fb None None] For port 0e6d0960-72d0-40ab-a931-4296f70080a9, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=0e6d0960-72d0-40ab-a931-4296f70080a9,segment=NetworkSegment(a0445175-78ae-481a-ba54-0acc7a76bc0a),segment_id=a0445175-78ae-481a-ba54-0acc7a76bc0a)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:10.219645 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-49de0b24-5039-4eb1-8a43-6e56f107f0fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:10.231758 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-6eec302d-cff1-46e8-beca-6acbf84c71d5 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Transition to ACTIVE for port object 458e555a-ce72-4d54-a144-9324420c6062 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:10.234032 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8424cb57-cdcd-494d-893b-dad4647dd209 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:02:10.272999 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-19b7754e-186b-4587-a0c0-674cfc6e5336 None None] Provisioning for port 61cb739a-4c20-4161-b021-6a9740e10ce0 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:10.284575 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] For port 81313fea-518b-4e4d-85b7-e1d85fb5e619, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:02:10.303204 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-5a868fc2-4903-4455-8d50-79471089b6b6 None None] For port 8424cb57-cdcd-494d-893b-dad4647dd209, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8424cb57-cdcd-494d-893b-dad4647dd209,segment=NetworkSegment(5296969b-e773-43fb-815c-9f0f9a8be9c2),segment_id=5296969b-e773-43fb-815c-9f0f9a8be9c2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:10.303806 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5a868fc2-4903-4455-8d50-79471089b6b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:10.318596 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1009738d-ca32-4b71-a920-cf5454aebb5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:10.322864 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1009738d-ca32-4b71-a920-cf5454aebb5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:10.324583 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-1009738d-ca32-4b71-a920-cf5454aebb5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:02:10.325008 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1009738d-ca32-4b71-a920-cf5454aebb5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:02:10.378218 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-19b7754e-186b-4587-a0c0-674cfc6e5336 None None] Provisioning complete for port 61cb739a-4c20-4161-b021-6a9740e10ce0 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:10.378704 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-19b7754e-186b-4587-a0c0-674cfc6e5336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:10.403765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] For port 81313fea-518b-4e4d-85b7-e1d85fb5e619, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=81313fea-518b-4e4d-85b7-e1d85fb5e619,segment=NetworkSegment(d35374f8-015b-4279-a090-487e7ef575b0),segment_id=d35374f8-015b-4279-a090-487e7ef575b0)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:02:10.438768 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1009738d-ca32-4b71-a920-cf5454aebb5a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5392222 Mar 02 19:02:10.440636 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58368) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:10.450060 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f7f68c18-29f4-4feb-a490-087ae40e0bce tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:10.476294 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-49de0b24-5039-4eb1-8a43-6e56f107f0fb None None] Calling delete_port for 0e6d0960-72d0-40ab-a931-4296f70080a9 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:10.535164 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] For port 8424cb57-cdcd-494d-893b-dad4647dd209, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8424cb57-cdcd-494d-893b-dad4647dd209,segment=NetworkSegment(5296969b-e773-43fb-815c-9f0f9a8be9c2),segment_id=5296969b-e773-43fb-815c-9f0f9a8be9c2)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:10.536338 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:10.546179 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:10.583530 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Transition to ACTIVE for port object 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:10.600252 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:10.622187 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6eec302d-cff1-46e8-beca-6acbf84c71d5 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:10.637505 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-5a868fc2-4903-4455-8d50-79471089b6b6 None None] Calling delete_port for 8424cb57-cdcd-494d-893b-dad4647dd209 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:10.656616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:10.667568 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:10.711966 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] No DVR routers for this DVR port 0e6d0960-72d0-40ab-a931-4296f70080a9 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:02:10.734862 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:10.744587 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58376) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:10.754922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f7f68c18-29f4-4feb-a490-087ae40e0bce tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:10.760044 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eec302d-cff1-46e8-beca-6acbf84c71d5 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Network 1672be0d-81c0-467c-af07-ccd5beb1bbfb is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:10.779512 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-6eec302d-cff1-46e8-beca-6acbf84c71d5 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:10.782665 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eec302d-cff1-46e8-beca-6acbf84c71d5 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:10.802150 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e6d0960-72d0-40ab-a931-4296f70080a9,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:10.821718 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Calling delete_port for 8424cb57-cdcd-494d-893b-dad4647dd209 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:10.826851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec302d-cff1-46e8-beca-6acbf84c71d5 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event updated for resources: {'Port': ['ID=458e555a-ce72-4d54-a144-9324420c6062,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:10.827689 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307fd65-fb4a-4d22-a76f-44a9a8c1f14c None None] Pushing event updated for resources: {'Port': ['ID=81313fea-518b-4e4d-85b7-e1d85fb5e619,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:10.868903 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1de6d3c0-8800-465f-9e20-d1904adf305c tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:10.880379 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f7f68c18-29f4-4feb-a490-087ae40e0bce tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:10.915307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network 1e106e2f-34fa-41e1-a9b5-d3996eac79c4 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:10.974593 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:11.004059 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=40538a0e-c715-449c-9902-275e40d34a2c,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:11.061549 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:11.067922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:11.068459 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:11.112978 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-19b7754e-186b-4587-a0c0-674cfc6e5336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:11.118061 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1de6d3c0-8800-465f-9e20-d1904adf305c tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:11.121828 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-110377994'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:11.136820 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:11.154920 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Usage tracker for resource:network and tenant:c219abbc4c574a2bb7241a2141bbefc5 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:11.161392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec302d-cff1-46e8-beca-6acbf84c71d5 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:11.162030 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6eec302d-cff1-46e8-beca-6acbf84c71d5 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:11.169478 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-49de0b24-5039-4eb1-8a43-6e56f107f0fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:02:11.169842 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-49de0b24-5039-4eb1-8a43-6e56f107f0fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:02:11.170355 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5a868fc2-4903-4455-8d50-79471089b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:11.172989 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:11.182400 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=6263f5b2-746b-4c5a-b7fc-e49a3357ba00,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:11.192864 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:11.217459 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f68c18-29f4-4feb-a490-087ae40e0bce tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:11.221906 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f7f68c18-29f4-4feb-a490-087ae40e0bce tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:11.224123 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f68c18-29f4-4feb-a490-087ae40e0bce tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:02:11.224835 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7f68c18-29f4-4feb-a490-087ae40e0bce tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:02:11.232659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a868fc2-4903-4455-8d50-79471089b6b6 None None] Pushing event deleted for resources: {'Port': ['ID=8424cb57-cdcd-494d-893b-dad4647dd209,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:11.307469 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0e6d0960-72d0-40ab-a931-4296f70080a9 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:02:11.341629 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6eec302d-cff1-46e8-beca-6acbf84c71d5 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3670516 Mar 02 19:02:11.346792 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58382) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:11.348893 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a868fc2-4903-4455-8d50-79471089b6b6 None None] No DVR routers for this DVR port 8424cb57-cdcd-494d-893b-dad4647dd209 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:02:11.353156 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a1305a0f-57dc-4bde-a020-07f99f30d4c4 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1e:d0:dd'}]}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:11.365275 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 0e6d0960-72d0-40ab-a931-4296f70080a9 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:02:11.365932 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0e6d0960-72d0-40ab-a931-4296f70080a9 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:02:11.394818 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-19b7754e-186b-4587-a0c0-674cfc6e5336 None None] For port 61cb739a-4c20-4161-b021-6a9740e10ce0, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=61cb739a-4c20-4161-b021-6a9740e10ce0,segment=NetworkSegment(2826c929-6505-422d-b734-b86aa9a96c54),segment_id=2826c929-6505-422d-b734-b86aa9a96c54)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:11.440025 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1de6d3c0-8800-465f-9e20-d1904adf305c tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:11.444622 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de6d3c0-8800-465f-9e20-d1904adf305c tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db84ba5c-fbca-435f-851e-fe894ada5d1a {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:02:11.447888 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f7f68c18-29f4-4feb-a490-087ae40e0bce tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0062265 Mar 02 19:02:11.465511 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58386) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:11.467423 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 7bc9160a-a944-4e2d-825c-7604a4b7c6db is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:11.478304 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:11.481713 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:11.484373 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Made reservation on behalf of c219abbc4c574a2bb7241a2141bbefc5 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:11.487395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:11.497606 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-19b7754e-186b-4587-a0c0-674cfc6e5336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:11.533535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:11.574709 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:11.575655 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 81313fea-518b-4e4d-85b7-e1d85fb5e619 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:11.599480 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-97540eda-8b53-4179-a5a8-7bf66c4ff105 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:11.703984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-49de0b24-5039-4eb1-8a43-6e56f107f0fb None None] Deleting port 0e6d0960-72d0-40ab-a931-4296f70080a9 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:11.704527 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-49de0b24-5039-4eb1-8a43-6e56f107f0fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:11.756895 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.api [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:02:11.757548 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG oslo_db.api [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:02:11.770607 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-97540eda-8b53-4179-a5a8-7bf66c4ff105 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:11.779525 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:11.804954 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-97540eda-8b53-4179-a5a8-7bf66c4ff105 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:11.808499 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-49de0b24-5039-4eb1-8a43-6e56f107f0fb None None] The port '0e6d0960-72d0-40ab-a931-4296f70080a9' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:02:11.814075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:11.820249 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7754e-186b-4587-a0c0-674cfc6e5336 None None] Pushing event updated for resources: {'Port': ['ID=61cb739a-4c20-4161-b021-6a9740e10ce0,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:11.861970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e11a8d-5f6c-4e4d-9263-33efd20f1a52']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:11.873588 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-1de6d3c0-8800-465f-9e20-d1904adf305c tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 02 19:02:11.874656 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1de6d3c0-8800-465f-9e20-d1904adf305c tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.7215123 Mar 02 19:02:11.877644 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58390) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:11.881155 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0445175-78ae-481a-ba54-0acc7a76bc0a') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:11.881452 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0445175-78ae-481a-ba54-0acc7a76bc0a') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:11.902900 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-aa69f7b5-e378-46f1-a9af-596f1db9b30a None None] Provisioning for port 458e555a-ce72-4d54-a144-9324420c6062 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:11.908819 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-aa69f7b5-e378-46f1-a9af-596f1db9b30a None None] Provisioning complete for port 458e555a-ce72-4d54-a144-9324420c6062 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:11.909470 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa69f7b5-e378-46f1-a9af-596f1db9b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:11.938415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:11.957811 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Usage tracker for resource:security_group_rule and tenant:c219abbc4c574a2bb7241a2141bbefc5 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:11.966802 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-0b171f79-01ba-4c75-bcbf-b24a09c5127b tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Deleting port 9e127d0f-6346-4a6c-847a-a536504e35c1 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:11.966802 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0b171f79-01ba-4c75-bcbf-b24a09c5127b tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:11.971529 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:11.978062 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:11.992082 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 81313fea-518b-4e4d-85b7-e1d85fb5e619 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:12.016826 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-aa69f7b5-e378-46f1-a9af-596f1db9b30a None None] Port 458e555a-ce72-4d54-a144-9324420c6062 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:02:12.043412 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.063103 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97540eda-8b53-4179-a5a8-7bf66c4ff105 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:12.066526 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-97540eda-8b53-4179-a5a8-7bf66c4ff105 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.072652 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-97540eda-8b53-4179-a5a8-7bf66c4ff105 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:02:12.073785 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97540eda-8b53-4179-a5a8-7bf66c4ff105 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:02:12.114160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.221825 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.240383 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f4b9ff55-ec56-4a31-8115-f1a1b8089dae None None] Provisioning for port 40538a0e-c715-449c-9902-275e40d34a2c completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:12.247522 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f4b9ff55-ec56-4a31-8115-f1a1b8089dae None None] Provisioning complete for port 40538a0e-c715-449c-9902-275e40d34a2c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:12.248741 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f4b9ff55-ec56-4a31-8115-f1a1b8089dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.253353 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:02:12.254262 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.258098 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.271205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a1305a0f-57dc-4bde-a020-07f99f30d4c4 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:02:12.275206 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:02:12.277774 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Deleting port 8424cb57-cdcd-494d-893b-dad4647dd209 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:12.277774 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.331704 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f4b9ff55-ec56-4a31-8115-f1a1b8089dae None None] Port 40538a0e-c715-449c-9902-275e40d34a2c cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:02:12.354369 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f4b9ff55-ec56-4a31-8115-f1a1b8089dae None None] Provisioning complete for port 61cb739a-4c20-4161-b021-6a9740e10ce0 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:12.355444 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f4b9ff55-ec56-4a31-8115-f1a1b8089dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.381998 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.393713 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-97540eda-8b53-4179-a5a8-7bf66c4ff105 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9229989 Mar 02 19:02:12.400742 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58394) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:12.418341 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1d9ab3-2731-4bf0-8df6-dff1c36668dc None None] Network 1e106e2f-34fa-41e1-a9b5-d3996eac79c4 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:12.425766 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-b7cc1003-f921-4e1a-97b2-570052668a34 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:12.521708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] The port '8424cb57-cdcd-494d-893b-dad4647dd209' was deleted {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:02:12.523561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:02:12.539880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0fb37a-f341-4a5f-8c14-11218ec21044,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:12.576544 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:02:12.663560 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.691534 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b7cc1003-f921-4e1a-97b2-570052668a34 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:12.714015 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b7cc1003-f921-4e1a-97b2-570052668a34 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:12.784522 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a1305a0f-57dc-4bde-a020-07f99f30d4c4 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.788399 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.788693 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Added segment 20e51bd6-680c-4a8e-9000-306eda4829ad of type vlan for network 83c148cb-ee41-4775-9539-ec493aa19228 Mar 02 19:02:12.802168 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.819044 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.832733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.833609 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.846376 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.849820 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.862934 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-002748f6-fb2e-4ca1-a808-7fedfad1e18f None None] Provisioning for port 81313fea-518b-4e4d-85b7-e1d85fb5e619 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:12.870248 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-002748f6-fb2e-4ca1-a808-7fedfad1e18f None None] Provisioning complete for port 81313fea-518b-4e4d-85b7-e1d85fb5e619 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:12.875120 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-002748f6-fb2e-4ca1-a808-7fedfad1e18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.895103 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=83e11a8d-5f6c-4e4d-9263-33efd20f1a52,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:12.902288 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0b171f79-01ba-4c75-bcbf-b24a09c5127b tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.919336 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a138b01d-9c5e-4117-9df8-b23f81cf6d3a']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:12.955435 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cc1003-f921-4e1a-97b2-570052668a34 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:12.958960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b7cc1003-f921-4e1a-97b2-570052668a34 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:12.960577 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cc1003-f921-4e1a-97b2-570052668a34 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:02:12.961292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7cc1003-f921-4e1a-97b2-570052668a34 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:02:13.018095 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=6263f5b2-746b-4c5a-b7fc-e49a3357ba00,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:13.021917 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a1305a0f-57dc-4bde-a020-07f99f30d4c4 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:13.031776 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-002748f6-fb2e-4ca1-a808-7fedfad1e18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:13.083785 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-002748f6-fb2e-4ca1-a808-7fedfad1e18f None None] For port 81313fea-518b-4e4d-85b7-e1d85fb5e619, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=81313fea-518b-4e4d-85b7-e1d85fb5e619,segment=NetworkSegment(d35374f8-015b-4279-a090-487e7ef575b0),segment_id=d35374f8-015b-4279-a090-487e7ef575b0)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:13.117105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:13.121775 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:13.122389 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:13.152660 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-002748f6-fb2e-4ca1-a808-7fedfad1e18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:13.269406 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002748f6-fb2e-4ca1-a808-7fedfad1e18f None None] Pushing event updated for resources: {'Port': ['ID=81313fea-518b-4e4d-85b7-e1d85fb5e619,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:13.280051 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5296969b-e773-43fb-815c-9f0f9a8be9c2') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:13.280352 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5296969b-e773-43fb-815c-9f0f9a8be9c2') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:13.331727 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-195c15ea-93a3-450e-904c-5b57fdd3c40a None None] Provisioning for port 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:13.344315 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-195c15ea-93a3-450e-904c-5b57fdd3c40a None None] Provisioning complete for port 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:13.353381 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-195c15ea-93a3-450e-904c-5b57fdd3c40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:13.361461 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0c71b108-db17-4d9e-8c01-f08b1c9022f1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/83e11a8d-5f6c-4e4d-9263-33efd20f1a52 HTTP/1.1" status: 204 len: 168 time: 5.4301705 Mar 02 19:02:13.363231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:13.376753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-0b171f79-01ba-4c75-bcbf-b24a09c5127b tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Calling delete_port for 9e127d0f-6346-4a6c-847a-a536504e35c1 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:13.469809 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-195c15ea-93a3-450e-904c-5b57fdd3c40a None None] Port 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:02:13.474327 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:13.502334 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-195c15ea-93a3-450e-904c-5b57fdd3c40a None None] Provisioning complete for port 81313fea-518b-4e4d-85b7-e1d85fb5e619 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:13.502929 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-195c15ea-93a3-450e-904c-5b57fdd3c40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:13.508205 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:02:13.508980 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:13.517629 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1305a0f-57dc-4bde-a020-07f99f30d4c4 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event updated for resources: {'Port': ['ID=458e555a-ce72-4d54-a144-9324420c6062,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:02:13.531571 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:02:13.537384 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-a1305a0f-57dc-4bde-a020-07f99f30d4c4 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] In _notify_port_updated(), no bound segment for port 458e555a-ce72-4d54-a144-9324420c6062 on network 1672be0d-81c0-467c-af07-ccd5beb1bbfb {{(pid=84532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:02:13.542349 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1305a0f-57dc-4bde-a020-07f99f30d4c4 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:13.543167 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a1305a0f-57dc-4bde-a020-07f99f30d4c4 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:13.547091 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a1305a0f-57dc-4bde-a020-07f99f30d4c4 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "PUT /v2.0/ports/458e555a-ce72-4d54-a144-9324420c6062 HTTP/1.1" status: 200 len: 995 time: 2.1966121 Mar 02 19:02:13.549037 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Pushing event updated for resources: {'Network': ['ID=83c148cb-ee41-4775-9539-ec493aa19228,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:13.551197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58400) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:13.594963 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 81313fea-518b-4e4d-85b7-e1d85fb5e619 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:13.595266 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b7cc1003-f921-4e1a-97b2-570052668a34 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1828153 Mar 02 19:02:13.601148 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58406) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:13.616157 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f412a0ab-b9a3-43ff-8239-bd276286ccc8 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8619657 Mar 02 19:02:13.616369 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58410) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:13.627402 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-63abb60a-e2cd-4135-9584-72ae742e5083 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Request body: {'subnet': {'network_id': '83c148cb-ee41-4775-9539-ec493aa19228', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:13.659423 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 83c148cb-ee41-4775-9539-ec493aa19228 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:02:13.661759 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network 1e106e2f-34fa-41e1-a9b5-d3996eac79c4 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:13.670162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:13.683172 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-19589f60-a3cf-4543-937b-fad029b86a63 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0714929 Mar 02 19:02:13.745600 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58414) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:13.748432 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-63abb60a-e2cd-4135-9584-72ae742e5083 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:13.753312 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-63abb60a-e2cd-4135-9584-72ae742e5083 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Usage tracker for resource:subnet and tenant:c219abbc4c574a2bb7241a2141bbefc5 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:13.756630 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-63abb60a-e2cd-4135-9584-72ae742e5083 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:13.763764 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-63abb60a-e2cd-4135-9584-72ae742e5083 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:13.829960 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.resource_extend [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:02:13.862428 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:13.880415 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63abb60a-e2cd-4135-9584-72ae742e5083 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Made reservation on behalf of c219abbc4c574a2bb7241a2141bbefc5 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:13.899145 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-282f56d2-f4a9-42d6-8c2a-245fe1aaa7fd tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Deleting port 458e555a-ce72-4d54-a144-9324420c6062 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:13.899528 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-282f56d2-f4a9-42d6-8c2a-245fe1aaa7fd tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:13.953247 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:13.980349 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:14.011028 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Pushing event deleted for resources: {'Network': ['ID=a138b01d-9c5e-4117-9df8-b23f81cf6d3a,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:14.013407 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0b171f79-01ba-4c75-bcbf-b24a09c5127b tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:14.021947 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:14.022078 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8639bc37-1ef4-4244-bb59-f741bb8ad120 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:14.022078 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8639bc37-1ef4-4244-bb59-f741bb8ad120 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:14.032090 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58418) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:14.073880 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 81313fea-518b-4e4d-85b7-e1d85fb5e619 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:14.074370 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:14.110176 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:14.130664 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ffd5d908-0209-48b7-91b5-d994ac91f71f tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] 10.222.0.73 "DELETE /v2.0/networks/a138b01d-9c5e-4117-9df8-b23f81cf6d3a HTTP/1.1" status: 204 len: 168 time: 5.5954943 Mar 02 19:02:14.142792 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58422) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:14.173674 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8639bc37-1ef4-4244-bb59-f741bb8ad120 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:14.177293 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8639bc37-1ef4-4244-bb59-f741bb8ad120 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4235108 Mar 02 19:02:14.219416 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58426) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:14.220747 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ef143f60-b2cd-4552-97ca-9956bb5ad7cf None None] Provisioning complete for port 458e555a-ce72-4d54-a144-9324420c6062 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:14.220747 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ef143f60-b2cd-4552-97ca-9956bb5ad7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:14.233273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-63abb60a-e2cd-4135-9584-72ae742e5083 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:14.250281 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 61cb739a-4c20-4161-b021-6a9740e10ce0 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:14.325101 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ef143f60-b2cd-4552-97ca-9956bb5ad7cf None None] Port 458e555a-ce72-4d54-a144-9324420c6062 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:02:14.344185 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ef143f60-b2cd-4552-97ca-9956bb5ad7cf None None] Provisioning complete for port 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:14.344673 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ef143f60-b2cd-4552-97ca-9956bb5ad7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:14.365790 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7bc5a087-4b05-45a5-b88b-322b4252cfe4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2cba10eae0244909ae301c19bf9852ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3305600 Mar 02 19:02:14.372332 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58430) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:14.407591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 61cb739a-4c20-4161-b021-6a9740e10ce0 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:14.408016 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:14.465333 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-282f56d2-f4a9-42d6-8c2a-245fe1aaa7fd tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:14.465612 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ef143f60-b2cd-4552-97ca-9956bb5ad7cf None None] Port 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:02:14.519569 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-be5e44a3-c4d3-4078-b644-c85ce47cc0dd tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2855463 Mar 02 19:02:14.539562 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58434) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:14.580956 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=40538a0e-c715-449c-9902-275e40d34a2c,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:14.610354 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-282f56d2-f4a9-42d6-8c2a-245fe1aaa7fd tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Calling delete_port for 458e555a-ce72-4d54-a144-9324420c6062 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:14.641075 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-9dea1a56-3068-4006-a45b-3d13dbe43269 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:14.767988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router af8ca6aa-2307-45c4-badf-fa8fadec6767 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:02:14.768707 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b0b86efd-1a77-4a7f-b64f-20c7b181f01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:14.807653 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b171f79-01ba-4c75-bcbf-b24a09c5127b tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e127d0f-6346-4a6c-847a-a536504e35c1,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:14.831859 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8869920c-ac77-49ba-b468-151698bd9eb5 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Deleting port a760d235-f62d-4934-8154-c84f488e8731 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:14.832530 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8869920c-ac77-49ba-b468-151698bd9eb5 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:14.843535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b0b86efd-1a77-4a7f-b64f-20c7b181f01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:14.853665 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-9dea1a56-3068-4006-a45b-3d13dbe43269 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:14.926908 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0b171f79-01ba-4c75-bcbf-b24a09c5127b tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:14.928939 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0b171f79-01ba-4c75-bcbf-b24a09c5127b tempest-RoutersAdminNegativeIpV6Test-1449281585 tempest-RoutersAdminNegativeIpV6Test-1449281585-project-admin] 10.222.0.73 "DELETE /v2.0/ports/9e127d0f-6346-4a6c-847a-a536504e35c1 HTTP/1.1" status: 204 len: 168 time: 3.0503252 Mar 02 19:02:15.037247 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 7bc9160a-a944-4e2d-825c-7604a4b7c6db is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:15.043487 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:15.076383 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-9dea1a56-3068-4006-a45b-3d13dbe43269 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:15.269653 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8869920c-ac77-49ba-b468-151698bd9eb5 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:15.269989 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8869920c-ac77-49ba-b468-151698bd9eb5 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:15.276701 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:02:15.291105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dea1a56-3068-4006-a45b-3d13dbe43269 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:15.291949 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Sync routers for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:02:15.305560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:02:15.306963 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:15.397202 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-282f56d2-f4a9-42d6-8c2a-245fe1aaa7fd tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:15.398874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b0b86efd-1a77-4a7f-b64f-20c7b181f01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:15.401334 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b0b86efd-1a77-4a7f-b64f-20c7b181f01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:15.404937 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b0b86efd-1a77-4a7f-b64f-20c7b181f01e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/468ce890-1d6f-4a9e-8d01-e64b52c95ca6 HTTP/1.1" status: 204 len: 168 time: 1.0292432 Mar 02 19:02:15.459199 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8869920c-ac77-49ba-b468-151698bd9eb5 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Calling delete_port for a760d235-f62d-4934-8154-c84f488e8731 owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:15.489585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f56d2-f4a9-42d6-8c2a-245fe1aaa7fd tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event deleted for resources: {'Port': ['ID=458e555a-ce72-4d54-a144-9324420c6062,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:15.489585 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7bc1c563-f218-487f-a5ee-a721ed5e2b95 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/af8ca6aa-2307-45c4-badf-fa8fadec6767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4203887 Mar 02 19:02:15.507199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58442) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:15.512391 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b86efd-1a77-4a7f-b64f-20c7b181f01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468ce890-1d6f-4a9e-8d01-e64b52c95ca6,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:15.531176 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-20672481-5da3-4dee-be76-8f4a3cce6c3f None None] Provisioning complete for port 40538a0e-c715-449c-9902-275e40d34a2c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:15.535126 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-20672481-5da3-4dee-be76-8f4a3cce6c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:15.544569 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-ebecb3c7-f030-4166-894c-59f2b061bdaf tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2005338220'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:15.630109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ebecb3c7-f030-4166-894c-59f2b061bdaf tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:15.656479 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:02:15.675767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58448) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:15.676936 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ebecb3c7-f030-4166-894c-59f2b061bdaf tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:network and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:15.683689 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9dea1a56-3068-4006-a45b-3d13dbe43269 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:15.708073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ebecb3c7-f030-4166-894c-59f2b061bdaf tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:15.793051 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-20672481-5da3-4dee-be76-8f4a3cce6c3f None None] Port 40538a0e-c715-449c-9902-275e40d34a2c cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:02:15.813185 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ebecb3c7-f030-4166-894c-59f2b061bdaf tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:15.891690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-282f56d2-f4a9-42d6-8c2a-245fe1aaa7fd tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:15.896196 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-282f56d2-f4a9-42d6-8c2a-245fe1aaa7fd tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "DELETE /v2.0/ports/458e555a-ce72-4d54-a144-9324420c6062 HTTP/1.1" status: 204 len: 168 time: 2.3396752 Mar 02 19:02:15.898210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58456) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:15.940281 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-63abb60a-e2cd-4135-9584-72ae742e5083 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:15.957588 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2529459-d85d-489c-8729-5ad791e5cbbf tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] GET failed (client error): The resource could not be found. Mar 02 19:02:15.958102 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b2529459-d85d-489c-8729-5ad791e5cbbf tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Synchronizing usage tracker for tenant:291593529d514b708a9094fa09f8bd5e on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:15.972659 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b2529459-d85d-489c-8729-5ad791e5cbbf tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Unset dirty status for tenant:291593529d514b708a9094fa09f8bd5e on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:15.977120 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b2529459-d85d-489c-8729-5ad791e5cbbf tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "GET /v2.0/ports/458e555a-ce72-4d54-a144-9324420c6062 HTTP/1.1" status: 404 len: 333 time: 0.0719159 Mar 02 19:02:15.977685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58460) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:15.986307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-2e354f45-8ea7-4b1c-9161-4d46f02effa7 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Request body: {'port': {'network_id': '1672be0d-81c0-467c-af07-ccd5beb1bbfb', 'name': 'tempest-AllowedAddressPairTestJSON-974706948'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:16.059064 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8869920c-ac77-49ba-b468-151698bd9eb5 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:16.181728 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebecb3c7-f030-4166-894c-59f2b061bdaf tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Made reservation on behalf of 2b147d1fd1b64c8daab7ec1005c16f83 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:16.185527 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ebecb3c7-f030-4166-894c-59f2b061bdaf tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:16.190269 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router 97255a1d-89dd-4d95-8a5c-8bb6a6690cc1 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:02:16.197903 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869920c-ac77-49ba-b468-151698bd9eb5 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Pushing event deleted for resources: {'Port': ['ID=a760d235-f62d-4934-8154-c84f488e8731,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:16.200054 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2e354f45-8ea7-4b1c-9161-4d46f02effa7 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:16.226710 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2e354f45-8ea7-4b1c-9161-4d46f02effa7 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:16.233393 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abb60a-e2cd-4135-9584-72ae742e5083 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Pushing event updated for resources: {'Subnet': ['ID=5ec0f427-41c1-46c9-9f12-2304363de4bb,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:16.254848 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:02:11Z', 'revision_number': 3, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:12Z', 'revision_number': 2, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:16.259975 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Checking router: af8ca6aa-2307-45c4-badf-fa8fadec6767 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:02:16.260439 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Updating router af8ca6aa-2307-45c4-badf-fa8fadec6767 port 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:02:16.278858 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-de450ce9-df74-433e-ae6a-ad79fe57300e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:16.296395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebecb3c7-f030-4166-894c-59f2b061bdaf tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:02:16.323953 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:16.346770 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ebecb3c7-f030-4166-894c-59f2b061bdaf tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:16.347117 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-ebecb3c7-f030-4166-894c-59f2b061bdaf tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Added segment b9f5b5c5-4cec-437d-b2e8-342fc3728d8a of type vlan for network dca5019d-62da-4782-a583-cd1004f02f7b Mar 02 19:02:16.351381 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e354f45-8ea7-4b1c-9161-4d46f02effa7 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Made reservation on behalf of 291593529d514b708a9094fa09f8bd5e for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:16.354855 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2e354f45-8ea7-4b1c-9161-4d46f02effa7 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:16.390435 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-de450ce9-df74-433e-ae6a-ad79fe57300e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:16.406204 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-de450ce9-df74-433e-ae6a-ad79fe57300e admin admin] Usage tracker for resource:security_group_rule and tenant:0a82a4a3db984968a6ad102b253f2933 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:16.411448 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-de450ce9-df74-433e-ae6a-ad79fe57300e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:16.416055 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ebecb3c7-f030-4166-894c-59f2b061bdaf tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:16.425203 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-de450ce9-df74-433e-ae6a-ad79fe57300e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:16.430729 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-2e354f45-8ea7-4b1c-9161-4d46f02effa7 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] device_id is not set on port ee19f574-6f9f-46f8-8bf9-130051c3baac yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:16.469329 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63abb60a-e2cd-4135-9584-72ae742e5083 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Checking segment: {'id': '20e51bd6-680c-4a8e-9000-306eda4829ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '83c148cb-ee41-4775-9539-ec493aa19228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:16.469845 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63abb60a-e2cd-4135-9584-72ae742e5083 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Network hostable DHCP agents. Network: 83c148cb-ee41-4775-9539-ec493aa19228, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:02:16.520725 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8869920c-ac77-49ba-b468-151698bd9eb5 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:16.571123 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:02:16.585628 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-36f3c242-6af5-4873-a260-9f948238bfac tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/97255a1d-89dd-4d95-8a5c-8bb6a6690cc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5551279 Mar 02 19:02:16.585628 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58472) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:16.586216 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054b19d6-40e8-4bfe-b10c-b7ee251f57f6 None None] Sync routers for ids ['97255a1d-89dd-4d95-8a5c-8bb6a6690cc1'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:02:16.604921 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054b19d6-40e8-4bfe-b10c-b7ee251f57f6 None None] Routers {'97255a1d-89dd-4d95-8a5c-8bb6a6690cc1'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:02:16.606727 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-054b19d6-40e8-4bfe-b10c-b7ee251f57f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['97255a1d-89dd-4d95-8a5c-8bb6a6690cc1'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:16.670724 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76411fe-1b2c-478e-b618-5a5520d5ab6b tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:16.672370 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c76411fe-1b2c-478e-b618-5a5520d5ab6b tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Synchronizing usage tracker for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:16.678307 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63abb60a-e2cd-4135-9584-72ae742e5083 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Network 83c148cb-ee41-4775-9539-ec493aa19228 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:02:16.683136 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ebecb3c7-f030-4166-894c-59f2b061bdaf tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:16.683336 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebecb3c7-f030-4166-894c-59f2b061bdaf tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:16.684030 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ebecb3c7-f030-4166-894c-59f2b061bdaf tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:16.684967 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8869920c-ac77-49ba-b468-151698bd9eb5 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:16.687819 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8869920c-ac77-49ba-b468-151698bd9eb5 tempest-FloatingIPAdminTestJSON-1081224301 tempest-FloatingIPAdminTestJSON-1081224301-project] 10.222.0.73 "DELETE /v2.0/floatingips/c0548b5b-db5e-40bf-ba2d-a57c32b112f4 HTTP/1.1" status: 204 len: 168 time: 2.5437191 Mar 02 19:02:16.768561 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-054b19d6-40e8-4bfe-b10c-b7ee251f57f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:16.771500 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-63abb60a-e2cd-4135-9584-72ae742e5083 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 83c148cb-ee41-4775-9539-ec493aa19228) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:16.774863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.objects.ports [None req-9dea1a56-3068-4006-a45b-3d13dbe43269 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84532) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 19:02:16.776792 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63abb60a-e2cd-4135-9584-72ae742e5083 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:16.777402 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-63abb60a-e2cd-4135-9584-72ae742e5083 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:16.798124 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054b19d6-40e8-4bfe-b10c-b7ee251f57f6 None None] Routers {'97255a1d-89dd-4d95-8a5c-8bb6a6690cc1'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:02:16.800132 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-054b19d6-40e8-4bfe-b10c-b7ee251f57f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['97255a1d-89dd-4d95-8a5c-8bb6a6690cc1'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:16.810878 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c167fa7d-1c07-4c36-8c41-7d52c9093026 None None] Network 83c148cb-ee41-4775-9539-ec493aa19228 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:16.811478 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c76411fe-1b2c-478e-b618-5a5520d5ab6b tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Unset dirty status for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:16.812830 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c76411fe-1b2c-478e-b618-5a5520d5ab6b tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/ports/40538a0e-c715-449c-9902-275e40d34a2c HTTP/1.1" status: 200 len: 910 time: 0.2271061 Mar 02 19:02:16.816259 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58482) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:16.844892 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9dea1a56-3068-4006-a45b-3d13dbe43269 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:16.875620 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-2e354f45-8ea7-4b1c-9161-4d46f02effa7 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Allocated IP 172.20.0.6 (1672be0d-81c0-467c-af07-ccd5beb1bbfb/7aa92a33-cbd6-4b66-9d07-17b6121cc110/ee19f574-6f9f-46f8-8bf9-130051c3baac) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:16.935724 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-054b19d6-40e8-4bfe-b10c-b7ee251f57f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:16.937328 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054b19d6-40e8-4bfe-b10c-b7ee251f57f6 None None] The sync data for ids ['97255a1d-89dd-4d95-8a5c-8bb6a6690cc1'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:02:16.978866 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:16.997060 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-de450ce9-df74-433e-ae6a-ad79fe57300e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:17.020267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Transition to ACTIVE for port object 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:17.055084 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-63abb60a-e2cd-4135-9584-72ae742e5083 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4382031 Mar 02 19:02:17.061661 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58488) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:17.070266 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dea1a56-3068-4006-a45b-3d13dbe43269 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:17.076984 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-9dea1a56-3068-4006-a45b-3d13dbe43269 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:17.078668 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecb3c7-f030-4166-894c-59f2b061bdaf tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Network': ['ID=dca5019d-62da-4782-a583-cd1004f02f7b,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:17.083173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dea1a56-3068-4006-a45b-3d13dbe43269 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:17.083716 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9dea1a56-3068-4006-a45b-3d13dbe43269 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:17.103969 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb1ab3c-f384-4934-a8db-12dfb4dbcbc6 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:17.125798 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Request body: {'port': {'network_id': '83c148cb-ee41-4775-9539-ec493aa19228', 'name': 'tempest-ExtraDHCPOptionsTestJSON-520732645'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:17.138139 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea1a56-3068-4006-a45b-3d13dbe43269 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=36ea5d10-c35f-4094-b793-c422cff5ef28,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:17.140790 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-de450ce9-df74-433e-ae6a-ad79fe57300e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:17.143909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network dca5019d-62da-4782-a583-cd1004f02f7b details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:02:17.278116 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58492) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:17.301054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:17.379311 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de450ce9-df74-433e-ae6a-ad79fe57300e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939d5a10-7667-4910-9cf6-66210789ea05,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:17.382966 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ebecb3c7-f030-4166-894c-59f2b061bdaf tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8683369 Mar 02 19:02:17.401419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58500) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:17.411381 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-6c3b4651-3b63-4535-a320-92e2dcbb040f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'subnet': {'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:17.458350 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58504) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:17.480226 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:17.485911 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Usage tracker for resource:port and tenant:c219abbc4c574a2bb7241a2141bbefc5 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:17.491263 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:17.518418 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9dea1a56-3068-4006-a45b-3d13dbe43269 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9213412 Mar 02 19:02:17.526369 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58510) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:17.537511 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-de450ce9-df74-433e-ae6a-ad79fe57300e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0a82a4a3db984968a6ad102b253f2933&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8553138 Mar 02 19:02:17.553031 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-35b73760-2d6f-4a90-ae3c-f9afa5fcae20 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'mac_address': 'fa:16:3e:0a:26:2b', 'name': 'tempest-NetworksTestDHCPv6-954542439'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:17.578130 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58514) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:17.607607 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:17.711791 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1460058672'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:17.730888 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:17.744360 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec8b0b-c725-48a1-b10f-ec20a57b0916 None None] Pushing event updated for resources: {'Port': ['ID=6263f5b2-746b-4c5a-b7fc-e49a3357ba00,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:17.746661 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2e354f45-8ea7-4b1c-9161-4d46f02effa7 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:17.771087 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d35727f9-f0fb-4367-8e80-ec9e31ba43ab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=696e004f509e448885addd008d59720d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3077052 Mar 02 19:02:17.771087 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Usage tracker for resource:network and tenant:f732df6a0fd543bf93fda55ff9a564a7 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:17.773380 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6c3b4651-3b63-4535-a320-92e2dcbb040f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:17.778104 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6c3b4651-3b63-4535-a320-92e2dcbb040f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:subnet and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:17.781949 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:17.783164 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58518) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:17.790881 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-83c148cb-ee41-4775-9539-ec493aa19228', 'network_id': '83c148cb-ee41-4775-9539-ec493aa19228', 'tenant_id': 'c219abbc4c574a2bb7241a2141bbefc5', 'fixed_ips': [{'subnet_id': '5ec0f427-41c1-46c9-9f12-2304363de4bb'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:02:17.791263 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:17.792271 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:17.803942 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6c3b4651-3b63-4535-a320-92e2dcbb040f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:17.834934 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-2e354f45-8ea7-4b1c-9161-4d46f02effa7 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Transition to ACTIVE for port object ee19f574-6f9f-46f8-8bf9-130051c3baac will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:17.835875 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7d7c54ac-90fc-4220-9802-8f4a6204b4c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:17.839807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6c3b4651-3b63-4535-a320-92e2dcbb040f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:17.890581 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Made reservation on behalf of c219abbc4c574a2bb7241a2141bbefc5 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:17.893473 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:17.936667 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-35b73760-2d6f-4a90-ae3c-f9afa5fcae20 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:17.953352 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-35b73760-2d6f-4a90-ae3c-f9afa5fcae20 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:port and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:17.956452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3559ad81-90e1-4701-8a04-12ad5b7d92cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:17.958727 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-35b73760-2d6f-4a90-ae3c-f9afa5fcae20 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:17.970268 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-35b73760-2d6f-4a90-ae3c-f9afa5fcae20 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:17.974729 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Made reservation on behalf of f732df6a0fd543bf93fda55ff9a564a7 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:17.980274 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:17.996463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.012578 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Attempting to bind port 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:18.012578 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Attempting to bind port 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'd35374f8-015b-4279-a090-487e7ef575b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:18.012899 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Attempting to bind port 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 on network 1e106e2f-34fa-41e1-a9b5-d3996eac79c4 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:18.013144 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e8110b65-69f6-45e8-aeb2-03572fd52b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.020120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] device_id is not set on port 19121435-ecab-4952-91a6-693c8ab54e21 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:18.026290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3559ad81-90e1-4701-8a04-12ad5b7d92cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.064478 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e8110b65-69f6-45e8-aeb2-03572fd52b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.082062 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3b4651-3b63-4535-a320-92e2dcbb040f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Made reservation on behalf of 2b147d1fd1b64c8daab7ec1005c16f83 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:18.091588 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:02:18.091588 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Checking segment: {'id': 'd35374f8-015b-4279-a090-487e7ef575b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:18.091952 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.092199 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Bound using segment: {'id': 'd35374f8-015b-4279-a090-487e7ef575b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:02:18.092625 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Bound port: 6263f5b2-746b-4c5a-b7fc-e49a3357ba00, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35374f8-015b-4279-a090-487e7ef575b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:02:18.092999 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.136527 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:18.142645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Usage tracker for resource:security_group_rule and tenant:f732df6a0fd543bf93fda55ff9a564a7 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:18.145978 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:18.157344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:18.161308 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': '36ea5d10-c35f-4094-b793-c422cff5ef28'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:02:18.162150 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.183104 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b73760-2d6f-4a90-ae3c-f9afa5fcae20 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:18.187481 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-35b73760-2d6f-4a90-ae3c-f9afa5fcae20 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.197386 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2e354f45-8ea7-4b1c-9161-4d46f02effa7 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.315727 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Allocated IP 172.20.0.2 (83c148cb-ee41-4775-9539-ec493aa19228/5ec0f427-41c1-46c9-9f12-2304363de4bb/3da077d2-7a8b-4ab7-8c73-b59e3c6336ba) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:18.349823 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-35b73760-2d6f-4a90-ae3c-f9afa5fcae20 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port b641f1df-4b02-41c7-ab73-5f354033d461 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:18.390881 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6c3b4651-3b63-4535-a320-92e2dcbb040f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.392576 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.407653 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e354f45-8ea7-4b1c-9161-4d46f02effa7 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Network 1672be0d-81c0-467c-af07-ccd5beb1bbfb is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:18.421293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-2e354f45-8ea7-4b1c-9161-4d46f02effa7 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:18.423395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e354f45-8ea7-4b1c-9161-4d46f02effa7 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event updated for resources: {'Port': ['ID=ee19f574-6f9f-46f8-8bf9-130051c3baac,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:18.427687 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] For port 6263f5b2-746b-4c5a-b7fc-e49a3357ba00, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:02:18.480341 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e354f45-8ea7-4b1c-9161-4d46f02effa7 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:18.486131 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.498318 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] For port 6263f5b2-746b-4c5a-b7fc-e49a3357ba00, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6263f5b2-746b-4c5a-b7fc-e49a3357ba00,segment=NetworkSegment(d35374f8-015b-4279-a090-487e7ef575b0),segment_id=d35374f8-015b-4279-a090-487e7ef575b0)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:02:18.541674 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07c9fd8-0ed3-4a6e-a148-37d733ee021e,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:18.556352 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Allocated IP 2001:db8::f816:3eff:fe4c:e841 (ef3b29a7-4982-4982-b073-f3d27df1240a/36ea5d10-c35f-4094-b793-c422cff5ef28/2040d172-d04e-4454-a738-e0b34f20c4f4) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:18.567861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3559ad81-90e1-4701-8a04-12ad5b7d92cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.615171 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.621571 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:02:18.633775 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559ad81-90e1-4701-8a04-12ad5b7d92cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939d5a10-7667-4910-9cf6-66210789ea05,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:18.643863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e354f45-8ea7-4b1c-9161-4d46f02effa7 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:18.644523 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2e354f45-8ea7-4b1c-9161-4d46f02effa7 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.654544 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.655715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e8110b65-69f6-45e8-aeb2-03572fd52b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.655837 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Added segment 34eb9f76-6963-4032-8b19-534f9192f27d of type vlan for network c8e704b9-1bef-4978-97cb-ff307c0d669b Mar 02 19:02:18.698057 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8110b65-69f6-45e8-aeb2-03572fd52b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c55ecf-d8c5-4585-871c-42dab59536cb,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:18.717656 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3559ad81-90e1-4701-8a04-12ad5b7d92cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.718667 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3559ad81-90e1-4701-8a04-12ad5b7d92cd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/939d5a10-7667-4910-9cf6-66210789ea05 HTTP/1.1" status: 204 len: 168 time: 1.1396344 Mar 02 19:02:18.730034 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e8110b65-69f6-45e8-aeb2-03572fd52b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.731173 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e8110b65-69f6-45e8-aeb2-03572fd52b5e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/13c55ecf-d8c5-4585-871c-42dab59536cb HTTP/1.1" status: 204 len: 168 time: 0.9364645 Mar 02 19:02:18.738296 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.810231 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2e354f45-8ea7-4b1c-9161-4d46f02effa7 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8314352 Mar 02 19:02:18.822453 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58526) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:18.831987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-3c82b05f-46ed-419b-ae73-194e0fe6b8ca tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Request body: {'port': {'network_id': '1672be0d-81c0-467c-af07-ccd5beb1bbfb', 'name': 'tempest-AllowedAddressPairTestJSON-2023117613'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:18.890094 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.923901 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Transition to ACTIVE for port object 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:18.927765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec8b0b-c725-48a1-b10f-ec20a57b0916 None None] Pushing event updated for resources: {'Port': ['ID=6263f5b2-746b-4c5a-b7fc-e49a3357ba00,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:18.931822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.945522 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:18.946164 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:18.979570 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Transition to ACTIVE for port object 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:19.078373 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6c3b4651-3b63-4535-a320-92e2dcbb040f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:19.082513 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3c82b05f-46ed-419b-ae73-194e0fe6b8ca tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:19.094900 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:19.107733 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Transition to ACTIVE for port object 2040d172-d04e-4454-a738-e0b34f20c4f4 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:19.131036 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Transition to ACTIVE for port object 2040d172-d04e-4454-a738-e0b34f20c4f4 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:19.136535 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:02:19.137659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:01:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:19.140900 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Network': ['ID=c8e704b9-1bef-4978-97cb-ff307c0d669b,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:19.151101 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3c82b05f-46ed-419b-ae73-194e0fe6b8ca tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:19.208353 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b4651-3b63-4535-a320-92e2dcbb040f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Subnet': ['ID=99319dbb-f856-4478-9ef2-7d61bfc81881,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:19.230865 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a94bddea-6d9f-4fd4-8146-8bbe775b742e None None] Provisioning for port ee19f574-6f9f-46f8-8bf9-130051c3baac completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:19.234945 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network c8e704b9-1bef-4978-97cb-ff307c0d669b details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:02:19.297248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c82b05f-46ed-419b-ae73-194e0fe6b8ca tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Made reservation on behalf of 291593529d514b708a9094fa09f8bd5e for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:19.300980 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c82b05f-46ed-419b-ae73-194e0fe6b8ca tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:19.321094 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3b4651-3b63-4535-a320-92e2dcbb040f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Checking segment: {'id': 'b9f5b5c5-4cec-437d-b2e8-342fc3728d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:19.322307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3b4651-3b63-4535-a320-92e2dcbb040f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network hostable DHCP agents. Network: dca5019d-62da-4782-a583-cd1004f02f7b, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:02:19.364585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-35b73760-2d6f-4a90-ae3c-f9afa5fcae20 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::f816:3eff:fe0a:262b (ef3b29a7-4982-4982-b073-f3d27df1240a/36ea5d10-c35f-4094-b793-c422cff5ef28/b641f1df-4b02-41c7-ab73-5f354033d461) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:19.367219 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-3c82b05f-46ed-419b-ae73-194e0fe6b8ca tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] device_id is not set on port f4845641-62a3-458d-9086-8721e1284086 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:19.382193 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-7d7c54ac-90fc-4220-9802-8f4a6204b4c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port 40538a0e-c715-449c-9902-275e40d34a2c {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:19.387391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7d7c54ac-90fc-4220-9802-8f4a6204b4c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:19.440321 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:19.444755 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:19.495345 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a94bddea-6d9f-4fd4-8146-8bbe775b742e None None] Provisioning complete for port ee19f574-6f9f-46f8-8bf9-130051c3baac triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:19.495794 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a94bddea-6d9f-4fd4-8146-8bbe775b742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:19.585782 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1fa935ab-c65a-46b3-9766-2ef76f3098b8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3081150 Mar 02 19:02:19.591592 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58534) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:19.607197 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-7cd5d7ea-718a-4512-a17b-7b6ec1332619 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'subnet': {'network_id': 'c8e704b9-1bef-4978-97cb-ff307c0d669b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:19.616388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3b4651-3b63-4535-a320-92e2dcbb040f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network dca5019d-62da-4782-a583-cd1004f02f7b is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:02:19.678004 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:19.693799 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:19.705421 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Network 83c148cb-ee41-4775-9539-ec493aa19228 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:19.708972 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:19.717032 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:19.719515 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Pushing event updated for resources: {'Port': ['ID=3da077d2-7a8b-4ab7-8c73-b59e3c6336ba,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:19.721725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a94bddea-6d9f-4fd4-8146-8bbe775b742e None None] Port ee19f574-6f9f-46f8-8bf9-130051c3baac cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:02:19.724895 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:19.783934 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:02:19.809421 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.api [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-7df25b02-0eb0-429c-8715-4b1ee0e688b2 {{(pid=84533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:02:19.809827 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG oslo_db.api [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:02:19.826188 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-7cd5d7ea-718a-4512-a17b-7b6ec1332619 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:19.834987 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-7cd5d7ea-718a-4512-a17b-7b6ec1332619 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Usage tracker for resource:subnet and tenant:f732df6a0fd543bf93fda55ff9a564a7 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:19.840782 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-7cd5d7ea-718a-4512-a17b-7b6ec1332619 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:19.848238 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-3c82b05f-46ed-419b-ae73-194e0fe6b8ca tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Allocated IP 172.20.0.9 (1672be0d-81c0-467c-af07-ccd5beb1bbfb/7aa92a33-cbd6-4b66-9d07-17b6121cc110/f4845641-62a3-458d-9086-8721e1284086) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:19.858830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-7cd5d7ea-718a-4512-a17b-7b6ec1332619 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:19.881062 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7d7c54ac-90fc-4220-9802-8f4a6204b4c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:19.901374 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-6c3b4651-3b63-4535-a320-92e2dcbb040f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, dca5019d-62da-4782-a583-cd1004f02f7b) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:19.923526 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58538) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:19.928333 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3b4651-3b63-4535-a320-92e2dcbb040f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:19.930705 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6c3b4651-3b63-4535-a320-92e2dcbb040f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:19.978847 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aadfd83-9c70-45b8-86ef-1ddb9cca9941 None None] Network dca5019d-62da-4782-a583-cd1004f02f7b requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:20.015458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58542) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:20.036432 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-7d7c54ac-90fc-4220-9802-8f4a6204b4c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Calling delete_port for 40538a0e-c715-449c-9902-275e40d34a2c owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:20.062197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2232a98f-013a-47f5-96ee-90bf823e5fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.084297 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-35b73760-2d6f-4a90-ae3c-f9afa5fcae20 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.118385 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Pushing event updated for resources: {'Port': ['ID=2040d172-d04e-4454-a738-e0b34f20c4f4,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:20.137433 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd5d7ea-718a-4512-a17b-7b6ec1332619 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Made reservation on behalf of f732df6a0fd543bf93fda55ff9a564a7 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:20.150537 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-35b73760-2d6f-4a90-ae3c-f9afa5fcae20 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object b641f1df-4b02-41c7-ab73-5f354033d461 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:20.160495 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Attempting to bind port 2040d172-d04e-4454-a738-e0b34f20c4f4 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:20.160864 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Attempting to bind port 2040d172-d04e-4454-a738-e0b34f20c4f4 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:20.161266 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Attempting to bind port 2040d172-d04e-4454-a738-e0b34f20c4f4 on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:20.175415 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8c1c84cb-82d6-4ce9-8ded-05aff1b6bad2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0fc50767cb29482d9a6b64409228275d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2400980 Mar 02 19:02:20.184145 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6c3b4651-3b63-4535-a320-92e2dcbb040f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7815647 Mar 02 19:02:20.186176 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58546) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:20.204709 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58548) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:20.228924 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Attempting to bind port 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:20.229298 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Attempting to bind port 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '20e51bd6-680c-4a8e-9000-306eda4829ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '83c148cb-ee41-4775-9539-ec493aa19228'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:20.229665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Attempting to bind port 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba on network 83c148cb-ee41-4775-9539-ec493aa19228 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:20.239630 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2232a98f-013a-47f5-96ee-90bf823e5fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:20.253549 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2232a98f-013a-47f5-96ee-90bf823e5fbe admin admin] Usage tracker for resource:security_group_rule and tenant:3bf6398dc115478293caae1227f6fc79 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:20.267996 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2232a98f-013a-47f5-96ee-90bf823e5fbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:20.270583 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:02:20.270583 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:20.270975 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.271390 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:02:20.272072 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Bound port: 2040d172-d04e-4454-a738-e0b34f20c4f4, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:02:20.272221 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.293511 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2232a98f-013a-47f5-96ee-90bf823e5fbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:20.335947 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:02:20.336237 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Checking segment: {'id': '20e51bd6-680c-4a8e-9000-306eda4829ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '83c148cb-ee41-4775-9539-ec493aa19228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:20.336625 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.337595 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Bound using segment: {'id': '20e51bd6-680c-4a8e-9000-306eda4829ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '83c148cb-ee41-4775-9539-ec493aa19228'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:02:20.338796 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Bound port: 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e51bd6-680c-4a8e-9000-306eda4829ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '83c148cb-ee41-4775-9539-ec493aa19228'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:02:20.339844 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.346464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.403206 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] device_id is not set on port 5750f8e9-fc92-4637-88f9-17f8b80ba4c2 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:20.443460 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d7ea-718a-4512-a17b-7b6ec1332619 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.443687 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fead78ab-d11d-4b36-8c6d-83a8f7fd06cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.469232 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c82b05f-46ed-419b-ae73-194e0fe6b8ca tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.499054 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-35b73760-2d6f-4a90-ae3c-f9afa5fcae20 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.551500 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fead78ab-d11d-4b36-8c6d-83a8f7fd06cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.582867 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-3c82b05f-46ed-419b-ae73-194e0fe6b8ca tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Transition to ACTIVE for port object f4845641-62a3-458d-9086-8721e1284086 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:20.636308 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] For port 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:02:20.673646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b73760-2d6f-4a90-ae3c-f9afa5fcae20 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:20.674254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] For port 2040d172-d04e-4454-a738-e0b34f20c4f4, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:02:20.685593 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-35b73760-2d6f-4a90-ae3c-f9afa5fcae20 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:20.688145 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b73760-2d6f-4a90-ae3c-f9afa5fcae20 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:20.692292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b73760-2d6f-4a90-ae3c-f9afa5fcae20 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:20.692943 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-35b73760-2d6f-4a90-ae3c-f9afa5fcae20 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.694612 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] For port 2040d172-d04e-4454-a738-e0b34f20c4f4, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=2040d172-d04e-4454-a738-e0b34f20c4f4,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:02:20.697117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] For port 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3da077d2-7a8b-4ab7-8c73-b59e3c6336ba,segment=NetworkSegment(20e51bd6-680c-4a8e-9000-306eda4829ad),segment_id=20e51bd6-680c-4a8e-9000-306eda4829ad)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:02:20.698215 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b73760-2d6f-4a90-ae3c-f9afa5fcae20 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=b641f1df-4b02-41c7-ab73-5f354033d461,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:20.704128 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2232a98f-013a-47f5-96ee-90bf823e5fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.725664 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-dca5019d-62da-4782-a583-cd1004f02f7b', 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'fixed_ips': [{'subnet_id': '99319dbb-f856-4478-9ef2-7d61bfc81881'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:02:20.725921 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.746593 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7d7c54ac-90fc-4220-9802-8f4a6204b4c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.750166 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:02:11Z', 'revision_number': 3, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:18Z', 'revision_number': 4, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:20.791834 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.795393 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f129618f-8a52-4033-858f-8c85c20faff9 None None] The sync data for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv is: [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:02:11Z', 'revision_number': 3, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:18Z', 'revision_number': 4, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:02:20.797290 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.834267 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-35b73760-2d6f-4a90-ae3c-f9afa5fcae20 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3063531 Mar 02 19:02:20.836255 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c82b05f-46ed-419b-ae73-194e0fe6b8ca tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.844010 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c54ac-90fc-4220-9802-8f4a6204b4c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Port': ['ID=40538a0e-c715-449c-9902-275e40d34a2c,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:20.849300 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2232a98f-013a-47f5-96ee-90bf823e5fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:20.849723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58554) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:20.942868 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Allocated IP 172.20.0.8 (83c148cb-ee41-4775-9539-ec493aa19228/5ec0f427-41c1-46c9-9f12-2304363de4bb/5750f8e9-fc92-4637-88f9-17f8b80ba4c2) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:20.974910 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0ef05-7dce-49b0-8ec3-55bd6a4b2c30 None None] Pushing event updated for resources: {'Port': ['ID=2040d172-d04e-4454-a738-e0b34f20c4f4,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:21.054283 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fead78ab-d11d-4b36-8c6d-83a8f7fd06cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:21.132413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82b05f-46ed-419b-ae73-194e0fe6b8ca tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event updated for resources: {'Port': ['ID=f4845641-62a3-458d-9086-8721e1284086,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:21.145652 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2232a98f-013a-47f5-96ee-90bf823e5fbe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3bf6398dc115478293caae1227f6fc79&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1100791 Mar 02 19:02:21.160422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58558) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:21.170060 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fead78ab-d11d-4b36-8c6d-83a8f7fd06cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:21.172206 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fead78ab-d11d-4b36-8c6d-83a8f7fd06cf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5c43898f-8f28-4292-8a41-53df361a2dca HTTP/1.1" status: 204 len: 168 time: 0.9299493 Mar 02 19:02:21.242326 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Allocated IP 2001:db8:2::2 (dca5019d-62da-4782-a583-cd1004f02f7b/99319dbb-f856-4478-9ef2-7d61bfc81881/86637c78-40fb-4f2a-89f0-31b016689904) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:21.251218 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461c4f0-c539-424e-9954-dae8ed7f070a None None] Pushing event updated for resources: {'Port': ['ID=3da077d2-7a8b-4ab7-8c73-b59e3c6336ba,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:21.279488 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232a98f-013a-47f5-96ee-90bf823e5fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2026606f-cf18-4fc5-856f-6b431e5968c6,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:21.326445 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c82b05f-46ed-419b-ae73-194e0fe6b8ca tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Network 1672be0d-81c0-467c-af07-ccd5beb1bbfb is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:21.339664 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-3c82b05f-46ed-419b-ae73-194e0fe6b8ca tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:21.358107 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead78ab-d11d-4b36-8c6d-83a8f7fd06cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c43898f-8f28-4292-8a41-53df361a2dca,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:21.360953 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c82b05f-46ed-419b-ae73-194e0fe6b8ca tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:21.545092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c82b05f-46ed-419b-ae73-194e0fe6b8ca tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:21.552717 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c82b05f-46ed-419b-ae73-194e0fe6b8ca tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:21.752522 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:21.758346 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fad71583-a7c4-4329-a745-e9f87a9a3cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:21.824858 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58564) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:21.837670 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3c82b05f-46ed-419b-ae73-194e0fe6b8ca tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0134640 Mar 02 19:02:21.865351 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-cf6f365f-10a5-45ae-9231-beb5ca6fe3bc tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:1e:d0:dd'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:03:51:79'}]}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:21.874407 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fad71583-a7c4-4329-a745-e9f87a9a3cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:21.984634 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:22.095950 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fad71583-a7c4-4329-a745-e9f87a9a3cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:22.109838 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Transition to ACTIVE for port object 86637c78-40fb-4f2a-89f0-31b016689904 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:22.124272 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad71583-a7c4-4329-a745-e9f87a9a3cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2026606f-cf18-4fc5-856f-6b431e5968c6,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:22.138868 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fad71583-a7c4-4329-a745-e9f87a9a3cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:22.143596 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fad71583-a7c4-4329-a745-e9f87a9a3cc2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2026606f-cf18-4fc5-856f-6b431e5968c6 HTTP/1.1" status: 204 len: 168 time: 0.9750180 Mar 02 19:02:22.162662 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Transition to ACTIVE for port object 86637c78-40fb-4f2a-89f0-31b016689904 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:22.179891 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-30338e6a-b399-4673-a3e3-522754e148ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:22.210343 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ef6853f9-fbac-4a59-a860-2f152b24b4a8 None None] Provisioning for port f4845641-62a3-458d-9086-8721e1284086 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:22.214641 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d7ea-718a-4512-a17b-7b6ec1332619 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:22.219557 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:22.226678 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ef6853f9-fbac-4a59-a860-2f152b24b4a8 None None] Provisioning complete for port f4845641-62a3-458d-9086-8721e1284086 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:22.227038 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ef6853f9-fbac-4a59-a860-2f152b24b4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:22.257785 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:22.258371 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:22.283738 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2493d4fb-4e98-481a-9a98-5f3ad2af1283 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:22.287890 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2493d4fb-4e98-481a-9a98-5f3ad2af1283 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:22.288979 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2493d4fb-4e98-481a-9a98-5f3ad2af1283 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:22.304959 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:22.420745 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ef6853f9-fbac-4a59-a860-2f152b24b4a8 None None] Port f4845641-62a3-458d-9086-8721e1284086 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:02:22.433313 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Network dca5019d-62da-4782-a583-cd1004f02f7b is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:22.434413 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Pushing event updated for resources: {'Port': ['ID=86637c78-40fb-4f2a-89f0-31b016689904,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:22.438776 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:22.445783 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:22.574282 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5d7ea-718a-4512-a17b-7b6ec1332619 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Subnet': ['ID=553c6bea-551d-4960-b092-b8e92430655b,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:22.583896 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:22.606089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Attempting to bind port 86637c78-40fb-4f2a-89f0-31b016689904 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:22.606515 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Attempting to bind port 86637c78-40fb-4f2a-89f0-31b016689904 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'b9f5b5c5-4cec-437d-b2e8-342fc3728d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:22.606926 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Attempting to bind port 86637c78-40fb-4f2a-89f0-31b016689904 on network dca5019d-62da-4782-a583-cd1004f02f7b {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:22.619742 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:02:22.619742 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Checking segment: {'id': 'b9f5b5c5-4cec-437d-b2e8-342fc3728d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:22.625077 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:22.625077 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Bound using segment: {'id': 'b9f5b5c5-4cec-437d-b2e8-342fc3728d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:02:22.625077 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Bound port: 86637c78-40fb-4f2a-89f0-31b016689904, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f5b5c5-4cec-437d-b2e8-342fc3728d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:02:22.625077 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:22.633899 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7d7c54ac-90fc-4220-9802-8f4a6204b4c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:22.647171 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 6263f5b2-746b-4c5a-b7fc-e49a3357ba00, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6263f5b2-746b-4c5a-b7fc-e49a3357ba00,segment=NetworkSegment(d35374f8-015b-4279-a090-487e7ef575b0),segment_id=d35374f8-015b-4279-a090-487e7ef575b0)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:22.650384 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2493d4fb-4e98-481a-9a98-5f3ad2af1283 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:22.652235 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2493d4fb-4e98-481a-9a98-5f3ad2af1283 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.7977138 Mar 02 19:02:22.654622 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58580) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:22.742146 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] For port 86637c78-40fb-4f2a-89f0-31b016689904, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:02:22.746127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] For port 86637c78-40fb-4f2a-89f0-31b016689904, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=86637c78-40fb-4f2a-89f0-31b016689904,segment=NetworkSegment(b9f5b5c5-4cec-437d-b2e8-342fc3728d8a),segment_id=b9f5b5c5-4cec-437d-b2e8-342fc3728d8a)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:02:22.746986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-8a0684bf-b1da-4c1a-9dac-9dac347afb48 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port b641f1df-4b02-41c7-ab73-5f354033d461 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:22.747832 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8a0684bf-b1da-4c1a-9dac-9dac347afb48 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:22.757821 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:22.763532 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:22.767308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd5d7ea-718a-4512-a17b-7b6ec1332619 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Checking segment: {'id': '34eb9f76-6963-4032-8b19-534f9192f27d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'c8e704b9-1bef-4978-97cb-ff307c0d669b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:22.771763 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd5d7ea-718a-4512-a17b-7b6ec1332619 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Network hostable DHCP agents. Network: c8e704b9-1bef-4978-97cb-ff307c0d669b, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:02:22.827690 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:22.940971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=6263f5b2-746b-4c5a-b7fc-e49a3357ba00,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:23.095376 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8a0684bf-b1da-4c1a-9dac-9dac347afb48 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:23.126031 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f569efc-92ba-4f65-9bae-412d7efb70b7 None None] Pushing event updated for resources: {'Port': ['ID=86637c78-40fb-4f2a-89f0-31b016689904,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:23.139487 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Transition to ACTIVE for port object 5750f8e9-fc92-4637-88f9-17f8b80ba4c2 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:23.242210 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf6f365f-10a5-45ae-9231-beb5ca6fe3bc tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:23.322501 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-8a0684bf-b1da-4c1a-9dac-9dac347afb48 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for b641f1df-4b02-41c7-ab73-5f354033d461 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:23.726588 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 2040d172-d04e-4454-a738-e0b34f20c4f4 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:23.736405 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58592) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:23.774077 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58598) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:23.810872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4f80da17-f5dd-45b8-bc44-7063b216423a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:23.846763 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8a0684bf-b1da-4c1a-9dac-9dac347afb48 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:23.848714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-808b79cd-1848-4898-8907-8004c97615c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:23.884332 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-91b6c709-b7d3-4a48-8e8e-7748749812d9 None None] Provisioning for port 2040d172-d04e-4454-a738-e0b34f20c4f4 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:23.892265 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10750f71-ec55-4333-a7f1-68f2eb8d3669 None None] Network 83c148cb-ee41-4775-9539-ec493aa19228 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:23.912436 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd5d7ea-718a-4512-a17b-7b6ec1332619 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Network c8e704b9-1bef-4978-97cb-ff307c0d669b is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:02:23.955398 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0684bf-b1da-4c1a-9dac-9dac347afb48 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=b641f1df-4b02-41c7-ab73-5f354033d461,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:23.994044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:24.007722 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8a0684bf-b1da-4c1a-9dac-9dac347afb48 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:24.022750 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4f80da17-f5dd-45b8-bc44-7063b216423a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:24.035931 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4f80da17-f5dd-45b8-bc44-7063b216423a admin admin] Usage tracker for resource:security_group_rule and tenant:5bab5bb7f8fc44ac9cb28bb0dd747576 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:24.039321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4f80da17-f5dd-45b8-bc44-7063b216423a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:24.050792 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4f80da17-f5dd-45b8-bc44-7063b216423a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:24.140984 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8a0684bf-b1da-4c1a-9dac-9dac347afb48 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/b641f1df-4b02-41c7-ab73-5f354033d461 HTTP/1.1" status: 204 len: 168 time: 1.4844465 Mar 02 19:02:24.144425 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58602) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:24.163932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4f80da17-f5dd-45b8-bc44-7063b216423a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:24.180909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8efb280e-78a6-45de-9269-0cfbaf8a4284 None None] Provisioning for port 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:24.185889 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 2040d172-d04e-4454-a738-e0b34f20c4f4 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:24.197041 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 2040d172-d04e-4454-a738-e0b34f20c4f4 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:24.197804 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:24.334164 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4f80da17-f5dd-45b8-bc44-7063b216423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:24.347170 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1153995981'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:24.376941 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1f65bf7d-037b-46dc-a41d-9045d95c1da9 None None] Could not find standard attr ID for object b641f1df-4b02-41c7-ab73-5f354033d461. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:02:24.379379 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:24.404401 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Usage tracker for resource:network and tenant:c971dcdb820f4079bc515a07abaa01de is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:24.413710 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:24.430476 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-7cd5d7ea-718a-4512-a17b-7b6ec1332619 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, c8e704b9-1bef-4978-97cb-ff307c0d669b) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:24.451960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:24.459632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f80da17-f5dd-45b8-bc44-7063b216423a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a788e556-3895-4a77-b135-70bcc32eac73,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:24.460404 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613f26d3-7045-4448-9526-8c457caa2392 None None] Network c8e704b9-1bef-4978-97cb-ff307c0d669b requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:24.478584 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e536d0ac-377b-4536-b4ee-31f033440ff7 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:24.480984 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e536d0ac-377b-4536-b4ee-31f033440ff7 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:24.482252 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e536d0ac-377b-4536-b4ee-31f033440ff7 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:24.498236 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Pushing event updated for resources: {'Port': ['ID=5750f8e9-fc92-4637-88f9-17f8b80ba4c2,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:24.506305 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:24.510747 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4f80da17-f5dd-45b8-bc44-7063b216423a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5bab5bb7f8fc44ac9cb28bb0dd747576&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7354915 Mar 02 19:02:24.511682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58608) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:24.547315 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd5d7ea-718a-4512-a17b-7b6ec1332619 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:24.548207 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d7ea-718a-4512-a17b-7b6ec1332619 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:24.582708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Network 83c148cb-ee41-4775-9539-ec493aa19228 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:24.595862 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:24.598061 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Made reservation on behalf of c971dcdb820f4079bc515a07abaa01de for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:24.601449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:24.626306 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:24.631617 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:24.643848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6082cdc2-7236-4c98-8162-103b7772b657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:24.663950 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 2040d172-d04e-4454-a738-e0b34f20c4f4, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=2040d172-d04e-4454-a738-e0b34f20c4f4,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:24.670234 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e536d0ac-377b-4536-b4ee-31f033440ff7 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:24.673946 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e536d0ac-377b-4536-b4ee-31f033440ff7 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5259471 Mar 02 19:02:24.682117 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58612) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:24.726555 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6082cdc2-7236-4c98-8162-103b7772b657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:24.795674 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:24.796674 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:24.806718 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:24.814817 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7c54ac-90fc-4220-9802-8f4a6204b4c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router 97255a1d-89dd-4d95-8a5c-8bb6a6690cc1 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:02:24.825117 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Usage tracker for resource:security_group_rule and tenant:c971dcdb820f4079bc515a07abaa01de is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:24.828748 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.resource_extend [None req-cf6f365f-10a5-45ae-9231-beb5ca6fe3bc tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:02:24.833116 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:24.842884 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7cd5d7ea-718a-4512-a17b-7b6ec1332619 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.2431536 Mar 02 19:02:24.851770 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58616) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:24.872365 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1801774760', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}, 'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:24.880053 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf6f365f-10a5-45ae-9231-beb5ca6fe3bc tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:24.890559 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:24.891278 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:24.902429 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ee7673-3288-4e75-a802-be25b02a33df None None] Network c8e704b9-1bef-4978-97cb-ff307c0d669b requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:24.905258 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:24.953748 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:25.018269 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Usage tracker for resource:router and tenant:f732df6a0fd543bf93fda55ff9a564a7 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:25.030214 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dec85572-4132-446d-9090-98440b82b84d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.034398 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-e824d31d-3531-4168-ba00-94911cad4a66 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 36ea5d10-c35f-4094-b793-c422cff5ef28 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:02:25.037902 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e824d31d-3531-4168-ba00-94911cad4a66 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.092056 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6082cdc2-7236-4c98-8162-103b7772b657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.142055 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=2040d172-d04e-4454-a738-e0b34f20c4f4,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:25.153986 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c90ec2-80a1-467f-825d-0e1f3ce40c13 None None] Network dca5019d-62da-4782-a583-cd1004f02f7b requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:25.169128 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082cdc2-7236-4c98-8162-103b7772b657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a788e556-3895-4a77-b135-70bcc32eac73,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:25.179301 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:25.180472 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6082cdc2-7236-4c98-8162-103b7772b657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.182898 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6082cdc2-7236-4c98-8162-103b7772b657 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a788e556-3895-4a77-b135-70bcc32eac73 HTTP/1.1" status: 204 len: 168 time: 0.6664879 Mar 02 19:02:25.197199 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf6f365f-10a5-45ae-9231-beb5ca6fe3bc tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.201129 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:25.208517 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e824d31d-3531-4168-ba00-94911cad4a66 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.309973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.366855 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.390857 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58622) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:25.391156 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d82a3e2b-b000-41bf-bad5-0523c5969072 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.3278425 Mar 02 19:02:25.400031 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Request body: {'port': {'network_id': '83c148cb-ee41-4775-9539-ec493aa19228', 'name': 'tempest-ExtraDHCPOptionsTestJSON-587891586', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:25.400515 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.api.validators [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] bootfile-name is not in valid_values {{(pid=84532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 19:02:25.400858 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.api.validators [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] tftp-server is not in valid_values {{(pid=84532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 19:02:25.401208 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.api.validators [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] server-ip-address is not in valid_values {{(pid=84532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 19:02:25.404237 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:25.426193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e824d31d-3531-4168-ba00-94911cad4a66 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.433568 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:25.434063 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.505908 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:02:25.524863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.527818 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.536767 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-303a589f-0e63-4e8c-8776-914c5361bb48 None None] Provisioning for port 5750f8e9-fc92-4637-88f9-17f8b80ba4c2 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:25.548404 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f365f-10a5-45ae-9231-beb5ca6fe3bc tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event updated for resources: {'Port': ['ID=f4845641-62a3-458d-9086-8721e1284086,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:25.568180 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:02:25.574247 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.575542 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.580347 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.580838 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Added segment ca04c919-7dda-492e-9836-b067fd331a42 of type vlan for network 6e84aa13-5574-4e6d-b53e-cbcf62170ef8 Mar 02 19:02:25.581069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-303a589f-0e63-4e8c-8776-914c5361bb48 None None] Provisioning complete for port 5750f8e9-fc92-4637-88f9-17f8b80ba4c2 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:25.581545 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-303a589f-0e63-4e8c-8776-914c5361bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.604756 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7c54ac-90fc-4220-9802-8f4a6204b4c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:02:25.626449 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-cf6f365f-10a5-45ae-9231-beb5ca6fe3bc tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] In _notify_port_updated(), no bound segment for port f4845641-62a3-458d-9086-8721e1284086 on network 1672be0d-81c0-467c-af07-ccd5beb1bbfb {{(pid=84533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:02:25.630484 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6f365f-10a5-45ae-9231-beb5ca6fe3bc tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:25.631335 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf6f365f-10a5-45ae-9231-beb5ca6fe3bc tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.632843 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-cf6f365f-10a5-45ae-9231-beb5ca6fe3bc tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "PUT /v2.0/ports/f4845641-62a3-458d-9086-8721e1284086 HTTP/1.1" status: 200 len: 1056 time: 3.7988427 Mar 02 19:02:25.640288 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1553f9bb-dffe-48c8-929d-89310347d80e None None] Sync routers for ids ['97255a1d-89dd-4d95-8a5c-8bb6a6690cc1'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:02:25.646656 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.674092 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58626) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:25.682657 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7d7c54ac-90fc-4220-9802-8f4a6204b4c1 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/97255a1d-89dd-4d95-8a5c-8bb6a6690cc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8651030 Mar 02 19:02:25.697605 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1553f9bb-dffe-48c8-929d-89310347d80e None None] Routers {'97255a1d-89dd-4d95-8a5c-8bb6a6690cc1'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:02:25.698577 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1553f9bb-dffe-48c8-929d-89310347d80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['97255a1d-89dd-4d95-8a5c-8bb6a6690cc1'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:25.723067 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58630) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:25.807675 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.830686 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-303a589f-0e63-4e8c-8776-914c5361bb48 None None] Port 5750f8e9-fc92-4637-88f9-17f8b80ba4c2 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:02:25.840184 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-7372ccbf-1549-43cc-bba1-3b3c9a59d06e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Synchronizing usage tracker for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:25.871965 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd5811e-1b2a-4a13-a1ad-a26d3c8316eb,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:25.873638 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-83048172-4bae-437c-ba24-52cecd60deb2 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Deleting port f4845641-62a3-458d-9086-8721e1284086 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:25.873859 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-83048172-4bae-437c-ba24-52cecd60deb2 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.875396 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.879800 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:25.880482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.884197 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1553f9bb-dffe-48c8-929d-89310347d80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:25.886340 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:25.903143 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1553f9bb-dffe-48c8-929d-89310347d80e None None] Routers {'97255a1d-89dd-4d95-8a5c-8bb6a6690cc1'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:02:25.904155 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1553f9bb-dffe-48c8-929d-89310347d80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['97255a1d-89dd-4d95-8a5c-8bb6a6690cc1'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:25.917639 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Usage tracker for resource:port and tenant:c219abbc4c574a2bb7241a2141bbefc5 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:25.992176 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e824d31d-3531-4168-ba00-94911cad4a66 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.999911 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:26.015068 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:26.027888 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1553f9bb-dffe-48c8-929d-89310347d80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:26.028435 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1553f9bb-dffe-48c8-929d-89310347d80e None None] The sync data for ids ['97255a1d-89dd-4d95-8a5c-8bb6a6690cc1'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:02:26.064242 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3da077d2-7a8b-4ab7-8c73-b59e3c6336ba,segment=NetworkSegment(20e51bd6-680c-4a8e-9000-306eda4829ad),segment_id=20e51bd6-680c-4a8e-9000-306eda4829ad)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:26.099391 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event updated for resources: {'Network': ['ID=6e84aa13-5574-4e6d-b53e-cbcf62170ef8,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:26.109858 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:26.112729 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 6e84aa13-5574-4e6d-b53e-cbcf62170ef8 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:02:26.126199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824d31d-3531-4168-ba00-94911cad4a66 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=36ea5d10-c35f-4094-b793-c422cff5ef28,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:26.144653 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6d92b2e6-d4a0-46fc-8aa3-0cfeea9ba9cf None None] Provisioning for port 86637c78-40fb-4f2a-89f0-31b016689904 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:26.161996 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e824d31d-3531-4168-ba00-94911cad4a66 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:26.166938 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e824d31d-3531-4168-ba00-94911cad4a66 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/36ea5d10-c35f-4094-b793-c422cff5ef28 HTTP/1.1" status: 204 len: 168 time: 1.4838593 Mar 02 19:02:26.167735 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58642) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:26.239294 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c5f65a-a447-4f6c-88c1-ff8f57438346 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:26.248364 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d4d804d0-b2cd-4709-9dad-9880853eb5e2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794661 Mar 02 19:02:26.249079 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58646) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:26.255713 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-b380c4ad-bc74-4eb1-89e6-b0e9eba52faa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:26.261517 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:26.262450 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:26.299287 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-7372ccbf-1549-43cc-bba1-3b3c9a59d06e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Unset dirty status for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:26.300532 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7372ccbf-1549-43cc-bba1-3b3c9a59d06e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/ports?device_id=97255a1d-89dd-4d95-8a5c-8bb6a6690cc1 HTTP/1.1" status: 200 len: 205 time: 0.5762849 Mar 02 19:02:26.376000 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58650) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:26.396042 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b380c4ad-bc74-4eb1-89e6-b0e9eba52faa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:26.407183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b380c4ad-bc74-4eb1-89e6-b0e9eba52faa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:26.415811 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Made reservation on behalf of c219abbc4c574a2bb7241a2141bbefc5 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:26.420177 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:26.443852 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0765c581-6878-414d-a1f3-8f7361cbcc4d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.6955442 Mar 02 19:02:26.476343 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] device_id is not set on port 76daf636-4711-437e-9f75-80367ce97f86 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:26.573538 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:26.638094 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=3da077d2-7a8b-4ab7-8c73-b59e3c6336ba,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:26.677514 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-dec85572-4132-446d-9090-98440b82b84d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Allocated IP 2001:db8:2::1 (dca5019d-62da-4782-a583-cd1004f02f7b/99319dbb-f856-4478-9ef2-7d61bfc81881/5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:26.708569 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Allocated IP 172.20.0.14 (83c148cb-ee41-4775-9539-ec493aa19228/5ec0f427-41c1-46c9-9f12-2304363de4bb/76daf636-4711-437e-9f75-80367ce97f86) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:26.715546 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6d92b2e6-d4a0-46fc-8aa3-0cfeea9ba9cf None None] Provisioning complete for port f4845641-62a3-458d-9086-8721e1284086 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:26.715929 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6d92b2e6-d4a0-46fc-8aa3-0cfeea9ba9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:26.804887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:26.808718 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:26.840802 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:26.855333 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-79d9a56f-2366-41f8-a4a9-3d4134cb8cc4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:26.926621 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6d92b2e6-d4a0-46fc-8aa3-0cfeea9ba9cf None None] Port f4845641-62a3-458d-9086-8721e1284086 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:02:27.005433 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:27.028943 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Transition to ACTIVE for port object 76daf636-4711-437e-9f75-80367ce97f86 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:27.053326 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6d92b2e6-d4a0-46fc-8aa3-0cfeea9ba9cf None None] Provisioning complete for port 5750f8e9-fc92-4637-88f9-17f8b80ba4c2 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:27.053970 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6d92b2e6-d4a0-46fc-8aa3-0cfeea9ba9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:27.054196 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b380c4ad-bc74-4eb1-89e6-b0e9eba52faa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:27.059437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b380c4ad-bc74-4eb1-89e6-b0e9eba52faa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:27.067783 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-83048172-4bae-437c-ba24-52cecd60deb2 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:27.193515 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6d92b2e6-d4a0-46fc-8aa3-0cfeea9ba9cf None None] Port 5750f8e9-fc92-4637-88f9-17f8b80ba4c2 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:02:27.288095 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:27.300137 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:02:27.316801 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Deleting port 2040d172-d04e-4454-a738-e0b34f20c4f4 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:27.317180 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:27.355916 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-83048172-4bae-437c-ba24-52cecd60deb2 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Calling delete_port for f4845641-62a3-458d-9086-8721e1284086 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:27.563959 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:27.573821 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Pushing event updated for resources: {'Port': ['ID=76daf636-4711-437e-9f75-80367ce97f86,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:27.597407 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Network 83c148cb-ee41-4775-9539-ec493aa19228 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:27.600767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:27.608776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:27.693475 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:27.694089 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:27.868024 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f011aa1b-af19-4ac3-9a68-5bfead0aa9c7 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.4760518 Mar 02 19:02:27.871191 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58666) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:28.022876 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] For port 2040d172-d04e-4454-a738-e0b34f20c4f4, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=2040d172-d04e-4454-a738-e0b34f20c4f4,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:28.023461 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:28.031569 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dec85572-4132-446d-9090-98440b82b84d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:28.056262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:28.058922 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:28.077957 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d05806-106f-4f18-8044-ba0cbec36fc0 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:28.082077 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d05806-106f-4f18-8044-ba0cbec36fc0 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:28.086492 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d05806-106f-4f18-8044-ba0cbec36fc0 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:28.087111 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-69d05806-106f-4f18-8044-ba0cbec36fc0 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Synchronizing usage tracker for tenant:c219abbc4c574a2bb7241a2141bbefc5 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:28.256912 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.objects.ports [None req-b380c4ad-bc74-4eb1-89e6-b0e9eba52faa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84532) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 19:02:28.281716 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Calling delete_port for 2040d172-d04e-4454-a738-e0b34f20c4f4 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:28.295885 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-dec85572-4132-446d-9090-98440b82b84d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Transition to ACTIVE for port object 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:28.362919 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-69d05806-106f-4f18-8044-ba0cbec36fc0 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Unset dirty status for tenant:c219abbc4c574a2bb7241a2141bbefc5 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:28.366958 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-69d05806-106f-4f18-8044-ba0cbec36fc0 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4917221 Mar 02 19:02:28.367312 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58674) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:28.402873 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-79d9a56f-2366-41f8-a4a9-3d4134cb8cc4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:28.437336 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-79d9a56f-2366-41f8-a4a9-3d4134cb8cc4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:28.470917 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 86637c78-40fb-4f2a-89f0-31b016689904 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:28.481361 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c9bde665-3bcd-4f76-95ba-0731028b18e1 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Deleting port 76daf636-4711-437e-9f75-80367ce97f86 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:28.481705 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c9bde665-3bcd-4f76-95ba-0731028b18e1 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:28.525969 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3f13dd31-96ab-4434-ba01-77e6e44640be None None] Provisioning for port 76daf636-4711-437e-9f75-80367ce97f86 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:28.541914 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3f13dd31-96ab-4434-ba01-77e6e44640be None None] Provisioning complete for port 76daf636-4711-437e-9f75-80367ce97f86 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:28.542322 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3f13dd31-96ab-4434-ba01-77e6e44640be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:28.556777 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:28.622486 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-3f13dd31-96ab-4434-ba01-77e6e44640be None None] Port 76daf636-4711-437e-9f75-80367ce97f86 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:02:28.627927 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-83048172-4bae-437c-ba24-52cecd60deb2 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:28.630262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:02:28.630625 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:02:28.682460 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-79d9a56f-2366-41f8-a4a9-3d4134cb8cc4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:28.682903 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d9a56f-2366-41f8-a4a9-3d4134cb8cc4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Fanout notify agent at l3_agent the message router_deleted on router 97255a1d-89dd-4d95-8a5c-8bb6a6690cc1 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:02:28.701577 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dec85572-4132-446d-9090-98440b82b84d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:28.728852 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:28.734537 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 86637c78-40fb-4f2a-89f0-31b016689904 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:28.747690 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 86637c78-40fb-4f2a-89f0-31b016689904 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:28.748334 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:28.755203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83048172-4bae-437c-ba24-52cecd60deb2 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event deleted for resources: {'Port': ['ID=f4845641-62a3-458d-9086-8721e1284086,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:28.775883 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-79d9a56f-2366-41f8-a4a9-3d4134cb8cc4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:28.777384 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-79d9a56f-2366-41f8-a4a9-3d4134cb8cc4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/routers/97255a1d-89dd-4d95-8a5c-8bb6a6690cc1 HTTP/1.1" status: 204 len: 168 time: 2.3940516 Mar 02 19:02:28.833222 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c9bde665-3bcd-4f76-95ba-0731028b18e1 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:28.860594 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58682) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:28.888748 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:28.933591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 86637c78-40fb-4f2a-89f0-31b016689904, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=86637c78-40fb-4f2a-89f0-31b016689904,segment=NetworkSegment(b9f5b5c5-4cec-437d-b2e8-342fc3728d8a),segment_id=b9f5b5c5-4cec-437d-b2e8-342fc3728d8a)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:29.032213 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:29.094839 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec85572-4132-446d-9090-98440b82b84d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network dca5019d-62da-4782-a583-cd1004f02f7b is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:29.124808 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c9bde665-3bcd-4f76-95ba-0731028b18e1 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Calling delete_port for 76daf636-4711-437e-9f75-80367ce97f86 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:29.143175 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Deleting port 2040d172-d04e-4454-a738-e0b34f20c4f4 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:29.143570 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:29.169803 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=86637c78-40fb-4f2a-89f0-31b016689904,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:29.311860 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b380c4ad-bc74-4eb1-89e6-b0e9eba52faa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:29.352600 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 86637c78-40fb-4f2a-89f0-31b016689904 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:29.448190 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Allocated IP 172.26.4.75 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/d1d0ae5f-3632-4875-b500-6c8e40bed378) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:29.524397 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58692) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:29.636020 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:29.705858 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 86637c78-40fb-4f2a-89f0-31b016689904 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:29.706392 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:29.771655 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-dec85572-4132-446d-9090-98440b82b84d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:29.774634 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec85572-4132-446d-9090-98440b82b84d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:29.817989 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] For port 2040d172-d04e-4454-a738-e0b34f20c4f4, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=2040d172-d04e-4454-a738-e0b34f20c4f4,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:29.819160 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:29.863827 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58698) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:29.880740 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-93c1d4de-206d-43c7-8d17-277b678b69a9 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Request body: {'subnet': {'network_id': '6e84aa13-5574-4e6d-b53e-cbcf62170ef8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:29.883029 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec85572-4132-446d-9090-98440b82b84d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:29.884245 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dec85572-4132-446d-9090-98440b82b84d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:29.914142 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:29.985777 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Calling delete_port for 2040d172-d04e-4454-a738-e0b34f20c4f4 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:30.041476 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1157927338'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:30.048271 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:30.053824 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Usage tracker for resource:network and tenant:608bddd2298c43a08a6a4e7cb5025ca2 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:30.058375 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:30.067865 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:30.124532 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:30.166683 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-b380c4ad-bc74-4eb1-89e6-b0e9eba52faa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] For port 2040d172-d04e-4454-a738-e0b34f20c4f4, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=2040d172-d04e-4454-a738-e0b34f20c4f4,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:30.195141 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=d1d0ae5f-3632-4875-b500-6c8e40bed378,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:30.195141 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:30.201585 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:30.210141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Made reservation on behalf of 608bddd2298c43a08a6a4e7cb5025ca2 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:30.213931 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:30.294001 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 2040d172-d04e-4454-a738-e0b34f20c4f4 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:02:30.349642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:30.350765 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e5009f-95d1-4036-8f15-e8fa4a130791 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting subnet c6d5b54a-7e77-4c7a-9da2-aecf2ea1674e {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:02:30.362302 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-b380c4ad-bc74-4eb1-89e6-b0e9eba52faa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:02:30.374758 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-93c1d4de-206d-43c7-8d17-277b678b69a9 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:30.381923 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b380c4ad-bc74-4eb1-89e6-b0e9eba52faa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:30.388176 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-93c1d4de-206d-43c7-8d17-277b678b69a9 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Usage tracker for resource:subnet and tenant:c971dcdb820f4079bc515a07abaa01de is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:30.389247 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-21e5009f-95d1-4036-8f15-e8fa4a130791 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:30.391905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-77448e31-69d2-4737-9bab-1b4313fd139d None None] Provisioning for port 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:30.392063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-93c1d4de-206d-43c7-8d17-277b678b69a9 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:30.398875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-93c1d4de-206d-43c7-8d17-277b678b69a9 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:30.409834 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-77448e31-69d2-4737-9bab-1b4313fd139d None None] Provisioning complete for port 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:30.410202 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-77448e31-69d2-4737-9bab-1b4313fd139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:30.465161 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c9bde665-3bcd-4f76-95ba-0731028b18e1 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:30.513051 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:30.520631 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:30.526520 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bde665-3bcd-4f76-95ba-0731028b18e1 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Pushing event deleted for resources: {'Port': ['ID=76daf636-4711-437e-9f75-80367ce97f86,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:30.531830 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b380c4ad-bc74-4eb1-89e6-b0e9eba52faa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:30.532552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b380c4ad-bc74-4eb1-89e6-b0e9eba52faa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:30.536600 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Usage tracker for resource:security_group_rule and tenant:608bddd2298c43a08a6a4e7cb5025ca2 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:30.544065 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-77448e31-69d2-4737-9bab-1b4313fd139d None None] Port 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:02:30.581508 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:02:30.581875 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:02:30.608410 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:02:30.608712 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:02:30.613904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:30.634169 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c1d4de-206d-43c7-8d17-277b678b69a9 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Made reservation on behalf of c971dcdb820f4079bc515a07abaa01de for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:30.651164 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:30.684116 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-83048172-4bae-437c-ba24-52cecd60deb2 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:30.688167 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-21e5009f-95d1-4036-8f15-e8fa4a130791 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:30.690385 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Deleting port 2040d172-d04e-4454-a738-e0b34f20c4f4 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:30.691192 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:30.716855 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dec85572-4132-446d-9090-98440b82b84d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:30.804677 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-83048172-4bae-437c-ba24-52cecd60deb2 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "DELETE /v2.0/ports/f4845641-62a3-458d-9086-8721e1284086 HTTP/1.1" status: 204 len: 168 time: 5.1252849 Mar 02 19:02:30.808332 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58702) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:30.855014 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b380c4ad-bc74-4eb1-89e6-b0e9eba52faa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:30.875912 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-b380c4ad-bc74-4eb1-89e6-b0e9eba52faa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:30.885441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b380c4ad-bc74-4eb1-89e6-b0e9eba52faa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:30.887816 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-143eae9c-f07b-4114-ac62-ac87d569df76 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] GET failed (client error): The resource could not be found. Mar 02 19:02:30.887816 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-143eae9c-f07b-4114-ac62-ac87d569df76 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Synchronizing usage tracker for tenant:291593529d514b708a9094fa09f8bd5e on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:30.888043 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b380c4ad-bc74-4eb1-89e6-b0e9eba52faa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:30.902053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380c4ad-bc74-4eb1-89e6-b0e9eba52faa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=aa4e0a63-edd2-4c9a-83d0-053259ae6774,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:30.922708 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380c4ad-bc74-4eb1-89e6-b0e9eba52faa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=2040d172-d04e-4454-a738-e0b34f20c4f4,revision_number=6']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:30.941298 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-93c1d4de-206d-43c7-8d17-277b678b69a9 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:30.964324 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c9bde665-3bcd-4f76-95ba-0731028b18e1 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:30.985162 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] For port 2040d172-d04e-4454-a738-e0b34f20c4f4, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=2040d172-d04e-4454-a738-e0b34f20c4f4,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:30.985551 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.046728 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c9bde665-3bcd-4f76-95ba-0731028b18e1 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] 10.222.0.73 "DELETE /v2.0/ports/76daf636-4711-437e-9f75-80367ce97f86 HTTP/1.1" status: 204 len: 168 time: 2.6775136 Mar 02 19:02:31.062307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58706) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:31.068050 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-eed6d5db-3327-450a-947b-1efa57185921 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Request body: {'port': {'name': 'tempest-new-port-name-627705372', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:31.068441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.api.validators [None req-eed6d5db-3327-450a-947b-1efa57185921 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] bootfile-name is not in valid_values {{(pid=84532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 19:02:31.068778 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.api.validators [None req-eed6d5db-3327-450a-947b-1efa57185921 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] tftp-server is not in valid_values {{(pid=84532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 19:02:31.069110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.api.validators [None req-eed6d5db-3327-450a-947b-1efa57185921 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] server-ip-address is not in valid_values {{(pid=84532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 19:02:31.073578 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-143eae9c-f07b-4114-ac62-ac87d569df76 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Unset dirty status for tenant:291593529d514b708a9094fa09f8bd5e on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:31.080084 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-143eae9c-f07b-4114-ac62-ac87d569df76 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "GET /v2.0/ports/f4845641-62a3-458d-9086-8721e1284086 HTTP/1.1" status: 404 len: 333 time: 0.2654192 Mar 02 19:02:31.086346 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58710) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:31.116550 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b380c4ad-bc74-4eb1-89e6-b0e9eba52faa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8639441 Mar 02 19:02:31.130879 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58714) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:31.156091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-73ce70eb-cb2b-46c8-80dd-c943db598bb9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'mac_address': 'fa:16:3e:93:f2:32', 'name': 'tempest-NetworksTestDHCPv6-768050788'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:31.158202 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Calling delete_port for 2040d172-d04e-4454-a738-e0b34f20c4f4 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:31.174675 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-21e5009f-95d1-4036-8f15-e8fa4a130791 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.203260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.241646 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.272460 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.273768 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-216e1638-dc88-43da-8937-5de49aae4bac tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Deleting port ee19f574-6f9f-46f8-8bf9-130051c3baac {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:31.274391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-216e1638-dc88-43da-8937-5de49aae4bac tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.306084 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 2040d172-d04e-4454-a738-e0b34f20c4f4, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=2040d172-d04e-4454-a738-e0b34f20c4f4,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:31.311387 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.317554 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.318453 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.396635 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:02:31.403395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-eed6d5db-3327-450a-947b-1efa57185921 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.415783 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.421787 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3dc80b-e9cd-4671-a786-ae71c1ba14eb,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:31.488290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.488667 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Added segment 40cb33c8-e84d-4a35-b380-adf4f915d6bf of type vlan for network 62b5eeb6-ec47-4a37-a14c-66cf5500289c Mar 02 19:02:31.498081 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=2040d172-d04e-4454-a738-e0b34f20c4f4,revision_number=7']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:31.503262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:02:31.503728 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:02:31.537643 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-73ce70eb-cb2b-46c8-80dd-c943db598bb9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:31.559685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-73ce70eb-cb2b-46c8-80dd-c943db598bb9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:port and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:31.570452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-73ce70eb-cb2b-46c8-80dd-c943db598bb9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:31.594118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-73ce70eb-cb2b-46c8-80dd-c943db598bb9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:31.603955 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.686743 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-21e5009f-95d1-4036-8f15-e8fa4a130791 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.725668 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Deleting port 2040d172-d04e-4454-a738-e0b34f20c4f4 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:31.726099 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.734424 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ce70eb-cb2b-46c8-80dd-c943db598bb9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:31.794666 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5009f-95d1-4036-8f15-e8fa4a130791 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Subnet': ['ID=c6d5b54a-7e77-4c7a-9da2-aecf2ea1674e,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:31.824215 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0fe870-0625-4056-b4a6-84bf4a3cf5f2 None None] Network 7bc9160a-a944-4e2d-825c-7604a4b7c6db requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:31.827160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-21e5009f-95d1-4036-8f15-e8fa4a130791 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.840977 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-93c1d4de-206d-43c7-8d17-277b678b69a9 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.845145 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dec85572-4132-446d-9090-98440b82b84d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.856482 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-21e5009f-95d1-4036-8f15-e8fa4a130791 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/subnets/c6d5b54a-7e77-4c7a-9da2-aecf2ea1674e HTTP/1.1" status: 204 len: 168 time: 2.9565156 Mar 02 19:02:31.867199 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58718) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:31.911447 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.915784 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:31.916372 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.966333 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dec85572-4132-446d-9090-98440b82b84d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.967641 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dec85572-4132-446d-9090-98440b82b84d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:31.972065 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-216e1638-dc88-43da-8937-5de49aae4bac tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:32.104401 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-73ce70eb-cb2b-46c8-80dd-c943db598bb9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:32.127384 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1d4de-206d-43c7-8d17-277b678b69a9 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event updated for resources: {'Subnet': ['ID=e2464ee1-11f1-4a63-9f94-71912d273a61,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:32.142999 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Pushing event updated for resources: {'Network': ['ID=62b5eeb6-ec47-4a37-a14c-66cf5500289c,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:32.152553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] For port 2040d172-d04e-4454-a738-e0b34f20c4f4, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=2040d172-d04e-4454-a738-e0b34f20c4f4,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:32.152951 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:32.175573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1d4de-206d-43c7-8d17-277b678b69a9 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Checking segment: {'id': 'ca04c919-7dda-492e-9836-b067fd331a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '6e84aa13-5574-4e6d-b53e-cbcf62170ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:32.175954 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c1d4de-206d-43c7-8d17-277b678b69a9 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Network hostable DHCP agents. Network: 6e84aa13-5574-4e6d-b53e-cbcf62170ef8, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:02:32.222134 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 62b5eeb6-ec47-4a37-a14c-66cf5500289c details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:02:32.290826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-73ce70eb-cb2b-46c8-80dd-c943db598bb9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port efe4e999-25d8-4d3a-9d07-056cdf3d8a9a yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:32.303813 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Calling delete_port for 2040d172-d04e-4454-a738-e0b34f20c4f4 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:32.314036 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-216e1638-dc88-43da-8937-5de49aae4bac tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Calling delete_port for ee19f574-6f9f-46f8-8bf9-130051c3baac owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:32.331503 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-229b5baf-109a-46f2-9d8a-8a7a261b5c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.8011551 Mar 02 19:02:32.369285 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-eed6d5db-3327-450a-947b-1efa57185921 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:02:32.404121 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-eed6d5db-3327-450a-947b-1efa57185921 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:32.405162 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:32.464550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec85572-4132-446d-9090-98440b82b84d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:32.490008 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50f0e98-5707-4fb2-a11c-f26b261b427f None None] DHCP port deletion for 7bc9160a-a944-4e2d-825c-7604a4b7c6db request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:02:32.498107 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-b50f0e98-5707-4fb2-a11c-f26b261b427f None None] Deleting port 61cb739a-4c20-4161-b021-6a9740e10ce0 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:32.498812 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b50f0e98-5707-4fb2-a11c-f26b261b427f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:32.527875 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port 61cb739a-4c20-4161-b021-6a9740e10ce0 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:32.528218 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:32.559629 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-73ce70eb-cb2b-46c8-80dd-c943db598bb9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::f816:3eff:fe93:f232 (ef3b29a7-4982-4982-b073-f3d27df1240a/aa4e0a63-edd2-4c9a-83d0-053259ae6774/efe4e999-25d8-4d3a-9d07-056cdf3d8a9a) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:32.562960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-eed6d5db-3327-450a-947b-1efa57185921 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:32.607433 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c1d4de-206d-43c7-8d17-277b678b69a9 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Network 6e84aa13-5574-4e6d-b53e-cbcf62170ef8 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:02:32.683934 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6d5db-3327-450a-947b-1efa57185921 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Pushing event updated for resources: {'Port': ['ID=5750f8e9-fc92-4637-88f9-17f8b80ba4c2,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:32.734628 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec85572-4132-446d-9090-98440b82b84d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network dca5019d-62da-4782-a583-cd1004f02f7b is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:32.753779 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-dec85572-4132-446d-9090-98440b82b84d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:32.799181 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-eed6d5db-3327-450a-947b-1efa57185921 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] In _notify_port_updated(), no bound segment for port 5750f8e9-fc92-4637-88f9-17f8b80ba4c2 on network 83c148cb-ee41-4775-9539-ec493aa19228 {{(pid=84532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:02:32.802930 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed6d5db-3327-450a-947b-1efa57185921 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:32.804243 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-eed6d5db-3327-450a-947b-1efa57185921 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:32.807461 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-eed6d5db-3327-450a-947b-1efa57185921 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] 10.222.0.73 "PUT /v2.0/ports/5750f8e9-fc92-4637-88f9-17f8b80ba4c2 HTTP/1.1" status: 200 len: 1135 time: 1.7434402 Mar 02 19:02:32.815910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-93c1d4de-206d-43c7-8d17-277b678b69a9 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 6e84aa13-5574-4e6d-b53e-cbcf62170ef8) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:32.815910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c1d4de-206d-43c7-8d17-277b678b69a9 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:32.815910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-93c1d4de-206d-43c7-8d17-277b678b69a9 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:32.837124 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58728) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:32.837477 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58730) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:32.840272 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f913541-2d24-4b77-a4e7-9aa13713da37 None None] Network 6e84aa13-5574-4e6d-b53e-cbcf62170ef8 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:32.923704 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Request body: {'port': {'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c', 'binding:host_id': 'hv-neutron-8315', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1389694910'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:32.963744 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-93c1d4de-206d-43c7-8d17-277b678b69a9 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0956140 Mar 02 19:02:32.995552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58736) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:33.001323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-3139a5f4-df44-4ef9-b8a8-1305559e90a2 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-800612218'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:33.025798 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3139a5f4-df44-4ef9-b8a8-1305559e90a2 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:33.039134 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3139a5f4-df44-4ef9-b8a8-1305559e90a2 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Usage tracker for resource:network and tenant:c971dcdb820f4079bc515a07abaa01de is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:33.047905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-216e1638-dc88-43da-8937-5de49aae4bac tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:33.051205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3139a5f4-df44-4ef9-b8a8-1305559e90a2 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:33.065109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:33.072967 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:33.117748 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3139a5f4-df44-4ef9-b8a8-1305559e90a2 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:33.147599 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Usage tracker for resource:port and tenant:cc308a3634534ce893ab253c3bf594a2 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:33.193970 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] Pushing event deleted for resources: {'Port': ['ID=2040d172-d04e-4454-a738-e0b34f20c4f4,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:33.217841 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:33.272122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3139a5f4-df44-4ef9-b8a8-1305559e90a2 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Made reservation on behalf of c971dcdb820f4079bc515a07abaa01de for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:33.275747 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3139a5f4-df44-4ef9-b8a8-1305559e90a2 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:33.279174 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:33.283522 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e1638-dc88-43da-8937-5de49aae4bac tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event deleted for resources: {'Port': ['ID=ee19f574-6f9f-46f8-8bf9-130051c3baac,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:33.299332 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-73ce70eb-cb2b-46c8-80dd-c943db598bb9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:33.321767 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-b50f0e98-5707-4fb2-a11c-f26b261b427f None None] For port 61cb739a-4c20-4161-b021-6a9740e10ce0, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=61cb739a-4c20-4161-b021-6a9740e10ce0,segment=NetworkSegment(2826c929-6505-422d-b734-b86aa9a96c54),segment_id=2826c929-6505-422d-b734-b86aa9a96c54)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:33.322168 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b50f0e98-5707-4fb2-a11c-f26b261b427f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:33.329720 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-73ce70eb-cb2b-46c8-80dd-c943db598bb9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object efe4e999-25d8-4d3a-9d07-056cdf3d8a9a will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:33.338985 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3139a5f4-df44-4ef9-b8a8-1305559e90a2 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:02:33.355328 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333c9c8c-60fd-48a1-a2c0-e446e19f325d tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:33.355328 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-333c9c8c-60fd-48a1-a2c0-e446e19f325d tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Synchronizing usage tracker for tenant:c219abbc4c574a2bb7241a2141bbefc5 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:33.358819 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3139a5f4-df44-4ef9-b8a8-1305559e90a2 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:33.359057 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-3139a5f4-df44-4ef9-b8a8-1305559e90a2 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Added segment 9dec741d-05e9-4f00-bb3b-1de8847704e9 of type vlan for network 1e927b2d-c202-48f2-a6b8-c56ce59ec31e Mar 02 19:02:33.379298 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f8b37-4dd7-4aa1-8f82-80f3b1ac5c53 None None] No DVR routers for this DVR port 2040d172-d04e-4454-a738-e0b34f20c4f4 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:02:33.400516 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3139a5f4-df44-4ef9-b8a8-1305559e90a2 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:33.470257 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Made reservation on behalf of cc308a3634534ce893ab253c3bf594a2 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:33.478425 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:33.489605 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-73ce70eb-cb2b-46c8-80dd-c943db598bb9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:33.522051 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] For port 61cb739a-4c20-4161-b021-6a9740e10ce0, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=61cb739a-4c20-4161-b021-6a9740e10ce0,segment=NetworkSegment(2826c929-6505-422d-b734-b86aa9a96c54),segment_id=2826c929-6505-422d-b734-b86aa9a96c54)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:33.522051 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:33.522697 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b3eeaa12-cfce-47f6-ac97-5e8cabdbfb8d None None] Provisioning complete for port 5750f8e9-fc92-4637-88f9-17f8b80ba4c2 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:33.522697 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b3eeaa12-cfce-47f6-ac97-5e8cabdbfb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:33.578022 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3139a5f4-df44-4ef9-b8a8-1305559e90a2 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:33.578697 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-b50f0e98-5707-4fb2-a11c-f26b261b427f None None] Calling delete_port for 61cb739a-4c20-4161-b021-6a9740e10ce0 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:33.584780 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3139a5f4-df44-4ef9-b8a8-1305559e90a2 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:33.585725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3139a5f4-df44-4ef9-b8a8-1305559e90a2 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:33.615109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bb35b2-d68c-42a5-9f88-54ba86007427 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:33.644621 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 61cb739a-4c20-4161-b021-6a9740e10ce0 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:02:33.678255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:33.740308 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3139a5f4-df44-4ef9-b8a8-1305559e90a2 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7414064 Mar 02 19:02:33.740308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ce70eb-cb2b-46c8-80dd-c943db598bb9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:33.756688 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58740) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:33.757457 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-73ce70eb-cb2b-46c8-80dd-c943db598bb9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:33.762834 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce70eb-cb2b-46c8-80dd-c943db598bb9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:33.767591 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ce70eb-cb2b-46c8-80dd-c943db598bb9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:33.768550 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-73ce70eb-cb2b-46c8-80dd-c943db598bb9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:33.773447 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router 02827b03-91ae-40a2-a954-65eae7996967 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:02:33.783308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Calling delete_port for 61cb739a-4c20-4161-b021-6a9740e10ce0 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:33.792164 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-030ec3b2-29df-4829-9d73-f87dfaf95726 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Request body: {'subnet': {'network_id': '1e927b2d-c202-48f2-a6b8-c56ce59ec31e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:33.809941 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce70eb-cb2b-46c8-80dd-c943db598bb9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=efe4e999-25d8-4d3a-9d07-056cdf3d8a9a,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:33.833864 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139a5f4-df44-4ef9-b8a8-1305559e90a2 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event updated for resources: {'Network': ['ID=1e927b2d-c202-48f2-a6b8-c56ce59ec31e,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:33.840539 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-b3eeaa12-cfce-47f6-ac97-5e8cabdbfb8d None None] Port 5750f8e9-fc92-4637-88f9-17f8b80ba4c2 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:02:33.868999 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-333c9c8c-60fd-48a1-a2c0-e446e19f325d tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Unset dirty status for tenant:c219abbc4c574a2bb7241a2141bbefc5 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:33.875477 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-333c9c8c-60fd-48a1-a2c0-e446e19f325d tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] 10.222.0.73 "GET /v2.0/ports/5750f8e9-fc92-4637-88f9-17f8b80ba4c2 HTTP/1.1" status: 200 len: 1135 time: 1.0244823 Mar 02 19:02:33.884590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 1e927b2d-c202-48f2-a6b8-c56ce59ec31e details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:02:33.891073 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58744) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:33.899960 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-73ce70eb-cb2b-46c8-80dd-c943db598bb9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7635698 Mar 02 19:02:33.908496 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58746) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:33.913879 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-216e1638-dc88-43da-8937-5de49aae4bac tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:34.006164 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-6e84aa13-5574-4e6d-b53e-cbcf62170ef8', 'network_id': '6e84aa13-5574-4e6d-b53e-cbcf62170ef8', 'tenant_id': 'c971dcdb820f4079bc515a07abaa01de', 'fixed_ips': [{'subnet_id': 'e2464ee1-11f1-4a63-9f94-71912d273a61'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:02:34.006988 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:34.020956 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:34.029720 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-030ec3b2-29df-4829-9d73-f87dfaf95726 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:34.036679 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-030ec3b2-29df-4829-9d73-f87dfaf95726 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Usage tracker for resource:subnet and tenant:c971dcdb820f4079bc515a07abaa01de is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:34.040402 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-030ec3b2-29df-4829-9d73-f87dfaf95726 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:34.053090 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d3cd23-6764-46b6-879c-07d399936f5e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:34.053888 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-48d3cd23-6764-46b6-879c-07d399936f5e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:34.061515 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-030ec3b2-29df-4829-9d73-f87dfaf95726 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:34.206678 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030ec3b2-29df-4829-9d73-f87dfaf95726 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Made reservation on behalf of c971dcdb820f4079bc515a07abaa01de for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:34.217346 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Usage tracker for resource:security_group_rule and tenant:cc308a3634534ce893ab253c3bf594a2 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:34.217727 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b50f0e98-5707-4fb2-a11c-f26b261b427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:34.222064 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:34.227317 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-48d3cd23-6764-46b6-879c-07d399936f5e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:34.232759 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-48d3cd23-6764-46b6-879c-07d399936f5e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3193204 Mar 02 19:02:34.233118 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-216e1638-dc88-43da-8937-5de49aae4bac tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "DELETE /v2.0/ports/ee19f574-6f9f-46f8-8bf9-130051c3baac HTTP/1.1" status: 204 len: 168 time: 3.1453187 Mar 02 19:02:34.237234 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58752) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:34.237632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58754) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:34.251695 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:34.307080 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-169f55f0-2241-4aac-b8eb-49ad1a1c1b62 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Deleting port 5750f8e9-fc92-4637-88f9-17f8b80ba4c2 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:34.307478 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-169f55f0-2241-4aac-b8eb-49ad1a1c1b62 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:34.340866 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-bd9d981e-1791-4580-bf76-fd5b1a1c8139 None None] Provisioning complete for port 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:34.341232 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bd9d981e-1791-4580-bf76-fd5b1a1c8139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:34.367907 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.api [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:02:34.368767 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG oslo_db.api [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:02:34.375897 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f0e98-5707-4fb2-a11c-f26b261b427f None None] Pushing event deleted for resources: {'Port': ['ID=61cb739a-4c20-4161-b021-6a9740e10ce0,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:34.377293 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:34.389865 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ef1db0-3e96-424f-9e8d-a029829c8b0a tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] GET failed (client error): The resource could not be found. Mar 02 19:02:34.390365 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-31ef1db0-3e96-424f-9e8d-a029829c8b0a tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Synchronizing usage tracker for tenant:291593529d514b708a9094fa09f8bd5e on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:34.441674 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-030ec3b2-29df-4829-9d73-f87dfaf95726 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:34.464510 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f0e98-5707-4fb2-a11c-f26b261b427f None None] No DVR routers for this DVR port 61cb739a-4c20-4161-b021-6a9740e10ce0 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:02:34.517466 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-1e47d5ba-fc7c-4eac-95b1-f0f44d3f5c2f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port efe4e999-25d8-4d3a-9d07-056cdf3d8a9a {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:34.517805 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1e47d5ba-fc7c-4eac-95b1-f0f44d3f5c2f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:34.553621 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-bd9d981e-1791-4580-bf76-fd5b1a1c8139 None None] Port 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:02:34.562358 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-31ef1db0-3e96-424f-9e8d-a029829c8b0a tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Unset dirty status for tenant:291593529d514b708a9094fa09f8bd5e on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:34.568137 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-31ef1db0-3e96-424f-9e8d-a029829c8b0a tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "GET /v2.0/ports/ee19f574-6f9f-46f8-8bf9-130051c3baac HTTP/1.1" status: 404 len: 333 time: 0.3273983 Mar 02 19:02:34.590326 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58760) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:34.613709 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Allocated IP 2001:db8:0:ffff::2 (6e84aa13-5574-4e6d-b53e-cbcf62170ef8/e2464ee1-11f1-4a63-9f94-71912d273a61/4ad03d2d-2769-4ca4-bff6-6c556b24fef0) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:34.624742 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:34.644214 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec85572-4132-446d-9090-98440b82b84d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router af8ca6aa-2307-45c4-badf-fa8fadec6767 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:02:34.649096 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': 'aa4e0a63-edd2-4c9a-83d0-053259ae6774'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:02:34.649257 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:34.773008 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:34.777564 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-6ca631d7-82b3-4a36-801e-d05c20a91522 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Deleting port 48157df5-38c5-4504-87f7-fc347de9b391 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:34.780843 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6ca631d7-82b3-4a36-801e-d05c20a91522 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:34.780975 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-169f55f0-2241-4aac-b8eb-49ad1a1c1b62 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:34.844124 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] device_id is not set on port fa2d8c51-7876-4f93-9177-72b91379d956 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:34.887204 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port 61cb739a-4c20-4161-b021-6a9740e10ce0 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:34.887204 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:34.968592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Allocated IP 2001:db8::f816:3eff:fedf:3297 (ef3b29a7-4982-4982-b073-f3d27df1240a/aa4e0a63-edd2-4c9a-83d0-053259ae6774/12deb445-6188-462d-9804-d13bac3722da) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:34.977524 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:34.993163 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Transition to ACTIVE for port object 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:35.085274 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Transition to ACTIVE for port object 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:35.181088 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:35.191493 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-169f55f0-2241-4aac-b8eb-49ad1a1c1b62 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Calling delete_port for 5750f8e9-fc92-4637-88f9-17f8b80ba4c2 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:35.234829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] The port '61cb739a-4c20-4161-b021-6a9740e10ce0' was deleted {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:02:35.262355 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdc814b-b1da-4d9a-af0a-a97fcd42e9d6,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:35.268722 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1e47d5ba-fc7c-4eac-95b1-f0f44d3f5c2f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:35.280247 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:35.284869 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Network 6e84aa13-5574-4e6d-b53e-cbcf62170ef8 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:35.287893 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Pushing event updated for resources: {'Port': ['ID=4ad03d2d-2769-4ca4-bff6-6c556b24fef0,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:35.294219 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:35.298008 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:35.300444 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Transition to ACTIVE for port object 12deb445-6188-462d-9804-d13bac3722da will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:35.389426 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Transition to ACTIVE for port object 12deb445-6188-462d-9804-d13bac3722da will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:35.410499 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Attempting to bind port 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:35.410749 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Attempting to bind port 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'ca04c919-7dda-492e-9836-b067fd331a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '6e84aa13-5574-4e6d-b53e-cbcf62170ef8'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:35.411922 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Attempting to bind port 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 on network 6e84aa13-5574-4e6d-b53e-cbcf62170ef8 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:35.418718 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:02:35.419244 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Checking segment: {'id': 'ca04c919-7dda-492e-9836-b067fd331a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '6e84aa13-5574-4e6d-b53e-cbcf62170ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:35.419774 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:35.420286 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Bound using segment: {'id': 'ca04c919-7dda-492e-9836-b067fd331a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '6e84aa13-5574-4e6d-b53e-cbcf62170ef8'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:02:35.420851 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Bound port: 4ad03d2d-2769-4ca4-bff6-6c556b24fef0, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca04c919-7dda-492e-9836-b067fd331a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '6e84aa13-5574-4e6d-b53e-cbcf62170ef8'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:02:35.421328 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:35.422712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-1e47d5ba-fc7c-4eac-95b1-f0f44d3f5c2f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for efe4e999-25d8-4d3a-9d07-056cdf3d8a9a owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:35.454682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6ca631d7-82b3-4a36-801e-d05c20a91522 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:35.524385 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] For port 4ad03d2d-2769-4ca4-bff6-6c556b24fef0, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:02:35.528857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] For port 4ad03d2d-2769-4ca4-bff6-6c556b24fef0, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4ad03d2d-2769-4ca4-bff6-6c556b24fef0,segment=NetworkSegment(ca04c919-7dda-492e-9836-b067fd331a42),segment_id=ca04c919-7dda-492e-9836-b067fd331a42)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:02:35.536807 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:35.539811 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:35.560193 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:02:35.573858 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d1c297-e872-428a-81cc-06ab0b201639 None None] Sync routers for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:02:35.587276 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1c297-e872-428a-81cc-06ab0b201639 None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:02:35.588000 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-06d1c297-e872-428a-81cc-06ab0b201639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:35.617014 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:35.630607 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:35.633953 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Pushing event updated for resources: {'Port': ['ID=12deb445-6188-462d-9804-d13bac3722da,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:35.645875 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:35.646104 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc9160a-a944-4e2d-825c-7604a4b7c6db']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:35.657450 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-06d1c297-e872-428a-81cc-06ab0b201639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:35.669642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-6ca631d7-82b3-4a36-801e-d05c20a91522 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Calling delete_port for 48157df5-38c5-4504-87f7-fc347de9b391 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:35.670800 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1c297-e872-428a-81cc-06ab0b201639 None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:02:35.671755 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-06d1c297-e872-428a-81cc-06ab0b201639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:35.685405 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:35.736858 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-06d1c297-e872-428a-81cc-06ab0b201639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:35.737603 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d1c297-e872-428a-81cc-06ab0b201639 None None] The sync data for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:02:35.828227 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e26260-07b0-4395-85cf-961c259e8495 None None] Pushing event updated for resources: {'Port': ['ID=4ad03d2d-2769-4ca4-bff6-6c556b24fef0,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:35.834316 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Attempting to bind port 12deb445-6188-462d-9804-d13bac3722da on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:35.834898 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Attempting to bind port 12deb445-6188-462d-9804-d13bac3722da by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:35.835201 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Attempting to bind port 12deb445-6188-462d-9804-d13bac3722da on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:35.842034 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2826c929-6505-422d-b734-b86aa9a96c54') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:35.842328 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2826c929-6505-422d-b734-b86aa9a96c54') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:35.843931 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:02:35.844507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:35.845002 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:35.845483 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:02:35.846027 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Bound port: 12deb445-6188-462d-9804-d13bac3722da, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:02:35.847078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:35.870618 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:35.878153 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] device_id is not set on port fa2d8c51-7876-4f93-9177-72b91379d956 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:35.910830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec85572-4132-446d-9090-98440b82b84d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:02:35.917225 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:35.925998 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-dec85572-4132-446d-9090-98440b82b84d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/af8ca6aa-2307-45c4-badf-fa8fadec6767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7202258 Mar 02 19:02:35.927402 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Sync routers for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:02:35.929892 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:35.930693 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58764) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:35.941747 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-77588af3-c40d-401f-b40f-92da4ed4db4f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-169967851'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:35.952797 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:02:35.953235 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:02:35.969745 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:02:35.976623 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Transition to ACTIVE for port object fa2d8c51-7876-4f93-9177-72b91379d956 will not be triggered until provisioned by entity L2. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:35.982166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-77588af3-c40d-401f-b40f-92da4ed4db4f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:35.991344 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:02:35.992380 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-729d823f-868c-426a-b496-860edad08ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:35.998471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-77588af3-c40d-401f-b40f-92da4ed4db4f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:network and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:36.004293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-77588af3-c40d-401f-b40f-92da4ed4db4f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:36.030070 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:36.034816 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0bfc87c2-a40a-41bb-9911-dc20a7a5522e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.1718588 Mar 02 19:02:36.036244 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58768) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:36.037881 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-77588af3-c40d-401f-b40f-92da4ed4db4f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:36.051332 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-169f55f0-2241-4aac-b8eb-49ad1a1c1b62 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:36.102245 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6ca631d7-82b3-4a36-801e-d05c20a91522 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:36.160894 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.objects.ports [None req-030ec3b2-29df-4829-9d73-f87dfaf95726 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84532) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 19:02:36.162164 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1e47d5ba-fc7c-4eac-95b1-f0f44d3f5c2f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:36.177991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-030ec3b2-29df-4829-9d73-f87dfaf95726 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:36.237889 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca631d7-82b3-4a36-801e-d05c20a91522 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event deleted for resources: {'Port': ['ID=48157df5-38c5-4504-87f7-fc347de9b391,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:36.244730 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:02:36.244994 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77588af3-c40d-401f-b40f-92da4ed4db4f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Made reservation on behalf of 2b147d1fd1b64c8daab7ec1005c16f83 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:36.248482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-77588af3-c40d-401f-b40f-92da4ed4db4f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:36.288401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f55f0-2241-4aac-b8eb-49ad1a1c1b62 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Pushing event deleted for resources: {'Port': ['ID=5750f8e9-fc92-4637-88f9-17f8b80ba4c2,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:36.288401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:36.384903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47d5ba-fc7c-4eac-95b1-f0f44d3f5c2f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=efe4e999-25d8-4d3a-9d07-056cdf3d8a9a,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:36.392117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] For port 12deb445-6188-462d-9804-d13bac3722da, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:02:36.408118 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] For port 12deb445-6188-462d-9804-d13bac3722da, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=12deb445-6188-462d-9804-d13bac3722da,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:02:36.421633 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:36.440329 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:36.576331 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:36.596327 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1e47d5ba-fc7c-4eac-95b1-f0f44d3f5c2f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:36.599035 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ec3b2-29df-4829-9d73-f87dfaf95726 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event updated for resources: {'Subnet': ['ID=4534013d-03fa-4b9a-91b9-7118b212ec80,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:36.612149 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Pushing event updated for resources: {'Port': ['ID=fa2d8c51-7876-4f93-9177-72b91379d956,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:36.640032 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Network': ['ID=7bc9160a-a944-4e2d-825c-7604a4b7c6db,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:36.667419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77588af3-c40d-401f-b40f-92da4ed4db4f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:02:36.672949 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ad74f7e8-7076-4527-a67b-a83a3b14ae89 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/networks/7bc9160a-a944-4e2d-825c-7604a4b7c6db HTTP/1.1" status: 204 len: 168 time: 4.8043237 Mar 02 19:02:36.674296 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6ca631d7-82b3-4a36-801e-d05c20a91522 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:36.677576 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58772) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:36.699577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2111400623', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}, 'admin_state_up': False}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:36.707338 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:36.713825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:router and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:36.717942 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:36.719399 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Checking segment: {'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:36.719773 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Network hostable DHCP agents. Network: 62b5eeb6-ec47-4a37-a14c-66cf5500289c, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:02:36.725994 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:36.740235 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-169f55f0-2241-4aac-b8eb-49ad1a1c1b62 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:36.746372 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-169f55f0-2241-4aac-b8eb-49ad1a1c1b62 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] 10.222.0.73 "DELETE /v2.0/ports/5750f8e9-fc92-4637-88f9-17f8b80ba4c2 HTTP/1.1" status: 204 len: 168 time: 2.8418000 Mar 02 19:02:36.748814 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58776) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:36.802322 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-77588af3-c40d-401f-b40f-92da4ed4db4f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:36.806334 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-77588af3-c40d-401f-b40f-92da4ed4db4f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Added segment 36d4492c-eb4d-43df-967c-c3af00de352e of type vlan for network 6f8c60cb-d378-4984-a666-a1bf0917d257 Mar 02 19:02:36.817140 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030ec3b2-29df-4829-9d73-f87dfaf95726 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Checking segment: {'id': '9dec741d-05e9-4f00-bb3b-1de8847704e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1e927b2d-c202-48f2-a6b8-c56ce59ec31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:36.817140 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030ec3b2-29df-4829-9d73-f87dfaf95726 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Network hostable DHCP agents. Network: 1e927b2d-c202-48f2-a6b8-c56ce59ec31e, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:02:36.834524 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1e47d5ba-fc7c-4eac-95b1-f0f44d3f5c2f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/efe4e999-25d8-4d3a-9d07-056cdf3d8a9a HTTP/1.1" status: 204 len: 168 time: 2.5958195 Mar 02 19:02:36.838471 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca41473-b3cb-4e1f-850c-0dc92bb25a1b None None] Pushing event updated for resources: {'Port': ['ID=12deb445-6188-462d-9804-d13bac3722da,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:36.851012 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58780) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:36.853886 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:36.855059 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:36.920722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Network 62b5eeb6-ec47-4a37-a14c-66cf5500289c is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:02:36.954690 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6ca631d7-82b3-4a36-801e-d05c20a91522 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "DELETE /v2.0/ports/48157df5-38c5-4504-87f7-fc347de9b391 HTTP/1.1" status: 204 len: 168 time: 2.3434024 Mar 02 19:02:36.959029 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-77588af3-c40d-401f-b40f-92da4ed4db4f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:36.962664 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58784) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:36.977452 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-729d823f-868c-426a-b496-860edad08ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:02:30Z', 'revision_number': 4, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60', 'name': '', 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:df:5e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:25Z', 'updated_at': '2022-03-02T19:02:31Z', 'revision_number': 2, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:22Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:36.984064 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Checking router: af8ca6aa-2307-45c4-badf-fa8fadec6767 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:02:36.985668 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Updating router af8ca6aa-2307-45c4-badf-fa8fadec6767 port 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:02:37.074682 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:37.291661 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:37.376105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a9962e-6d72-4f54-af33-f8cda8c39e60 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:37.377487 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a9962e-6d72-4f54-af33-f8cda8c39e60 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:37.378258 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-63a9962e-6d72-4f54-af33-f8cda8c39e60 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:37.389317 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-77588af3-c40d-401f-b40f-92da4ed4db4f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:02:37.479055 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030ec3b2-29df-4829-9d73-f87dfaf95726 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Network 1e927b2d-c202-48f2-a6b8-c56ce59ec31e is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:02:37.549970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 62b5eeb6-ec47-4a37-a14c-66cf5500289c) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:37.564514 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:37.582180 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304c0efb-4e9c-4b5c-8bb6-60d56a2832a8 None None] Network 62b5eeb6-ec47-4a37-a14c-66cf5500289c requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:37.603389 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:37.603389 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:37.603389 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:37.612003 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port fa2d8c51-7876-4f93-9177-72b91379d956 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:02:37.612367 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:02:37.614508 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 2 to bind port fa2d8c51-7876-4f93-9177-72b91379d956 Mar 02 19:02:37.652966 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:37.653507 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:37.653852 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:37.665772 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.resource_extend [None req-729d823f-868c-426a-b496-860edad08ea1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:02:37.667768 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-030ec3b2-29df-4829-9d73-f87dfaf95726 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 1e927b2d-c202-48f2-a6b8-c56ce59ec31e) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:37.672511 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030ec3b2-29df-4829-9d73-f87dfaf95726 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:37.673106 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-030ec3b2-29df-4829-9d73-f87dfaf95726 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:37.704715 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c196b7-d3d2-404e-a8ce-aafeab41def5 None None] Network 1e927b2d-c202-48f2-a6b8-c56ce59ec31e requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:37.717581 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-63a9962e-6d72-4f54-af33-f8cda8c39e60 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:37.721435 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-63a9962e-6d72-4f54-af33-f8cda8c39e60 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.8598113 Mar 02 19:02:37.721435 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-77588af3-c40d-401f-b40f-92da4ed4db4f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:37.724564 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58788) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:37.725301 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77588af3-c40d-401f-b40f-92da4ed4db4f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:37.725872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-77588af3-c40d-401f-b40f-92da4ed4db4f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:37.725999 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 12deb445-6188-462d-9804-d13bac3722da up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:37.753961 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5603e850-642d-4660-91dc-38c40722db63 None None] Network 6e84aa13-5574-4e6d-b53e-cbcf62170ef8 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:37.792567 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port fa2d8c51-7876-4f93-9177-72b91379d956 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:02:37.793193 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:02:37.799756 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 3 to bind port fa2d8c51-7876-4f93-9177-72b91379d956 Mar 02 19:02:37.897622 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:37.898159 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:37.898634 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:37.963513 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77588af3-c40d-401f-b40f-92da4ed4db4f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Network': ['ID=6f8c60cb-d378-4984-a666-a1bf0917d257,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:37.964960 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port fa2d8c51-7876-4f93-9177-72b91379d956 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:02:37.965685 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:02:37.980868 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-030ec3b2-29df-4829-9d73-f87dfaf95726 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2189863 Mar 02 19:02:37.981767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58792) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:38.004604 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 6f8c60cb-d378-4984-a666-a1bf0917d257 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:02:38.088654 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef490d1-8746-4934-b2bb-045a47067e95 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Deleting subnet 7aa92a33-cbd6-4b66-9d07-17b6121cc110 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:02:38.094529 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8ef490d1-8746-4934-b2bb-045a47067e95 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:38.142782 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 4 to bind port fa2d8c51-7876-4f93-9177-72b91379d956 Mar 02 19:02:38.157659 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:38.165068 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-e385d117-07ee-4dc8-b322-f00befb1b893 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Deleting subnet 5ec0f427-41c1-46c9-9f12-2304363de4bb {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:02:38.177920 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa87c75-22c6-438c-ae6e-a296c58e44ad tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet aa4e0a63-edd2-4c9a-83d0-053259ae6774 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:02:38.183017 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e385d117-07ee-4dc8-b322-f00befb1b893 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:38.220828 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4aa87c75-22c6-438c-ae6e-a296c58e44ad tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:38.244514 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e385d117-07ee-4dc8-b322-f00befb1b893 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:38.274518 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:38.274970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:38.275460 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:38.308011 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-77588af3-c40d-401f-b40f-92da4ed4db4f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3707936 Mar 02 19:02:38.314675 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a02734e2-b4c7-408c-8f42-a850c80ec08d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Request body: {'port': {'network_id': '1e927b2d-c202-48f2-a6b8-c56ce59ec31e', 'name': 'tempest-NetworksIpV6TestAttrs-1304894458'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:38.321469 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:38.338778 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Transition to ACTIVE for port object 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:38.346121 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58796) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:38.375474 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-fc7c66d4-21f9-47bd-9de6-5b67409f41bb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'subnet': {'network_id': '6f8c60cb-d378-4984-a666-a1bf0917d257', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:38.491217 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-458c4ec1-172f-4959-a174-f831380015f5 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:38.504862 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port fa2d8c51-7876-4f93-9177-72b91379d956 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:02:38.505136 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:02:38.508865 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4aa87c75-22c6-438c-ae6e-a296c58e44ad tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:38.550354 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 5 to bind port fa2d8c51-7876-4f93-9177-72b91379d956 Mar 02 19:02:38.584143 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:38.584143 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:38.584143 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:38.604600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port fa2d8c51-7876-4f93-9177-72b91379d956 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:02:38.605341 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:02:38.611994 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8ef490d1-8746-4934-b2bb-045a47067e95 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:38.615775 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 6 to bind port fa2d8c51-7876-4f93-9177-72b91379d956 Mar 02 19:02:38.619255 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:38.791305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-fc7c66d4-21f9-47bd-9de6-5b67409f41bb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:38.795553 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fc7c66d4-21f9-47bd-9de6-5b67409f41bb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:subnet and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:38.799290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fc7c66d4-21f9-47bd-9de6-5b67409f41bb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:38.806323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-fc7c66d4-21f9-47bd-9de6-5b67409f41bb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:38.828705 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:38.829403 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:38.829958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:38.841896 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-54b26f61-f4f2-4e9c-9c4f-676fffd115b8 None None] Provisioning for port 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:38.850369 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e385d117-07ee-4dc8-b322-f00befb1b893 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:38.880830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port fa2d8c51-7876-4f93-9177-72b91379d956 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:02:38.883088 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:02:38.887250 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 7 to bind port fa2d8c51-7876-4f93-9177-72b91379d956 Mar 02 19:02:38.933103 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:38.933518 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:38.933956 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:38.959627 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4aa87c75-22c6-438c-ae6e-a296c58e44ad tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:38.962628 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 12deb445-6188-462d-9804-d13bac3722da completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:38.974480 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-1e927b2d-c202-48f2-a6b8-c56ce59ec31e', 'network_id': '1e927b2d-c202-48f2-a6b8-c56ce59ec31e', 'tenant_id': 'c971dcdb820f4079bc515a07abaa01de', 'fixed_ips': [{'subnet_id': '4534013d-03fa-4b9a-91b9-7118b212ec80'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:02:38.975471 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:38.980305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7c66d4-21f9-47bd-9de6-5b67409f41bb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Made reservation on behalf of 2b147d1fd1b64c8daab7ec1005c16f83 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:39.009794 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port fa2d8c51-7876-4f93-9177-72b91379d956 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:02:39.010259 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:02:39.014596 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 8 to bind port fa2d8c51-7876-4f93-9177-72b91379d956 Mar 02 19:02:39.126822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:39.126822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:39.126822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:39.147185 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port fa2d8c51-7876-4f93-9177-72b91379d956 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:02:39.147906 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:02:39.151441 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 9 to bind port fa2d8c51-7876-4f93-9177-72b91379d956 Mar 02 19:02:39.160278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8ef490d1-8746-4934-b2bb-045a47067e95 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:39.202232 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cda87d-0291-467a-a04f-edd5c2f9841b None None] Pushing event updated for resources: {'Port': ['ID=5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:39.204327 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:39.204881 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:39.205433 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:39.205972 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:39.228585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fc7c66d4-21f9-47bd-9de6-5b67409f41bb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:39.279078 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port fa2d8c51-7876-4f93-9177-72b91379d956 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:02:39.279785 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:02:39.285429 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.plugins.ml2.plugin [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 10 to bind port fa2d8c51-7876-4f93-9177-72b91379d956 Mar 02 19:02:39.305559 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4aa87c75-22c6-438c-ae6e-a296c58e44ad tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:39.369828 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa87c75-22c6-438c-ae6e-a296c58e44ad tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4e0a63-edd2-4c9a-83d0-053259ae6774,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:39.377029 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:39.377469 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:39.377914 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:39.417957 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port fa2d8c51-7876-4f93-9177-72b91379d956 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:02:39.418543 dv-neutron-831573-1-hyperv neutron-server[84533]: ERROR neutron.plugins.ml2.managers [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port fa2d8c51-7876-4f93-9177-72b91379d956 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:02:39.418929 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:39.422144 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Allocated IP 2001:db8::f816:3eff:feda:4a0f (1e927b2d-c202-48f2-a6b8-c56ce59ec31e/4534013d-03fa-4b9a-91b9-7118b212ec80/6276c296-ecf0-4826-8867-d8d7e2e8b896) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:39.451299 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a02734e2-b4c7-408c-8f42-a850c80ec08d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:39.455361 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a02734e2-b4c7-408c-8f42-a850c80ec08d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Usage tracker for resource:port and tenant:c971dcdb820f4079bc515a07abaa01de is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:39.459175 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a02734e2-b4c7-408c-8f42-a850c80ec08d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:39.464991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Attempting to bind port 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:39.465416 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Attempting to bind port 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'b9f5b5c5-4cec-437d-b2e8-342fc3728d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:39.465831 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Attempting to bind port 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 on network dca5019d-62da-4782-a583-cd1004f02f7b {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:39.466057 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a02734e2-b4c7-408c-8f42-a850c80ec08d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:39.489697 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-52893dba-8bd7-4fac-8145-f10d19e29c05 None None] Provisioning for port 12deb445-6188-462d-9804-d13bac3722da completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:39.515749 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4aa87c75-22c6-438c-ae6e-a296c58e44ad tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:39.568389 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f93516-7108-43d4-ad6b-21a86cbfc5f0 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:39.586620 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-458c4ec1-172f-4959-a174-f831380015f5 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Allocated IP 172.20.0.1 (c8e704b9-1bef-4978-97cb-ff307c0d669b/553c6bea-551d-4960-b092-b8e92430655b/478fec01-b7ae-4181-84bf-d041ba109d22) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:39.611896 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] For port fa2d8c51-7876-4f93-9177-72b91379d956, host hv-neutron-8315, cleared binding levels {{(pid=84533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:02:39.612543 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempted to set empty binding levels {{(pid=84533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 02 19:02:39.652218 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02734e2-b4c7-408c-8f42-a850c80ec08d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Made reservation on behalf of c971dcdb820f4079bc515a07abaa01de for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:39.655269 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a02734e2-b4c7-408c-8f42-a850c80ec08d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:39.657128 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4aa87c75-22c6-438c-ae6e-a296c58e44ad tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/aa4e0a63-edd2-4c9a-83d0-053259ae6774 HTTP/1.1" status: 204 len: 168 time: 1.9310517 Mar 02 19:02:39.659467 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58802) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:39.669699 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:39.673063 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-52893dba-8bd7-4fac-8145-f10d19e29c05 None None] Provisioning complete for port 12deb445-6188-462d-9804-d13bac3722da triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:39.673494 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-52893dba-8bd7-4fac-8145-f10d19e29c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:39.706689 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:39.708669 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e385d117-07ee-4dc8-b322-f00befb1b893 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:39.719952 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:02:39.720387 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Checking segment: {'id': 'b9f5b5c5-4cec-437d-b2e8-342fc3728d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:39.720846 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:39.721302 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Bound using segment: {'id': 'b9f5b5c5-4cec-437d-b2e8-342fc3728d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:02:39.721899 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Bound port: 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f5b5c5-4cec-437d-b2e8-342fc3728d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:02:39.722362 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:39.752523 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:39.784287 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:39.789918 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8ef490d1-8746-4934-b2bb-045a47067e95 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:39.805864 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-081f9ab2-ad3f-4282-ad44-08a990a87608 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1442156 Mar 02 19:02:39.811736 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58806) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:39.821655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385d117-07ee-4dc8-b322-f00befb1b893 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec0f427-41c1-46c9-9f12-2304363de4bb,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:39.855514 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:39.856012 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:39.862805 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-a02734e2-b4c7-408c-8f42-a850c80ec08d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] device_id is not set on port 6dfd6328-377b-4823-a085-55b8f9e119fb yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:39.922954 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:39.960696 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Pushing event updated for resources: {'Port': ['ID=fa2d8c51-7876-4f93-9177-72b91379d956,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:39.989478 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef490d1-8746-4934-b2bb-045a47067e95 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa92a33-cbd6-4b66-9d07-17b6121cc110,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:39.995262 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e385d117-07ee-4dc8-b322-f00befb1b893 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:40.027437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8ef490d1-8746-4934-b2bb-045a47067e95 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:40.033784 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-458c4ec1-172f-4959-a174-f831380015f5 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:40.038106 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28b61df-e553-4d82-85cd-3cf29709d1ed None None] Network 83c148cb-ee41-4775-9539-ec493aa19228 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:40.045366 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ff36ee3c-2f25-43bf-94bc-55fceb6ebca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.1980114 Mar 02 19:02:40.048752 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58810) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:40.056097 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e08ed03-bd7c-4ce2-b4c1-8c4aa7748bfe None None] Network 1672be0d-81c0-467c-af07-ccd5beb1bbfb requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:40.136710 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-a569b30b-9aa8-4273-97a1-bcf032574cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Deleting port fa2d8c51-7876-4f93-9177-72b91379d956 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:40.137048 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a569b30b-9aa8-4273-97a1-bcf032574cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:40.204318 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8ef490d1-8746-4934-b2bb-045a47067e95 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "DELETE /v2.0/subnets/7aa92a33-cbd6-4b66-9d07-17b6121cc110 HTTP/1.1" status: 204 len: 168 time: 3.2317717 Mar 02 19:02:40.209601 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e385d117-07ee-4dc8-b322-f00befb1b893 tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] 10.222.0.73 "DELETE /v2.0/subnets/5ec0f427-41c1-46c9-9f12-2304363de4bb HTTP/1.1" status: 204 len: 168 time: 3.4503219 Mar 02 19:02:40.230050 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58814) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:40.230305 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58816) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:40.299129 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-729d823f-868c-426a-b496-860edad08ea1 None None] For port 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:02:40.331994 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07438f3e-e4f1-43d8-8722-c5351cfb5873 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:40.332931 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-07438f3e-e4f1-43d8-8722-c5351cfb5873 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:40.337227 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Allocated IP 172.26.4.100 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/5e3b8853-db21-4c01-982a-ad44cba931c4) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:40.439195 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-458c4ec1-172f-4959-a174-f831380015f5 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:40.462642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fc7c66d4-21f9-47bd-9de6-5b67409f41bb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:40.499126 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-729d823f-868c-426a-b496-860edad08ea1 None None] For port 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60,segment=NetworkSegment(b9f5b5c5-4cec-437d-b2e8-342fc3728d8a),segment_id=b9f5b5c5-4cec-437d-b2e8-342fc3728d8a)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:02:40.519169 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-07438f3e-e4f1-43d8-8722-c5351cfb5873 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:40.523531 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-07438f3e-e4f1-43d8-8722-c5351cfb5873 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7035100 Mar 02 19:02:40.528158 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58822) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:40.641813 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:40.657102 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:40.670926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c66d4-21f9-47bd-9de6-5b67409f41bb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Subnet': ['ID=a5a11b66-d20d-460e-a915-63f125077f8e,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:40.689386 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272d52d8-0882-4396-af1e-6c7fc27eeeb1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:40.693774 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-272d52d8-0882-4396-af1e-6c7fc27eeeb1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1626785 Mar 02 19:02:40.699200 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58826) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:40.753500 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-52893dba-8bd7-4fac-8145-f10d19e29c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:40.779163 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458c4ec1-172f-4959-a174-f831380015f5 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Network c8e704b9-1bef-4978-97cb-ff307c0d669b is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:40.788109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:40.791394 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-458c4ec1-172f-4959-a174-f831380015f5 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:40.795397 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-91c62b88-01bd-4c55-9d8e-18fe2f7b4199 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0961020 Mar 02 19:02:40.797081 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58830) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:40.802899 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-47c64df1-5154-4f3b-8c45-3d2fc25db900 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:40.808796 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:40.813144 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:40.814687 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c4ec1-172f-4959-a174-f831380015f5 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=478fec01-b7ae-4181-84bf-d041ba109d22,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:40.818615 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7c66d4-21f9-47bd-9de6-5b67409f41bb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Checking segment: {'id': '36d4492c-eb4d-43df-967c-c3af00de352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f8c60cb-d378-4984-a666-a1bf0917d257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:40.819106 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7c66d4-21f9-47bd-9de6-5b67409f41bb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network hostable DHCP agents. Network: 6f8c60cb-d378-4984-a666-a1bf0917d257, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:02:40.824704 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458c4ec1-172f-4959-a174-f831380015f5 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:40.845272 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Transition to ACTIVE for port object 6276c296-ecf0-4826-8867-d8d7e2e8b896 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:40.858409 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:40.901863 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-a569b30b-9aa8-4273-97a1-bcf032574cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] For port fa2d8c51-7876-4f93-9177-72b91379d956, host hv-neutron-8315, got binding levels [] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:40.902224 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a569b30b-9aa8-4273-97a1-bcf032574cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:40.916883 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Deleting port 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:40.917474 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:40.956751 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Deleting port 3db9abf6-327b-46dd-9b7b-06d2222ce3df {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:40.957346 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:40.961517 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-47c64df1-5154-4f3b-8c45-3d2fc25db900 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:40.963636 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cda87d-0291-467a-a04f-edd5c2f9841b None None] Pushing event updated for resources: {'Port': ['ID=5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:40.966328 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-47c64df1-5154-4f3b-8c45-3d2fc25db900 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:40.971670 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-47c64df1-5154-4f3b-8c45-3d2fc25db900 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:40.973063 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Transition to ACTIVE for port object 6276c296-ecf0-4826-8867-d8d7e2e8b896 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:40.978610 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-52893dba-8bd7-4fac-8145-f10d19e29c05 None None] For port 12deb445-6188-462d-9804-d13bac3722da, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=12deb445-6188-462d-9804-d13bac3722da,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:40.986676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-47c64df1-5154-4f3b-8c45-3d2fc25db900 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:41.005827 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 4ad03d2d-2769-4ca4-bff6-6c556b24fef0, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4ad03d2d-2769-4ca4-bff6-6c556b24fef0,segment=NetworkSegment(ca04c919-7dda-492e-9836-b067fd331a42),segment_id=ca04c919-7dda-492e-9836-b067fd331a42)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:41.008427 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:02:41.008994 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-729d823f-868c-426a-b496-860edad08ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:41.045392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:41.125444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7c66d4-21f9-47bd-9de6-5b67409f41bb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network 6f8c60cb-d378-4984-a666-a1bf0917d257 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:02:41.127842 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c64df1-5154-4f3b-8c45-3d2fc25db900 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:41.135010 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9287a2a4-580d-45a8-937d-b2eeabb2a898 None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:02:41.151280 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:41.158203 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-52893dba-8bd7-4fac-8145-f10d19e29c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:41.206359 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:41.224263 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-9287a2a4-580d-45a8-937d-b2eeabb2a898 None None] Deleting port 12deb445-6188-462d-9804-d13bac3722da {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:41.224634 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9287a2a4-580d-45a8-937d-b2eeabb2a898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:41.242614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-458c4ec1-172f-4959-a174-f831380015f5 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:41.285257 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-52893dba-8bd7-4fac-8145-f10d19e29c05 None None] Could not find standard attr ID for object efe4e999-25d8-4d3a-9d07-056cdf3d8a9a. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:02:41.285480 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:41.292401 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:41.294193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=5e3b8853-db21-4c01-982a-ad44cba931c4,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:41.297372 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-fc7c66d4-21f9-47bd-9de6-5b67409f41bb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 6f8c60cb-d378-4984-a666-a1bf0917d257) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:41.301475 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:41.326214 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 12deb445-6188-462d-9804-d13bac3722da no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:02:41.353123 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7c66d4-21f9-47bd-9de6-5b67409f41bb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:41.353759 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fc7c66d4-21f9-47bd-9de6-5b67409f41bb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:41.368039 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f33d371-d53b-430a-b9a1-c2014e3e985d None None] Network 6f8c60cb-d378-4984-a666-a1bf0917d257 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:41.399467 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Pushing event updated for resources: {'Port': ['ID=6276c296-ecf0-4826-8867-d8d7e2e8b896,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:41.407777 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-a02734e2-b4c7-408c-8f42-a850c80ec08d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Allocated IP 2001:db8::f816:3eff:feaa:72d4 (1e927b2d-c202-48f2-a6b8-c56ce59ec31e/4534013d-03fa-4b9a-91b9-7118b212ec80/6dfd6328-377b-4823-a085-55b8f9e119fb) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:41.426554 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-a569b30b-9aa8-4273-97a1-bcf032574cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Calling delete_port for fa2d8c51-7876-4f93-9177-72b91379d956 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:41.430472 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-47c64df1-5154-4f3b-8c45-3d2fc25db900 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:41.450911 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Network 1e927b2d-c202-48f2-a6b8-c56ce59ec31e is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:41.464583 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a5bbd3-21ee-4511-ac2a-fc2c623c9734 None None] DHCP port deletion for 83c148cb-ee41-4775-9539-ec493aa19228 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:02:41.535472 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52eb032-7444-4ab0-9f67-e88d23abb918 None None] DHCP port deletion for 1672be0d-81c0-467c-af07-ccd5beb1bbfb request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:02:41.538328 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:41.598671 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:41.628022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-26a5bbd3-21ee-4511-ac2a-fc2c623c9734 None None] Deleting port 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:41.628308 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-26a5bbd3-21ee-4511-ac2a-fc2c623c9734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:41.651135 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] For port 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3da077d2-7a8b-4ab7-8c73-b59e3c6336ba,segment=NetworkSegment(20e51bd6-680c-4a8e-9000-306eda4829ad),segment_id=20e51bd6-680c-4a8e-9000-306eda4829ad)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:41.651715 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:41.683503 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fc7c66d4-21f9-47bd-9de6-5b67409f41bb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3186858 Mar 02 19:02:41.703451 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58836) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:41.740055 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-729d823f-868c-426a-b496-860edad08ea1 None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:02:41.781996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a52eb032-7444-4ab0-9f67-e88d23abb918 None None] Deleting port 3db9abf6-327b-46dd-9b7b-06d2222ce3df {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:41.781996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a52eb032-7444-4ab0-9f67-e88d23abb918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:41.814251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Calling delete_port for 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:41.967274 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a569b30b-9aa8-4273-97a1-bcf032574cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:42.053937 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] For port 3db9abf6-327b-46dd-9b7b-06d2222ce3df, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3db9abf6-327b-46dd-9b7b-06d2222ce3df,segment=NetworkSegment(4b3c14c0-ad86-4f0d-ade1-f27fc4da3405),segment_id=4b3c14c0-ad86-4f0d-ade1-f27fc4da3405)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:42.056833 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:42.115811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52893dba-8bd7-4fac-8145-f10d19e29c05 None None] Pushing event updated for resources: {'Port': ['ID=12deb445-6188-462d-9804-d13bac3722da,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:42.208988 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569b30b-9aa8-4273-97a1-bcf032574cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa2d8c51-7876-4f93-9177-72b91379d956,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:42.211229 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-458c4ec1-172f-4959-a174-f831380015f5 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:42.228421 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Calling delete_port for 3db9abf6-327b-46dd-9b7b-06d2222ce3df owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:42.248699 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a02734e2-b4c7-408c-8f42-a850c80ec08d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:42.293990 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a569b30b-9aa8-4273-97a1-bcf032574cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:42.301702 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Attempting to bind port 6276c296-ecf0-4826-8867-d8d7e2e8b896 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:42.302073 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Attempting to bind port 6276c296-ecf0-4826-8867-d8d7e2e8b896 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '9dec741d-05e9-4f00-bb3b-1de8847704e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1e927b2d-c202-48f2-a6b8-c56ce59ec31e'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:42.302435 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Attempting to bind port 6276c296-ecf0-4826-8867-d8d7e2e8b896 on network 1e927b2d-c202-48f2-a6b8-c56ce59ec31e {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:42.321194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-fb273628-cf58-49aa-817a-6ae33fe7c760 None None] Provisioning complete for port 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:42.321194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fb273628-cf58-49aa-817a-6ae33fe7c760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:42.349746 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a569b30b-9aa8-4273-97a1-bcf032574cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] 10.222.0.73 "DELETE /v2.0/ports/fa2d8c51-7876-4f93-9177-72b91379d956 HTTP/1.1" status: 204 len: 168 time: 2.2952614 Mar 02 19:02:42.349746 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58840) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:42.392799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-a02734e2-b4c7-408c-8f42-a850c80ec08d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Transition to ACTIVE for port object 6dfd6328-377b-4823-a085-55b8f9e119fb will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:42.407846 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:42.408714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:42.525317 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:42.534636 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:42.559816 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:02:42.560178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Checking segment: {'id': '9dec741d-05e9-4f00-bb3b-1de8847704e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1e927b2d-c202-48f2-a6b8-c56ce59ec31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:42.560570 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:42.560964 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Bound using segment: {'id': '9dec741d-05e9-4f00-bb3b-1de8847704e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1e927b2d-c202-48f2-a6b8-c56ce59ec31e'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:02:42.561426 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Bound port: 6276c296-ecf0-4826-8867-d8d7e2e8b896, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dec741d-05e9-4f00-bb3b-1de8847704e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '1e927b2d-c202-48f2-a6b8-c56ce59ec31e'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:02:42.561793 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:42.574617 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d3a2a5-b33b-49a4-8887-ce7af1be434e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] GET failed (client error): The resource could not be found. Mar 02 19:02:42.580283 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-65d3a2a5-b33b-49a4-8887-ce7af1be434e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Synchronizing usage tracker for tenant:cc308a3634534ce893ab253c3bf594a2 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:42.580440 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-9287a2a4-580d-45a8-937d-b2eeabb2a898 None None] For port 12deb445-6188-462d-9804-d13bac3722da, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=12deb445-6188-462d-9804-d13bac3722da,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:42.580440 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9287a2a4-580d-45a8-937d-b2eeabb2a898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:42.654405 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Pushing event deleted for resources: {'Port': ['ID=3da077d2-7a8b-4ab7-8c73-b59e3c6336ba,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:42.727542 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:42.731595 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] No DVR routers for this DVR port 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:02:42.782260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.objects.ports [None req-47c64df1-5154-4f3b-8c45-3d2fc25db900 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84532) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 19:02:42.788727 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=4ad03d2d-2769-4ca4-bff6-6c556b24fef0,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:42.837541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a02734e2-b4c7-408c-8f42-a850c80ec08d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:42.848608 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-65d3a2a5-b33b-49a4-8887-ce7af1be434e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Unset dirty status for tenant:cc308a3634534ce893ab253c3bf594a2 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:42.848608 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-65d3a2a5-b33b-49a4-8887-ce7af1be434e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] 10.222.0.73 "GET /v2.0/ports/fa2d8c51-7876-4f93-9177-72b91379d956 HTTP/1.1" status: 404 len: 333 time: 0.4910340 Mar 02 19:02:42.848608 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event deleted for resources: {'Port': ['ID=3db9abf6-327b-46dd-9b7b-06d2222ce3df,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:42.851455 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58844) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:42.867319 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-d74b73c5-2c6e-44cf-bb2b-717c9c1a6d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Request body: {'port': {'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1050556809'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:42.920131 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d74b73c5-2c6e-44cf-bb2b-717c9c1a6d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:42.922308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] No DVR routers for this DVR port 3db9abf6-327b-46dd-9b7b-06d2222ce3df on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:02:42.982638 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-9287a2a4-580d-45a8-937d-b2eeabb2a898 None None] Calling delete_port for 12deb445-6188-462d-9804-d13bac3722da owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:42.992577 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d74b73c5-2c6e-44cf-bb2b-717c9c1a6d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:43.029186 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02734e2-b4c7-408c-8f42-a850c80ec08d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Network 1e927b2d-c202-48f2-a6b8-c56ce59ec31e is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:43.034826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-a02734e2-b4c7-408c-8f42-a850c80ec08d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:43.042826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02734e2-b4c7-408c-8f42-a850c80ec08d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:43.057848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02734e2-b4c7-408c-8f42-a850c80ec08d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:43.057848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a02734e2-b4c7-408c-8f42-a850c80ec08d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.058115 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.058225 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02734e2-b4c7-408c-8f42-a850c80ec08d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event updated for resources: {'Port': ['ID=6dfd6328-377b-4823-a085-55b8f9e119fb,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:43.219416 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 12deb445-6188-462d-9804-d13bac3722da, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=12deb445-6188-462d-9804-d13bac3722da,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:43.226993 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74b73c5-2c6e-44cf-bb2b-717c9c1a6d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Made reservation on behalf of cc308a3634534ce893ab253c3bf594a2 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:43.230018 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d74b73c5-2c6e-44cf-bb2b-717c9c1a6d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.234729 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-6f8c60cb-d378-4984-a666-a1bf0917d257', 'network_id': '6f8c60cb-d378-4984-a666-a1bf0917d257', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'fixed_ips': [{'subnet_id': 'a5a11b66-d20d-460e-a915-63f125077f8e'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:02:43.236108 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.249122 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c148cb-ee41-4775-9539-ec493aa19228']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:43.264807 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.291922 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e51bd6-680c-4a8e-9000-306eda4829ad') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:43.292223 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e51bd6-680c-4a8e-9000-306eda4829ad') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:43.294973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-a52eb032-7444-4ab0-9f67-e88d23abb918 None None] For port 3db9abf6-327b-46dd-9b7b-06d2222ce3df, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3db9abf6-327b-46dd-9b7b-06d2222ce3df,segment=NetworkSegment(4b3c14c0-ad86-4f0d-ade1-f27fc4da3405),segment_id=4b3c14c0-ad86-4f0d-ade1-f27fc4da3405)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:43.295379 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a52eb032-7444-4ab0-9f67-e88d23abb918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.315822 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a02734e2-b4c7-408c-8f42-a850c80ec08d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.2308080 Mar 02 19:02:43.322018 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58848) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:43.325649 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-26a5bbd3-21ee-4511-ac2a-fc2c623c9734 None None] For port 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3da077d2-7a8b-4ab7-8c73-b59e3c6336ba,segment=NetworkSegment(20e51bd6-680c-4a8e-9000-306eda4829ad),segment_id=20e51bd6-680c-4a8e-9000-306eda4829ad)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:43.325649 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-26a5bbd3-21ee-4511-ac2a-fc2c623c9734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.327896 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.337836 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-d74b73c5-2c6e-44cf-bb2b-717c9c1a6d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] device_id is not set on port aaaa85e3-4686-4555-8f22-326aa27722eb yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:43.393125 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1672be0d-81c0-467c-af07-ccd5beb1bbfb']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:43.433011 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.441765 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3c14c0-ad86-4f0d-ade1-f27fc4da3405') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:43.442113 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3c14c0-ad86-4f0d-ade1-f27fc4da3405') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:43.473235 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-202a60c2-4880-4973-beff-eed562e98a83 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.473727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:02:43.474129 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:02:43.494633 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:02:43.496898 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.546555 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.619974 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.642303 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:02:43.642715 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:02:43.657842 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:02:43.664813 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router 344afd36-6ef3-452d-b8f4-67764b4c163f is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:02:43.730594 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a52eb032-7444-4ab0-9f67-e88d23abb918 None None] Calling delete_port for 3db9abf6-327b-46dd-9b7b-06d2222ce3df owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:43.755434 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.resource_extend [None req-458c4ec1-172f-4959-a174-f831380015f5 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:02:43.774617 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-47c64df1-5154-4f3b-8c45-3d2fc25db900 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.805161 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-26a5bbd3-21ee-4511-ac2a-fc2c623c9734 None None] Calling delete_port for 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:43.836019 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-458c4ec1-172f-4959-a174-f831380015f5 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.837589 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.840945 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:43.866015 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.895856 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] Pushing event deleted for resources: {'Network': ['ID=83c148cb-ee41-4775-9539-ec493aa19228,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:43.915526 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] For port 6276c296-ecf0-4826-8867-d8d7e2e8b896, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:02:43.923730 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.930530 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d74b73c5-2c6e-44cf-bb2b-717c9c1a6d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.947974 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.953148 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] 10.222.0.73 "DELETE /v2.0/networks/1672be0d-81c0-467c-af07-ccd5beb1bbfb HTTP/1.1" status: 204 len: 168 time: 3.7218630 Mar 02 19:02:43.961623 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-458c4ec1-172f-4959-a174-f831380015f5 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:44.020487 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] For port 6276c296-ecf0-4826-8867-d8d7e2e8b896, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6276c296-ecf0-4826-8867-d8d7e2e8b896,segment=NetworkSegment(9dec741d-05e9-4f00-bb3b-1de8847704e9),segment_id=9dec741d-05e9-4f00-bb3b-1de8847704e9)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:02:44.029739 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-9287a2a4-580d-45a8-937d-b2eeabb2a898 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:02:44.030098 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-9287a2a4-580d-45a8-937d-b2eeabb2a898 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:02:44.050020 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-458c4ec1-172f-4959-a174-f831380015f5 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:44.053801 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b619f52-fd35-45d7-becd-4e2908f63386 tempest-AllowedAddressPairTestJSON-1295379009 tempest-AllowedAddressPairTestJSON-1295379009-project] Pushing event deleted for resources: {'Network': ['ID=1672be0d-81c0-467c-af07-ccd5beb1bbfb,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:44.067313 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7dbc82d0-08bb-43ff-ad90-9fa2492a295e tempest-ExtraDHCPOptionsTestJSON-1862840143 tempest-ExtraDHCPOptionsTestJSON-1862840143-project] 10.222.0.73 "DELETE /v2.0/networks/83c148cb-ee41-4775-9539-ec493aa19228 HTTP/1.1" status: 204 len: 168 time: 3.8344374 Mar 02 19:02:44.118816 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:44.181026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=12deb445-6188-462d-9804-d13bac3722da,revision_number=6']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:44.214956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59c3986-e101-4c2b-8516-d9d9601167a5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Deleting subnet 4534013d-03fa-4b9a-91b9-7118b212ec80 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:02:44.224885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d59c3986-e101-4c2b-8516-d9d9601167a5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:44.300449 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c4ec1-172f-4959-a174-f831380015f5 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=478fec01-b7ae-4181-84bf-d041ba109d22,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:44.357643 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-47c64df1-5154-4f3b-8c45-3d2fc25db900 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] For port 12deb445-6188-462d-9804-d13bac3722da, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=12deb445-6188-462d-9804-d13bac3722da,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:44.361803 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d59c3986-e101-4c2b-8516-d9d9601167a5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:44.368655 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-a52eb032-7444-4ab0-9f67-e88d23abb918 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:02:44.369534 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-a52eb032-7444-4ab0-9f67-e88d23abb918 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:02:44.392112 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-26a5bbd3-21ee-4511-ac2a-fc2c623c9734 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:02:44.392342 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-26a5bbd3-21ee-4511-ac2a-fc2c623c9734 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:02:44.402695 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Allocated IP 2001:db8:3::2 (6f8c60cb-d378-4984-a666-a1bf0917d257/a5a11b66-d20d-460e-a915-63f125077f8e/7a614a4d-42d1-4f5e-80a3-9bb6af40278b) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:44.405385 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434d00e-6b23-4aa7-a871-777d5269ff42 None None] Pushing event updated for resources: {'Port': ['ID=6276c296-ecf0-4826-8867-d8d7e2e8b896,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:44.424107 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-729d823f-868c-426a-b496-860edad08ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:02:30Z', 'revision_number': 4, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60', 'name': '', 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:df:5e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:25Z', 'updated_at': '2022-03-02T19:02:40Z', 'revision_number': 4, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:22Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:44.433582 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458c4ec1-172f-4959-a174-f831380015f5 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Network c8e704b9-1bef-4978-97cb-ff307c0d669b is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:44.435679 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:44.436179 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:44.437504 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-458c4ec1-172f-4959-a174-f831380015f5 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:44.468854 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729d823f-868c-426a-b496-860edad08ea1 None None] The sync data for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv is: [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:02:30Z', 'revision_number': 4, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60', 'name': '', 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:df:5e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:25Z', 'updated_at': '2022-03-02T19:02:40Z', 'revision_number': 4, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:22Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:02:44.512096 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d74b73c5-2c6e-44cf-bb2b-717c9c1a6d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:44.578577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-47c64df1-5154-4f3b-8c45-3d2fc25db900 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:44.586058 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-9287a2a4-580d-45a8-937d-b2eeabb2a898 None None] Deleting port 12deb445-6188-462d-9804-d13bac3722da {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:44.586676 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9287a2a4-580d-45a8-937d-b2eeabb2a898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:44.666069 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-47c64df1-5154-4f3b-8c45-3d2fc25db900 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:44.668227 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-47c64df1-5154-4f3b-8c45-3d2fc25db900 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:44.807997 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b73c5-2c6e-44cf-bb2b-717c9c1a6d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Pushing event updated for resources: {'Port': ['ID=aaaa85e3-4686-4555-8f22-326aa27722eb,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:44.840629 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74b73c5-2c6e-44cf-bb2b-717c9c1a6d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Network 62b5eeb6-ec47-4a37-a14c-66cf5500289c is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:44.844875 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58860) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:44.846011 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-d74b73c5-2c6e-44cf-bb2b-717c9c1a6d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:44.850339 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74b73c5-2c6e-44cf-bb2b-717c9c1a6d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:44.851405 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74b73c5-2c6e-44cf-bb2b-717c9c1a6d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:44.852172 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d74b73c5-2c6e-44cf-bb2b-717c9c1a6d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:44.893935 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58866) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:44.918370 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a52eb032-7444-4ab0-9f67-e88d23abb918 None None] Deleting port 3db9abf6-327b-46dd-9b7b-06d2222ce3df {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:44.918746 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a52eb032-7444-4ab0-9f67-e88d23abb918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:44.972001 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-26a5bbd3-21ee-4511-ac2a-fc2c623c9734 None None] Deleting port 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:44.983966 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-26a5bbd3-21ee-4511-ac2a-fc2c623c9734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:45.061987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c64df1-5154-4f3b-8c45-3d2fc25db900 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:45.072613 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d74b73c5-2c6e-44cf-bb2b-717c9c1a6d59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2191343 Mar 02 19:02:45.087027 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-47c64df1-5154-4f3b-8c45-3d2fc25db900 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:45.088632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58872) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:45.102660 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c64df1-5154-4f3b-8c45-3d2fc25db900 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=6b45dfca-61be-4e75-ba14-169ee0983ee2,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:45.109348 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c64df1-5154-4f3b-8c45-3d2fc25db900 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:45.109836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-47c64df1-5154-4f3b-8c45-3d2fc25db900 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:45.122882 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d59c3986-e101-4c2b-8516-d9d9601167a5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:45.224762 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:45.282614 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a52eb032-7444-4ab0-9f67-e88d23abb918 None None] The port '3db9abf6-327b-46dd-9b7b-06d2222ce3df' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:02:45.287589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c64df1-5154-4f3b-8c45-3d2fc25db900 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=12deb445-6188-462d-9804-d13bac3722da,revision_number=7']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:45.313508 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a63768e0-ff8b-47a6-bac5-03e61962d944 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=291593529d514b708a9094fa09f8bd5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4163139 Mar 02 19:02:45.317069 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58876) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:45.319638 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-26a5bbd3-21ee-4511-ac2a-fc2c623c9734 None None] The port '3da077d2-7a8b-4ab7-8c73-b59e3c6336ba' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:02:45.453496 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b42e2d9c-8a89-4cc1-814f-db21bb8e51d4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c219abbc4c574a2bb7241a2141bbefc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6045737 Mar 02 19:02:45.459285 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58880) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:45.499592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:45.523098 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Transition to ACTIVE for port object 7a614a4d-42d1-4f5e-80a3-9bb6af40278b will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:45.563401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-95be8e8a-8d8a-4ebb-8068-74800f991d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:45.571376 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0a6ac2af-dcfd-4af2-82b5-8f4348fd1c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:45.581440 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Transition to ACTIVE for port object 7a614a4d-42d1-4f5e-80a3-9bb6af40278b will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:45.581601 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-47c64df1-5154-4f3b-8c45-3d2fc25db900 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.7809312 Mar 02 19:02:45.587920 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58884) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:45.593653 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-9287a2a4-580d-45a8-937d-b2eeabb2a898 None None] For port 12deb445-6188-462d-9804-d13bac3722da, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=12deb445-6188-462d-9804-d13bac3722da,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:45.594234 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9287a2a4-580d-45a8-937d-b2eeabb2a898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:45.620095 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-23f7e03e-1d40-42d1-902e-2fdd66e7eba0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'mac_address': 'fa:16:3e:14:dd:a9', 'name': 'tempest-NetworksTestDHCPv6-175731654'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:45.634783 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:02:45.648950 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305d21d-af68-4e99-a300-5d995a14cd6c None None] Sync routers for ids ['344afd36-6ef3-452d-b8f4-67764b4c163f'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:02:45.670685 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0a6ac2af-dcfd-4af2-82b5-8f4348fd1c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:45.690671 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305d21d-af68-4e99-a300-5d995a14cd6c None None] Routers {'344afd36-6ef3-452d-b8f4-67764b4c163f'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:02:45.691668 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b305d21d-af68-4e99-a300-5d995a14cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['344afd36-6ef3-452d-b8f4-67764b4c163f'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:45.718886 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-95be8e8a-8d8a-4ebb-8068-74800f991d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:45.802066 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458c4ec1-172f-4959-a174-f831380015f5 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router 02827b03-91ae-40a2-a954-65eae7996967 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:02:45.820690 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-9287a2a4-580d-45a8-937d-b2eeabb2a898 None None] Calling delete_port for 12deb445-6188-462d-9804-d13bac3722da owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:45.832267 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b305d21d-af68-4e99-a300-5d995a14cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:45.855141 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305d21d-af68-4e99-a300-5d995a14cd6c None None] Routers {'344afd36-6ef3-452d-b8f4-67764b4c163f'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:02:45.856309 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b305d21d-af68-4e99-a300-5d995a14cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['344afd36-6ef3-452d-b8f4-67764b4c163f'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:45.870162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:45.884387 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d59c3986-e101-4c2b-8516-d9d9601167a5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:45.940100 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b305d21d-af68-4e99-a300-5d995a14cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:45.943183 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305d21d-af68-4e99-a300-5d995a14cd6c None None] The sync data for ids ['344afd36-6ef3-452d-b8f4-67764b4c163f'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:02:45.972185 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3db9abf6-327b-46dd-9b7b-06d2222ce3df no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:02:45.998224 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-202a60c2-4880-4973-beff-eed562e98a83 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Allocated IP 2001:db8:3::1 (6f8c60cb-d378-4984-a666-a1bf0917d257/a5a11b66-d20d-460e-a915-63f125077f8e/fb5da22f-7e2c-473e-b744-8c7acd141372) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:46.019204 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:46.020838 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ce55c5d3-ddeb-4c4d-9fb7-bfce02116304 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 9.3346543 Mar 02 19:02:46.026295 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58888) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:46.081330 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:46.180110 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 3db9abf6-327b-46dd-9b7b-06d2222ce3df {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:02:46.180508 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3db9abf6-327b-46dd-9b7b-06d2222ce3df not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:02:46.181357 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:02:46.181561 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0a6ac2af-dcfd-4af2-82b5-8f4348fd1c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:46.191119 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c3986-e101-4c2b-8516-d9d9601167a5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event deleted for resources: {'Subnet': ['ID=4534013d-03fa-4b9a-91b9-7118b212ec80,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:46.196794 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d59c3986-e101-4c2b-8516-d9d9601167a5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:46.203473 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d59c3986-e101-4c2b-8516-d9d9601167a5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/subnets/4534013d-03fa-4b9a-91b9-7118b212ec80 HTTP/1.1" status: 204 len: 168 time: 2.8774793 Mar 02 19:02:46.203473 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58892) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:46.209104 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-95be8e8a-8d8a-4ebb-8068-74800f991d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:46.217231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ac2af-dcfd-4af2-82b5-8f4348fd1c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0fb37a-f341-4a5f-8c14-11218ec21044,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:46.224667 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c46158-b7f1-4554-9cbb-3276661cefb0 None None] Network 1e927b2d-c202-48f2-a6b8-c56ce59ec31e requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:46.255345 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-95be8e8a-8d8a-4ebb-8068-74800f991d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:46.260098 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-95be8e8a-8d8a-4ebb-8068-74800f991d0f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/36d9f29b-65ca-4bf2-a2ed-4c89d8e63bce HTTP/1.1" status: 204 len: 168 time: 0.9368501 Mar 02 19:02:46.260098 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be8e8a-8d8a-4ebb-8068-74800f991d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d9f29b-65ca-4bf2-a2ed-4c89d8e63bce,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:46.265975 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:02:46.266430 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3da077d2-7a8b-4ab7-8c73-b59e3c6336ba not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:02:46.266616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0a6ac2af-dcfd-4af2-82b5-8f4348fd1c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:46.270790 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0a6ac2af-dcfd-4af2-82b5-8f4348fd1c2d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6b0fb37a-f341-4a5f-8c14-11218ec21044 HTTP/1.1" status: 204 len: 168 time: 0.7871084 Mar 02 19:02:46.355839 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458c4ec1-172f-4959-a174-f831380015f5 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:02:46.364742 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-458c4ec1-172f-4959-a174-f831380015f5 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "PUT /v2.0/routers/02827b03-91ae-40a2-a954-65eae7996967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3198366 Mar 02 19:02:46.365565 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58900) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:46.374084 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c4c726cc-6724-40a6-b0a6-8bf58972b95f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'port': {'network_id': 'c8e704b9-1bef-4978-97cb-ff307c0d669b', 'name': 'tempest-FloatingIPTestJSON-167695297'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:46.384948 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91aeca3-f5f9-4283-a6a7-9da2dc6aff39 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:46.394167 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91aeca3-f5f9-4283-a6a7-9da2dc6aff39 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:46.400765 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f91aeca3-f5f9-4283-a6a7-9da2dc6aff39 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Synchronizing usage tracker for tenant:c971dcdb820f4079bc515a07abaa01de on resource:subnet {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:46.414692 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Network 6f8c60cb-d378-4984-a666-a1bf0917d257 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:46.424095 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Pushing event updated for resources: {'Port': ['ID=7a614a4d-42d1-4f5e-80a3-9bb6af40278b,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:46.431762 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec478c-0edd-4aa2-b4d5-29426d580403 None None] Sync routers for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:02:46.443126 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:46.449872 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:46.572360 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9287a2a4-580d-45a8-937d-b2eeabb2a898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:46.610204 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-23f7e03e-1d40-42d1-902e-2fdd66e7eba0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:46.615326 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-23f7e03e-1d40-42d1-902e-2fdd66e7eba0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:port and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:46.624884 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-23f7e03e-1d40-42d1-902e-2fdd66e7eba0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:46.629787 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:02:46.644164 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287a2a4-580d-45a8-937d-b2eeabb2a898 None None] Pushing event deleted for resources: {'Port': ['ID=12deb445-6188-462d-9804-d13bac3722da,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:46.644164 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6276c296-ecf0-4826-8867-d8d7e2e8b896 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:46.647415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-23f7e03e-1d40-42d1-902e-2fdd66e7eba0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:46.659296 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ee002a6a-4c99-4585-a01e-c149d8a438f6 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/routers/344afd36-6ef3-452d-b8f4-67764b4c163f HTTP/1.1" status: 200 len: 881 time: 0.6282642 Mar 02 19:02:46.661902 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58904) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:46.688135 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Attempting to bind port 7a614a4d-42d1-4f5e-80a3-9bb6af40278b on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:46.688492 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Attempting to bind port 7a614a4d-42d1-4f5e-80a3-9bb6af40278b by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '36d4492c-eb4d-43df-967c-c3af00de352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f8c60cb-d378-4984-a666-a1bf0917d257'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:46.688848 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Attempting to bind port 7a614a4d-42d1-4f5e-80a3-9bb6af40278b on network 6f8c60cb-d378-4984-a666-a1bf0917d257 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:46.733877 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f91aeca3-f5f9-4283-a6a7-9da2dc6aff39 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Unset dirty status for tenant:c971dcdb820f4079bc515a07abaa01de on resource:subnet {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:46.739719 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f91aeca3-f5f9-4283-a6a7-9da2dc6aff39 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5262215 Mar 02 19:02:46.739923 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58908) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:46.789253 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] device_id is not set on port aaaa85e3-4686-4555-8f22-326aa27722eb yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:46.810919 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:46.826299 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f7e03e-1d40-42d1-902e-2fdd66e7eba0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:46.832295 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ec478c-0edd-4aa2-b4d5-29426d580403 None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:02:46.833222 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-20ec478c-0edd-4aa2-b4d5-29426d580403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:46.910298 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-09c05be4-0490-4632-bf58-70cdd26562d1 None None] Provisioning for port 6276c296-ecf0-4826-8867-d8d7e2e8b896 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:46.925102 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9287a2a4-580d-45a8-937d-b2eeabb2a898 None None] No DVR routers for this DVR port 12deb445-6188-462d-9804-d13bac3722da on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:02:46.926982 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:02:46.927621 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Checking segment: {'id': '36d4492c-eb4d-43df-967c-c3af00de352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f8c60cb-d378-4984-a666-a1bf0917d257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:46.928181 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:46.929949 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Bound using segment: {'id': '36d4492c-eb4d-43df-967c-c3af00de352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f8c60cb-d378-4984-a666-a1bf0917d257'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:02:46.930616 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Bound port: 7a614a4d-42d1-4f5e-80a3-9bb6af40278b, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d4492c-eb4d-43df-967c-c3af00de352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f8c60cb-d378-4984-a666-a1bf0917d257'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:02:46.931156 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:46.947130 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-20ec478c-0edd-4aa2-b4d5-29426d580403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:46.962913 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c4c726cc-6724-40a6-b0a6-8bf58972b95f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:46.975145 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23f7e03e-1d40-42d1-902e-2fdd66e7eba0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:46.978437 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c4c726cc-6724-40a6-b0a6-8bf58972b95f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Usage tracker for resource:port and tenant:f732df6a0fd543bf93fda55ff9a564a7 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:46.996119 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c4c726cc-6724-40a6-b0a6-8bf58972b95f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:47.008010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-202a60c2-4880-4973-beff-eed562e98a83 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:47.011162 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c4c726cc-6724-40a6-b0a6-8bf58972b95f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:47.020667 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-02848fc0-91f2-42f3-a070-cc6df797454c tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:47.023822 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Transition to ACTIVE for port object aaaa85e3-4686-4555-8f22-326aa27722eb will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:47.027827 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-23f7e03e-1d40-42d1-902e-2fdd66e7eba0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port 331565bc-d62c-415d-98df-067de5937450 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:47.034166 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284e5050-6ff0-4401-b449-f34fb99227d0 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:47.045137 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-02848fc0-91f2-42f3-a070-cc6df797454c tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 02 19:02:47.046970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02848fc0-91f2-42f3-a070-cc6df797454c tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:02:47.049730 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-02848fc0-91f2-42f3-a070-cc6df797454c tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/networks/1e927b2d-c202-48f2-a6b8-c56ce59ec31e HTTP/1.1" status: 409 len: 405 time: 0.2988136 Mar 02 19:02:47.054583 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58916) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:47.062598 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-2c97be95-3d20-40f9-b0ab-8d035b2236f5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-517316856'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:47.082572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2c97be95-3d20-40f9-b0ab-8d035b2236f5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:47.088610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-202a60c2-4880-4973-beff-eed562e98a83 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Transition to ACTIVE for port object fb5da22f-7e2c-473e-b744-8c7acd141372 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:47.099331 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2c97be95-3d20-40f9-b0ab-8d035b2236f5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Usage tracker for resource:network and tenant:c971dcdb820f4079bc515a07abaa01de is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:47.114884 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2c97be95-3d20-40f9-b0ab-8d035b2236f5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:47.125277 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2c97be95-3d20-40f9-b0ab-8d035b2236f5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:47.131251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:47.169608 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a040981d-d854-4150-a5e3-d4df3c927a0c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Synchronizing usage tracker for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:router {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:47.177046 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c726cc-6724-40a6-b0a6-8bf58972b95f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Made reservation on behalf of f732df6a0fd543bf93fda55ff9a564a7 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:47.182212 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c4c726cc-6724-40a6-b0a6-8bf58972b95f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:47.245328 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-c4c726cc-6724-40a6-b0a6-8bf58972b95f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] device_id is not set on port c9aed75b-823d-47fa-93a9-5039853533b8 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:47.343987 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c97be95-3d20-40f9-b0ab-8d035b2236f5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Made reservation on behalf of c971dcdb820f4079bc515a07abaa01de for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:47.349892 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2c97be95-3d20-40f9-b0ab-8d035b2236f5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:47.380554 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a040981d-d854-4150-a5e3-d4df3c927a0c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Unset dirty status for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:router {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:47.386225 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a040981d-d854-4150-a5e3-d4df3c927a0c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7195246 Mar 02 19:02:47.390470 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58932) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:47.417830 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Pushing event updated for resources: {'Port': ['ID=aaaa85e3-4686-4555-8f22-326aa27722eb,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:47.429573 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ec478c-0edd-4aa2-b4d5-29426d580403 None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:02:47.430338 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-20ec478c-0edd-4aa2-b4d5-29426d580403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:47.431643 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-24749370-d4f2-4bfa-b531-ca0b3245a2c9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2111400623'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:47.455882 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-23f7e03e-1d40-42d1-902e-2fdd66e7eba0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::f816:3eff:fe14:dda9 (ef3b29a7-4982-4982-b073-f3d27df1240a/6b45dfca-61be-4e75-ba14-169ee0983ee2/331565bc-d62c-415d-98df-067de5937450) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:47.465295 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:47.465642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:47.465957 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:47.480110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:02:47.480436 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:02:47.482677 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 2 to bind port aaaa85e3-4686-4555-8f22-326aa27722eb Mar 02 19:02:47.503979 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-202a60c2-4880-4973-beff-eed562e98a83 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:47.527842 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 6276c296-ecf0-4826-8867-d8d7e2e8b896 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:47.537085 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-20ec478c-0edd-4aa2-b4d5-29426d580403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:47.537432 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec478c-0edd-4aa2-b4d5-29426d580403 None None] The sync data for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:02:47.543167 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] For port 7a614a4d-42d1-4f5e-80a3-9bb6af40278b, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:02:47.547556 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 6276c296-ecf0-4826-8867-d8d7e2e8b896 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:47.547556 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:47.580660 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:47.580991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:47.581339 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:47.636534 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] For port 7a614a4d-42d1-4f5e-80a3-9bb6af40278b, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7a614a4d-42d1-4f5e-80a3-9bb6af40278b,segment=NetworkSegment(36d4492c-eb4d-43df-967c-c3af00de352e),segment_id=36d4492c-eb4d-43df-967c-c3af00de352e)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:02:47.643740 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:02:47.644262 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:02:47.666573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202a60c2-4880-4973-beff-eed562e98a83 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network 6f8c60cb-d378-4984-a666-a1bf0917d257 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:47.674878 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 3 to bind port aaaa85e3-4686-4555-8f22-326aa27722eb Mar 02 19:02:47.677916 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c97be95-3d20-40f9-b0ab-8d035b2236f5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:02:47.683207 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-202a60c2-4880-4973-beff-eed562e98a83 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:47.734159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:47.735656 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a60c2-4880-4973-beff-eed562e98a83 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=fb5da22f-7e2c-473e-b744-8c7acd141372,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:47.748199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a60c2-4880-4973-beff-eed562e98a83 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:47.748730 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-202a60c2-4880-4973-beff-eed562e98a83 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:47.771475 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:47.771712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:47.772066 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:47.802349 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:02:47.802349 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:02:47.806808 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 4 to bind port aaaa85e3-4686-4555-8f22-326aa27722eb Mar 02 19:02:47.828141 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2c97be95-3d20-40f9-b0ab-8d035b2236f5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:47.834872 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-2c97be95-3d20-40f9-b0ab-8d035b2236f5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Added segment 5cff0e3e-64c6-4076-a15f-27af8c6e295f of type vlan for network ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba Mar 02 19:02:47.848603 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e452ca27-c1ab-47d0-9813-da58a547421f None None] DHCP port deletion for 1e927b2d-c202-48f2-a6b8-c56ce59ec31e request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:02:47.864663 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:47.865017 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:47.865356 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:47.880905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-e452ca27-c1ab-47d0-9813-da58a547421f None None] Deleting port 6276c296-ecf0-4826-8867-d8d7e2e8b896 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:47.881556 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e452ca27-c1ab-47d0-9813-da58a547421f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:47.903875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:02:47.904210 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:02:47.906373 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 5 to bind port aaaa85e3-4686-4555-8f22-326aa27722eb Mar 02 19:02:47.917239 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-c4c726cc-6724-40a6-b0a6-8bf58972b95f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Allocated IP 172.20.0.7 (c8e704b9-1bef-4978-97cb-ff307c0d669b/553c6bea-551d-4960-b092-b8e92430655b/c9aed75b-823d-47fa-93a9-5039853533b8) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:47.918201 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23f7e03e-1d40-42d1-902e-2fdd66e7eba0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:47.936106 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:47.936360 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:47.936901 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:47.947760 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-23f7e03e-1d40-42d1-902e-2fdd66e7eba0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object 331565bc-d62c-415d-98df-067de5937450 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:47.950148 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:02:47.950481 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:02:47.951951 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 6 to bind port aaaa85e3-4686-4555-8f22-326aa27722eb Mar 02 19:02:47.972715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:47.972960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:47.973503 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:47.986672 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:02:47.987010 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:02:47.988446 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 7 to bind port aaaa85e3-4686-4555-8f22-326aa27722eb Mar 02 19:02:48.006814 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:48.007193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:48.007905 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:48.016643 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:02:48.017276 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:02:48.017852 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 8 to bind port aaaa85e3-4686-4555-8f22-326aa27722eb Mar 02 19:02:48.040260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:48.040616 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:48.040966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:48.048203 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:02:48.049094 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:02:48.049661 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 9 to bind port aaaa85e3-4686-4555-8f22-326aa27722eb Mar 02 19:02:48.056758 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': '6b45dfca-61be-4e75-ba14-169ee0983ee2'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:02:48.057601 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:48.091106 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b132b31-c800-49f8-b2b8-e131662b47df None None] Pushing event updated for resources: {'Port': ['ID=7a614a4d-42d1-4f5e-80a3-9bb6af40278b,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:48.150682 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:48.243068 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2c97be95-3d20-40f9-b0ab-8d035b2236f5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:48.318049 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:48.318401 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:48.321712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:48.321712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23f7e03e-1d40-42d1-902e-2fdd66e7eba0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:48.407727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c4c726cc-6724-40a6-b0a6-8bf58972b95f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:48.420604 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:02:48.420755 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:02:48.439136 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 10 to bind port aaaa85e3-4686-4555-8f22-326aa27722eb Mar 02 19:02:48.467511 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f7e03e-1d40-42d1-902e-2fdd66e7eba0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:48.474642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-23f7e03e-1d40-42d1-902e-2fdd66e7eba0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:48.478313 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7e03e-1d40-42d1-902e-2fdd66e7eba0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:48.482659 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f7e03e-1d40-42d1-902e-2fdd66e7eba0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:48.483269 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23f7e03e-1d40-42d1-902e-2fdd66e7eba0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:48.493854 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 6276c296-ecf0-4826-8867-d8d7e2e8b896, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6276c296-ecf0-4826-8867-d8d7e2e8b896,segment=NetworkSegment(9dec741d-05e9-4f00-bb3b-1de8847704e9),segment_id=9dec741d-05e9-4f00-bb3b-1de8847704e9)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:48.507785 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7e03e-1d40-42d1-902e-2fdd66e7eba0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=331565bc-d62c-415d-98df-067de5937450,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:48.515259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-202a60c2-4880-4973-beff-eed562e98a83 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:48.522454 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2c97be95-3d20-40f9-b0ab-8d035b2236f5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:48.537074 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c97be95-3d20-40f9-b0ab-8d035b2236f5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:48.537733 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2c97be95-3d20-40f9-b0ab-8d035b2236f5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:48.546303 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:48.546757 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:48.547280 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:48.595702 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-e452ca27-c1ab-47d0-9813-da58a547421f None None] For port 6276c296-ecf0-4826-8867-d8d7e2e8b896, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6276c296-ecf0-4826-8867-d8d7e2e8b896,segment=NetworkSegment(9dec741d-05e9-4f00-bb3b-1de8847704e9),segment_id=9dec741d-05e9-4f00-bb3b-1de8847704e9)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:48.605291 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e452ca27-c1ab-47d0-9813-da58a547421f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:48.650342 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:02:48.650924 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port aaaa85e3-4686-4555-8f22-326aa27722eb on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:02:48.651442 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:48.776933 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58952) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:48.777276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58954) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:48.782690 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-23f7e03e-1d40-42d1-902e-2fdd66e7eba0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1857247 Mar 02 19:02:48.790821 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58960) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:48.797001 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:48.797562 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97be95-3d20-40f9-b0ab-8d035b2236f5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event updated for resources: {'Network': ['ID=ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:48.797835 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:48.836544 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-e452ca27-c1ab-47d0-9813-da58a547421f None None] Calling delete_port for 6276c296-ecf0-4826-8867-d8d7e2e8b896 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:48.844331 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c4c726cc-6724-40a6-b0a6-8bf58972b95f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:48.927290 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:02:48.936632 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c726cc-6724-40a6-b0a6-8bf58972b95f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=c9aed75b-823d-47fa-93a9-5039853533b8,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:48.958360 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=6276c296-ecf0-4826-8867-d8d7e2e8b896,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:48.996230 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] For port aaaa85e3-4686-4555-8f22-326aa27722eb, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:02:48.996875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempted to set empty binding levels {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 02 19:02:49.032071 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Allocated IP 2001:db8::f816:3eff:fe4c:8e2f (ef3b29a7-4982-4982-b073-f3d27df1240a/6b45dfca-61be-4e75-ba14-169ee0983ee2/4af224c6-8b67-415c-b6b9-b07322e8cecd) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:49.052674 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c726cc-6724-40a6-b0a6-8bf58972b95f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Network c8e704b9-1bef-4978-97cb-ff307c0d669b is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:49.073876 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-c4c726cc-6724-40a6-b0a6-8bf58972b95f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:49.077079 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:49.091507 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5494635f-4b1d-4fc6-a690-86ac7c547371 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:49.095478 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5494635f-4b1d-4fc6-a690-86ac7c547371 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2929904 Mar 02 19:02:49.102536 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c726cc-6724-40a6-b0a6-8bf58972b95f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:49.171510 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58968) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:49.187977 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2c97be95-3d20-40f9-b0ab-8d035b2236f5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1276791 Mar 02 19:02:49.247892 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58972) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:49.255213 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Pushing event updated for resources: {'Port': ['ID=aaaa85e3-4686-4555-8f22-326aa27722eb,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:49.272304 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Request body: {'networks': [{'name': 'tempest-network--1184889833'}, {'name': 'tempest-network--908325682'}]} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:49.272643 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Request body: {'network': {'name': 'tempest-network--1184889833'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:49.273114 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Request body: {'network': {'name': 'tempest-network--908325682'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:49.278625 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:49.284059 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Usage tracker for resource:network and tenant:939481aa49c94c948b4f7dd3717c13f3 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:49.288847 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:49.289599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-e452ca27-c1ab-47d0-9813-da58a547421f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:02:49.290047 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-e452ca27-c1ab-47d0-9813-da58a547421f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:02:49.294803 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-972166297'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:49.313196 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:49.317065 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-e26df37d-37c7-4433-9cd0-a62485fb2999 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Request body: {'subnet': {'network_id': 'ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:49.339701 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:49.340234 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:49.342530 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:49.394470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:49.394695 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c726cc-6724-40a6-b0a6-8bf58972b95f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:49.395207 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c4c726cc-6724-40a6-b0a6-8bf58972b95f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:49.412394 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:network and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:49.422513 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-034181a3-30d2-4fcf-98bb-026cb8dbb1e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port 331565bc-d62c-415d-98df-067de5937450 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:49.422856 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-034181a3-30d2-4fcf-98bb-026cb8dbb1e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:49.458851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] In _notify_port_updated(), no bound segment for port aaaa85e3-4686-4555-8f22-326aa27722eb on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:02:49.459759 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:49.461141 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9f50749f-9f57-418e-aa23-ac9938a6a2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] 10.222.0.73 "PUT /v2.0/ports/aaaa85e3-4686-4555-8f22-326aa27722eb HTTP/1.1" status: 200 len: 981 time: 4.3602350 Mar 02 19:02:49.462293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:49.472180 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58980) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:49.494547 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:49.506924 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:49.510232 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Transition to ACTIVE for port object 4af224c6-8b67-415c-b6b9-b07322e8cecd will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:49.542240 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e26df37d-37c7-4433-9cd0-a62485fb2999 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:49.569999 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e26df37d-37c7-4433-9cd0-a62485fb2999 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:49.582730 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Transition to ACTIVE for port object 4af224c6-8b67-415c-b6b9-b07322e8cecd will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:49.608324 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:49.617383 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c4c726cc-6724-40a6-b0a6-8bf58972b95f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2497888 Mar 02 19:02:49.622067 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 58984) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:49.633041 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-5cc064fe-1fb8-41e0-835e-972d4a225bf4 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'port': {'network_id': 'c8e704b9-1bef-4978-97cb-ff307c0d669b', 'name': 'tempest-FloatingIPTestJSON-120410988'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:49.655181 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60,segment=NetworkSegment(b9f5b5c5-4cec-437d-b2e8-342fc3728d8a),segment_id=b9f5b5c5-4cec-437d-b2e8-342fc3728d8a)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:49.655438 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-202a60c2-4880-4973-beff-eed562e98a83 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:49.661392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Made reservation on behalf of 939481aa49c94c948b4f7dd3717c13f3 for: {'network': 2} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:49.665877 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:49.719824 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f117efbd-c446-415d-86ba-b08fa49b3ce7 None None] Network 6f8c60cb-d378-4984-a666-a1bf0917d257 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:49.748880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:49.759603 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-694d9f2e-4715-4852-a3a6-f0752ba669d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Synchronizing usage tracker for tenant:cc308a3634534ce893ab253c3bf594a2 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:49.791178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:49.795624 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-202a60c2-4880-4973-beff-eed562e98a83 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:49.799419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-202a60c2-4880-4973-beff-eed562e98a83 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:49.799565 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-e452ca27-c1ab-47d0-9813-da58a547421f None None] Deleting port 6276c296-ecf0-4826-8867-d8d7e2e8b896 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:49.800050 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e452ca27-c1ab-47d0-9813-da58a547421f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:49.861227 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26df37d-37c7-4433-9cd0-a62485fb2999 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Made reservation on behalf of c971dcdb820f4079bc515a07abaa01de for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:49.866323 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:49.876804 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:49.880252 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:49.891340 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:49.931274 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-694d9f2e-4715-4852-a3a6-f0752ba669d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Unset dirty status for tenant:cc308a3634534ce893ab253c3bf594a2 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:49.932764 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-694d9f2e-4715-4852-a3a6-f0752ba669d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18779 time: 0.4596190 Mar 02 19:02:49.942057 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:49.949901 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58988) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:49.953746 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-034181a3-30d2-4fcf-98bb-026cb8dbb1e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:50.007301 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Usage tracker for resource:security_group_rule and tenant:939481aa49c94c948b4f7dd3717c13f3 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:50.017128 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:50.031004 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:50.064960 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:50.077053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5cc064fe-1fb8-41e0-835e-972d4a225bf4 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:50.082305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:50.084374 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a60c2-4880-4973-beff-eed562e98a83 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event updated for resources: {'Port': ['ID=fb5da22f-7e2c-473e-b744-8c7acd141372,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:50.124261 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:50.129532 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-034181a3-30d2-4fcf-98bb-026cb8dbb1e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for 331565bc-d62c-415d-98df-067de5937450 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:50.152582 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5cc064fe-1fb8-41e0-835e-972d4a225bf4 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Usage tracker for resource:port and tenant:f732df6a0fd543bf93fda55ff9a564a7 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:50.161640 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5cc064fe-1fb8-41e0-835e-972d4a225bf4 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:50.181612 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5cc064fe-1fb8-41e0-835e-972d4a225bf4 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:50.198318 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7a614a4d-42d1-4f5e-80a3-9bb6af40278b up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:50.200153 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e26df37d-37c7-4433-9cd0-a62485fb2999 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:50.207040 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-faf47ca2-31e3-4727-ad51-9397787b1be3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Deleting port aaaa85e3-4686-4555-8f22-326aa27722eb {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:50.207405 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-faf47ca2-31e3-4727-ad51-9397787b1be3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:50.224683 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5fbcc7fe-262d-47fd-bc36-a3f6a928c0ad None None] Provisioning for port 7a614a4d-42d1-4f5e-80a3-9bb6af40278b completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:50.228480 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Pushing event updated for resources: {'Port': ['ID=4af224c6-8b67-415c-b6b9-b07322e8cecd,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:50.304406 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-24749370-d4f2-4bfa-b531-ca0b3245a2c9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:50.327401 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:50.344613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:security_group_rule and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:50.355321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:50.382829 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:50.405921 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc064fe-1fb8-41e0-835e-972d4a225bf4 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Made reservation on behalf of f732df6a0fd543bf93fda55ff9a564a7 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:50.409133 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5cc064fe-1fb8-41e0-835e-972d4a225bf4 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:50.432391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-24749370-d4f2-4bfa-b531-ca0b3245a2c9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:50.476265 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202a60c2-4880-4973-beff-eed562e98a83 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Network 6f8c60cb-d378-4984-a666-a1bf0917d257 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:50.484714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-202a60c2-4880-4973-beff-eed562e98a83 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:50.517212 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Attempting to bind port 4af224c6-8b67-415c-b6b9-b07322e8cecd on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:50.517674 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Attempting to bind port 4af224c6-8b67-415c-b6b9-b07322e8cecd by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:50.518105 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Attempting to bind port 4af224c6-8b67-415c-b6b9-b07322e8cecd on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:50.552520 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:50.577205 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:02:50.577637 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:50.578113 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:50.578571 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:02:50.579126 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Bound port: 4af224c6-8b67-415c-b6b9-b07322e8cecd, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:02:50.579587 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:50.604454 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-e452ca27-c1ab-47d0-9813-da58a547421f None None] For port 6276c296-ecf0-4826-8867-d8d7e2e8b896, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6276c296-ecf0-4826-8867-d8d7e2e8b896,segment=NetworkSegment(9dec741d-05e9-4f00-bb3b-1de8847704e9),segment_id=9dec741d-05e9-4f00-bb3b-1de8847704e9)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:50.605145 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e452ca27-c1ab-47d0-9813-da58a547421f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:50.668476 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-5cc064fe-1fb8-41e0-835e-972d4a225bf4 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] device_id is not set on port dce13a15-7ace-489e-8718-782bdf9e3cb9 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:50.670951 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-faf47ca2-31e3-4727-ad51-9397787b1be3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] For port aaaa85e3-4686-4555-8f22-326aa27722eb, host hv-neutron-8315, got binding levels [] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:50.671391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-faf47ca2-31e3-4727-ad51-9397787b1be3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:50.764951 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-e452ca27-c1ab-47d0-9813-da58a547421f None None] Calling delete_port for 6276c296-ecf0-4826-8867-d8d7e2e8b896 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:50.795217 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:50.798261 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-034181a3-30d2-4fcf-98bb-026cb8dbb1e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:50.801968 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 7a614a4d-42d1-4f5e-80a3-9bb6af40278b completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:50.809307 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-faf47ca2-31e3-4727-ad51-9397787b1be3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Calling delete_port for aaaa85e3-4686-4555-8f22-326aa27722eb owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:50.837863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 7a614a4d-42d1-4f5e-80a3-9bb6af40278b triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:50.838386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:50.927211 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:50.928082 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:50.954241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] For port 4af224c6-8b67-415c-b6b9-b07322e8cecd, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:02:50.958118 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] For port 4af224c6-8b67-415c-b6b9-b07322e8cecd, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4af224c6-8b67-415c-b6b9-b07322e8cecd,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:02:50.995133 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:51.031218 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034181a3-30d2-4fcf-98bb-026cb8dbb1e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=331565bc-d62c-415d-98df-067de5937450,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:51.040856 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:51.073144 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:51.095378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:51.098998 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf5b9d1-0621-45e0-8d0c-92d3af391794,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:51.112792 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e452ca27-c1ab-47d0-9813-da58a547421f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:51.126290 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-034181a3-30d2-4fcf-98bb-026cb8dbb1e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:51.152269 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-034181a3-30d2-4fcf-98bb-026cb8dbb1e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/331565bc-d62c-415d-98df-067de5937450 HTTP/1.1" status: 204 len: 168 time: 1.9759037 Mar 02 19:02:51.153246 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58992) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:51.183659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e452ca27-c1ab-47d0-9813-da58a547421f None None] No DVR routers for this DVR port 6276c296-ecf0-4826-8867-d8d7e2e8b896 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:02:51.232952 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 7a614a4d-42d1-4f5e-80a3-9bb6af40278b, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7a614a4d-42d1-4f5e-80a3-9bb6af40278b,segment=NetworkSegment(36d4492c-eb4d-43df-967c-c3af00de352e),segment_id=36d4492c-eb4d-43df-967c-c3af00de352e)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:51.234368 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050f90d-ca7d-48f9-9c86-d1c4b2e81385 None None] Pushing event updated for resources: {'Port': ['ID=4af224c6-8b67-415c-b6b9-b07322e8cecd,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:51.237041 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:02:51.248602 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:51.249030 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Added segment 1a67730f-7560-4842-a9e7-f880836ed172 of type vlan for network 8c99d4a8-3a7c-4eb0-855f-c746577c5d74 Mar 02 19:02:51.268097 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-faf47ca2-31e3-4727-ad51-9397787b1be3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:51.281784 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:51.312343 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452ca27-c1ab-47d0-9813-da58a547421f None None] Pushing event deleted for resources: {'Port': ['ID=6276c296-ecf0-4826-8867-d8d7e2e8b896,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:51.327982 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:02:51.331617 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:51.390490 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf47ca2-31e3-4727-ad51-9397787b1be3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Pushing event deleted for resources: {'Port': ['ID=aaaa85e3-4686-4555-8f22-326aa27722eb,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:51.421714 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-faf47ca2-31e3-4727-ad51-9397787b1be3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:51.444645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619d61ff-4eb2-4a5f-98f5-c90960cef460 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:51.444645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619d61ff-4eb2-4a5f-98f5-c90960cef460 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:51.444645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-619d61ff-4eb2-4a5f-98f5-c90960cef460 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:51.445962 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6276c296-ecf0-4826-8867-d8d7e2e8b896 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:02:51.478054 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24749370-d4f2-4bfa-b531-ca0b3245a2c9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router 344afd36-6ef3-452d-b8f4-67764b4c163f has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:02:51.500042 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:51.500799 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Added segment 6175b7d9-5e6f-4c6d-9bf2-2cb8a27902a6 of type vlan for network c746600f-afbc-48d9-8c9e-809c02795bd9 Mar 02 19:02:51.524171 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 6276c296-ecf0-4826-8867-d8d7e2e8b896 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:02:51.524536 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6276c296-ecf0-4826-8867-d8d7e2e8b896 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:02:51.536498 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:51.536878 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:51.537303 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:51.542241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:51.542241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:51.542241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:51.542241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:51.542241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:51.542241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:51.542241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:51.542241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:51.574124 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-faf47ca2-31e3-4727-ad51-9397787b1be3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] 10.222.0.73 "DELETE /v2.0/ports/aaaa85e3-4686-4555-8f22-326aa27722eb HTTP/1.1" status: 204 len: 168 time: 1.6133997 Mar 02 19:02:51.574124 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 58996) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:51.574725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:02:51.589527 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-5cc064fe-1fb8-41e0-835e-972d4a225bf4 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Allocated IP 172.20.0.5 (c8e704b9-1bef-4978-97cb-ff307c0d669b/553c6bea-551d-4960-b092-b8e92430655b/dce13a15-7ace-489e-8718-782bdf9e3cb9) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:51.603849 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=7a614a4d-42d1-4f5e-80a3-9bb6af40278b,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:51.608341 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0f93a4fe-420e-4b2d-8619-467fffc0f988 None None] Provisioning complete for port 7a614a4d-42d1-4f5e-80a3-9bb6af40278b triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:51.608936 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f93a4fe-420e-4b2d-8619-467fffc0f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:51.660273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:51.679628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:51.680512 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Added segment cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538 of type vlan for network 1fb0c29d-28cb-409d-9b95-8713b698c540 Mar 02 19:02:51.698718 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-619d61ff-4eb2-4a5f-98f5-c90960cef460 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:51.699971 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-619d61ff-4eb2-4a5f-98f5-c90960cef460 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5406215 Mar 02 19:02:51.721419 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-d135e081-bb43-4739-9f58-d9083b800b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] GET failed (client error): The resource could not be found. Mar 02 19:02:51.734208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d135e081-bb43-4739-9f58-d9083b800b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Synchronizing usage tracker for tenant:cc308a3634534ce893ab253c3bf594a2 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:51.738799 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59000) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:51.747938 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0be78566-23b5-47a3-bbd2-3e4277cc4436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:51.751143 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd491551-4541-41e8-a410-76cd7792faa6,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:51.851063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:51.961608 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202a60c2-4880-4973-beff-eed562e98a83 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router af8ca6aa-2307-45c4-badf-fa8fadec6767 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:02:51.999984 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d135e081-bb43-4739-9f58-d9083b800b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Unset dirty status for tenant:cc308a3634534ce893ab253c3bf594a2 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:52.005010 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d135e081-bb43-4739-9f58-d9083b800b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] 10.222.0.73 "GET /v2.0/ports/aaaa85e3-4686-4555-8f22-326aa27722eb HTTP/1.1" status: 404 len: 333 time: 0.4231734 Mar 02 19:02:52.015981 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0f93a4fe-420e-4b2d-8619-467fffc0f988 None None] Provisioning for port fb5da22f-7e2c-473e-b744-8c7acd141372 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:52.018168 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59004) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:52.025180 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0f93a4fe-420e-4b2d-8619-467fffc0f988 None None] Provisioning complete for port fb5da22f-7e2c-473e-b744-8c7acd141372 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:52.031628 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f93a4fe-420e-4b2d-8619-467fffc0f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:52.134631 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-14830100-7e9a-45b3-8a3d-a6990076e552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-242020282', 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:52.134836 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:52.138209 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-14830100-7e9a-45b3-8a3d-a6990076e552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:52.148706 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-14830100-7e9a-45b3-8a3d-a6990076e552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:52.168009 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec148e0-4f0d-435b-8baf-5a522e0450cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 6b45dfca-61be-4e75-ba14-169ee0983ee2 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:02:52.174792 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ec148e0-4f0d-435b-8baf-5a522e0450cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:52.194342 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0f93a4fe-420e-4b2d-8619-467fffc0f988 None None] Port fb5da22f-7e2c-473e-b744-8c7acd141372 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:02:52.250284 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ec148e0-4f0d-435b-8baf-5a522e0450cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:52.255012 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:52.255534 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:52.255834 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:52.256435 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:52.259437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:52.263002 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:52.263718 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:52.289732 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14830100-7e9a-45b3-8a3d-a6990076e552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Made reservation on behalf of cc308a3634534ce893ab253c3bf594a2 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:52.293112 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-14830100-7e9a-45b3-8a3d-a6990076e552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:52.299390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5cc064fe-1fb8-41e0-835e-972d4a225bf4 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:52.335060 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-14830100-7e9a-45b3-8a3d-a6990076e552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] device_id is not set on port 71670d95-ddae-4017-a0c4-42876fb87b08 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:52.347908 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4faae118-6a83-4f31-8fc3-2808679c7d7a None None] Provisioning complete for port fb5da22f-7e2c-473e-b744-8c7acd141372 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:52.348531 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4faae118-6a83-4f31-8fc3-2808679c7d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:52.411406 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24749370-d4f2-4bfa-b531-ca0b3245a2c9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:02:52.432788 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8243685-0947-48b2-b36f-159feaaa3031 None None] Sync routers for ids ['344afd36-6ef3-452d-b8f4-67764b4c163f'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:02:52.445539 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-24749370-d4f2-4bfa-b531-ca0b3245a2c9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:52.449286 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-24749370-d4f2-4bfa-b531-ca0b3245a2c9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/344afd36-6ef3-452d-b8f4-67764b4c163f HTTP/1.1" status: 200 len: 888 time: 5.0467486 Mar 02 19:02:52.452456 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8243685-0947-48b2-b36f-159feaaa3031 None None] Routers {'344afd36-6ef3-452d-b8f4-67764b4c163f'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:02:52.453074 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b8243685-0947-48b2-b36f-159feaaa3031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['344afd36-6ef3-452d-b8f4-67764b4c163f'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:52.458193 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59008) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:52.461130 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:52.464988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:52.465987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:52.535500 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4af224c6-8b67-415c-b6b9-b07322e8cecd up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:52.536554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event updated for resources: {'Network': ['ID=8c99d4a8-3a7c-4eb0-855f-c746577c5d74,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:52.566228 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-4faae118-6a83-4f31-8fc3-2808679c7d7a None None] Port fb5da22f-7e2c-473e-b744-8c7acd141372 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:02:52.566476 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ec148e0-4f0d-435b-8baf-5a522e0450cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:52.566761 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 8c99d4a8-3a7c-4eb0-855f-c746577c5d74 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:02:52.620141 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b8243685-0947-48b2-b36f-159feaaa3031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:52.656110 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8243685-0947-48b2-b36f-159feaaa3031 None None] Routers {'344afd36-6ef3-452d-b8f4-67764b4c163f'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:02:52.656709 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b8243685-0947-48b2-b36f-159feaaa3031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['344afd36-6ef3-452d-b8f4-67764b4c163f'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:52.703143 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.objects.ports [None req-e26df37d-37c7-4433-9cd0-a62485fb2999 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84532) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 19:02:52.756715 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b8243685-0947-48b2-b36f-159feaaa3031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:52.757129 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8243685-0947-48b2-b36f-159feaaa3031 None None] The sync data for ids ['344afd36-6ef3-452d-b8f4-67764b4c163f'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:02:52.832788 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 4af224c6-8b67-415c-b6b9-b07322e8cecd completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:52.839716 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e26df37d-37c7-4433-9cd0-a62485fb2999 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:52.842443 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7a614a4d-42d1-4f5e-80a3-9bb6af40278b up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:52.887107 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-14830100-7e9a-45b3-8a3d-a6990076e552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:52.936513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 7a614a4d-42d1-4f5e-80a3-9bb6af40278b triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:52.937142 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:52.955752 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ec148e0-4f0d-435b-8baf-5a522e0450cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:53.021699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec148e0-4f0d-435b-8baf-5a522e0450cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=6b45dfca-61be-4e75-ba14-169ee0983ee2,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:53.026744 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-14830100-7e9a-45b3-8a3d-a6990076e552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:53.037255 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.2583926 Mar 02 19:02:53.050363 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 4.2697001 Mar 02 19:02:53.053436 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59012) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:53.060446 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59014) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:53.066513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af41f592-f057-4474-b8ea-4b4e790353c3 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:53.076304 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2a747-726f-4026-8de6-2547ed8d587e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event updated for resources: {'Network': ['ID=c746600f-afbc-48d9-8c9e-809c02795bd9,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:53.095968 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a13a58b8-6e80-4141-be2e-a857cb693aea tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540', 'name': 'tempest-PortsTestJSON-617910449'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:53.102207 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network c746600f-afbc-48d9-8c9e-809c02795bd9 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:02:53.116174 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ec148e0-4f0d-435b-8baf-5a522e0450cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:53.119393 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14830100-7e9a-45b3-8a3d-a6990076e552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Pushing event updated for resources: {'Port': ['ID=71670d95-ddae-4017-a0c4-42876fb87b08,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:53.146280 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8f197ac4-956a-4dbe-994f-f14b3e84a086 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/routers/344afd36-6ef3-452d-b8f4-67764b4c163f HTTP/1.1" status: 200 len: 888 time: 0.6843827 Mar 02 19:02:53.148941 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59020) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:53.304676 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14830100-7e9a-45b3-8a3d-a6990076e552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Network 62b5eeb6-ec47-4a37-a14c-66cf5500289c is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:53.310881 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-14830100-7e9a-45b3-8a3d-a6990076e552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:53.313815 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5ec148e0-4f0d-435b-8baf-5a522e0450cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/6b45dfca-61be-4e75-ba14-169ee0983ee2 HTTP/1.1" status: 204 len: 168 time: 1.5712540 Mar 02 19:02:53.316016 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-223b648b-1ff6-4710-ae24-b4082d53890d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Synchronizing usage tracker for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:53.325471 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14830100-7e9a-45b3-8a3d-a6990076e552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:53.325471 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14830100-7e9a-45b3-8a3d-a6990076e552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:53.325471 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-14830100-7e9a-45b3-8a3d-a6990076e552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:53.327753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59024) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:53.339064 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5cc064fe-1fb8-41e0-835e-972d4a225bf4 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:53.426327 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9751caae-be90-4064-bfa2-dd6e7046e277 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0950775 Mar 02 19:02:53.430581 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59028) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:53.437003 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:53.450834 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26df37d-37c7-4433-9cd0-a62485fb2999 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event updated for resources: {'Subnet': ['ID=295e258e-a2a7-41d4-a8b7-cf0cf0ea69d4,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:53.490677 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-655f205b-3962-408c-ae72-60616c8dc1d0 None None] Provisioning for port 4af224c6-8b67-415c-b6b9-b07322e8cecd completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:53.497908 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-655f205b-3962-408c-ae72-60616c8dc1d0 None None] Provisioning complete for port 4af224c6-8b67-415c-b6b9-b07322e8cecd triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:53.497908 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-655f205b-3962-408c-ae72-60616c8dc1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:53.499688 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4133741-6e15-496a-a2c2-5e9bfcb02829 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Network': ['ID=1fb0c29d-28cb-409d-9b95-8713b698c540,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:53.537282 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-223b648b-1ff6-4710-ae24-b4082d53890d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Unset dirty status for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:53.543498 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-223b648b-1ff6-4710-ae24-b4082d53890d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/ports?device_id=344afd36-6ef3-452d-b8f4-67764b4c163f HTTP/1.1" status: 200 len: 205 time: 0.3884015 Mar 02 19:02:53.543498 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-14830100-7e9a-45b3-8a3d-a6990076e552 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5213931 Mar 02 19:02:53.544547 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59032) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:53.544671 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59034) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:53.564225 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc064fe-1fb8-41e0-835e-972d4a225bf4 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Network c8e704b9-1bef-4978-97cb-ff307c0d669b is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:53.565187 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a13a58b8-6e80-4141-be2e-a857cb693aea tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:53.582606 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:02:53.587882 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-5cc064fe-1fb8-41e0-835e-972d4a225bf4 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:53.590489 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc064fe-1fb8-41e0-835e-972d4a225bf4 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:53.597497 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:02:53.625938 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a13a58b8-6e80-4141-be2e-a857cb693aea tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:port and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:53.632873 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc064fe-1fb8-41e0-835e-972d4a225bf4 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=dce13a15-7ace-489e-8718-782bdf9e3cb9,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:53.642143 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a13a58b8-6e80-4141-be2e-a857cb693aea tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:53.648986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26df37d-37c7-4433-9cd0-a62485fb2999 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Checking segment: {'id': '5cff0e3e-64c6-4076-a15f-27af8c6e295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:53.648986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26df37d-37c7-4433-9cd0-a62485fb2999 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Network hostable DHCP agents. Network: ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:02:53.671871 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a13a58b8-6e80-4141-be2e-a857cb693aea tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:53.678266 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] Deleting port 4af224c6-8b67-415c-b6b9-b07322e8cecd {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:53.678872 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:53.711744 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d171def-84f9-4ca0-a38f-941080be7714 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:53.717390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d171def-84f9-4ca0-a38f-941080be7714 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:53.721531 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d171def-84f9-4ca0-a38f-941080be7714 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:53.727192 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d171def-84f9-4ca0-a38f-941080be7714 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:53.727192 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8d171def-84f9-4ca0-a38f-941080be7714 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Synchronizing usage tracker for tenant:939481aa49c94c948b4f7dd3717c13f3 on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:53.732189 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202a60c2-4880-4973-beff-eed562e98a83 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:02:53.741251 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-202a60c2-4880-4973-beff-eed562e98a83 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/af8ca6aa-2307-45c4-badf-fa8fadec6767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0305967 Mar 02 19:02:53.745531 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59040) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:53.759436 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-24ba28f0-f1fe-4a23-acee-644eee6f6738 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:53.762932 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:53.772835 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:53.779007 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:53.793740 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Sync routers for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:02:53.805127 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:53.805127 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-73b5d373-dd10-4537-a07a-398c74b6a7a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Synchronizing usage tracker for tenant:cc308a3634534ce893ab253c3bf594a2 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:53.842252 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13a58b8-6e80-4141-be2e-a857cb693aea tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:53.844330 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a13a58b8-6e80-4141-be2e-a857cb693aea tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:53.893650 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-29bc6468-143c-42ae-8590-86e5af093ea9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:53.895054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:02:53.895825 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:53.902300 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc064fe-1fb8-41e0-835e-972d4a225bf4 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:53.902910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5cc064fe-1fb8-41e0-835e-972d4a225bf4 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:53.963058 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-a13a58b8-6e80-4141-be2e-a857cb693aea tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] device_id is not set on port 80c90d14-64ce-4000-92e6-a3a001b63bb5 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:54.016995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fa28-92e8-455c-84a4-b62366619ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:54.018916 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-655f205b-3962-408c-ae72-60616c8dc1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:54.049608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4af224c6-8b67-415c-b6b9-b07322e8cecd no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:02:54.059648 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8d171def-84f9-4ca0-a38f-941080be7714 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Unset dirty status for tenant:939481aa49c94c948b4f7dd3717c13f3 on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:54.063962 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8d171def-84f9-4ca0-a38f-941080be7714 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.0067744 Mar 02 19:02:54.066535 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:54.066888 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59044) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:54.071758 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:54.107653 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5cc064fe-1fb8-41e0-835e-972d4a225bf4 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.4843922 Mar 02 19:02:54.108721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26df37d-37c7-4433-9cd0-a62485fb2999 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Network ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:02:54.115491 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59048) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:54.159521 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-73b5d373-dd10-4537-a07a-398c74b6a7a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Unset dirty status for tenant:cc308a3634534ce893ab253c3bf594a2 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:54.163497 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-73b5d373-dd10-4537-a07a-398c74b6a7a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] 10.222.0.73 "GET /v2.0/ports/71670d95-ddae-4017-a0c4-42876fb87b08 HTTP/1.1" status: 200 len: 958 time: 0.6136804 Mar 02 19:02:54.168350 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59050) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:54.192865 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': 'dce13a15-7ace-489e-8718-782bdf9e3cb9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:54.219867 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:54.236309 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Usage tracker for resource:floatingip and tenant:f732df6a0fd543bf93fda55ff9a564a7 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:54.248967 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:54.282023 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:54.288911 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-36abf9dd-fdea-488e-b515-8a0adfb53f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Deleting port 71670d95-ddae-4017-a0c4-42876fb87b08 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:54.289242 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36abf9dd-fdea-488e-b515-8a0adfb53f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:54.337930 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-e26df37d-37c7-4433-9cd0-a62485fb2999 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:54.349946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7862b498-a58f-466b-9ff7-0368e76ac8fb tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:54.360568 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6407ee0d-114c-4002-b391-e9f3c5050d68 None None] Network ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:54.361153 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26df37d-37c7-4433-9cd0-a62485fb2999 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:54.361788 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e26df37d-37c7-4433-9cd0-a62485fb2999 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:54.392258 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:02:54.431885 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-655f205b-3962-408c-ae72-60616c8dc1d0 None None] For port 4af224c6-8b67-415c-b6b9-b07322e8cecd, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4af224c6-8b67-415c-b6b9-b07322e8cecd,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:54.503487 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] For port 4af224c6-8b67-415c-b6b9-b07322e8cecd, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4af224c6-8b67-415c-b6b9-b07322e8cecd,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:54.503616 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:54.518338 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-655f205b-3962-408c-ae72-60616c8dc1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:54.546350 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:54.641710 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36abf9dd-fdea-488e-b515-8a0adfb53f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:54.719114 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] Calling delete_port for 4af224c6-8b67-415c-b6b9-b07322e8cecd owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:54.785273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-36abf9dd-fdea-488e-b515-8a0adfb53f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Calling delete_port for 71670d95-ddae-4017-a0c4-42876fb87b08 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:54.823105 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-29bc6468-143c-42ae-8590-86e5af093ea9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:54.842966 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e26df37d-37c7-4433-9cd0-a62485fb2999 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.5800054 Mar 02 19:02:54.849055 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a13a58b8-6e80-4141-be2e-a857cb693aea tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:54.857705 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59056) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:54.910790 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-27c28b84-b440-4a1b-a6c6-568b72b51f7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Request body: {'port': {'network_id': 'ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba', 'name': 'tempest-NetworksIpV6TestAttrs-116703558'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:54.917426 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f205b-3962-408c-ae72-60616c8dc1d0 None None] Pushing event updated for resources: {'Port': ['ID=4af224c6-8b67-415c-b6b9-b07322e8cecd,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:55.062774 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f205b-3962-408c-ae72-60616c8dc1d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:55.063112 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f205b-3962-408c-ae72-60616c8dc1d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:55.063654 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f205b-3962-408c-ae72-60616c8dc1d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:55.064174 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f205b-3962-408c-ae72-60616c8dc1d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:55.064660 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f205b-3962-408c-ae72-60616c8dc1d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:55.065142 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f205b-3962-408c-ae72-60616c8dc1d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:55.065624 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f205b-3962-408c-ae72-60616c8dc1d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:55.066101 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f205b-3962-408c-ae72-60616c8dc1d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:55.066589 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f205b-3962-408c-ae72-60616c8dc1d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:55.067078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f205b-3962-408c-ae72-60616c8dc1d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:55.067572 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655f205b-3962-408c-ae72-60616c8dc1d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:55.082418 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-29bc6468-143c-42ae-8590-86e5af093ea9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port 5e3b8853-db21-4c01-982a-ad44cba931c4 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:55.082770 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-29bc6468-143c-42ae-8590-86e5af093ea9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.117862 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7862b498-a58f-466b-9ff7-0368e76ac8fb tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.134704 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:02:55.135052 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:02:55.155985 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.164000 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba', 'network_id': 'ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba', 'tenant_id': 'c971dcdb820f4079bc515a07abaa01de', 'fixed_ips': [{'subnet_id': '295e258e-a2a7-41d4-a8b7-cf0cf0ea69d4'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:02:55.166899 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.216721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a13a58b8-6e80-4141-be2e-a857cb693aea tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.240668 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36abf9dd-fdea-488e-b515-8a0adfb53f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.311303 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abf9dd-fdea-488e-b515-8a0adfb53f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Pushing event deleted for resources: {'Port': ['ID=71670d95-ddae-4017-a0c4-42876fb87b08,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:55.312398 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-7862b498-a58f-466b-9ff7-0368e76ac8fb tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c99d4a8-3a7c-4eb0-855f-c746577c5d74']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:55.316673 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.objects.ports [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84533) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 19:02:55.366500 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-7862b498-a58f-466b-9ff7-0368e76ac8fb tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a67730f-7560-4842-a9e7-f880836ed172') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:55.366832 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-7862b498-a58f-466b-9ff7-0368e76ac8fb tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a67730f-7560-4842-a9e7-f880836ed172') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:55.382371 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:02:47Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60', 'name': '', 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:df:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:25Z', 'updated_at': '2022-03-02T19:02:49Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:22Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5da22f-7e2c-473e-b744-8c7acd141372', 'name': '', 'network_id': '6f8c60cb-d378-4984-a666-a1bf0917d257', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:52:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5a11b66-d20d-460e-a915-63f125077f8e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:44Z', 'updated_at': '2022-03-02T19:02:49Z', 'revision_number': 2, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'a5a11b66-d20d-460e-a915-63f125077f8e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:55.407692 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Checking router: af8ca6aa-2307-45c4-badf-fa8fadec6767 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:02:55.408077 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Updating router af8ca6aa-2307-45c4-badf-fa8fadec6767 port fb5da22f-7e2c-473e-b744-8c7acd141372 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:02:55.410104 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7862b498-a58f-466b-9ff7-0368e76ac8fb tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.427766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36abf9dd-fdea-488e-b515-8a0adfb53f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.471279 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a58b8-6e80-4141-be2e-a857cb693aea tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=80c90d14-64ce-4000-92e6-a3a001b63bb5,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:55.478608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.484268 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-29bc6468-143c-42ae-8590-86e5af093ea9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.503629 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Allocated IP 2001:db8::f816:3eff:fe84:f980 (ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba/295e258e-a2a7-41d4-a8b7-cf0cf0ea69d4/c05aa07e-d453-4687-bc06-7f2789536ddd) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:55.518577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7862b498-a58f-466b-9ff7-0368e76ac8fb tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.542439 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7862b498-a58f-466b-9ff7-0368e76ac8fb tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:02:55.542847 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7862b498-a58f-466b-9ff7-0368e76ac8fb tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:02:55.560163 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:02:55.570037 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-27c28b84-b440-4a1b-a6c6-568b72b51f7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:55.580965 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.638393 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] Deleting port 4af224c6-8b67-415c-b6b9-b07322e8cecd {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:55.638854 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.668255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-29bc6468-143c-42ae-8590-86e5af093ea9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Calling delete_port for 5e3b8853-db21-4c01-982a-ad44cba931c4 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:55.673182 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-27c28b84-b440-4a1b-a6c6-568b72b51f7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Usage tracker for resource:port and tenant:c971dcdb820f4079bc515a07abaa01de is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:55.680947 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-27c28b84-b440-4a1b-a6c6-568b72b51f7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:55.700186 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-36abf9dd-fdea-488e-b515-8a0adfb53f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] 10.222.0.73 "DELETE /v2.0/ports/71670d95-ddae-4017-a0c4-42876fb87b08 HTTP/1.1" status: 204 len: 168 time: 1.5187290 Mar 02 19:02:55.711402 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-27c28b84-b440-4a1b-a6c6-568b72b51f7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:55.713754 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59060) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:55.721019 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13a58b8-6e80-4141-be2e-a857cb693aea tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Checking segment: {'id': 'cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:55.721404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13a58b8-6e80-4141-be2e-a857cb693aea tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network hostable DHCP agents. Network: 1fb0c29d-28cb-409d-9b95-8713b698c540, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:02:55.746872 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.829898 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-4581787d-b6f6-42f0-a59d-d7c4c3772fff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] GET failed (client error): The resource could not be found. Mar 02 19:02:55.829898 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4581787d-b6f6-42f0-a59d-d7c4c3772fff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] 10.222.0.73 "GET /v2.0/ports/71670d95-ddae-4017-a0c4-42876fb87b08 HTTP/1.1" status: 404 len: 333 time: 0.1150024 Mar 02 19:02:55.836075 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7862b498-a58f-466b-9ff7-0368e76ac8fb tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.838273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59064) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:55.872222 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7862b498-a58f-466b-9ff7-0368e76ac8fb tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.879636 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-75fc34a7-60cd-4d38-a908-5aee1aa461dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Request body: {'port': {'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1042389181'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:55.893470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c28b84-b440-4a1b-a6c6-568b72b51f7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Made reservation on behalf of c971dcdb820f4079bc515a07abaa01de for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:55.893762 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-27c28b84-b440-4a1b-a6c6-568b72b51f7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.913765 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.916281 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862b498-a58f-466b-9ff7-0368e76ac8fb tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event deleted for resources: {'Network': ['ID=8c99d4a8-3a7c-4eb0-855f-c746577c5d74,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:55.921662 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-75fc34a7-60cd-4d38-a908-5aee1aa461dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:55.970027 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.extraroute_db [None req-24ba28f0-f1fe-4a23-acee-644eee6f6738 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84532) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 02 19:02:55.973828 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-75fc34a7-60cd-4d38-a908-5aee1aa461dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Usage tracker for resource:port and tenant:cc308a3634534ce893ab253c3bf594a2 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:55.982233 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-75fc34a7-60cd-4d38-a908-5aee1aa461dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:56.007711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-75fc34a7-60cd-4d38-a908-5aee1aa461dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:56.019686 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-27c28b84-b440-4a1b-a6c6-568b72b51f7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] device_id is not set on port 0db638b8-02d5-4da9-924d-ffbfc01bfd90 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:56.072448 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.extraroute_db [None req-24ba28f0-f1fe-4a23-acee-644eee6f6738 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Removed routes are [] {{(pid=84532) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 02 19:02:56.073138 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-24ba28f0-f1fe-4a23-acee-644eee6f6738 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:56.083073 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7862b498-a58f-466b-9ff7-0368e76ac8fb tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "DELETE /v2.0/networks/8c99d4a8-3a7c-4eb0-855f-c746577c5d74 HTTP/1.1" status: 204 len: 168 time: 2.0135186 Mar 02 19:02:56.089073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13a58b8-6e80-4141-be2e-a857cb693aea tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:02:56.092559 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59068) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:56.129693 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-29bc6468-143c-42ae-8590-86e5af093ea9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:56.154942 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:56.205911 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Transition to ACTIVE for port object c05aa07e-d453-4687-bc06-7f2789536ddd will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:56.234229 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] For port 4af224c6-8b67-415c-b6b9-b07322e8cecd, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4af224c6-8b67-415c-b6b9-b07322e8cecd,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:56.246664 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Transition to ACTIVE for port object c05aa07e-d453-4687-bc06-7f2789536ddd will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:56.246937 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fc34a7-60cd-4d38-a908-5aee1aa461dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Made reservation on behalf of cc308a3634534ce893ab253c3bf594a2 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:56.248562 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc6468-143c-42ae-8590-86e5af093ea9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Port': ['ID=5e3b8853-db21-4c01-982a-ad44cba931c4,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:56.249074 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-75fc34a7-60cd-4d38-a908-5aee1aa461dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:56.267593 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-a13a58b8-6e80-4141-be2e-a857cb693aea tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 1fb0c29d-28cb-409d-9b95-8713b698c540) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:56.277367 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59740f7d-0c4e-4747-b257-a0fcb97a5052 None None] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:56.331251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13a58b8-6e80-4141-be2e-a857cb693aea tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:56.333231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2938a73f-8a0d-4486-a414-cabd33afab9e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:56.335810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13a58b8-6e80-4141-be2e-a857cb693aea tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:56.336426 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a13a58b8-6e80-4141-be2e-a857cb693aea tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:56.372139 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.resource_extend [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:02:56.399381 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-75fc34a7-60cd-4d38-a908-5aee1aa461dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] device_id is not set on port c105ee3a-850d-47c8-a932-f085d3190423 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:56.403243 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:56.432517 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:56.445597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Allocated IP 172.26.4.113 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/d29a0e3f-75c9-4237-b11b-95c384820c76) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:56.479261 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] For port 4af224c6-8b67-415c-b6b9-b07322e8cecd, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4af224c6-8b67-415c-b6b9-b07322e8cecd,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:56.479570 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:56.609124 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:56.609866 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:56.696085 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] Calling delete_port for 4af224c6-8b67-415c-b6b9-b07322e8cecd owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:56.724886 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:56.726830 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:56.746343 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Network ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:56.752418 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-27c28b84-b440-4a1b-a6c6-568b72b51f7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Allocated IP 2001:db8::f816:3eff:fe68:6b3 (ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba/295e258e-a2a7-41d4-a8b7-cf0cf0ea69d4/0db638b8-02d5-4da9-924d-ffbfc01bfd90) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:56.761880 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Pushing event updated for resources: {'Port': ['ID=c05aa07e-d453-4687-bc06-7f2789536ddd,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:56.761880 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:56.775644 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a13a58b8-6e80-4141-be2e-a857cb693aea tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.7168620 Mar 02 19:02:56.782372 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59072) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:56.793552 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:56.805251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-6024ef35-a4d0-4adc-b78f-b9a5bf3cf20c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-126104283'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:56.813653 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Transition to ACTIVE for port object fb5da22f-7e2c-473e-b744-8c7acd141372 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:56.818357 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6024ef35-a4d0-4adc-b78f-b9a5bf3cf20c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:56.851833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6024ef35-a4d0-4adc-b78f-b9a5bf3cf20c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:network and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:56.857483 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6024ef35-a4d0-4adc-b78f-b9a5bf3cf20c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:56.905850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6024ef35-a4d0-4adc-b78f-b9a5bf3cf20c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:56.926337 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:56.953427 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2938a73f-8a0d-4486-a414-cabd33afab9e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:56.963789 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-29bc6468-143c-42ae-8590-86e5af093ea9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.009476 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Attempting to bind port c05aa07e-d453-4687-bc06-7f2789536ddd on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:57.010142 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Attempting to bind port c05aa07e-d453-4687-bc06-7f2789536ddd by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '5cff0e3e-64c6-4076-a15f-27af8c6e295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:57.010684 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Attempting to bind port c05aa07e-d453-4687-bc06-7f2789536ddd on network ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:57.013236 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:02:57.013781 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:02:57.043483 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:57.071140 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.075258 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4743ec-c402-4cd4-91e8-2c21dd4cbdac None None] Pushing event updated for resources: {'Port': ['ID=fb5da22f-7e2c-473e-b744-8c7acd141372,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:57.083437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6024ef35-a4d0-4adc-b78f-b9a5bf3cf20c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:57.087388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6024ef35-a4d0-4adc-b78f-b9a5bf3cf20c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.095111 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:02:57.096526 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Checking segment: {'id': '5cff0e3e-64c6-4076-a15f-27af8c6e295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:57.097115 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.097672 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Bound using segment: {'id': '5cff0e3e-64c6-4076-a15f-27af8c6e295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:02:57.098326 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Bound port: c05aa07e-d453-4687-bc06-7f2789536ddd, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cff0e3e-64c6-4076-a15f-27af8c6e295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:02:57.098880 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.128053 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:57.141129 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:57.142086 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.270620 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=02d745b7-684b-47e6-b84e-9556b6f14d4f,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:57.283069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] For port c05aa07e-d453-4687-bc06-7f2789536ddd, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:02:57.291850 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] For port c05aa07e-d453-4687-bc06-7f2789536ddd, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c05aa07e-d453-4687-bc06-7f2789536ddd,segment=NetworkSegment(5cff0e3e-64c6-4076-a15f-27af8c6e295f),segment_id=5cff0e3e-64c6-4076-a15f-27af8c6e295f)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:02:57.293336 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] Deleting port 4af224c6-8b67-415c-b6b9-b07322e8cecd {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:02:57.293926 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.325124 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-75fc34a7-60cd-4d38-a908-5aee1aa461dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.334180 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-2938a73f-8a0d-4486-a414-cabd33afab9e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c746600f-afbc-48d9-8c9e-809c02795bd9']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:57.351930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=4af224c6-8b67-415c-b6b9-b07322e8cecd,revision_number=6']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:57.361232 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.9295790 Mar 02 19:02:57.369193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59076) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:57.373003 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-29bc6468-143c-42ae-8590-86e5af093ea9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.377557 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-2938a73f-8a0d-4486-a414-cabd33afab9e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6175b7d9-5e6f-4c6d-9bf2-2cb8a27902a6') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:57.377865 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-2938a73f-8a0d-4486-a414-cabd33afab9e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6175b7d9-5e6f-4c6d-9bf2-2cb8a27902a6') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:57.394660 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.394660 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.394660 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.394660 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.394660 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.394660 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.394660 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.394660 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.394660 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.394660 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.394660 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.395824 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-8dd43116-fbe8-4537-97c0-b730290bc8e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'mac_address': 'fa:16:3e:e2:21:56', 'name': 'tempest-NetworksTestDHCPv6-314030482'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:57.403279 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.403815 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.404158 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.404553 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.404968 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.405358 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.405853 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.406115 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.406616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.406920 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.407487 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5050d-57db-43d1-9756-9e87b3ba76c5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:57.420273 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.420766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2938a73f-8a0d-4486-a414-cabd33afab9e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.421680 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-29bc6468-143c-42ae-8590-86e5af093ea9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.436399 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2938a73f-8a0d-4486-a414-cabd33afab9e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.446502 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2938a73f-8a0d-4486-a414-cabd33afab9e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:02:57.446912 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2938a73f-8a0d-4486-a414-cabd33afab9e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:02:57.465266 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:02:57.510599 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6024ef35-a4d0-4adc-b78f-b9a5bf3cf20c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:02:57.512732 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Attempting to bind port fb5da22f-7e2c-473e-b744-8c7acd141372 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:57.513828 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Attempting to bind port fb5da22f-7e2c-473e-b744-8c7acd141372 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '36d4492c-eb4d-43df-967c-c3af00de352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f8c60cb-d378-4984-a666-a1bf0917d257'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:57.514427 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Attempting to bind port fb5da22f-7e2c-473e-b744-8c7acd141372 on network 6f8c60cb-d378-4984-a666-a1bf0917d257 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:02:57.537058 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-24ba28f0-f1fe-4a23-acee-644eee6f6738 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.570119 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-24ba28f0-f1fe-4a23-acee-644eee6f6738 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.606173 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:02:57.606540 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Checking segment: {'id': '36d4492c-eb4d-43df-967c-c3af00de352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f8c60cb-d378-4984-a666-a1bf0917d257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:02:57.606938 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.607232 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-27c28b84-b440-4a1b-a6c6-568b72b51f7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.607337 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Bound using segment: {'id': '36d4492c-eb4d-43df-967c-c3af00de352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f8c60cb-d378-4984-a666-a1bf0917d257'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:02:57.607857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Bound port: fb5da22f-7e2c-473e-b744-8c7acd141372, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d4492c-eb4d-43df-967c-c3af00de352e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '6f8c60cb-d378-4984-a666-a1bf0917d257'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:02:57.608198 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.644050 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa710596-aecc-4b96-ba16-e2285565389e None None] Pushing event updated for resources: {'Port': ['ID=c05aa07e-d453-4687-bc06-7f2789536ddd,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:57.666761 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-29bc6468-143c-42ae-8590-86e5af093ea9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.667668 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bc6468-143c-42ae-8590-86e5af093ea9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Fanout notify agent at l3_agent the message router_deleted on router 344afd36-6ef3-452d-b8f4-67764b4c163f {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:02:57.700117 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2938a73f-8a0d-4486-a414-cabd33afab9e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.708666 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2938a73f-8a0d-4486-a414-cabd33afab9e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.711125 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6024ef35-a4d0-4adc-b78f-b9a5bf3cf20c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.711525 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-6024ef35-a4d0-4adc-b78f-b9a5bf3cf20c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Added segment 991d4b53-9e8a-4853-80f6-e3811af90d5b of type vlan for network ba38f695-5017-4d1a-ab9d-83a177f56fee Mar 02 19:02:57.723201 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-75fc34a7-60cd-4d38-a908-5aee1aa461dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.725270 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.751878 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938a73f-8a0d-4486-a414-cabd33afab9e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event deleted for resources: {'Network': ['ID=c746600f-afbc-48d9-8c9e-809c02795bd9,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:57.765979 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2938a73f-8a0d-4486-a414-cabd33afab9e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "DELETE /v2.0/networks/c746600f-afbc-48d9-8c9e-809c02795bd9 HTTP/1.1" status: 204 len: 168 time: 1.6722558 Mar 02 19:02:57.766844 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59080) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:57.827718 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-29bc6468-143c-42ae-8590-86e5af093ea9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.834116 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] For port fb5da22f-7e2c-473e-b744-8c7acd141372, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:02:57.840583 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] For port fb5da22f-7e2c-473e-b744-8c7acd141372, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=fb5da22f-7e2c-473e-b744-8c7acd141372,segment=NetworkSegment(36d4492c-eb4d-43df-967c-c3af00de352e),segment_id=36d4492c-eb4d-43df-967c-c3af00de352e)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:02:57.845079 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-29bc6468-143c-42ae-8590-86e5af093ea9 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/routers/344afd36-6ef3-452d-b8f4-67764b4c163f HTTP/1.1" status: 204 len: 168 time: 4.2994030 Mar 02 19:02:57.845700 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59084) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:57.860719 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-44e2304a-1ad2-4c90-a5e6-987584bd529d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'network': {'name': 'tempest-RoutersTest-1483843696'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:57.875446 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8dd43116-fbe8-4537-97c0-b730290bc8e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:57.879720 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-44e2304a-1ad2-4c90-a5e6-987584bd529d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:57.879993 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8dd43116-fbe8-4537-97c0-b730290bc8e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:port and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:57.883631 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8dd43116-fbe8-4537-97c0-b730290bc8e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:57.890200 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8dd43116-fbe8-4537-97c0-b730290bc8e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:57.898329 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-44e2304a-1ad2-4c90-a5e6-987584bd529d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:network and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:57.898794 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-27c28b84-b440-4a1b-a6c6-568b72b51f7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Transition to ACTIVE for port object 0db638b8-02d5-4da9-924d-ffbfc01bfd90 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:57.945771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.988168 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-44e2304a-1ad2-4c90-a5e6-987584bd529d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:58.005358 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd43116-fbe8-4537-97c0-b730290bc8e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:58.006015 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-44e2304a-1ad2-4c90-a5e6-987584bd529d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:58.059943 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c05aa07e-d453-4687-bc06-7f2789536ddd up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:58.075378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:58.077414 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fc34a7-60cd-4d38-a908-5aee1aa461dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Network 62b5eeb6-ec47-4a37-a14c-66cf5500289c is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:58.128888 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb034c5e-d654-47a4-8bc3-43d71edfcb6b tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:58.134116 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=d29a0e3f-75c9-4237-b11b-95c384820c76,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:58.135287 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb034c5e-d654-47a4-8bc3-43d71edfcb6b tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:58.136578 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bb034c5e-d654-47a4-8bc3-43d71edfcb6b tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Synchronizing usage tracker for tenant:939481aa49c94c948b4f7dd3717c13f3 on resource:network {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:58.143462 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6024ef35-a4d0-4adc-b78f-b9a5bf3cf20c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:58.147691 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4743ec-c402-4cd4-91e8-2c21dd4cbdac None None] Pushing event updated for resources: {'Port': ['ID=fb5da22f-7e2c-473e-b744-8c7acd141372,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:58.155591 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e2304a-1ad2-4c90-a5e6-987584bd529d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Made reservation on behalf of dfd3e6d4994a4b8586cb08a4003fb040 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:58.159795 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] For port 4af224c6-8b67-415c-b6b9-b07322e8cecd, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4af224c6-8b67-415c-b6b9-b07322e8cecd,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:02:58.159795 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:58.160261 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:58.161791 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-75fc34a7-60cd-4d38-a908-5aee1aa461dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:58.164050 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-44e2304a-1ad2-4c90-a5e6-987584bd529d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:58.164293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:58.177307 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:02:58.178475 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:58.211704 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e2304a-1ad2-4c90-a5e6-987584bd529d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:02:58.222966 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-44e2304a-1ad2-4c90-a5e6-987584bd529d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:58.223421 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-44e2304a-1ad2-4c90-a5e6-987584bd529d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Added segment 4b8fa946-a379-4b6c-ac0b-2e0424613839 of type vlan for network 67e5a6fe-2e36-46db-89c0-14fa1958dad3 Mar 02 19:02:58.256921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bb034c5e-d654-47a4-8bc3-43d71edfcb6b tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Unset dirty status for tenant:939481aa49c94c948b4f7dd3717c13f3 on resource:network {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:58.263267 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bb034c5e-d654-47a4-8bc3-43d71edfcb6b tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4943695 Mar 02 19:02:58.266223 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59088) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:58.270088 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-44e2304a-1ad2-4c90-a5e6-987584bd529d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:58.280142 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-92376b81-18be-4151-9009-5bda9bc4a5e4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1316682610'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:58.280905 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fc34a7-60cd-4d38-a908-5aee1aa461dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:58.281731 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fc34a7-60cd-4d38-a908-5aee1aa461dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:58.282310 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-75fc34a7-60cd-4d38-a908-5aee1aa461dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:58.286608 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-92376b81-18be-4151-9009-5bda9bc4a5e4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:58.303963 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-27c28b84-b440-4a1b-a6c6-568b72b51f7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:58.306231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-92376b81-18be-4151-9009-5bda9bc4a5e4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:58.408336 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92376b81-18be-4151-9009-5bda9bc4a5e4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Made reservation on behalf of 939481aa49c94c948b4f7dd3717c13f3 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:58.411444 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-92376b81-18be-4151-9009-5bda9bc4a5e4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:58.429954 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] Calling delete_port for 4af224c6-8b67-415c-b6b9-b07322e8cecd owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:02:58.448676 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92376b81-18be-4151-9009-5bda9bc4a5e4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:02:58.460193 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-92376b81-18be-4151-9009-5bda9bc4a5e4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:58.460608 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-92376b81-18be-4151-9009-5bda9bc4a5e4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Added segment d3e5e8e3-8b84-4603-885d-00e4e3b85480 of type vlan for network 838a7317-adb1-4014-8685-273d7f8a3c1f Mar 02 19:02:58.488958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-44e2304a-1ad2-4c90-a5e6-987584bd529d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:58.495954 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e2304a-1ad2-4c90-a5e6-987584bd529d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:58.496597 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-44e2304a-1ad2-4c90-a5e6-987584bd529d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:58.501601 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc34a7-60cd-4d38-a908-5aee1aa461dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Pushing event updated for resources: {'Port': ['ID=c105ee3a-850d-47c8-a932-f085d3190423,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:58.518492 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c28b84-b440-4a1b-a6c6-568b72b51f7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Network ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:58.542108 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-92376b81-18be-4151-9009-5bda9bc4a5e4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:58.548637 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:02:58.569579 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-27c28b84-b440-4a1b-a6c6-568b72b51f7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:58.573693 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8dd43116-fbe8-4537-97c0-b730290bc8e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:58.597293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c28b84-b440-4a1b-a6c6-568b72b51f7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:02:58.602770 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c28b84-b440-4a1b-a6c6-568b72b51f7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:58.602770 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-27c28b84-b440-4a1b-a6c6-568b72b51f7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:58.607678 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-75fc34a7-60cd-4d38-a908-5aee1aa461dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.7614317 Mar 02 19:02:58.620967 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6024ef35-a4d0-4adc-b78f-b9a5bf3cf20c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:58.625220 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6024ef35-a4d0-4adc-b78f-b9a5bf3cf20c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:58.625514 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6024ef35-a4d0-4adc-b78f-b9a5bf3cf20c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:58.649779 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59092) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:58.695507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port c05aa07e-d453-4687-bc06-7f2789536ddd completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:58.697568 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2304a-1ad2-4c90-a5e6-987584bd529d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Network': ['ID=67e5a6fe-2e36-46db-89c0-14fa1958dad3,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:58.715194 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-44e2304a-1ad2-4c90-a5e6-987584bd529d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8598721 Mar 02 19:02:58.721316 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59094) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:58.722511 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 67e5a6fe-2e36-46db-89c0-14fa1958dad3 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:02:58.732107 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-a45211ba-8f61-4a4a-886e-3d35a5d7fda5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'subnet': {'network_id': '67e5a6fe-2e36-46db-89c0-14fa1958dad3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:58.897879 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-92376b81-18be-4151-9009-5bda9bc4a5e4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:58.902433 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92376b81-18be-4151-9009-5bda9bc4a5e4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:58.903192 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-92376b81-18be-4151-9009-5bda9bc4a5e4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:58.914363 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:59.016482 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:59.069316 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a45211ba-8f61-4a4a-886e-3d35a5d7fda5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:59.083364 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a45211ba-8f61-4a4a-886e-3d35a5d7fda5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:subnet and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:59.089791 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a45211ba-8f61-4a4a-886e-3d35a5d7fda5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:59.093611 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-92376b81-18be-4151-9009-5bda9bc4a5e4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8262358 Mar 02 19:02:59.099043 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59100) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:59.100593 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a45211ba-8f61-4a4a-886e-3d35a5d7fda5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:59.110474 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-07350355-f175-47d9-9784-afdba319d0d4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-912671838'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:59.117536 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92376b81-18be-4151-9009-5bda9bc4a5e4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event updated for resources: {'Network': ['ID=838a7317-adb1-4014-8685-273d7f8a3c1f,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:59.120245 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-07350355-f175-47d9-9784-afdba319d0d4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:59.139204 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17e9ad0-1240-4f18-8c3e-f9deedccce1c None None] Network ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:59.142322 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-07350355-f175-47d9-9784-afdba319d0d4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:59.156998 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c28b84-b440-4a1b-a6c6-568b72b51f7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event updated for resources: {'Port': ['ID=0db638b8-02d5-4da9-924d-ffbfc01bfd90,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:59.163411 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-8dd43116-fbe8-4537-97c0-b730290bc8e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port 35a4b084-1c76-4d47-9631-68f74e7f9ac1 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:02:59.175059 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 838a7317-adb1-4014-8685-273d7f8a3c1f details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:02:59.204904 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] Pushing event deleted for resources: {'Port': ['ID=4af224c6-8b67-415c-b6b9-b07322e8cecd,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:59.241744 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-27c28b84-b440-4a1b-a6c6-568b72b51f7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 4.3794229 Mar 02 19:02:59.241744 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6024ef35-a4d0-4adc-b78f-b9a5bf3cf20c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.4464798 Mar 02 19:02:59.242038 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59104) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:59.244605 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59106) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:59.287227 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'ports': [{'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540'}, {'network_id': 'ba38f695-5017-4d1a-ab9d-83a177f56fee'}]} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:59.288489 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:59.289026 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'network_id': 'ba38f695-5017-4d1a-ab9d-83a177f56fee'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:02:59.300382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024ef35-a4d0-4adc-b78f-b9a5bf3cf20c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Network': ['ID=ba38f695-5017-4d1a-ab9d-83a177f56fee,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:59.302479 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07350355-f175-47d9-9784-afdba319d0d4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Made reservation on behalf of 939481aa49c94c948b4f7dd3717c13f3 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:59.306126 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-07350355-f175-47d9-9784-afdba319d0d4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:59.323702 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45211ba-8f61-4a4a-886e-3d35a5d7fda5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Made reservation on behalf of dfd3e6d4994a4b8586cb08a4003fb040 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:59.346467 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network ba38f695-5017-4d1a-ab9d-83a177f56fee details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:02:59.364819 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ba28f0-f1fe-4a23-acee-644eee6f6738 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router af8ca6aa-2307-45c4-badf-fa8fadec6767 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:02:59.367522 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:59.682575 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bc1d76-c84d-43ed-902f-ca705663723d None None] No DVR routers for this DVR port 4af224c6-8b67-415c-b6b9-b07322e8cecd on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:02:59.684131 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1299846f-de79-45c5-822d-aae7ec088ee4 None None] Provisioning for port c05aa07e-d453-4687-bc06-7f2789536ddd completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:59.695449 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07350355-f175-47d9-9784-afdba319d0d4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:02:59.711159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1299846f-de79-45c5-822d-aae7ec088ee4 None None] Provisioning complete for port c05aa07e-d453-4687-bc06-7f2789536ddd triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:59.715924 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1299846f-de79-45c5-822d-aae7ec088ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:59.775866 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c0fc1c-7c59-4c94-bc71-7a4ca1bcdbe1 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:02:59.821714 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-07350355-f175-47d9-9784-afdba319d0d4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:59.822951 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-07350355-f175-47d9-9784-afdba319d0d4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Added segment 0d5a1901-ef4b-41e6-83d2-8b80289763d7 of type vlan for network 08952f3a-5f04-4bbd-9a74-8d906060e50a Mar 02 19:02:59.873584 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a45211ba-8f61-4a4a-886e-3d35a5d7fda5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:59.966003 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-8dd43116-fbe8-4537-97c0-b730290bc8e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::f816:3eff:fee2:2156 (ef3b29a7-4982-4982-b073-f3d27df1240a/02d745b7-684b-47e6-b84e-9556b6f14d4f/35a4b084-1c76-4d47-9631-68f74e7f9ac1) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:00.043101 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-07350355-f175-47d9-9784-afdba319d0d4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:00.085723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:00.099225 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-541cba8d-8b69-44bd-8e2e-4df85945ab6b tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Deleting subnet 295e258e-a2a7-41d4-a8b7-cf0cf0ea69d4 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:03:00.111836 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:port and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:00.114401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-541cba8d-8b69-44bd-8e2e-4df85945ab6b tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:00.144525 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:00.159823 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:00.160824 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1299846f-de79-45c5-822d-aae7ec088ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:00.188066 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-541cba8d-8b69-44bd-8e2e-4df85945ab6b tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:00.199326 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:03:00.221254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:02:55Z', 'revision_number': 6, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60', 'name': '', 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:df:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:25Z', 'updated_at': '2022-03-02T19:02:49Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:22Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5da22f-7e2c-473e-b744-8c7acd141372', 'name': '', 'network_id': '6f8c60cb-d378-4984-a666-a1bf0917d257', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:52:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5a11b66-d20d-460e-a915-63f125077f8e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:44Z', 'updated_at': '2022-03-02T19:02:57Z', 'revision_number': 4, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'a5a11b66-d20d-460e-a915-63f125077f8e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:00.229816 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-07350355-f175-47d9-9784-afdba319d0d4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:00.233525 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07350355-f175-47d9-9784-afdba319d0d4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:00.234106 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-07350355-f175-47d9-9784-afdba319d0d4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:00.244498 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f4192d-278a-41fb-82e4-bbc7b442e5e8 None None] The sync data for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv is: [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:02:55Z', 'revision_number': 6, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60', 'name': '', 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:df:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:25Z', 'updated_at': '2022-03-02T19:02:49Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:22Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5da22f-7e2c-473e-b744-8c7acd141372', 'name': '', 'network_id': '6f8c60cb-d378-4984-a666-a1bf0917d257', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:52:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5a11b66-d20d-460e-a915-63f125077f8e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:44Z', 'updated_at': '2022-03-02T19:02:57Z', 'revision_number': 4, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'a5a11b66-d20d-460e-a915-63f125077f8e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:03:00.263546 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': '02d745b7-684b-47e6-b84e-9556b6f14d4f'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:03:00.265877 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:00.287495 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'port': 2} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:00.287631 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1299846f-de79-45c5-822d-aae7ec088ee4 None None] For port c05aa07e-d453-4687-bc06-7f2789536ddd, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c05aa07e-d453-4687-bc06-7f2789536ddd,segment=NetworkSegment(5cff0e3e-64c6-4076-a15f-27af8c6e295f),segment_id=5cff0e3e-64c6-4076-a15f-27af8c6e295f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:00.290853 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:00.361446 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] device_id is not set on port c105ee3a-850d-47c8-a932-f085d3190423 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:03:00.382396 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:00.396763 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1299846f-de79-45c5-822d-aae7ec088ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:00.493931 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:00.517279 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299846f-de79-45c5-822d-aae7ec088ee4 None None] Pushing event updated for resources: {'Port': ['ID=c05aa07e-d453-4687-bc06-7f2789536ddd,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:00.524951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Transition to ACTIVE for port object c105ee3a-850d-47c8-a932-f085d3190423 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:00.531363 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07350355-f175-47d9-9784-afdba319d0d4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event updated for resources: {'Network': ['ID=08952f3a-5f04-4bbd-9a74-8d906060e50a,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:00.542967 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8dd43116-fbe8-4537-97c0-b730290bc8e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:00.549380 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 08952f3a-5f04-4bbd-9a74-8d906060e50a details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:03:00.598125 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-8dd43116-fbe8-4537-97c0-b730290bc8e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object 35a4b084-1c76-4d47-9631-68f74e7f9ac1 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:00.619476 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ba28f0-f1fe-4a23-acee-644eee6f6738 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:03:00.666345 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-24ba28f0-f1fe-4a23-acee-644eee6f6738 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:00.666644 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-07350355-f175-47d9-9784-afdba319d0d4 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5569518 Mar 02 19:03:00.666751 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-24ba28f0-f1fe-4a23-acee-644eee6f6738 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/af8ca6aa-2307-45c4-badf-fa8fadec6767 HTTP/1.1" status: 200 len: 954 time: 6.9120495 Mar 02 19:03:00.666751 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59112) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:00.687338 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59114) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:00.739651 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f2fff6f9-4b73-47a7-aeb1-9e2ba080c1e4 None None] Provisioning complete for port c05aa07e-d453-4687-bc06-7f2789536ddd triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:00.739651 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f2fff6f9-4b73-47a7-aeb1-9e2ba080c1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:00.774739 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:00.789448 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Request body: {'ports': [{'network_id': '838a7317-adb1-4014-8685-273d7f8a3c1f', 'name': 'tempest-port--1374536756', 'admin_state_up': True}, {'network_id': '08952f3a-5f04-4bbd-9a74-8d906060e50a', 'admin_state_up': False}]} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:00.789780 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Request body: {'port': {'network_id': '838a7317-adb1-4014-8685-273d7f8a3c1f', 'name': 'tempest-port--1374536756', 'admin_state_up': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:00.790257 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Request body: {'port': {'network_id': '08952f3a-5f04-4bbd-9a74-8d906060e50a', 'admin_state_up': False}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:00.798822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-541cba8d-8b69-44bd-8e2e-4df85945ab6b tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:01.001043 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] device_id is not set on port 81f1fe05-c9c6-4f03-8e9c-0fd513403e8b yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:03:01.041875 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f2fff6f9-4b73-47a7-aeb1-9e2ba080c1e4 None None] Provisioning for port 0db638b8-02d5-4da9-924d-ffbfc01bfd90 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:01.048745 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f2fff6f9-4b73-47a7-aeb1-9e2ba080c1e4 None None] Provisioning complete for port 0db638b8-02d5-4da9-924d-ffbfc01bfd90 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:01.049420 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f2fff6f9-4b73-47a7-aeb1-9e2ba080c1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:01.120895 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:01.136396 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f2fff6f9-4b73-47a7-aeb1-9e2ba080c1e4 None None] Port 0db638b8-02d5-4da9-924d-ffbfc01bfd90 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:03:01.142476 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:01.265493 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8dd43116-fbe8-4537-97c0-b730290bc8e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:01.266111 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a45211ba-8f61-4a4a-886e-3d35a5d7fda5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:01.275855 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] device_id is not set on port 0a4a7f4b-4d3f-4aec-9dc4-0639014fbfca yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:03:01.281768 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c20cec96-cc03-4fac-bb6d-14b640ded071 None None] Provisioning complete for port 0db638b8-02d5-4da9-924d-ffbfc01bfd90 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:01.282222 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c20cec96-cc03-4fac-bb6d-14b640ded071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:01.313651 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Allocated IP 2001:db8::f816:3eff:fe1f:693f (ef3b29a7-4982-4982-b073-f3d27df1240a/02d745b7-684b-47e6-b84e-9556b6f14d4f/e182747a-caea-47c2-8560-7e94dc3d2f57) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:01.350956 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45211ba-8f61-4a4a-886e-3d35a5d7fda5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Subnet': ['ID=49421dfc-a547-400d-855d-494083b30f30,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:01.401739 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Pushing event updated for resources: {'Port': ['ID=c105ee3a-850d-47c8-a932-f085d3190423,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:01.445519 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c20cec96-cc03-4fac-bb6d-14b640ded071 None None] Port 0db638b8-02d5-4da9-924d-ffbfc01bfd90 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:03:01.459041 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ec5885-7f0d-4dea-aecb-cd5817df8b79 None None] Sync routers for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:03:01.467389 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45211ba-8f61-4a4a-886e-3d35a5d7fda5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Checking segment: {'id': '4b8fa946-a379-4b6c-ac0b-2e0424613839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '67e5a6fe-2e36-46db-89c0-14fa1958dad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:01.467837 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45211ba-8f61-4a4a-886e-3d35a5d7fda5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network hostable DHCP agents. Network: 67e5a6fe-2e36-46db-89c0-14fa1958dad3, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:03:01.482856 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ec5885-7f0d-4dea-aecb-cd5817df8b79 None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:01.484472 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-98ec5885-7f0d-4dea-aecb-cd5817df8b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:01.494295 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-541cba8d-8b69-44bd-8e2e-4df85945ab6b tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:01.494568 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:01.503220 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd43116-fbe8-4537-97c0-b730290bc8e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:01.571613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-8dd43116-fbe8-4537-97c0-b730290bc8e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:01.582582 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd43116-fbe8-4537-97c0-b730290bc8e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:01.587105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd43116-fbe8-4537-97c0-b730290bc8e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:01.588088 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8dd43116-fbe8-4537-97c0-b730290bc8e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:01.608211 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:01.622952 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Transition to ACTIVE for port object e182747a-caea-47c2-8560-7e94dc3d2f57 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:01.649800 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Transition to ACTIVE for port object e182747a-caea-47c2-8560-7e94dc3d2f57 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:01.659513 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cba8d-8b69-44bd-8e2e-4df85945ab6b tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event deleted for resources: {'Subnet': ['ID=295e258e-a2a7-41d4-a8b7-cf0cf0ea69d4,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:01.684251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd43116-fbe8-4537-97c0-b730290bc8e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=35a4b084-1c76-4d47-9631-68f74e7f9ac1,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:01.684463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-541cba8d-8b69-44bd-8e2e-4df85945ab6b tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:01.685168 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adb85a0-e34f-4e14-afae-d3b08a385baf None None] Network ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:01.694590 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:01.702251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:01.702589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:01.702927 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:01.741326 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:01.744607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:01.745739 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-98ec5885-7f0d-4dea-aecb-cd5817df8b79 None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:03:01.770156 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:03:01.770391 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port c105ee3a-850d-47c8-a932-f085d3190423 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:03:01.772924 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Usage tracker for resource:port and tenant:939481aa49c94c948b4f7dd3717c13f3 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:01.780844 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 2 to bind port c105ee3a-850d-47c8-a932-f085d3190423 Mar 02 19:03:01.794996 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:01.817284 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59120) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:01.819557 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8dd43116-fbe8-4537-97c0-b730290bc8e4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4403756 Mar 02 19:03:01.824381 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:01.827427 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:01.847835 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-dde6cc5f-c398-4ae4-971b-2f584342de44 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/routers/af8ca6aa-2307-45c4-badf-fa8fadec6767 HTTP/1.1" status: 200 len: 954 time: 1.1746216 Mar 02 19:03:01.856769 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:01.857350 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:01.857874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:01.860194 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59124) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:01.871824 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-fa6601a3-83f2-4c7a-ba4f-17564090396f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'router': {'routes': None}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:01.885330 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45211ba-8f61-4a4a-886e-3d35a5d7fda5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 67e5a6fe-2e36-46db-89c0-14fa1958dad3 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:03:01.902721 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-541cba8d-8b69-44bd-8e2e-4df85945ab6b tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/subnets/295e258e-a2a7-41d4-a8b7-cf0cf0ea69d4 HTTP/1.1" status: 204 len: 168 time: 2.6590769 Mar 02 19:03:01.909626 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59128) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:01.921018 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:01.929011 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:01.950595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:03:01.950595 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port c105ee3a-850d-47c8-a932-f085d3190423 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:03:01.958819 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:01.965330 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:01.970247 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 3 to bind port c105ee3a-850d-47c8-a932-f085d3190423 Mar 02 19:03:02.011744 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Pushing event updated for resources: {'Port': ['ID=e182747a-caea-47c2-8560-7e94dc3d2f57,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:02.050668 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72178b17-91cd-4c68-bcac-198afdd0408b tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:02.052288 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72178b17-91cd-4c68-bcac-198afdd0408b tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:02.054376 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-72178b17-91cd-4c68-bcac-198afdd0408b tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Synchronizing usage tracker for tenant:c971dcdb820f4079bc515a07abaa01de on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:02.133071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:02.144963 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Attempting to bind port e182747a-caea-47c2-8560-7e94dc3d2f57 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:02.145347 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Attempting to bind port e182747a-caea-47c2-8560-7e94dc3d2f57 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:02.145595 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Attempting to bind port e182747a-caea-47c2-8560-7e94dc3d2f57 on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:02.149424 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:02.167605 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-a45211ba-8f61-4a4a-886e-3d35a5d7fda5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 67e5a6fe-2e36-46db-89c0-14fa1958dad3) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:02.167722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c05aa07e-d453-4687-bc06-7f2789536ddd up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:02.178783 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:02.179874 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:02.211095 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06772571-7d94-4649-a775-a5afb65145eb None None] Network 67e5a6fe-2e36-46db-89c0-14fa1958dad3 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:02.215727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45211ba-8f61-4a4a-886e-3d35a5d7fda5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:02.216455 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a45211ba-8f61-4a4a-886e-3d35a5d7fda5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:02.231106 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-98ec5885-7f0d-4dea-aecb-cd5817df8b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:02:55Z', 'revision_number': 6, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60', 'name': '', 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:df:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:25Z', 'updated_at': '2022-03-02T19:02:49Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:22Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5da22f-7e2c-473e-b744-8c7acd141372', 'name': '', 'network_id': '6f8c60cb-d378-4984-a666-a1bf0917d257', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:52:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5a11b66-d20d-460e-a915-63f125077f8e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:44Z', 'updated_at': '2022-03-02T19:02:57Z', 'revision_number': 4, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'a5a11b66-d20d-460e-a915-63f125077f8e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:02.236579 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ec5885-7f0d-4dea-aecb-cd5817df8b79 None None] Checking router: af8ca6aa-2307-45c4-badf-fa8fadec6767 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:03:02.249885 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ec5885-7f0d-4dea-aecb-cd5817df8b79 None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:02.250510 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-98ec5885-7f0d-4dea-aecb-cd5817df8b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:02.264142 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Made reservation on behalf of 939481aa49c94c948b4f7dd3717c13f3 for: {'port': 2} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:02.270539 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:02.296858 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:03:02.297148 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:02.297551 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:02.297942 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:03:02.298421 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Bound port: e182747a-caea-47c2-8560-7e94dc3d2f57, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:03:02.298798 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:02.303237 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:02.303871 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:02.304449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:02.321431 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a006cfc8-c413-4f00-82bc-443a12ea5927 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:02.326189 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a006cfc8-c413-4f00-82bc-443a12ea5927 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:02.328009 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a006cfc8-c413-4f00-82bc-443a12ea5927 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:02.351914 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-72178b17-91cd-4c68-bcac-198afdd0408b tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Unset dirty status for tenant:c971dcdb820f4079bc515a07abaa01de on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:02.353898 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-72178b17-91cd-4c68-bcac-198afdd0408b tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4363396 Mar 02 19:03:02.354956 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=81f1fe05-c9c6-4f03-8e9c-0fd513403e8b,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:02.362897 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a45211ba-8f61-4a4a-886e-3d35a5d7fda5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6378484 Mar 02 19:03:02.362897 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59132) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:02.366444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:02.382039 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59134) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:02.406532 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-d3a8f9e1-e32d-4f64-b6ee-b3b39913ac14 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1196313949', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:02.429695 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:03:02.432012 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port c105ee3a-850d-47c8-a932-f085d3190423 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:03:02.433418 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a7d7ad-64c3-4c02-8303-075d0aa45b82 None None] DHCP port deletion for ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:03:02.452769 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 4 to bind port c105ee3a-850d-47c8-a932-f085d3190423 Mar 02 19:03:02.454491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a0a7d7ad-64c3-4c02-8303-075d0aa45b82 None None] Deleting port c05aa07e-d453-4687-bc06-7f2789536ddd {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:02.454861 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a0a7d7ad-64c3-4c02-8303-075d0aa45b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:02.472868 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d3a8f9e1-e32d-4f64-b6ee-b3b39913ac14 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:02.484238 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:02.484862 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:02.485415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:02.509390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d3a8f9e1-e32d-4f64-b6ee-b3b39913ac14 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:router and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:02.515030 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-98ec5885-7f0d-4dea-aecb-cd5817df8b79 None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:03:02.518044 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d3a8f9e1-e32d-4f64-b6ee-b3b39913ac14 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:02.574329 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port c05aa07e-d453-4687-bc06-7f2789536ddd triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:02.574608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:02.574734 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:03:02.581796 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d3a8f9e1-e32d-4f64-b6ee-b3b39913ac14 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:02.581986 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Checking segment: {'id': '991d4b53-9e8a-4853-80f6-e3811af90d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'ba38f695-5017-4d1a-ab9d-83a177f56fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:02.582192 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network hostable DHCP agents. Network: ba38f695-5017-4d1a-ab9d-83a177f56fee, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:03:02.587511 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a006cfc8-c413-4f00-82bc-443a12ea5927 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:02.591094 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a006cfc8-c413-4f00-82bc-443a12ea5927 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7702343 Mar 02 19:03:02.595514 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59140) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:02.596144 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f43b5c42-2e57-43ee-8192-1c452e78a10f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:02.599444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:03:02.599950 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port c105ee3a-850d-47c8-a932-f085d3190423 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:03:02.602929 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 5 to bind port c105ee3a-850d-47c8-a932-f085d3190423 Mar 02 19:03:02.612742 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] For port e182747a-caea-47c2-8560-7e94dc3d2f57, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:03:02.667987 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43b5c42-2e57-43ee-8192-1c452e78a10f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 02 19:03:02.668883 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43b5c42-2e57-43ee-8192-1c452e78a10f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:03:02.670084 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f43b5c42-2e57-43ee-8192-1c452e78a10f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/networks/ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba HTTP/1.1" status: 409 len: 405 time: 0.2608140 Mar 02 19:03:02.684582 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59144) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:02.691211 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:02.691671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:02.692799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:02.697456 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-a520313e-cdb7-4315-8532-c827107d5394 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1755128871'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:02.714843 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a520313e-cdb7-4315-8532-c827107d5394 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:02.715531 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] For port e182747a-caea-47c2-8560-7e94dc3d2f57, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e182747a-caea-47c2-8560-7e94dc3d2f57,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:03:02.721329 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=0a4a7f4b-4d3f-4aec-9dc4-0639014fbfca,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:02.726269 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a520313e-cdb7-4315-8532-c827107d5394 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Usage tracker for resource:network and tenant:c971dcdb820f4079bc515a07abaa01de is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:02.731883 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8304ce7c-c73e-42b4-8327-17fb580c8577 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port 35a4b084-1c76-4d47-9631-68f74e7f9ac1 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:02.732225 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8304ce7c-c73e-42b4-8327-17fb580c8577 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:02.741561 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-67e5a6fe-2e36-46db-89c0-14fa1958dad3', 'network_id': '67e5a6fe-2e36-46db-89c0-14fa1958dad3', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'fixed_ips': [{'subnet_id': '49421dfc-a547-400d-855d-494083b30f30'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:03:02.744124 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:02.747559 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d3a8f9e1-e32d-4f64-b6ee-b3b39913ac14 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:02.748510 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d3a8f9e1-e32d-4f64-b6ee-b3b39913ac14 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:02.764304 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a520313e-cdb7-4315-8532-c827107d5394 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:02.784544 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a520313e-cdb7-4315-8532-c827107d5394 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:02.809383 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:03:02.826321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:03:02.826649 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port c105ee3a-850d-47c8-a932-f085d3190423 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:03:02.833224 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 6 to bind port c105ee3a-850d-47c8-a932-f085d3190423 Mar 02 19:03:02.841973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:02.866459 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:02.916864 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network ba38f695-5017-4d1a-ab9d-83a177f56fee is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:03:02.935796 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a520313e-cdb7-4315-8532-c827107d5394 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Made reservation on behalf of c971dcdb820f4079bc515a07abaa01de for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:02.940867 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a520313e-cdb7-4315-8532-c827107d5394 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:02.962443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] device_id is not set on port 4efbd6a5-3108-43a9-9937-8d36a01754d3 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:03:02.970272 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device fb5da22f-7e2c-473e-b744-8c7acd141372 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:02.970849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:02.973446 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:02.973446 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:02.974293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:03.064788 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, ba38f695-5017-4d1a-ab9d-83a177f56fee) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:03.086734 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a940f5df-379e-4d48-bfa6-2cc2cb0605a8 None None] Network ba38f695-5017-4d1a-ab9d-83a177f56fee requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:03.121686 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-a0a7d7ad-64c3-4c02-8303-075d0aa45b82 None None] For port c05aa07e-d453-4687-bc06-7f2789536ddd, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c05aa07e-d453-4687-bc06-7f2789536ddd,segment=NetworkSegment(5cff0e3e-64c6-4076-a15f-27af8c6e295f),segment_id=5cff0e3e-64c6-4076-a15f-27af8c6e295f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:03.122145 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a0a7d7ad-64c3-4c02-8303-075d0aa45b82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:03.162571 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a520313e-cdb7-4315-8532-c827107d5394 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:03:03.169131 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:03.173072 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:03.176445 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:03.177116 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:03.212699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a520313e-cdb7-4315-8532-c827107d5394 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:03.213041 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-a520313e-cdb7-4315-8532-c827107d5394 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Added segment d4d789e2-d884-4b89-abe5-26230caf0ecf of type vlan for network 7347fee8-ae52-43d4-9795-3bcd8575d8b4 Mar 02 19:03:03.263037 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-98ec5885-7f0d-4dea-aecb-cd5817df8b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:02:55Z', 'revision_number': 6, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60', 'name': '', 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:df:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:25Z', 'updated_at': '2022-03-02T19:02:49Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:22Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5da22f-7e2c-473e-b744-8c7acd141372', 'name': '', 'network_id': '6f8c60cb-d378-4984-a666-a1bf0917d257', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:52:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5a11b66-d20d-460e-a915-63f125077f8e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:44Z', 'updated_at': '2022-03-02T19:02:57Z', 'revision_number': 4, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'a5a11b66-d20d-460e-a915-63f125077f8e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:03.269237 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ec5885-7f0d-4dea-aecb-cd5817df8b79 None None] The sync data for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv is: [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:02:55Z', 'revision_number': 6, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60', 'name': '', 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:df:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:25Z', 'updated_at': '2022-03-02T19:02:49Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:22Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5da22f-7e2c-473e-b744-8c7acd141372', 'name': '', 'network_id': '6f8c60cb-d378-4984-a666-a1bf0917d257', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:52:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5a11b66-d20d-460e-a915-63f125077f8e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:44Z', 'updated_at': '2022-03-02T19:02:57Z', 'revision_number': 4, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'a5a11b66-d20d-460e-a915-63f125077f8e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:03:03.282146 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a520313e-cdb7-4315-8532-c827107d5394 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:03.284118 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6256dff-32ee-4447-9728-8e67a1e80f79 None None] Pushing event updated for resources: {'Port': ['ID=e182747a-caea-47c2-8560-7e94dc3d2f57,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:03.304566 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8304ce7c-c73e-42b4-8327-17fb580c8577 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:03.389351 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=d29a0e3f-75c9-4237-b11b-95c384820c76,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:03.392820 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-faa6a1d3-1c3a-431a-911a-6d7b82155833 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.1136887 Mar 02 19:03:03.412937 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59148) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:03.435681 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Allocated IP 172.20.0.2 (67e5a6fe-2e36-46db-89c0-14fa1958dad3/49421dfc-a547-400d-855d-494083b30f30/a95a4502-2e1f-4d9e-b2b5-e00fdb059305) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:03.454558 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d3a8f9e1-e32d-4f64-b6ee-b3b39913ac14 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:03.461335 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:03:03.461682 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port c105ee3a-850d-47c8-a932-f085d3190423 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:03:03.466802 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8304ce7c-c73e-42b4-8327-17fb580c8577 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for 35a4b084-1c76-4d47-9631-68f74e7f9ac1 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:03.478879 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 7 to bind port c105ee3a-850d-47c8-a932-f085d3190423 Mar 02 19:03:03.583254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a0a7d7ad-64c3-4c02-8303-075d0aa45b82 None None] Calling delete_port for c05aa07e-d453-4687-bc06-7f2789536ddd owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:03.588555 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:03.588899 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:03.589293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:03.635432 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-4448c79b-2ee8-451a-b2e6-f6f824b623a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port 0a4a7f4b-4d3f-4aec-9dc4-0639014fbfca {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:03.635637 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4448c79b-2ee8-451a-b2e6-f6f824b623a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:03.643131 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a520313e-cdb7-4315-8532-c827107d5394 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:03.647065 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a520313e-cdb7-4315-8532-c827107d5394 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:03.647992 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a520313e-cdb7-4315-8532-c827107d5394 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:03.694502 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:03.767140 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:03:03.767140 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port c105ee3a-850d-47c8-a932-f085d3190423 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:03:03.776974 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520313e-cdb7-4315-8532-c827107d5394 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event updated for resources: {'Network': ['ID=7347fee8-ae52-43d4-9795-3bcd8575d8b4,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:03.793680 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 8 to bind port c105ee3a-850d-47c8-a932-f085d3190423 Mar 02 19:03:03.813244 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 7347fee8-ae52-43d4-9795-3bcd8575d8b4 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:03:03.861323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d3a8f9e1-e32d-4f64-b6ee-b3b39913ac14 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:03.868205 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a520313e-cdb7-4315-8532-c827107d5394 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1795969 Mar 02 19:03:03.877478 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59152) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:03.885916 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-3d011e37-67c3-40fa-ab5d-8f06cb77300f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Request body: {'subnet': {'network_id': '7347fee8-ae52-43d4-9795-3bcd8575d8b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:03.904521 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port fb5da22f-7e2c-473e-b744-8c7acd141372 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:03.925496 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port fb5da22f-7e2c-473e-b744-8c7acd141372 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:03.929587 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:03.960066 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8304ce7c-c73e-42b4-8327-17fb580c8577 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:03.974658 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:03.975672 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:03.976131 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:04.085878 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a0a7d7ad-64c3-4c02-8303-075d0aa45b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:04.097128 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304ce7c-c73e-42b4-8327-17fb580c8577 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=35a4b084-1c76-4d47-9631-68f74e7f9ac1,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:04.174918 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8304ce7c-c73e-42b4-8327-17fb580c8577 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:04.177360 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8304ce7c-c73e-42b4-8327-17fb580c8577 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/35a4b084-1c76-4d47-9631-68f74e7f9ac1 HTTP/1.1" status: 204 len: 168 time: 1.5790918 Mar 02 19:03:04.181432 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59156) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:04.217408 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7d7ad-64c3-4c02-8303-075d0aa45b82 None None] Pushing event deleted for resources: {'Port': ['ID=c05aa07e-d453-4687-bc06-7f2789536ddd,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:04.237948 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-3d011e37-67c3-40fa-ab5d-8f06cb77300f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:04.238475 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:04.241271 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:03:04.242236 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port c105ee3a-850d-47c8-a932-f085d3190423 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:03:04.242538 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d3a8f9e1-e32d-4f64-b6ee-b3b39913ac14 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:04.246621 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d3a8f9e1-e32d-4f64-b6ee-b3b39913ac14 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.8593054 Mar 02 19:03:04.249627 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59160) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:04.253608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7d7ad-64c3-4c02-8303-075d0aa45b82 None None] No DVR routers for this DVR port c05aa07e-d453-4687-bc06-7f2789536ddd on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:03:04.254635 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 9 to bind port c105ee3a-850d-47c8-a932-f085d3190423 Mar 02 19:03:04.272360 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:04.291086 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:04.320505 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port fb5da22f-7e2c-473e-b744-8c7acd141372, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=fb5da22f-7e2c-473e-b744-8c7acd141372,segment=NetworkSegment(36d4492c-eb4d-43df-967c-c3af00de352e),segment_id=36d4492c-eb4d-43df-967c-c3af00de352e)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:04.323995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Transition to ACTIVE for port object a95a4502-2e1f-4d9e-b2b5-e00fdb059305 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:04.347021 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Transition to ACTIVE for port object a95a4502-2e1f-4d9e-b2b5-e00fdb059305 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:04.391266 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:04.391922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:04.392208 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:04.425177 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-3d011e37-67c3-40fa-ab5d-8f06cb77300f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:04.439052 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:04.497419 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec52de6e-c97f-4c41-b06a-3934e08cb2b3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:04.497419 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec52de6e-c97f-4c41-b06a-3934e08cb2b3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:04.497419 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ec52de6e-c97f-4c41-b06a-3934e08cb2b3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:04.517750 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:04.566649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:03:04.567134 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port c105ee3a-850d-47c8-a932-f085d3190423 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:03:04.593838 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.plugins.ml2.plugin [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempt 10 to bind port c105ee3a-850d-47c8-a932-f085d3190423 Mar 02 19:03:04.625084 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4448c79b-2ee8-451a-b2e6-f6f824b623a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:04.634072 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=fb5da22f-7e2c-473e-b744-8c7acd141372,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:04.690675 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] device_id is not set on port 18ca326e-1587-4384-a623-492c2bb05e06 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:03:04.693127 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d011e37-67c3-40fa-ab5d-8f06cb77300f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Made reservation on behalf of c971dcdb820f4079bc515a07abaa01de for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:04.727233 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Network 67e5a6fe-2e36-46db-89c0-14fa1958dad3 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:04.731450 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e182747a-caea-47c2-8560-7e94dc3d2f57 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:04.741125 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ec52de6e-c97f-4c41-b06a-3934e08cb2b3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:04.745165 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ec52de6e-c97f-4c41-b06a-3934e08cb2b3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5600162 Mar 02 19:03:04.776723 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59164) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:04.789805 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Pushing event updated for resources: {'Port': ['ID=a95a4502-2e1f-4d9e-b2b5-e00fdb059305,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:04.792014 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:04.802390 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:04.856916 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3d011e37-67c3-40fa-ab5d-8f06cb77300f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:04.896151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:04.896491 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:04.896953 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempting to bind port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:04.905972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-4448c79b-2ee8-451a-b2e6-f6f824b623a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for 0a4a7f4b-4d3f-4aec-9dc4-0639014fbfca owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:04.938812 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Attempting to bind port a95a4502-2e1f-4d9e-b2b5-e00fdb059305 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:04.940156 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Attempting to bind port a95a4502-2e1f-4d9e-b2b5-e00fdb059305 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '4b8fa946-a379-4b6c-ac0b-2e0424613839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '67e5a6fe-2e36-46db-89c0-14fa1958dad3'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:04.940156 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Attempting to bind port a95a4502-2e1f-4d9e-b2b5-e00fdb059305 on network 67e5a6fe-2e36-46db-89c0-14fa1958dad3 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:04.949332 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:03:04.949332 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Checking segment: {'id': '4b8fa946-a379-4b6c-ac0b-2e0424613839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '67e5a6fe-2e36-46db-89c0-14fa1958dad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:04.949332 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:04.949755 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Bound using segment: {'id': '4b8fa946-a379-4b6c-ac0b-2e0424613839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '67e5a6fe-2e36-46db-89c0-14fa1958dad3'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:03:04.949905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Bound port: a95a4502-2e1f-4d9e-b2b5-e00fdb059305, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8fa946-a379-4b6c-ac0b-2e0424613839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '67e5a6fe-2e36-46db-89c0-14fa1958dad3'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:03:04.950279 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:05.063933 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] For port a95a4502-2e1f-4d9e-b2b5-e00fdb059305, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:03:05.068283 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] For port a95a4502-2e1f-4d9e-b2b5-e00fdb059305, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a95a4502-2e1f-4d9e-b2b5-e00fdb059305,segment=NetworkSegment(4b8fa946-a379-4b6c-ac0b-2e0424613839),segment_id=4b8fa946-a379-4b6c-ac0b-2e0424613839)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:03:05.075808 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port e182747a-caea-47c2-8560-7e94dc3d2f57 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:05.150824 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c05aa07e-d453-4687-bc06-7f2789536ddd no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:03:05.195646 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: c05aa07e-d453-4687-bc06-7f2789536ddd {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:03:05.196867 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c05aa07e-d453-4687-bc06-7f2789536ddd not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:03:05.215338 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:03:05.215783 dv-neutron-831573-1-hyperv neutron-server[84532]: ERROR neutron.plugins.ml2.managers [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Failed to bind port c105ee3a-850d-47c8-a932-f085d3190423 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '40cb33c8-e84d-4a35-b380-adf4f915d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '62b5eeb6-ec47-4a37-a14c-66cf5500289c'}] Mar 02 19:03:05.216177 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:05.216566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:05.272552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.extraroute_db [None req-fa6601a3-83f2-4c7a-ba4f-17564090396f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Added routes are [] {{(pid=84532) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 02 19:03:05.272871 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.extraroute_db [None req-fa6601a3-83f2-4c7a-ba4f-17564090396f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84532) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 02 19:03:05.316064 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a3b19d3a-1794-4057-a38b-d645f2547bd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:05.318163 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-13a40672-e7cd-49a3-b8b4-3db28419713a None None] Provisioning for port e182747a-caea-47c2-8560-7e94dc3d2f57 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:05.325749 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-13a40672-e7cd-49a3-b8b4-3db28419713a None None] Provisioning complete for port e182747a-caea-47c2-8560-7e94dc3d2f57 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:05.326324 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-13a40672-e7cd-49a3-b8b4-3db28419713a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:05.409654 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fe8c9-586f-42fc-bce5-3a2627bfc6fe None None] Pushing event updated for resources: {'Port': ['ID=a95a4502-2e1f-4d9e-b2b5-e00fdb059305,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:05.581874 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-13a40672-e7cd-49a3-b8b4-3db28419713a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:05.645165 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fa6601a3-83f2-4c7a-ba4f-17564090396f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:05.662711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4448c79b-2ee8-451a-b2e6-f6f824b623a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:05.669419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] For port c105ee3a-850d-47c8-a932-f085d3190423, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:03:05.669798 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Attempted to set empty binding levels {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 02 19:03:05.692148 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-13a40672-e7cd-49a3-b8b4-3db28419713a None None] For port e182747a-caea-47c2-8560-7e94dc3d2f57, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e182747a-caea-47c2-8560-7e94dc3d2f57,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:05.729727 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e6d2ea-991d-4825-9517-fc50cb530bca tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 02d745b7-684b-47e6-b84e-9556b6f14d4f {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:03:05.746674 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:05.753332 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448c79b-2ee8-451a-b2e6-f6f824b623a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Port': ['ID=0a4a7f4b-4d3f-4aec-9dc4-0639014fbfca,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:05.757553 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Floating IP b8ae047b-c2b1-4862-a7ca-7d6f8a9c60d4 associated. External IP: 172.26.4.113, port: dce13a15-7ace-489e-8718-782bdf9e3cb9. Mar 02 19:03:05.824793 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-13a40672-e7cd-49a3-b8b4-3db28419713a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:05.839679 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-52e6d2ea-991d-4825-9517-fc50cb530bca tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:05.930023 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.objects.ports [None req-3d011e37-67c3-40fa-ab5d-8f06cb77300f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84533) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 19:03:05.934686 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3d011e37-67c3-40fa-ab5d-8f06cb77300f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:05.943606 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a40672-e7cd-49a3-b8b4-3db28419713a None None] Pushing event updated for resources: {'Port': ['ID=e182747a-caea-47c2-8560-7e94dc3d2f57,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:05.953068 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0660ee8c-afd6-4b50-a041-57f7cf2059e1 None None] Could not find standard attr ID for object 35a4b084-1c76-4d47-9631-68f74e7f9ac1. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:03:05.956151 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0660ee8c-afd6-4b50-a041-57f7cf2059e1 None None] Could not find standard attr ID for object 331565bc-d62c-415d-98df-067de5937450. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:03:05.993432 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:06.086683 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d011e37-67c3-40fa-ab5d-8f06cb77300f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event updated for resources: {'Subnet': ['ID=35094baa-0b8d-49e7-93b8-bd41ee2a55fc,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:06.121969 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-a3b19d3a-1794-4057-a38b-d645f2547bd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Allocated IP 172.20.0.1 (67e5a6fe-2e36-46db-89c0-14fa1958dad3/49421dfc-a547-400d-855d-494083b30f30/5d6b9259-0c07-49ed-9a44-c3b56b8a21a9) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:06.135504 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d011e37-67c3-40fa-ab5d-8f06cb77300f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Checking segment: {'id': 'd4d789e2-d884-4b89-abe5-26230caf0ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7347fee8-ae52-43d4-9795-3bcd8575d8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:06.135867 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d011e37-67c3-40fa-ab5d-8f06cb77300f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Network hostable DHCP agents. Network: 7347fee8-ae52-43d4-9795-3bcd8575d8b4, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:03:06.186522 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4448c79b-2ee8-451a-b2e6-f6f824b623a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:06.262248 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4448c79b-2ee8-451a-b2e6-f6f824b623a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/ports/0a4a7f4b-4d3f-4aec-9dc4-0639014fbfca HTTP/1.1" status: 204 len: 168 time: 2.8446341 Mar 02 19:03:06.263316 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] In _notify_port_updated(), no bound segment for port c105ee3a-850d-47c8-a932-f085d3190423 on network 62b5eeb6-ec47-4a37-a14c-66cf5500289c {{(pid=84532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:03:06.264382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:06.265621 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] 10.222.0.73 "PUT /v2.0/ports/c105ee3a-850d-47c8-a932-f085d3190423 HTTP/1.1" status: 200 len: 981 time: 7.3567169 Mar 02 19:03:06.277574 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59168) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:06.277912 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59170) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:06.319000 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-52e6d2ea-991d-4825-9517-fc50cb530bca tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:06.425048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb9a9a-38d7-4441-a66b-6fd43bcdcd68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Pushing event updated for resources: {'Port': ['ID=c105ee3a-850d-47c8-a932-f085d3190423,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:06.460956 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a3b19d3a-1794-4057-a38b-d645f2547bd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:06.483922 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-a3b19d3a-1794-4057-a38b-d645f2547bd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Transition to ACTIVE for port object 5d6b9259-0c07-49ed-9a44-c3b56b8a21a9 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:06.499285 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d011e37-67c3-40fa-ab5d-8f06cb77300f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Network 7347fee8-ae52-43d4-9795-3bcd8575d8b4 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:03:06.556632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-3997a0ce-a44a-4c4d-96ec-3e4031a7b919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Deleting port c105ee3a-850d-47c8-a932-f085d3190423 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:06.557052 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3997a0ce-a44a-4c4d-96ec-3e4031a7b919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:06.613361 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:06.627650 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-3d011e37-67c3-40fa-ab5d-8f06cb77300f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 7347fee8-ae52-43d4-9795-3bcd8575d8b4) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:06.631959 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a3b19d3a-1794-4057-a38b-d645f2547bd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:06.637410 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c2d1d9-733a-43c3-9858-936ae4b75bce None None] Network 7347fee8-ae52-43d4-9795-3bcd8575d8b4 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:06.675223 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e182747a-caea-47c2-8560-7e94dc3d2f57 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:06.700438 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d011e37-67c3-40fa-ab5d-8f06cb77300f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:06.701468 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3d011e37-67c3-40fa-ab5d-8f06cb77300f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:06.727537 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b19d3a-1794-4057-a38b-d645f2547bd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 67e5a6fe-2e36-46db-89c0-14fa1958dad3 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:06.733437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-52e6d2ea-991d-4825-9517-fc50cb530bca tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:06.736241 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-a3b19d3a-1794-4057-a38b-d645f2547bd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:06.738517 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b19d3a-1794-4057-a38b-d645f2547bd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:06.822761 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a3b19d3a-1794-4057-a38b-d645f2547bd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:06.836652 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b19d3a-1794-4057-a38b-d645f2547bd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=5d6b9259-0c07-49ed-9a44-c3b56b8a21a9,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:06.845818 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event updated for resources: {'Port': ['ID=4efbd6a5-3108-43a9-9937-8d36a01754d3,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:06.896036 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd9f3b-196a-497c-9f8b-c3114731190d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:06.899974 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd9f3b-196a-497c-9f8b-c3114731190d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:06.900749 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-13fd9f3b-196a-497c-9f8b-c3114731190d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Synchronizing usage tracker for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:06.909275 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b2f583-1894-4fc0-b521-2f5468cde23e None None] Network 67e5a6fe-2e36-46db-89c0-14fa1958dad3 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:06.951714 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3d011e37-67c3-40fa-ab5d-8f06cb77300f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.0727782 Mar 02 19:03:06.953753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59176) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:07.094079 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port e182747a-caea-47c2-8560-7e94dc3d2f57 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:07.095691 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:07.190667 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:07.255966 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a3b19d3a-1794-4057-a38b-d645f2547bd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:07.263773 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-bf702941-69b5-4888-bd7d-fa62d987d0f5 None None] Provisioning for port a95a4502-2e1f-4d9e-b2b5-e00fdb059305 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:07.280591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-7347fee8-ae52-43d4-9795-3bcd8575d8b4', 'network_id': '7347fee8-ae52-43d4-9795-3bcd8575d8b4', 'tenant_id': 'c971dcdb820f4079bc515a07abaa01de', 'fixed_ips': [{'subnet_id': '35094baa-0b8d-49e7-93b8-bd41ee2a55fc'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:03:07.282407 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:07.300948 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Checking segment: {'id': 'd3e5e8e3-8b84-4603-885d-00e4e3b85480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '838a7317-adb1-4014-8685-273d7f8a3c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:07.301335 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Network hostable DHCP agents. Network: 838a7317-adb1-4014-8685-273d7f8a3c1f, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:03:07.364066 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-3997a0ce-a44a-4c4d-96ec-3e4031a7b919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] For port c105ee3a-850d-47c8-a932-f085d3190423, host hv-neutron-8315, got binding levels [] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:07.364357 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3997a0ce-a44a-4c4d-96ec-3e4031a7b919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:07.364823 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:07.380684 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fa6601a3-83f2-4c7a-ba4f-17564090396f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:07.495983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-13fd9f3b-196a-497c-9f8b-c3114731190d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Unset dirty status for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:07.499703 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-13fd9f3b-196a-497c-9f8b-c3114731190d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 1.2150052 Mar 02 19:03:07.500995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a95a4502-2e1f-4d9e-b2b5-e00fdb059305 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:07.504389 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-3997a0ce-a44a-4c4d-96ec-3e4031a7b919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Calling delete_port for c105ee3a-850d-47c8-a932-f085d3190423 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:07.533006 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59180) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:07.536106 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fa6601a3-83f2-4c7a-ba4f-17564090396f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:07.548602 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-52e6d2ea-991d-4825-9517-fc50cb530bca tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:07.637449 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8e9bf3ec-d7b4-4c43-bc52-22321cfc064b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port 81f1fe05-c9c6-4f03-8e9c-0fd513403e8b {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:07.638751 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Allocated IP 2001:db8::f816:3eff:fe5e:c966 (7347fee8-ae52-43d4-9795-3bcd8575d8b4/35094baa-0b8d-49e7-93b8-bd41ee2a55fc/25837161-30f3-444e-b61c-e3e31679d99a) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:07.639616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf3ec-d7b4-4c43-bc52-22321cfc064b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:07.664379 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6d2ea-991d-4825-9517-fc50cb530bca tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=02d745b7-684b-47e6-b84e-9556b6f14d4f,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:07.734501 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-52e6d2ea-991d-4825-9517-fc50cb530bca tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:07.744648 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c7628c-d76e-4be1-bb76-fe127b6bb5ff None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:07.850975 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port a95a4502-2e1f-4d9e-b2b5-e00fdb059305 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:07.861134 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a95a4502-2e1f-4d9e-b2b5-e00fdb059305 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:07.861646 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:07.902903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Network 838a7317-adb1-4014-8685-273d7f8a3c1f is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:03:07.938209 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-52e6d2ea-991d-4825-9517-fc50cb530bca tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/02d745b7-684b-47e6-b84e-9556b6f14d4f HTTP/1.1" status: 204 len: 168 time: 3.1592772 Mar 02 19:03:07.938674 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59184) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:07.971954 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a3b19d3a-1794-4057-a38b-d645f2547bd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:08.026162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3997a0ce-a44a-4c4d-96ec-3e4031a7b919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:08.034672 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-63d30ee6-a4ad-4336-9ffc-5976c4500df2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934284 Mar 02 19:03:08.040184 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59188) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:08.085234 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 838a7317-adb1-4014-8685-273d7f8a3c1f) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:08.105218 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997a0ce-a44a-4c4d-96ec-3e4031a7b919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Pushing event deleted for resources: {'Port': ['ID=c105ee3a-850d-47c8-a932-f085d3190423,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:08.109660 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:08.110696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:08.155648 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ea67986d-e43e-407d-a3f4-2afd2bf15123 None None] Provisioning complete for port a95a4502-2e1f-4d9e-b2b5-e00fdb059305 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:08.155648 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ea67986d-e43e-407d-a3f4-2afd2bf15123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:08.159390 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a3b19d3a-1794-4057-a38b-d645f2547bd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:08.173733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3997a0ce-a44a-4c4d-96ec-3e4031a7b919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:08.183949 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37668d06-ee3b-45ae-a939-b5d27d39318b None None] Network 838a7317-adb1-4014-8685-273d7f8a3c1f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:08.219801 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3997a0ce-a44a-4c4d-96ec-3e4031a7b919 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] 10.222.0.73 "DELETE /v2.0/ports/c105ee3a-850d-47c8-a932-f085d3190423 HTTP/1.1" status: 204 len: 168 time: 1.9336073 Mar 02 19:03:08.224034 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59192) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:08.232197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event updated for resources: {'Port': ['ID=18ca326e-1587-4384-a623-492c2bb05e06,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:08.235812 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6601a3-83f2-4c7a-ba4f-17564090396f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router af8ca6aa-2307-45c4-badf-fa8fadec6767 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:03:08.296508 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd0bce6-96c7-4b9d-8f19-411444c98236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] GET failed (client error): The resource could not be found. Mar 02 19:03:08.306304 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8cd0bce6-96c7-4b9d-8f19-411444c98236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Synchronizing usage tracker for tenant:cc308a3634534ce893ab253c3bf594a2 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:08.335038 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Checking segment: {'id': '0d5a1901-ef4b-41e6-83d2-8b80289763d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '08952f3a-5f04-4bbd-9a74-8d906060e50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:08.335589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Network hostable DHCP agents. Network: 08952f3a-5f04-4bbd-9a74-8d906060e50a, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:03:08.434988 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:08.483011 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8cd0bce6-96c7-4b9d-8f19-411444c98236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] Unset dirty status for tenant:cc308a3634534ce893ab253c3bf594a2 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:08.487608 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8cd0bce6-96c7-4b9d-8f19-411444c98236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439070007-project-admin] 10.222.0.73 "GET /v2.0/ports/c105ee3a-850d-47c8-a932-f085d3190423 HTTP/1.1" status: 404 len: 333 time: 0.2536759 Mar 02 19:03:08.488485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59196) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:08.490622 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf3ec-d7b4-4c43-bc52-22321cfc064b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:08.505216 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a3b19d3a-1794-4057-a38b-d645f2547bd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:08.516006 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b19d3a-1794-4057-a38b-d645f2547bd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=5d6b9259-0c07-49ed-9a44-c3b56b8a21a9,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:08.554686 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:08.653683 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8e9bf3ec-d7b4-4c43-bc52-22321cfc064b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for 81f1fe05-c9c6-4f03-8e9c-0fd513403e8b owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:08.672068 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port a95a4502-2e1f-4d9e-b2b5-e00fdb059305, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a95a4502-2e1f-4d9e-b2b5-e00fdb059305,segment=NetworkSegment(4b8fa946-a379-4b6c-ac0b-2e0424613839),segment_id=4b8fa946-a379-4b6c-ac0b-2e0424613839)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:08.673595 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Transition to ACTIVE for port object 25837161-30f3-444e-b61c-e3e31679d99a will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:08.727075 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Transition to ACTIVE for port object 25837161-30f3-444e-b61c-e3e31679d99a will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:08.729333 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ea67986d-e43e-407d-a3f4-2afd2bf15123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:08.733168 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Network 08952f3a-5f04-4bbd-9a74-8d906060e50a is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:03:08.781009 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router 02827b03-91ae-40a2-a954-65eae7996967 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:03:08.787161 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2610204f-9031-41fc-9ae5-ad140f1a4794 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:08.787878 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2610204f-9031-41fc-9ae5-ad140f1a4794 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:08.795192 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-333cab1a-f44b-4ae1-9978-1c1bbf2018c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:08.797783 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:08.798974 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device fb5da22f-7e2c-473e-b744-8c7acd141372 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:08.876646 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b19d3a-1794-4057-a38b-d645f2547bd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 67e5a6fe-2e36-46db-89c0-14fa1958dad3 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:08.878706 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-a3b19d3a-1794-4057-a38b-d645f2547bd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:08.902907 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db376228-14f7-485f-8468-5292c996269a None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:03:08.932287 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:08.942248 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-db376228-14f7-485f-8468-5292c996269a None None] Deleting port e182747a-caea-47c2-8560-7e94dc3d2f57 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:08.942675 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-db376228-14f7-485f-8468-5292c996269a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:08.998140 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 08952f3a-5f04-4bbd-9a74-8d906060e50a) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:09.020063 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2610204f-9031-41fc-9ae5-ad140f1a4794 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:09.022133 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2610204f-9031-41fc-9ae5-ad140f1a4794 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9779947 Mar 02 19:03:09.033075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59200) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:09.033474 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56985567-405a-4da1-8338-af093cd0e996 None None] Network 08952f3a-5f04-4bbd-9a74-8d906060e50a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:09.036137 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf3ec-d7b4-4c43-bc52-22321cfc064b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:09.072687 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:09.072949 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-ea67986d-e43e-407d-a3f4-2afd2bf15123 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:03:09.073313 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-ea67986d-e43e-407d-a3f4-2afd2bf15123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:03:09.076556 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:09.079906 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:09.080558 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:09.127285 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6601a3-83f2-4c7a-ba4f-17564090396f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:03:09.130497 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-333cab1a-f44b-4ae1-9978-1c1bbf2018c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:09.148730 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fa6601a3-83f2-4c7a-ba4f-17564090396f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:09.150221 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fa6601a3-83f2-4c7a-ba4f-17564090396f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/af8ca6aa-2307-45c4-badf-fa8fadec6767 HTTP/1.1" status: 200 len: 704 time: 7.2873864 Mar 02 19:03:09.157142 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Network 7347fee8-ae52-43d4-9795-3bcd8575d8b4 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:09.158180 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02746ae8-738d-419f-9837-165db3704776 None None] Sync routers for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:03:09.160290 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=a95a4502-2e1f-4d9e-b2b5-e00fdb059305,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:09.178384 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59204) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:09.208703 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:09.211139 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:09.252650 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bf3ec-d7b4-4c43-bc52-22321cfc064b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Port': ['ID=81f1fe05-c9c6-4f03-8e9c-0fd513403e8b,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:09.265550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8e9bf3ec-d7b4-4c43-bc52-22321cfc064b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:09.293672 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-333cab1a-f44b-4ae1-9978-1c1bbf2018c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b5eeb6-ec47-4a37-a14c-66cf5500289c']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:09.369263 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-71591ba5-a79c-420b-960b-8a23c4024a00 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 8.6012571 Mar 02 19:03:09.371061 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-333cab1a-f44b-4ae1-9978-1c1bbf2018c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40cb33c8-e84d-4a35-b380-adf4f915d6bf') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:09.371385 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-333cab1a-f44b-4ae1-9978-1c1bbf2018c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40cb33c8-e84d-4a35-b380-adf4f915d6bf') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:09.377695 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59208) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:09.409442 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:09.416581 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c496b30-8030-4bfb-b99e-0d3effe99940 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:09.421185 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2c496b30-8030-4bfb-b99e-0d3effe99940 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3835151 Mar 02 19:03:09.422768 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-333cab1a-f44b-4ae1-9978-1c1bbf2018c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:09.429859 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59212) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:09.454067 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Pushing event updated for resources: {'Port': ['ID=25837161-30f3-444e-b61c-e3e31679d99a,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:09.455667 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event deleted for resources: {'Subnet': ['ID=35094baa-0b8d-49e7-93b8-bd41ee2a55fc,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:09.532343 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8993c965-d69d-4e3a-bd35-fe5edf4ee52d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916429 Mar 02 19:03:09.534693 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59216) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:09.537546 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-333cab1a-f44b-4ae1-9978-1c1bbf2018c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:09.551395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-67a0a662-50d0-44c6-80f9-a17559f00835 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:09.554758 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02746ae8-738d-419f-9837-165db3704776 None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:09.556040 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-02746ae8-738d-419f-9837-165db3704776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:09.557997 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8e9bf3ec-d7b4-4c43-bc52-22321cfc064b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/ports/81f1fe05-c9c6-4f03-8e9c-0fd513403e8b HTTP/1.1" status: 204 len: 168 time: 2.0229065 Mar 02 19:03:09.560723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59220) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:09.564235 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:09.571413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333cab1a-f44b-4ae1-9978-1c1bbf2018c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:03:09.571793 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-333cab1a-f44b-4ae1-9978-1c1bbf2018c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:03:09.591959 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:03:09.607110 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port fb5da22f-7e2c-473e-b744-8c7acd141372 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:09.607515 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:09.644983 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7347fee8-ae52-43d4-9795-3bcd8575d8b4']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:09.663581 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d789e2-d884-4b89-abe5-26230caf0ecf') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:09.664305 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d789e2-d884-4b89-abe5-26230caf0ecf') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:09.694131 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:09.719934 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:09.733260 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:03:09.733683 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:03:09.748974 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:03:09.798953 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Attempting to bind port 25837161-30f3-444e-b61c-e3e31679d99a on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:09.799313 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Attempting to bind port 25837161-30f3-444e-b61c-e3e31679d99a by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'd4d789e2-d884-4b89-abe5-26230caf0ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7347fee8-ae52-43d4-9795-3bcd8575d8b4'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:09.799620 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Attempting to bind port 25837161-30f3-444e-b61c-e3e31679d99a on network 7347fee8-ae52-43d4-9795-3bcd8575d8b4 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:09.812939 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-67a0a662-50d0-44c6-80f9-a17559f00835 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:09.820515 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f28fc7-f4ad-484a-ab64-d824ea9a381a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:09.821221 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-88f28fc7-f4ad-484a-ab64-d824ea9a381a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Synchronizing usage tracker for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:09.821367 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-67a0a662-50d0-44c6-80f9-a17559f00835 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:09.824940 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-67a0a662-50d0-44c6-80f9-a17559f00835 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:09.838332 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-67a0a662-50d0-44c6-80f9-a17559f00835 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:09.859044 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bbd54036-9bcb-4ed0-b9b8-0ce1e5182f25 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/routers/af8ca6aa-2307-45c4-badf-fa8fadec6767 HTTP/1.1" status: 200 len: 704 time: 0.6841335 Mar 02 19:03:09.862558 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59224) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:09.873486 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913bd346-a554-490f-9492-9c68a0361d0c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:09.873845 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:03:09.874221 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Checking segment: {'id': 'd4d789e2-d884-4b89-abe5-26230caf0ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7347fee8-ae52-43d4-9795-3bcd8575d8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:09.874617 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:09.875005 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Bound using segment: {'id': 'd4d789e2-d884-4b89-abe5-26230caf0ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7347fee8-ae52-43d4-9795-3bcd8575d8b4'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:03:09.875497 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Bound port: 25837161-30f3-444e-b61c-e3e31679d99a, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d789e2-d884-4b89-abe5-26230caf0ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7347fee8-ae52-43d4-9795-3bcd8575d8b4'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:03:09.875867 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:09.877389 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913bd346-a554-490f-9492-9c68a0361d0c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:09.878151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-913bd346-a554-490f-9492-9c68a0361d0c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Synchronizing usage tracker for tenant:939481aa49c94c948b4f7dd3717c13f3 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:09.898546 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:03:09.911748 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-db376228-14f7-485f-8468-5292c996269a None None] For port e182747a-caea-47c2-8560-7e94dc3d2f57, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e182747a-caea-47c2-8560-7e94dc3d2f57,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:09.911748 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-db376228-14f7-485f-8468-5292c996269a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:09.912864 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5269de5-6d16-457d-96dd-f288c1d9d3b9 None None] Sync routers for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:03:09.928375 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5269de5-6d16-457d-96dd-f288c1d9d3b9 None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:09.929674 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a5269de5-6d16-457d-96dd-f288c1d9d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:09.935577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-333cab1a-f44b-4ae1-9978-1c1bbf2018c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:09.946035 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-333cab1a-f44b-4ae1-9978-1c1bbf2018c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:09.948274 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-333cab1a-f44b-4ae1-9978-1c1bbf2018c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] 10.222.0.73 "DELETE /v2.0/networks/62b5eeb6-ec47-4a37-a14c-66cf5500289c HTTP/1.1" status: 204 len: 168 time: 1.4588795 Mar 02 19:03:09.978886 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cab1a-f44b-4ae1-9978-1c1bbf2018c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119628404-project] Pushing event deleted for resources: {'Network': ['ID=62b5eeb6-ec47-4a37-a14c-66cf5500289c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:10.019047 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a5269de5-6d16-457d-96dd-f288c1d9d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:10.020656 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a0a662-50d0-44c6-80f9-a17559f00835 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:10.021584 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.api [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 19:03:10.021584 dv-neutron-831573-1-hyperv neutron-server[84533]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 19:03:10.021584 dv-neutron-831573-1-hyperv neutron-server[84533]: [parameters: {'id': '7347fee8-ae52-43d4-9795-3bcd8575d8b4'}] Mar 02 19:03:10.021584 dv-neutron-831573-1-hyperv neutron-server[84533]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:03:10.022410 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG oslo_db.api [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:03:10.029212 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-88f28fc7-f4ad-484a-ab64-d824ea9a381a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Unset dirty status for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:10.029876 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67a0a662-50d0-44c6-80f9-a17559f00835 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:10.031025 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-88f28fc7-f4ad-484a-ab64-d824ea9a381a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4694169 Mar 02 19:03:10.049171 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59230) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:10.065951 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5269de5-6d16-457d-96dd-f288c1d9d3b9 None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:10.066559 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a5269de5-6d16-457d-96dd-f288c1d9d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:10.118879 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-02746ae8-738d-419f-9837-165db3704776 None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:03:10.212490 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-913bd346-a554-490f-9492-9c68a0361d0c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Unset dirty status for tenant:939481aa49c94c948b4f7dd3717c13f3 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:10.216293 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-913bd346-a554-490f-9492-9c68a0361d0c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8331888 Mar 02 19:03:10.216293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:10.219985 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a5269de5-6d16-457d-96dd-f288c1d9d3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:10.220394 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5269de5-6d16-457d-96dd-f288c1d9d3b9 None None] The sync data for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:03:10.239926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59234) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:10.258628 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-db376228-14f7-485f-8468-5292c996269a None None] Calling delete_port for e182747a-caea-47c2-8560-7e94dc3d2f57 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:10.282656 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3fa33f-c87d-49b2-bcf9-a31309bfaf12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] GET failed (client error): The resource could not be found. Mar 02 19:03:10.284843 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ea3fa33f-c87d-49b2-bcf9-a31309bfaf12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports/0a4a7f4b-4d3f-4aec-9dc4-0639014fbfca HTTP/1.1" status: 404 len: 333 time: 0.2269397 Mar 02 19:03:10.305103 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59238) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:10.355106 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-6231da15-f9d0-407c-b814-1f1a2483c6e6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] GET failed (client error): The resource could not be found. Mar 02 19:03:10.357490 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6231da15-f9d0-407c-b814-1f1a2483c6e6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports/81f1fe05-c9c6-4f03-8e9c-0fd513403e8b HTTP/1.1" status: 404 len: 333 time: 0.0515177 Mar 02 19:03:10.361419 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59242) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:10.372255 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-df1d1770-b8d2-407a-ae1c-5c9182f59ae9 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 16.2000201 Mar 02 19:03:10.374837 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59246) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:10.387989 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c1cb766b-6481-4db7-8464-23b0fd123fb3 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:10.453821 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-b52223d5-8569-4e75-9e32-286393008472 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Deleting port 4efbd6a5-3108-43a9-9937-8d36a01754d3 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:10.454140 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b52223d5-8569-4e75-9e32-286393008472 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:10.513726 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] For port 25837161-30f3-444e-b61c-e3e31679d99a, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:03:10.516420 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ea67986d-e43e-407d-a3f4-2afd2bf15123 None None] Provisioning for port 5d6b9259-0c07-49ed-9a44-c3b56b8a21a9 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:10.526241 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:10.542115 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ea67986d-e43e-407d-a3f4-2afd2bf15123 None None] Provisioning complete for port 5d6b9259-0c07-49ed-9a44-c3b56b8a21a9 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:10.542115 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ea67986d-e43e-407d-a3f4-2afd2bf15123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:10.572856 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c1cb766b-6481-4db7-8464-23b0fd123fb3 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:10.586710 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b19d3a-1794-4057-a38b-d645f2547bd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router 7dface5d-1075-4b57-95fe-9e4882491316 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:03:10.607500 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] For port 25837161-30f3-444e-b61c-e3e31679d99a, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=25837161-30f3-444e-b61c-e3e31679d99a,segment=NetworkSegment(d4d789e2-d884-4b89-abe5-26230caf0ecf),segment_id=d4d789e2-d884-4b89-abe5-26230caf0ecf)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:03:10.614445 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ea67986d-e43e-407d-a3f4-2afd2bf15123 None None] Port 5d6b9259-0c07-49ed-9a44-c3b56b8a21a9 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:03:10.647669 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Deleting port 25837161-30f3-444e-b61c-e3e31679d99a {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:10.648042 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:10.669504 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a95a4502-2e1f-4d9e-b2b5-e00fdb059305 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:10.721447 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0f40-c0ff-44ac-b30b-d153953d7224 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:10.762144 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:10.868552 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-db376228-14f7-485f-8468-5292c996269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:10.922956 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-fd976326-35fb-43f1-a8b1-49a919397557 None None] Provisioning complete for port 5d6b9259-0c07-49ed-9a44-c3b56b8a21a9 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:10.923621 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fd976326-35fb-43f1-a8b1-49a919397557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:10.997024 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45771f98-1953-4d22-bc41-d403a93f9179 None None] Pushing event updated for resources: {'Port': ['ID=25837161-30f3-444e-b61c-e3e31679d99a,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:11.002434 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db376228-14f7-485f-8468-5292c996269a None None] No DVR routers for this DVR port e182747a-caea-47c2-8560-7e94dc3d2f57 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:03:11.088868 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db376228-14f7-485f-8468-5292c996269a None None] Pushing event deleted for resources: {'Port': ['ID=e182747a-caea-47c2-8560-7e94dc3d2f57,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:11.118317 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a95a4502-2e1f-4d9e-b2b5-e00fdb059305 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:11.121957 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:11.151709 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59252) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:11.170762 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-fd976326-35fb-43f1-a8b1-49a919397557 None None] Port 5d6b9259-0c07-49ed-9a44-c3b56b8a21a9 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:03:11.180247 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b52223d5-8569-4e75-9e32-286393008472 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:11.181647 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0f40-c0ff-44ac-b30b-d153953d7224 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:11.230386 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-43ee33a0-b12e-49f1-98cb-a8449d1a03d8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:11.288251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-9ffe0f40-c0ff-44ac-b30b-d153953d7224 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba38f695-5017-4d1a-ab9d-83a177f56fee']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:11.308387 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] For port 25837161-30f3-444e-b61c-e3e31679d99a, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=25837161-30f3-444e-b61c-e3e31679d99a,segment=NetworkSegment(d4d789e2-d884-4b89-abe5-26230caf0ecf),segment_id=d4d789e2-d884-4b89-abe5-26230caf0ecf)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:11.308748 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:11.326634 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67a0a662-50d0-44c6-80f9-a17559f00835 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:11.337251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-b52223d5-8569-4e75-9e32-286393008472 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Calling delete_port for 4efbd6a5-3108-43a9-9937-8d36a01754d3 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:11.369740 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced10d76-38c6-4fe0-9328-47cb806b4da8 None None] Network 7347fee8-ae52-43d4-9795-3bcd8575d8b4 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:11.398708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-9ffe0f40-c0ff-44ac-b30b-d153953d7224 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991d4b53-9e8a-4853-80f6-e3811af90d5b') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:11.399662 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-9ffe0f40-c0ff-44ac-b30b-d153953d7224 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991d4b53-9e8a-4853-80f6-e3811af90d5b') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:11.475552 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-02746ae8-738d-419f-9837-165db3704776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:03:05Z', 'revision_number': 7, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60', 'name': '', 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:df:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:25Z', 'updated_at': '2022-03-02T19:02:49Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:22Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5da22f-7e2c-473e-b744-8c7acd141372', 'name': '', 'network_id': '6f8c60cb-d378-4984-a666-a1bf0917d257', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:52:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5a11b66-d20d-460e-a915-63f125077f8e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:44Z', 'updated_at': '2022-03-02T19:03:04Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'a5a11b66-d20d-460e-a915-63f125077f8e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:11.476805 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0f40-c0ff-44ac-b30b-d153953d7224 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:11.499511 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02746ae8-738d-419f-9837-165db3704776 None None] Checking router: af8ca6aa-2307-45c4-badf-fa8fadec6767 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:03:11.529704 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a0a662-50d0-44c6-80f9-a17559f00835 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:11.535425 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c1cb766b-6481-4db7-8464-23b0fd123fb3 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:11.537630 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-67a0a662-50d0-44c6-80f9-a17559f00835 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:11.552075 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a0a662-50d0-44c6-80f9-a17559f00835 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:11.552075 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67a0a662-50d0-44c6-80f9-a17559f00835 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:11.554283 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Calling delete_port for 25837161-30f3-444e-b61c-e3e31679d99a owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:11.564410 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0a662-50d0-44c6-80f9-a17559f00835 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=0e59bfee-fd93-4eba-b304-639c83d4ddf3,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:11.577638 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824a1bca-cb87-42b3-9941-2ec09badd0fa None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:11.596195 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e182747a-caea-47c2-8560-7e94dc3d2f57 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:03:11.620745 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c1cb766b-6481-4db7-8464-23b0fd123fb3 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:11.621063 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-c1cb766b-6481-4db7-8464-23b0fd123fb3 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Floating IP b8ae047b-c2b1-4862-a7ca-7d6f8a9c60d4 disassociated. External IP: 172.26.4.113, port: dce13a15-7ace-489e-8718-782bdf9e3cb9. Mar 02 19:03:11.702214 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: e182747a-caea-47c2-8560-7e94dc3d2f57 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:03:11.702602 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e182747a-caea-47c2-8560-7e94dc3d2f57 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:03:11.733353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02746ae8-738d-419f-9837-165db3704776 None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:11.734020 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-02746ae8-738d-419f-9837-165db3704776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:11.745749 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b52223d5-8569-4e75-9e32-286393008472 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:11.760543 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0f40-c0ff-44ac-b30b-d153953d7224 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:11.789689 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffe0f40-c0ff-44ac-b30b-d153953d7224 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:03:11.790080 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0f40-c0ff-44ac-b30b-d153953d7224 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:11.799887 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-67a0a662-50d0-44c6-80f9-a17559f00835 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2551584 Mar 02 19:03:11.809300 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59258) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:03:11.809534 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:03:11.811634 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52223d5-8569-4e75-9e32-286393008472 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event deleted for resources: {'Port': ['ID=4efbd6a5-3108-43a9-9937-8d36a01754d3,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:11.825218 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-5e7814bd-df5e-4c0a-85b1-0fa95dd2a6cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'mac_address': 'fa:16:3e:c4:58:7f', 'name': 'tempest-NetworksTestDHCPv6-1231319789'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:11.905731 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b19d3a-1794-4057-a38b-d645f2547bd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:03:11.913346 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a3b19d3a-1794-4057-a38b-d645f2547bd7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/7dface5d-1075-4b57-95fe-9e4882491316/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6629829 Mar 02 19:03:11.922815 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59262) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:11.931191 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b52223d5-8569-4e75-9e32-286393008472 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:11.931439 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4f9c289a-ac98-4ab7-bfc4-4b86e4ff9c2c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=608bddd2298c43a08a6a4e7cb5025ca2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7727826 Mar 02 19:03:11.931580 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b52223d5-8569-4e75-9e32-286393008472 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "DELETE /v2.0/ports/4efbd6a5-3108-43a9-9937-8d36a01754d3 HTTP/1.1" status: 204 len: 168 time: 1.6807895 Mar 02 19:03:11.939083 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59266) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:11.939321 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59268) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:12.006009 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ee861-9df6-4267-9f3b-b04a7fb7207f None None] Sync routers for ids ['7dface5d-1075-4b57-95fe-9e4882491316'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:03:12.054258 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-329baea9-0ca7-40c5-aed5-fb865c8f26f2 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Deleting port 18ca326e-1587-4384-a623-492c2bb05e06 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:12.054587 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-329baea9-0ca7-40c5-aed5-fb865c8f26f2 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:12.065286 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-02746ae8-738d-419f-9837-165db3704776 None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:03:12.070683 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03386cc-638b-4341-a507-bcef829dfd9f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:12.072295 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b03386cc-638b-4341-a507-bcef829dfd9f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/ports/5d6b9259-0c07-49ed-9a44-c3b56b8a21a9 HTTP/1.1" status: 200 len: 910 time: 0.1464381 Mar 02 19:03:12.086409 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59274) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:12.087437 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:12.106262 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5e7814bd-df5e-4c0a-85b1-0fa95dd2a6cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:12.109438 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-fe761c82-bbcc-4be8-a2b7-5c14afbaac16 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '49421dfc-a547-400d-855d-494083b30f30'}]}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:12.112703 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5e7814bd-df5e-4c0a-85b1-0fa95dd2a6cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:port and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:12.117786 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5e7814bd-df5e-4c0a-85b1-0fa95dd2a6cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:12.125071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5e7814bd-df5e-4c0a-85b1-0fa95dd2a6cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:12.187416 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3ee861-9df6-4267-9f3b-b04a7fb7207f None None] Routers {'7dface5d-1075-4b57-95fe-9e4882491316'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:12.188030 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ca3ee861-9df6-4267-9f3b-b04a7fb7207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['7dface5d-1075-4b57-95fe-9e4882491316'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:12.196550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0f40-c0ff-44ac-b30b-d153953d7224 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:12.243793 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event deleted for resources: {'Port': ['ID=25837161-30f3-444e-b61c-e3e31679d99a,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:12.251863 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0f40-c0ff-44ac-b30b-d153953d7224 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:12.284670 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe0f40-c0ff-44ac-b30b-d153953d7224 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Network': ['ID=ba38f695-5017-4d1a-ab9d-83a177f56fee,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:12.323184 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] No DVR routers for this DVR port 25837161-30f3-444e-b61c-e3e31679d99a on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:03:12.361596 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ca3ee861-9df6-4267-9f3b-b04a7fb7207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:12.394022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': '0e59bfee-fd93-4eba-b304-639c83d4ddf3'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:03:12.394022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:12.394844 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9ffe0f40-c0ff-44ac-b30b-d153953d7224 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/networks/ba38f695-5017-4d1a-ab9d-83a177f56fee HTTP/1.1" status: 204 len: 168 time: 2.0303457 Mar 02 19:03:12.395124 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c42d0974-9c7e-445a-a547-5e0781b85ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:12.427199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59280) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:12.427999 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7814bd-df5e-4c0a-85b1-0fa95dd2a6cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:12.468126 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-617f61c6-0701-4f5f-bcbd-6d33187bf246 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1006260884'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:12.474187 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-617f61c6-0701-4f5f-bcbd-6d33187bf246 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:12.483397 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-617f61c6-0701-4f5f-bcbd-6d33187bf246 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:network and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:12.486502 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3ee861-9df6-4267-9f3b-b04a7fb7207f None None] Routers {'7dface5d-1075-4b57-95fe-9e4882491316'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:12.487207 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ca3ee861-9df6-4267-9f3b-b04a7fb7207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['7dface5d-1075-4b57-95fe-9e4882491316'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:12.532097 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-617f61c6-0701-4f5f-bcbd-6d33187bf246 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:12.558147 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-617f61c6-0701-4f5f-bcbd-6d33187bf246 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:12.611418 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ca3ee861-9df6-4267-9f3b-b04a7fb7207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:12.611645 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ee861-9df6-4267-9f3b-b04a7fb7207f None None] The sync data for ids ['7dface5d-1075-4b57-95fe-9e4882491316'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:03:12.642487 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5e7814bd-df5e-4c0a-85b1-0fa95dd2a6cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:12.686457 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-5e7814bd-df5e-4c0a-85b1-0fa95dd2a6cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port dc4288bc-3047-41d9-84e2-4308f8db9e7d yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:03:12.723914 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617f61c6-0701-4f5f-bcbd-6d33187bf246 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:12.727002 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-617f61c6-0701-4f5f-bcbd-6d33187bf246 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:12.764646 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c42d0974-9c7e-445a-a547-5e0781b85ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:12.789685 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Allocated IP 2001:db8::2 (ef3b29a7-4982-4982-b073-f3d27df1240a/0e59bfee-fd93-4eba-b304-639c83d4ddf3/1b07265c-8563-4a29-9f3e-101d62d34803) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:12.799028 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-617f61c6-0701-4f5f-bcbd-6d33187bf246 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:03:12.823338 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-617f61c6-0701-4f5f-bcbd-6d33187bf246 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:12.823720 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-617f61c6-0701-4f5f-bcbd-6d33187bf246 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Added segment 01674813-3e6d-4658-802f-440afe14ccfa of type vlan for network 891dbd0d-22ba-4a7d-a7db-004330a96f53 Mar 02 19:03:12.825908 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cb766b-6481-4db7-8464-23b0fd123fb3 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router 02827b03-91ae-40a2-a954-65eae7996967 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:03:12.826629 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-02746ae8-738d-419f-9837-165db3704776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:03:05Z', 'revision_number': 7, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60', 'name': '', 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:df:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:25Z', 'updated_at': '2022-03-02T19:02:49Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:22Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5da22f-7e2c-473e-b744-8c7acd141372', 'name': '', 'network_id': '6f8c60cb-d378-4984-a666-a1bf0917d257', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:52:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5a11b66-d20d-460e-a915-63f125077f8e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:44Z', 'updated_at': '2022-03-02T19:03:04Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'a5a11b66-d20d-460e-a915-63f125077f8e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:12.828561 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:12.859785 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-617f61c6-0701-4f5f-bcbd-6d33187bf246 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:12.884735 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02746ae8-738d-419f-9837-165db3704776 None None] The sync data for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv is: [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:03:05Z', 'revision_number': 7, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60', 'name': '', 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:df:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:25Z', 'updated_at': '2022-03-02T19:02:49Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:22Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb5da22f-7e2c-473e-b744-8c7acd141372', 'name': '', 'network_id': '6f8c60cb-d378-4984-a666-a1bf0917d257', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:52:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5a11b66-d20d-460e-a915-63f125077f8e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:44Z', 'updated_at': '2022-03-02T19:03:04Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'a5a11b66-d20d-460e-a915-63f125077f8e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:03:12.904984 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-329baea9-0ca7-40c5-aed5-fb865c8f26f2 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:13.053896 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:13.072297 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Transition to ACTIVE for port object 1b07265c-8563-4a29-9f3e-101d62d34803 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:13.098008 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Transition to ACTIVE for port object 1b07265c-8563-4a29-9f3e-101d62d34803 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:13.109006 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7347fee8-ae52-43d4-9795-3bcd8575d8b4']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:13.128293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-617f61c6-0701-4f5f-bcbd-6d33187bf246 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:13.132866 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617f61c6-0701-4f5f-bcbd-6d33187bf246 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:13.133499 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-617f61c6-0701-4f5f-bcbd-6d33187bf246 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:13.135472 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-329baea9-0ca7-40c5-aed5-fb865c8f26f2 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Calling delete_port for 18ca326e-1587-4384-a623-492c2bb05e06 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:13.195238 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d789e2-d884-4b89-abe5-26230caf0ecf') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:13.195509 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d789e2-d884-4b89-abe5-26230caf0ecf') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:13.197953 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:13.231619 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cb766b-6481-4db7-8464-23b0fd123fb3 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:03:13.232828 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:13.248808 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f91f57-f43e-4dfc-9133-36bc646ae5fc None None] Sync routers for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:03:13.268640 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f91f57-f43e-4dfc-9133-36bc646ae5fc None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:13.270780 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fe761c82-bbcc-4be8-a2b7-5c14afbaac16 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:13.272633 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-54f91f57-f43e-4dfc-9133-36bc646ae5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:13.303830 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:13.307212 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:13.312354 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:13.314519 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Pushing event updated for resources: {'Port': ['ID=1b07265c-8563-4a29-9f3e-101d62d34803,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:13.318444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c1cb766b-6481-4db7-8464-23b0fd123fb3 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:13.345518 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f61c6-0701-4f5f-bcbd-6d33187bf246 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Network': ['ID=891dbd0d-22ba-4a7d-a7db-004330a96f53,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:13.365937 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 891dbd0d-22ba-4a7d-a7db-004330a96f53 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:03:13.394795 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-54f91f57-f43e-4dfc-9133-36bc646ae5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:13.399220 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-5e7814bd-df5e-4c0a-85b1-0fa95dd2a6cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::2a2 (ef3b29a7-4982-4982-b073-f3d27df1240a/0e59bfee-fd93-4eba-b304-639c83d4ddf3/dc4288bc-3047-41d9-84e2-4308f8db9e7d) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:13.399220 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-617f61c6-0701-4f5f-bcbd-6d33187bf246 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9534459 Mar 02 19:03:13.405820 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59284) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:13.410937 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c1cb766b-6481-4db7-8464-23b0fd123fb3 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "PUT /v2.0/floatingips/b8ae047b-c2b1-4862-a7ca-7d6f8a9c60d4 HTTP/1.1" status: 200 len: 688 time: 3.0329971 Mar 02 19:03:13.416232 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-6b97a855-be4a-439b-8eee-a69c884d370e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'subnet': {'network_id': '891dbd0d-22ba-4a7d-a7db-004330a96f53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:13.419994 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f91f57-f43e-4dfc-9133-36bc646ae5fc None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:13.420613 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-54f91f57-f43e-4dfc-9133-36bc646ae5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:13.437483 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59288) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:13.491807 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-54f91f57-f43e-4dfc-9133-36bc646ae5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:13.492128 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f91f57-f43e-4dfc-9133-36bc646ae5fc None None] The sync data for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:03:13.515938 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Attempting to bind port 1b07265c-8563-4a29-9f3e-101d62d34803 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:13.516861 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Attempting to bind port 1b07265c-8563-4a29-9f3e-101d62d34803 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:13.516861 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Attempting to bind port 1b07265c-8563-4a29-9f3e-101d62d34803 on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:13.539268 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:03:13.539674 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:13.540068 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:13.540468 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:03:13.540953 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Bound port: 1b07265c-8563-4a29-9f3e-101d62d34803, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:03:13.541320 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:13.645710 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] For port 1b07265c-8563-4a29-9f3e-101d62d34803, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:03:13.649591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] For port 1b07265c-8563-4a29-9f3e-101d62d34803, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=1b07265c-8563-4a29-9f3e-101d62d34803,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:03:13.727183 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:13.740622 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e09882de-5e64-40cb-80e9-6e5ce286cdfd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Deleting port d29a0e3f-75c9-4237-b11b-95c384820c76 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:13.740985 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e09882de-5e64-40cb-80e9-6e5ce286cdfd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:13.741513 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c42d0974-9c7e-445a-a547-5e0781b85ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:13.744550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-329baea9-0ca7-40c5-aed5-fb865c8f26f2 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:13.746482 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:13.785206 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6b97a855-be4a-439b-8eee-a69c884d370e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:13.796293 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:03:13.796867 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:13.816365 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6b97a855-be4a-439b-8eee-a69c884d370e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:subnet and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:03:13.836643 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:03:13.844394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6a18e-956b-47e3-8c67-3e47c9997f48 None None] Pushing event updated for resources: {'Port': ['ID=1b07265c-8563-4a29-9f3e-101d62d34803,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:13.869645 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6b97a855-be4a-439b-8eee-a69c884d370e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:13.884822 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6b97a855-be4a-439b-8eee-a69c884d370e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:13.920523 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329baea9-0ca7-40c5-aed5-fb865c8f26f2 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event deleted for resources: {'Port': ['ID=18ca326e-1587-4384-a623-492c2bb05e06,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:13.923008 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d0974-9c7e-445a-a547-5e0781b85ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3dc80b-e9cd-4671-a786-ae71c1ba14eb,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:13.966464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-329baea9-0ca7-40c5-aed5-fb865c8f26f2 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:14.112270 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c42d0974-9c7e-445a-a547-5e0781b85ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:14.115953 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c42d0974-9c7e-445a-a547-5e0781b85ccc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3f3dc80b-e9cd-4671-a786-ae71c1ba14eb HTTP/1.1" status: 204 len: 168 time: 2.1727347 Mar 02 19:03:14.115953 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-329baea9-0ca7-40c5-aed5-fb865c8f26f2 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "DELETE /v2.0/ports/18ca326e-1587-4384-a623-492c2bb05e06 HTTP/1.1" status: 204 len: 168 time: 2.1727257 Mar 02 19:03:14.125745 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59294) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:14.150998 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b97a855-be4a-439b-8eee-a69c884d370e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:14.153384 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:14.159863 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:14.252467 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d4133112-2ea3-4f56-a5b6-f2e5c26b2112 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Synchronizing usage tracker for tenant:939481aa49c94c948b4f7dd3717c13f3 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:14.287519 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5e7814bd-df5e-4c0a-85b1-0fa95dd2a6cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:14.295828 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event deleted for resources: {'Network': ['ID=7347fee8-ae52-43d4-9795-3bcd8575d8b4,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:14.303595 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d73d1a69-ffd4-4466-b80c-2713b9c45435 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/networks/7347fee8-ae52-43d4-9795-3bcd8575d8b4 HTTP/1.1" status: 204 len: 168 time: 7.3446834 Mar 02 19:03:14.304434 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59298) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:14.306391 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e09882de-5e64-40cb-80e9-6e5ce286cdfd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:14.306729 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e09882de-5e64-40cb-80e9-6e5ce286cdfd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:14.325166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-b6174401-abc5-4007-b587-223abefd7989 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1681294528'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:14.352983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b6174401-abc5-4007-b587-223abefd7989 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:14.437367 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d4133112-2ea3-4f56-a5b6-f2e5c26b2112 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Unset dirty status for tenant:939481aa49c94c948b4f7dd3717c13f3 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:14.438518 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d4133112-2ea3-4f56-a5b6-f2e5c26b2112 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2998149 Mar 02 19:03:14.442535 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59302) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:14.459804 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-3b468f96-5509-4ca2-96e1-4855359d8232 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-960674407'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:14.469075 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-5e7814bd-df5e-4c0a-85b1-0fa95dd2a6cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object dc4288bc-3047-41d9-84e2-4308f8db9e7d will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:14.470557 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-3b468f96-5509-4ca2-96e1-4855359d8232 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:14.470789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b6174401-abc5-4007-b587-223abefd7989 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Usage tracker for resource:network and tenant:c971dcdb820f4079bc515a07abaa01de is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:14.481274 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3b468f96-5509-4ca2-96e1-4855359d8232 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Usage tracker for resource:network and tenant:939481aa49c94c948b4f7dd3717c13f3 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:14.487213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3b468f96-5509-4ca2-96e1-4855359d8232 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:14.492630 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e09882de-5e64-40cb-80e9-6e5ce286cdfd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Calling delete_port for d29a0e3f-75c9-4237-b11b-95c384820c76 owned by network:floatingip {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:14.532989 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6b97a855-be4a-439b-8eee-a69c884d370e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:14.537186 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-3b468f96-5509-4ca2-96e1-4855359d8232 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:14.563432 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b6174401-abc5-4007-b587-223abefd7989 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:14.593810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b6174401-abc5-4007-b587-223abefd7989 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:14.602323 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 1b07265c-8563-4a29-9f3e-101d62d34803 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:14.633150 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fe761c82-bbcc-4be8-a2b7-5c14afbaac16 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:14.683186 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b468f96-5509-4ca2-96e1-4855359d8232 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Made reservation on behalf of 939481aa49c94c948b4f7dd3717c13f3 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:14.686774 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3b468f96-5509-4ca2-96e1-4855359d8232 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:14.718092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.ipam_backend_mixin [None req-6b97a855-be4a-439b-8eee-a69c884d370e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Performing IP validity checks on allocation pools {{(pid=84532) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 19:03:14.718632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.ipam_backend_mixin [None req-6b97a855-be4a-439b-8eee-a69c884d370e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84532) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 19:03:14.743009 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-43ee33a0-b12e-49f1-98cb-a8449d1a03d8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting port fb5da22f-7e2c-473e-b744-8c7acd141372 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:14.743411 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-43ee33a0-b12e-49f1-98cb-a8449d1a03d8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:14.769345 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b468f96-5509-4ca2-96e1-4855359d8232 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:03:14.779663 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fe761c82-bbcc-4be8-a2b7-5c14afbaac16 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:14.857087 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5e7814bd-df5e-4c0a-85b1-0fa95dd2a6cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:14.863264 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6174401-abc5-4007-b587-223abefd7989 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Made reservation on behalf of c971dcdb820f4079bc515a07abaa01de for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:14.869804 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b6174401-abc5-4007-b587-223abefd7989 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:14.870622 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 1b07265c-8563-4a29-9f3e-101d62d34803 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:14.884453 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3b468f96-5509-4ca2-96e1-4855359d8232 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:14.884453 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-3b468f96-5509-4ca2-96e1-4855359d8232 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Added segment efe6636b-0a6d-4d9a-ab07-a17a7f305219 of type vlan for network 35422cb6-6f55-40f5-ac09-d7ca5f1d1200 Mar 02 19:03:14.959326 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe761c82-bbcc-4be8-a2b7-5c14afbaac16 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=5d6b9259-0c07-49ed-9a44-c3b56b8a21a9,revision_number=3']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:15.019851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6174401-abc5-4007-b587-223abefd7989 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:03:15.040762 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7814bd-df5e-4c0a-85b1-0fa95dd2a6cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:15.047182 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe761c82-bbcc-4be8-a2b7-5c14afbaac16 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:15.048379 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7814bd-df5e-4c0a-85b1-0fa95dd2a6cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=dc4288bc-3047-41d9-84e2-4308f8db9e7d,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:15.048766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fe761c82-bbcc-4be8-a2b7-5c14afbaac16 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:15.051047 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-5e7814bd-df5e-4c0a-85b1-0fa95dd2a6cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:15.051622 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fe761c82-bbcc-4be8-a2b7-5c14afbaac16 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/ports/5d6b9259-0c07-49ed-9a44-c3b56b8a21a9 HTTP/1.1" status: 200 len: 910 time: 2.9598444 Mar 02 19:03:15.066027 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7814bd-df5e-4c0a-85b1-0fa95dd2a6cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:15.070216 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7814bd-df5e-4c0a-85b1-0fa95dd2a6cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:15.077795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5e7814bd-df5e-4c0a-85b1-0fa95dd2a6cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:15.077795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59308) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:15.078290 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3b468f96-5509-4ca2-96e1-4855359d8232 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:15.078394 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b6174401-abc5-4007-b587-223abefd7989 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:15.078394 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-b6174401-abc5-4007-b587-223abefd7989 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Added segment aa8a2876-04a6-4160-8762-347e70d73050 of type vlan for network 1e3e458c-861b-461e-93d7-b619ccd0be19 Mar 02 19:03:15.118726 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59312) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:15.172499 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e09882de-5e64-40cb-80e9-6e5ce286cdfd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:15.223995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-70795f87-b41b-46f5-8638-69d245411dd8 None None] Provisioning for port 1b07265c-8563-4a29-9f3e-101d62d34803 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:15.229589 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-70795f87-b41b-46f5-8638-69d245411dd8 None None] Provisioning complete for port 1b07265c-8563-4a29-9f3e-101d62d34803 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:15.233800 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-70795f87-b41b-46f5-8638-69d245411dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:15.246378 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-43ee33a0-b12e-49f1-98cb-a8449d1a03d8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] For port fb5da22f-7e2c-473e-b744-8c7acd141372, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=fb5da22f-7e2c-473e-b744-8c7acd141372,segment=NetworkSegment(36d4492c-eb4d-43df-967c-c3af00de352e),segment_id=36d4492c-eb4d-43df-967c-c3af00de352e)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:15.247290 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-43ee33a0-b12e-49f1-98cb-a8449d1a03d8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:15.263111 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ea627a4c-d76a-428a-9c9c-7977fb7d4527 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cc308a3634534ce893ab253c3bf594a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1399345 Mar 02 19:03:15.264374 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59316) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:15.296860 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6b97a855-be4a-439b-8eee-a69c884d370e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:15.344637 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09882de-5e64-40cb-80e9-6e5ce286cdfd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event deleted for resources: {'Port': ['ID=d29a0e3f-75c9-4237-b11b-95c384820c76,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:15.386895 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b6174401-abc5-4007-b587-223abefd7989 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:15.392192 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-70795f87-b41b-46f5-8638-69d245411dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:15.397904 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3b468f96-5509-4ca2-96e1-4855359d8232 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:15.401625 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b468f96-5509-4ca2-96e1-4855359d8232 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:15.402221 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3b468f96-5509-4ca2-96e1-4855359d8232 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:15.414361 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-43ee33a0-b12e-49f1-98cb-a8449d1a03d8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Calling delete_port for fb5da22f-7e2c-473e-b744-8c7acd141372 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:15.467644 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb786b3-477b-45d3-b10a-3bed2a0f6693 None None] get_active_networks_info from dv-neutron-831573-1-hyperv {{(pid=84534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 19:03:15.469328 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5e7814bd-df5e-4c0a-85b1-0fa95dd2a6cc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6565194 Mar 02 19:03:15.477593 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59320) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:15.531856 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-70795f87-b41b-46f5-8638-69d245411dd8 None None] For port 1b07265c-8563-4a29-9f3e-101d62d34803, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=1b07265c-8563-4a29-9f3e-101d62d34803,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:15.551178 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97a855-be4a-439b-8eee-a69c884d370e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Subnet': ['ID=42d74061-0b5d-40de-b2e3-09fb8f1140e1,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:15.588120 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b97a855-be4a-439b-8eee-a69c884d370e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Checking segment: {'id': '01674813-3e6d-4658-802f-440afe14ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '891dbd0d-22ba-4a7d-a7db-004330a96f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:15.588350 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b97a855-be4a-439b-8eee-a69c884d370e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network hostable DHCP agents. Network: 891dbd0d-22ba-4a7d-a7db-004330a96f53, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:03:15.601361 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e09882de-5e64-40cb-80e9-6e5ce286cdfd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:15.604182 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e09882de-5e64-40cb-80e9-6e5ce286cdfd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:15.609069 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e09882de-5e64-40cb-80e9-6e5ce286cdfd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "DELETE /v2.0/floatingips/b8ae047b-c2b1-4862-a7ca-7d6f8a9c60d4 HTTP/1.1" status: 204 len: 168 time: 2.1662328 Mar 02 19:03:15.612623 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59326) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:15.614741 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-70795f87-b41b-46f5-8638-69d245411dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:15.620680 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': 'c9aed75b-823d-47fa-93a9-5039853533b8'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:15.631226 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:15.640642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Usage tracker for resource:floatingip and tenant:f732df6a0fd543bf93fda55ff9a564a7 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:15.645360 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:15.655179 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:15.727544 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b468f96-5509-4ca2-96e1-4855359d8232 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event updated for resources: {'Network': ['ID=35422cb6-6f55-40f5-ac09-d7ca5f1d1200,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:15.733725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b6174401-abc5-4007-b587-223abefd7989 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:15.737806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6174401-abc5-4007-b587-223abefd7989 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:15.738885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b6174401-abc5-4007-b587-223abefd7989 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:15.787083 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70795f87-b41b-46f5-8638-69d245411dd8 None None] Pushing event updated for resources: {'Port': ['ID=1b07265c-8563-4a29-9f3e-101d62d34803,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:15.790232 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-32bc3339-4c6e-4155-a120-8dde15962659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:15.810316 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3b468f96-5509-4ca2-96e1-4855359d8232 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3657260 Mar 02 19:03:15.813643 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59330) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:15.821795 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 35422cb6-6f55-40f5-ac09-d7ca5f1d1200 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:03:15.832336 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-40c1583f-71a6-4b8e-9832-763607fc483c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2007414913'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:15.834327 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b97a855-be4a-439b-8eee-a69c884d370e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 891dbd0d-22ba-4a7d-a7db-004330a96f53 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:03:15.841671 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-40c1583f-71a6-4b8e-9832-763607fc483c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:15.849049 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-40c1583f-71a6-4b8e-9832-763607fc483c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Usage tracker for resource:network and tenant:939481aa49c94c948b4f7dd3717c13f3 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:15.853063 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-32bc3339-4c6e-4155-a120-8dde15962659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:15.860933 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-40c1583f-71a6-4b8e-9832-763607fc483c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:15.875619 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-40c1583f-71a6-4b8e-9832-763607fc483c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:15.992024 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c1583f-71a6-4b8e-9832-763607fc483c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Made reservation on behalf of 939481aa49c94c948b4f7dd3717c13f3 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:15.995324 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-40c1583f-71a6-4b8e-9832-763607fc483c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:16.022311 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:16.029577 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c1583f-71a6-4b8e-9832-763607fc483c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:03:16.042322 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-40c1583f-71a6-4b8e-9832-763607fc483c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:16.043278 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-40c1583f-71a6-4b8e-9832-763607fc483c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Added segment d7e76dbc-1ebd-4350-889f-e2ad1a723598 of type vlan for network f832619e-3c10-4dd9-a885-9e7763d73de2 Mar 02 19:03:16.079681 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-40c1583f-71a6-4b8e-9832-763607fc483c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:16.115078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-52362623-b587-4dfb-ae76-f6110a538c35 None None] Provisioning for port dc4288bc-3047-41d9-84e2-4308f8db9e7d completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:16.119162 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-32bc3339-4c6e-4155-a120-8dde15962659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:16.130557 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-43ee33a0-b12e-49f1-98cb-a8449d1a03d8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:16.134472 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-52362623-b587-4dfb-ae76-f6110a538c35 None None] Provisioning complete for port dc4288bc-3047-41d9-84e2-4308f8db9e7d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:16.134839 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-52362623-b587-4dfb-ae76-f6110a538c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:16.173547 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-6b97a855-be4a-439b-8eee-a69c884d370e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 891dbd0d-22ba-4a7d-a7db-004330a96f53) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:16.178210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b97a855-be4a-439b-8eee-a69c884d370e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:16.179019 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6b97a855-be4a-439b-8eee-a69c884d370e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:16.183952 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b6174401-abc5-4007-b587-223abefd7989 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8696291 Mar 02 19:03:16.190510 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6174401-abc5-4007-b587-223abefd7989 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event updated for resources: {'Network': ['ID=1e3e458c-861b-461e-93d7-b619ccd0be19,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:16.192237 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59334) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:16.193886 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee33a0-b12e-49f1-98cb-a8449d1a03d8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Port': ['ID=fb5da22f-7e2c-473e-b744-8c7acd141372,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:16.195851 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc3339-4c6e-4155-a120-8dde15962659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdc814b-b1da-4d9a-af0a-a97fcd42e9d6,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:16.201224 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb786b3-477b-45d3-b10a-3bed2a0f6693 None None] Unable to find a vacant binding_index for network 891dbd0d-22ba-4a7d-a7db-004330a96f53 and agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d {{(pid=84534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 02 19:03:16.211287 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-5d20b19e-a0ea-4bac-9061-476396af5f1a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Request body: {'subnet': {'network_id': '1e3e458c-861b-461e-93d7-b619ccd0be19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:16.213254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb786b3-477b-45d3-b10a-3bed2a0f6693 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 891dbd0d-22ba-4a7d-a7db-004330a96f53) {{(pid=84534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 19:03:16.221683 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 1e3e458c-861b-461e-93d7-b619ccd0be19 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:03:16.232305 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-40c1583f-71a6-4b8e-9832-763607fc483c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:16.236246 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c1583f-71a6-4b8e-9832-763607fc483c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:16.236950 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-40c1583f-71a6-4b8e-9832-763607fc483c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:16.254430 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-52362623-b587-4dfb-ae76-f6110a538c35 None None] Port dc4288bc-3047-41d9-84e2-4308f8db9e7d cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:03:16.301603 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7b69da-2541-4b34-baa4-06cd73f0961c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:16.305482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7b69da-2541-4b34-baa4-06cd73f0961c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:16.306254 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-bd7b69da-2541-4b34-baa4-06cd73f0961c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:16.331478 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6b97a855-be4a-439b-8eee-a69c884d370e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9217970 Mar 02 19:03:16.336353 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59338) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:16.346268 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-d62ac79b-32f8-48cd-9fe2-189f868c907d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'network_id': '891dbd0d-22ba-4a7d-a7db-004330a96f53', 'name': 'tempest-PortsTestJSON-225254342'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:16.382213 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-33727e3e-e71e-438d-9e6c-3f64b6d25798 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:16.467124 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-32bc3339-4c6e-4155-a120-8dde15962659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:16.468247 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-32bc3339-4c6e-4155-a120-8dde15962659 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5cdc814b-b1da-4d9a-af0a-a97fcd42e9d6 HTTP/1.1" status: 204 len: 168 time: 1.2027681 Mar 02 19:03:16.574448 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-bd7b69da-2541-4b34-baa4-06cd73f0961c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:16.578380 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bd7b69da-2541-4b34-baa4-06cd73f0961c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 1.0745456 Mar 02 19:03:16.583451 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59344) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:16.608989 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-40c1583f-71a6-4b8e-9832-763607fc483c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7943320 Mar 02 19:03:16.612389 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1583f-71a6-4b8e-9832-763607fc483c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event updated for resources: {'Network': ['ID=f832619e-3c10-4dd9-a885-9e7763d73de2,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:16.616903 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5d20b19e-a0ea-4bac-9061-476396af5f1a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:16.629155 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network f832619e-3c10-4dd9-a885-9e7763d73de2 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:03:16.645658 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5d20b19e-a0ea-4bac-9061-476396af5f1a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Usage tracker for resource:subnet and tenant:c971dcdb820f4079bc515a07abaa01de is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:16.651453 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5d20b19e-a0ea-4bac-9061-476396af5f1a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:16.659234 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5d20b19e-a0ea-4bac-9061-476396af5f1a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:16.695380 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 1b07265c-8563-4a29-9f3e-101d62d34803 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:16.713431 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:16.740318 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-43ee33a0-b12e-49f1-98cb-a8449d1a03d8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:16.929819 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d20b19e-a0ea-4bac-9061-476396af5f1a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Made reservation on behalf of c971dcdb820f4079bc515a07abaa01de for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:16.978559 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Allocated IP 172.26.4.188 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/67303317-33c1-4063-890d-749392eebdbc) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:17.007339 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 1b07265c-8563-4a29-9f3e-101d62d34803 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:17.007339 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:17.092456 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5d20b19e-a0ea-4bac-9061-476396af5f1a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:17.136196 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-b25bd64c-def9-4497-acac-e16b26d2bd7e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port dc4288bc-3047-41d9-84e2-4308f8db9e7d {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:17.136553 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b25bd64c-def9-4497-acac-e16b26d2bd7e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:17.308074 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-891dbd0d-22ba-4a7d-a7db-004330a96f53', 'network_id': '891dbd0d-22ba-4a7d-a7db-004330a96f53', 'tenant_id': '492dbd1aaa2b468e92542bbdee548e8a', 'fixed_ips': [{'subnet_id': '42d74061-0b5d-40de-b2e3-09fb8f1140e1'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:03:17.308946 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:17.463809 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d62ac79b-32f8-48cd-9fe2-189f868c907d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:17.525445 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d62ac79b-32f8-48cd-9fe2-189f868c907d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:17.577832 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Allocated IP 172.20.0.2 (891dbd0d-22ba-4a7d-a7db-004330a96f53/42d74061-0b5d-40de-b2e3-09fb8f1140e1/62cc8a6d-a647-4b2a-833f-9b458cbda0d7) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:17.820932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b25bd64c-def9-4497-acac-e16b26d2bd7e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:17.924900 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:17.941472 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Transition to ACTIVE for port object 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:17.943859 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:17.954958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5d20b19e-a0ea-4bac-9061-476396af5f1a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:17.967988 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Transition to ACTIVE for port object 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:18.024504 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-b25bd64c-def9-4497-acac-e16b26d2bd7e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for dc4288bc-3047-41d9-84e2-4308f8db9e7d owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:18.061231 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:18.137130 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62ac79b-32f8-48cd-9fe2-189f868c907d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:18.143113 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d62ac79b-32f8-48cd-9fe2-189f868c907d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:18.180013 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d20b19e-a0ea-4bac-9061-476396af5f1a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Checking segment: {'id': 'aa8a2876-04a6-4160-8762-347e70d73050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '1e3e458c-861b-461e-93d7-b619ccd0be19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:18.180584 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d20b19e-a0ea-4bac-9061-476396af5f1a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Network hostable DHCP agents. Network: 1e3e458c-861b-461e-93d7-b619ccd0be19, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:03:18.201826 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20b19e-a0ea-4bac-9061-476396af5f1a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event updated for resources: {'Subnet': ['ID=1ff499fd-2e36-489b-aea1-63548a3189f5,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:18.239147 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-d62ac79b-32f8-48cd-9fe2-189f868c907d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] device_id is not set on port e9716418-8ea3-42af-81be-5fbf6a9a41e5 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:03:18.283405 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Network 891dbd0d-22ba-4a7d-a7db-004330a96f53 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:18.285188 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Pushing event updated for resources: {'Port': ['ID=62cc8a6d-a647-4b2a-833f-9b458cbda0d7,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:18.297205 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:18.305961 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:18.312225 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ee33a0-b12e-49f1-98cb-a8449d1a03d8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router af8ca6aa-2307-45c4-badf-fa8fadec6767 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:03:18.390658 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d20b19e-a0ea-4bac-9061-476396af5f1a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Network 1e3e458c-861b-461e-93d7-b619ccd0be19 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:03:18.446280 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Attempting to bind port 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:18.447182 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Attempting to bind port 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '01674813-3e6d-4658-802f-440afe14ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '891dbd0d-22ba-4a7d-a7db-004330a96f53'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:18.447814 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Attempting to bind port 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 on network 891dbd0d-22ba-4a7d-a7db-004330a96f53 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:18.475457 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:03:18.476195 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Checking segment: {'id': '01674813-3e6d-4658-802f-440afe14ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '891dbd0d-22ba-4a7d-a7db-004330a96f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:18.477979 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:18.479029 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Bound using segment: {'id': '01674813-3e6d-4658-802f-440afe14ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '891dbd0d-22ba-4a7d-a7db-004330a96f53'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:03:18.479932 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Bound port: 62cc8a6d-a647-4b2a-833f-9b458cbda0d7, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01674813-3e6d-4658-802f-440afe14ccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '891dbd0d-22ba-4a7d-a7db-004330a96f53'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:03:18.483778 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:18.562101 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ee33a0-b12e-49f1-98cb-a8449d1a03d8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:03:18.576040 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-5d20b19e-a0ea-4bac-9061-476396af5f1a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 1e3e458c-861b-461e-93d7-b619ccd0be19) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:18.581253 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ada9c7-1243-4e16-9e8d-83e973d7ee52 None None] Sync routers for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:03:18.598377 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d20b19e-a0ea-4bac-9061-476396af5f1a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:18.599473 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5d20b19e-a0ea-4bac-9061-476396af5f1a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:18.604682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:18.614984 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-43ee33a0-b12e-49f1-98cb-a8449d1a03d8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/af8ca6aa-2307-45c4-badf-fa8fadec6767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7507892 Mar 02 19:03:18.628008 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59364) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:18.678866 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ada9c7-1243-4e16-9e8d-83e973d7ee52 None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:18.679626 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d1ada9c7-1243-4e16-9e8d-83e973d7ee52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:18.863752 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:18.878942 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:18.881996 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:18.934934 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b25bd64c-def9-4497-acac-e16b26d2bd7e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:18.952785 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=67303317-33c1-4063-890d-749392eebdbc,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:19.024725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] For port 62cc8a6d-a647-4b2a-833f-9b458cbda0d7, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:03:19.033031 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bd64c-def9-4497-acac-e16b26d2bd7e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=dc4288bc-3047-41d9-84e2-4308f8db9e7d,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:19.039074 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-d1ada9c7-1243-4e16-9e8d-83e973d7ee52 None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:03:19.071803 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5d20b19e-a0ea-4bac-9061-476396af5f1a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8732722 Mar 02 19:03:19.079873 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffe84cc-27dc-4516-8dc7-b312ad87c468 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting subnet a5a11b66-d20d-460e-a915-63f125077f8e {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:03:19.084422 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] For port 62cc8a6d-a647-4b2a-833f-9b458cbda0d7, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=62cc8a6d-a647-4b2a-833f-9b458cbda0d7,segment=NetworkSegment(01674813-3e6d-4658-802f-440afe14ccfa),segment_id=01674813-3e6d-4658-802f-440afe14ccfa)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:03:19.084661 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59372) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:19.092148 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cffe84cc-27dc-4516-8dc7-b312ad87c468 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:19.202682 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:19.290721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-d62ac79b-32f8-48cd-9fe2-189f868c907d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Allocated IP 172.20.0.7 (891dbd0d-22ba-4a7d-a7db-004330a96f53/42d74061-0b5d-40de-b2e3-09fb8f1140e1/e9716418-8ea3-42af-81be-5fbf6a9a41e5) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:19.372444 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cffe84cc-27dc-4516-8dc7-b312ad87c468 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:19.421945 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b25bd64c-def9-4497-acac-e16b26d2bd7e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:19.499105 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59036c91-981b-4e4c-8522-e7dcffc60203 None None] Pushing event updated for resources: {'Port': ['ID=62cc8a6d-a647-4b2a-833f-9b458cbda0d7,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:19.574022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d1ada9c7-1243-4e16-9e8d-83e973d7ee52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:03:15Z', 'revision_number': 8, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60', 'name': '', 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:df:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:25Z', 'updated_at': '2022-03-02T19:02:49Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:22Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:19.586738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ada9c7-1243-4e16-9e8d-83e973d7ee52 None None] Checking router: af8ca6aa-2307-45c4-badf-fa8fadec6767 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:03:19.602205 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eeb68308-9008-4e56-a60b-135daf869f94 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:19.616689 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ada9c7-1243-4e16-9e8d-83e973d7ee52 None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:19.618108 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d1ada9c7-1243-4e16-9e8d-83e973d7ee52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:19.669642 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cffe84cc-27dc-4516-8dc7-b312ad87c468 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:19.738447 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eeb68308-9008-4e56-a60b-135daf869f94 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:19.889986 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59382) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:19.890336 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b25bd64c-def9-4497-acac-e16b26d2bd7e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/dc4288bc-3047-41d9-84e2-4308f8db9e7d HTTP/1.1" status: 204 len: 168 time: 3.3022504 Mar 02 19:03:19.964822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cffe84cc-27dc-4516-8dc7-b312ad87c468 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:20.031396 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-d1ada9c7-1243-4e16-9e8d-83e973d7ee52 None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:03:20.090650 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eeb68308-9008-4e56-a60b-135daf869f94 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:20.108248 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cffe84cc-27dc-4516-8dc7-b312ad87c468 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:20.168732 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59386) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:20.189085 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Request body: {'subnets': [{'network_id': '35422cb6-6f55-40f5-ac09-d7ca5f1d1200', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1680833560', 'ip_version': 6}, {'network_id': 'f832619e-3c10-4dd9-a885-9e7763d73de2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:20.189308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Request body: {'subnet': {'network_id': '35422cb6-6f55-40f5-ac09-d7ca5f1d1200', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1680833560', 'ip_version': 6}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:20.189969 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Request body: {'subnet': {'network_id': 'f832619e-3c10-4dd9-a885-9e7763d73de2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:20.227093 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe84cc-27dc-4516-8dc7-b312ad87c468 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a11b66-d20d-460e-a915-63f125077f8e,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:20.284051 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-cffe84cc-27dc-4516-8dc7-b312ad87c468 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/subnets/a5a11b66-d20d-460e-a915-63f125077f8e HTTP/1.1" status: 204 len: 168 time: 1.6538100 Mar 02 19:03:20.289483 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59392) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:20.315519 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82434be7-f38b-49f6-8cdf-425d6b47b2f1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:20.317364 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82434be7-f38b-49f6-8cdf-425d6b47b2f1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:20.319887 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-82434be7-f38b-49f6-8cdf-425d6b47b2f1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4288030 Mar 02 19:03:20.326782 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59396) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:20.342498 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb68308-9008-4e56-a60b-135daf869f94 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event deleted for resources: {'Subnet': ['ID=1ff499fd-2e36-489b-aea1-63548a3189f5,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:20.386525 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eeb68308-9008-4e56-a60b-135daf869f94 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:20.557721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d62ac79b-32f8-48cd-9fe2-189f868c907d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:20.566088 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-eeb68308-9008-4e56-a60b-135daf869f94 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e3e458c-861b-461e-93d7-b619ccd0be19']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:20.599619 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-eeb68308-9008-4e56-a60b-135daf869f94 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8a2876-04a6-4160-8762-347e70d73050') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:20.599931 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-eeb68308-9008-4e56-a60b-135daf869f94 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8a2876-04a6-4160-8762-347e70d73050') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:20.613511 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:20.650793 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d1ada9c7-1243-4e16-9e8d-83e973d7ee52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:03:15Z', 'revision_number': 8, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60', 'name': '', 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:df:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:25Z', 'updated_at': '2022-03-02T19:02:49Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:22Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:20.655878 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ada9c7-1243-4e16-9e8d-83e973d7ee52 None None] The sync data for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv is: [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:03:15Z', 'revision_number': 8, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60', 'name': '', 'network_id': 'dca5019d-62da-4782-a583-cd1004f02f7b', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:df:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:25Z', 'updated_at': '2022-03-02T19:02:49Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': '99319dbb-f856-4478-9ef2-7d61bfc81881', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:22Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:03:20.684688 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:20.821091 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eeb68308-9008-4e56-a60b-135daf869f94 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:20.841136 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting port 7a614a4d-42d1-4f5e-80a3-9bb6af40278b {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:20.841491 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:20.875237 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:20.928814 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eeb68308-9008-4e56-a60b-135daf869f94 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:20.930614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59406) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:20.953278 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb68308-9008-4e56-a60b-135daf869f94 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:03:20.953278 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eeb68308-9008-4e56-a60b-135daf869f94 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:03:20.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:03:21.218018 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:21.220872 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1817865914', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:21.224596 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eeb68308-9008-4e56-a60b-135daf869f94 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:21.226380 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-d62ac79b-32f8-48cd-9fe2-189f868c907d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Transition to ACTIVE for port object e9716418-8ea3-42af-81be-5fbf6a9a41e5 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:21.231245 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eeb68308-9008-4e56-a60b-135daf869f94 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:21.250810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Usage tracker for resource:subnet and tenant:939481aa49c94c948b4f7dd3717c13f3 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:21.251419 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae49867-3c0b-4b71-b158-df7fd9c37c5b None None] Network 891dbd0d-22ba-4a7d-a7db-004330a96f53 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:21.264666 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:21.268763 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb68308-9008-4e56-a60b-135daf869f94 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event deleted for resources: {'Network': ['ID=1e3e458c-861b-461e-93d7-b619ccd0be19,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:21.269566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:21.288437 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Usage tracker for resource:port and tenant:c4cce3e18c4346eab9ba92fdac4027f6 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:21.299960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:21.300661 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-eeb68308-9008-4e56-a60b-135daf869f94 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/networks/1e3e458c-861b-461e-93d7-b619ccd0be19 HTTP/1.1" status: 204 len: 168 time: 2.2126656 Mar 02 19:03:21.306620 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:21.309739 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59412) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:21.311972 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] For port 7a614a4d-42d1-4f5e-80a3-9bb6af40278b, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7a614a4d-42d1-4f5e-80a3-9bb6af40278b,segment=NetworkSegment(36d4492c-eb4d-43df-967c-c3af00de352e),segment_id=36d4492c-eb4d-43df-967c-c3af00de352e)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:21.312612 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:21.337821 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-260013d6-69ab-4a8b-b979-418e595c4fdd tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-199950022'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:21.343110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:21.347305 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:21.419214 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-260013d6-69ab-4a8b-b979-418e595c4fdd tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:21.439305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed6bf80-81b8-4bd4-80a4-0e644f767f9c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 0e59bfee-fd93-4eba-b304-639c83d4ddf3 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:03:21.463634 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0ed6bf80-81b8-4bd4-80a4-0e644f767f9c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:21.542660 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d29029-5a02-48c6-858b-7649494b9eba None None] Network 1e3e458c-861b-461e-93d7-b619ccd0be19 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:21.546638 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Calling delete_port for 7a614a4d-42d1-4f5e-80a3-9bb6af40278b owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:21.599124 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d29029-5a02-48c6-858b-7649494b9eba None None] Network 1e3e458c-861b-461e-93d7-b619ccd0be19 could not be found, it might have been deleted concurrently. {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 02 19:03:21.606378 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-260013d6-69ab-4a8b-b979-418e595c4fdd tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Usage tracker for resource:network and tenant:c971dcdb820f4079bc515a07abaa01de is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:21.610530 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-260013d6-69ab-4a8b-b979-418e595c4fdd tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:21.621795 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-260013d6-69ab-4a8b-b979-418e595c4fdd tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:21.625332 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0ed6bf80-81b8-4bd4-80a4-0e644f767f9c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:21.625744 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a9a43b-eb43-4c8f-8581-b3f8eccbbf75 None None] Network 1e3e458c-861b-461e-93d7-b619ccd0be19 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:21.653129 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d713e84-ef1a-4b4a-9aed-020cdec7de50 None None] Network 6f8c60cb-d378-4984-a666-a1bf0917d257 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:21.661829 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-33727e3e-e71e-438d-9e6c-3f64b6d25798 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port 5d6b9259-0c07-49ed-9a44-c3b56b8a21a9 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:21.662166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-33727e3e-e71e-438d-9e6c-3f64b6d25798 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:21.689329 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a9a43b-eb43-4c8f-8581-b3f8eccbbf75 None None] Network 1e3e458c-861b-461e-93d7-b619ccd0be19 could not be found, it might have been deleted concurrently. {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 02 19:03:21.709619 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Made reservation on behalf of 939481aa49c94c948b4f7dd3717c13f3 for: {'subnet': 2} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:21.754025 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d62ac79b-32f8-48cd-9fe2-189f868c907d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:21.769774 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260013d6-69ab-4a8b-b979-418e595c4fdd tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Made reservation on behalf of c971dcdb820f4079bc515a07abaa01de for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:21.774373 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-260013d6-69ab-4a8b-b979-418e595c4fdd tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:21.776805 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-774778e5-66c9-47e7-a1fa-6d43ba4d1265 None None] Provisioning for port 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:21.783340 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-347a8798-c90b-40fd-b0a3-a3ef388a5b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:21.792078 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Made reservation on behalf of c4cce3e18c4346eab9ba92fdac4027f6 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:21.794485 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:21.803723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:21.804871 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-774778e5-66c9-47e7-a1fa-6d43ba4d1265 None None] Provisioning complete for port 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:21.805540 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-774778e5-66c9-47e7-a1fa-6d43ba4d1265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:21.869075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Port': ['ID=7a614a4d-42d1-4f5e-80a3-9bb6af40278b,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:21.872041 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:21.891373 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] No DVR routers for this DVR port 7a614a4d-42d1-4f5e-80a3-9bb6af40278b on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:03:21.900729 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260013d6-69ab-4a8b-b979-418e595c4fdd tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:03:21.925123 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:21.974091 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-260013d6-69ab-4a8b-b979-418e595c4fdd tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:21.974768 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-260013d6-69ab-4a8b-b979-418e595c4fdd tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Added segment 7403ab63-fce5-475e-b8d7-36d42030b05e of type vlan for network 52b02988-465e-47df-89ac-97a97c2a6ee2 Mar 02 19:03:22.018173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ac79b-32f8-48cd-9fe2-189f868c907d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=e9716418-8ea3-42af-81be-5fbf6a9a41e5,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:22.047189 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaf351b-e066-47ab-a0b3-7413b639d067 None None] DHCP port deletion for 6f8c60cb-d378-4984-a666-a1bf0917d257 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:03:22.082128 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-774778e5-66c9-47e7-a1fa-6d43ba4d1265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.084528 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62ac79b-32f8-48cd-9fe2-189f868c907d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 891dbd0d-22ba-4a7d-a7db-004330a96f53 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:22.094490 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-d62ac79b-32f8-48cd-9fe2-189f868c907d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:22.116632 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:22.129309 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62ac79b-32f8-48cd-9fe2-189f868c907d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:22.134949 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Usage tracker for resource:security_group_rule and tenant:c4cce3e18c4346eab9ba92fdac4027f6 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:22.142538 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-774778e5-66c9-47e7-a1fa-6d43ba4d1265 None None] For port 62cc8a6d-a647-4b2a-833f-9b458cbda0d7, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=62cc8a6d-a647-4b2a-833f-9b458cbda0d7,segment=NetworkSegment(01674813-3e6d-4658-802f-440afe14ccfa),segment_id=01674813-3e6d-4658-802f-440afe14ccfa)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:22.147336 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:22.166178 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:22.170203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.193921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-260013d6-69ab-4a8b-b979-418e595c4fdd tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.229803 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-774778e5-66c9-47e7-a1fa-6d43ba4d1265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.246026 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8c60cb-d378-4984-a666-a1bf0917d257']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:22.268508 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0ed6bf80-81b8-4bd4-80a4-0e644f767f9c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.272289 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d4492c-eb4d-43df-967c-c3af00de352e') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:22.272587 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d4492c-eb4d-43df-967c-c3af00de352e') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:22.298203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.330966 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.346217 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774778e5-66c9-47e7-a1fa-6d43ba4d1265 None None] Pushing event updated for resources: {'Port': ['ID=62cc8a6d-a647-4b2a-833f-9b458cbda0d7,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:22.349910 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-260013d6-69ab-4a8b-b979-418e595c4fdd tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.354452 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260013d6-69ab-4a8b-b979-418e595c4fdd tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:22.355089 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-260013d6-69ab-4a8b-b979-418e595c4fdd tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.366379 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:03:22.366789 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:03:22.409083 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:03:22.448358 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62ac79b-32f8-48cd-9fe2-189f868c907d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:22.448957 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d62ac79b-32f8-48cd-9fe2-189f868c907d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.467437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.467733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.534203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.552287 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:22.588248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-33727e3e-e71e-438d-9e6c-3f64b6d25798 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.596511 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260013d6-69ab-4a8b-b979-418e595c4fdd tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event updated for resources: {'Network': ['ID=52b02988-465e-47df-89ac-97a97c2a6ee2,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:22.602381 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.604546 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] device_id is not set on port 7d3ef0e0-9218-43a5-9a84-d3aaf4e82fa4 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:03:22.615863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 52b02988-465e-47df-89ac-97a97c2a6ee2 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:03:22.709182 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596aa76a-227c-4707-8970-7be07d394323,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:22.725374 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-260013d6-69ab-4a8b-b979-418e595c4fdd tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4037635 Mar 02 19:03:22.733745 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59416) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:22.748812 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-d37aa33e-0ae5-4d54-9b00-c15bf11cc8ab tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Request body: {'subnet': {'network_id': '52b02988-465e-47df-89ac-97a97c2a6ee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:22.768973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:22.783898 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.798527 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0350d679-2a3a-4cc5-a8c3-d75a70b89098 None None] Network 891dbd0d-22ba-4a7d-a7db-004330a96f53 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:22.837440 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.842899 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.910943 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d62ac79b-32f8-48cd-9fe2-189f868c907d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.5720854 Mar 02 19:03:22.912417 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59420) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:22.921108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-33727e3e-e71e-438d-9e6c-3f64b6d25798 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Calling delete_port for 5d6b9259-0c07-49ed-9a44-c3b56b8a21a9 owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:22.936369 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Network': ['ID=6f8c60cb-d378-4984-a666-a1bf0917d257,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:22.964261 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c95c7db4-281a-45b4-9ba5-7b9b44c53c45 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/networks/6f8c60cb-d378-4984-a666-a1bf0917d257 HTTP/1.1" status: 204 len: 168 time: 2.6505229 Mar 02 19:03:22.965137 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2eed59ea-335a-491f-8939-d533941e3d5c None None] Provisioning complete for port 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:22.965768 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2eed59ea-335a-491f-8939-d533941e3d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.975087 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59424) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:23.085454 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0ed6bf80-81b8-4bd4-80a4-0e644f767f9c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:23.194073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6bf80-81b8-4bd4-80a4-0e644f767f9c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=0e59bfee-fd93-4eba-b304-639c83d4ddf3,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:23.210002 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d37aa33e-0ae5-4d54-9b00-c15bf11cc8ab tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:23.228780 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:03:23.232872 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d37aa33e-0ae5-4d54-9b00-c15bf11cc8ab tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Usage tracker for resource:subnet and tenant:c971dcdb820f4079bc515a07abaa01de is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:23.256043 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d37aa33e-0ae5-4d54-9b00-c15bf11cc8ab tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:23.260347 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7a614a4d-42d1-4f5e-80a3-9bb6af40278b no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:03:23.269413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-3ea01df7-5988-48d4-8d3a-3d895a34c5c8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port e9716418-8ea3-42af-81be-5fbf6a9a41e5 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:23.269961 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3ea01df7-5988-48d4-8d3a-3d895a34c5c8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:23.292959 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b806faeb-817f-4af9-b2b5-2edfa95aa673 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:23.311897 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0ed6bf80-81b8-4bd4-80a4-0e644f767f9c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:23.322474 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 7a614a4d-42d1-4f5e-80a3-9bb6af40278b {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:03:23.322818 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7a614a4d-42d1-4f5e-80a3-9bb6af40278b not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:03:23.323231 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device fb5da22f-7e2c-473e-b744-8c7acd141372 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:03:23.328224 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:23.360960 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d37aa33e-0ae5-4d54-9b00-c15bf11cc8ab tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:23.395072 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Allocated IP 172.26.4.31 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/7d3ef0e0-9218-43a5-9a84-d3aaf4e82fa4) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:23.416092 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: fb5da22f-7e2c-473e-b744-8c7acd141372 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:03:23.416742 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device fb5da22f-7e2c-473e-b744-8c7acd141372 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:03:23.464576 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0ed6bf80-81b8-4bd4-80a4-0e644f767f9c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/0e59bfee-fd93-4eba-b304-639c83d4ddf3 HTTP/1.1" status: 204 len: 168 time: 3.1067080 Mar 02 19:03:23.477153 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59428) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:23.484655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:23.583851 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37aa33e-0ae5-4d54-9b00-c15bf11cc8ab tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Made reservation on behalf of c971dcdb820f4079bc515a07abaa01de for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:23.598236 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2eed59ea-335a-491f-8939-d533941e3d5c None None] Provisioning for port e9716418-8ea3-42af-81be-5fbf6a9a41e5 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:23.620730 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2eed59ea-335a-491f-8939-d533941e3d5c None None] Provisioning complete for port e9716418-8ea3-42af-81be-5fbf6a9a41e5 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:23.621662 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2eed59ea-335a-491f-8939-d533941e3d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:23.663732 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0d0b98d0-0e30-4952-9889-556b726b55a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1821475 Mar 02 19:03:23.693035 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59432) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:23.718659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-2eed59ea-335a-491f-8939-d533941e3d5c None None] Port e9716418-8ea3-42af-81be-5fbf6a9a41e5 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:03:23.807720 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9753224c-12e9-445f-ac76-52b781f72812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:23.856782 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3edef9-0eee-4c13-aba0-4ad258428b33 None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:03:23.866178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-4f3edef9-0eee-4c13-aba0-4ad258428b33 None None] Deleting port 1b07265c-8563-4a29-9f3e-101d62d34803 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:23.866406 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4f3edef9-0eee-4c13-aba0-4ad258428b33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:23.906405 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-aa162522-fa28-4bc1-b97b-494c3b19b022 None None] Provisioning complete for port 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:23.906655 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa162522-fa28-4bc1-b97b-494c3b19b022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:23.949270 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=67303317-33c1-4063-890d-749392eebdbc,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:23.989706 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d37aa33e-0ae5-4d54-9b00-c15bf11cc8ab tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:24.289184 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4f3edef9-0eee-4c13-aba0-4ad258428b33 None None] For port 1b07265c-8563-4a29-9f3e-101d62d34803, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=1b07265c-8563-4a29-9f3e-101d62d34803,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:24.289452 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4f3edef9-0eee-4c13-aba0-4ad258428b33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:24.416175 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:24.421529 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-4f3edef9-0eee-4c13-aba0-4ad258428b33 None None] Calling delete_port for 1b07265c-8563-4a29-9f3e-101d62d34803 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:24.479670 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-aa162522-fa28-4bc1-b97b-494c3b19b022 None None] Provisioning complete for port e9716418-8ea3-42af-81be-5fbf6a9a41e5 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:24.480228 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa162522-fa28-4bc1-b97b-494c3b19b022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:24.524837 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:24.543468 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-aa162522-fa28-4bc1-b97b-494c3b19b022 None None] Port e9716418-8ea3-42af-81be-5fbf6a9a41e5 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:03:24.582310 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 1b07265c-8563-4a29-9f3e-101d62d34803 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:03:24.691048 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7ca49f62-8e60-46e5-9d39-5d77276f39d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:24.696343 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4f3edef9-0eee-4c13-aba0-4ad258428b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:24.719563 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3ea01df7-5988-48d4-8d3a-3d895a34c5c8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:24.741056 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Port 1b07265c-8563-4a29-9f3e-101d62d34803 update to DOWN by agent not found {{(pid=84534) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 02 19:03:24.753365 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3edef9-0eee-4c13-aba0-4ad258428b33 None None] Pushing event deleted for resources: {'Port': ['ID=1b07265c-8563-4a29-9f3e-101d62d34803,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:24.753908 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:24.769622 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3edef9-0eee-4c13-aba0-4ad258428b33 None None] No DVR routers for this DVR port 1b07265c-8563-4a29-9f3e-101d62d34803 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:03:24.770148 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5d511986-5ada-4069-9629-87fec8be0613 None None] Provisioning complete for port e9716418-8ea3-42af-81be-5fbf6a9a41e5 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:24.771254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5d511986-5ada-4069-9629-87fec8be0613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:24.811806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd1fb0e-d5a1-4e70-a1d2-479f2767252c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:24.812408 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4fd1fb0e-d5a1-4e70-a1d2-479f2767252c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:24.836541 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-5d511986-5ada-4069-9629-87fec8be0613 None None] Port e9716418-8ea3-42af-81be-5fbf6a9a41e5 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:03:24.881951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-33727e3e-e71e-438d-9e6c-3f64b6d25798 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:24.902000 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-3ea01df7-5988-48d4-8d3a-3d895a34c5c8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for e9716418-8ea3-42af-81be-5fbf6a9a41e5 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:24.923864 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:24.924603 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Pushing event updated for resources: {'Port': ['ID=7d3ef0e0-9218-43a5-9a84-d3aaf4e82fa4,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:24.928814 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:24.935753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:25.048039 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:25.048565 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:25.079891 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:25.127763 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.objects.ports [None req-d37aa33e-0ae5-4d54-9b00-c15bf11cc8ab tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84533) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 19:03:25.153199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33727e3e-e71e-438d-9e6c-3f64b6d25798 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Port': ['ID=5d6b9259-0c07-49ed-9a44-c3b56b8a21a9,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:25.158579 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e9a2f8fb-dfda-45a8-96e2-fa9ab82b05f1 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.2268934 Mar 02 19:03:25.159331 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d37aa33e-0ae5-4d54-9b00-c15bf11cc8ab tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:25.163499 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59438) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:25.214074 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-f1ab03ed-cccc-4a0a-b14e-2d26312547d6 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.31'}]}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:25.289299 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4fd1fb0e-d5a1-4e70-a1d2-479f2767252c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:25.290485 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4fd1fb0e-d5a1-4e70-a1d2-479f2767252c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.5918725 Mar 02 19:03:25.313936 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59442) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:25.367410 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f1ab03ed-cccc-4a0a-b14e-2d26312547d6 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:25.380795 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f1ab03ed-cccc-4a0a-b14e-2d26312547d6 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Usage tracker for resource:router and tenant:c4cce3e18c4346eab9ba92fdac4027f6 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:25.385634 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f1ab03ed-cccc-4a0a-b14e-2d26312547d6 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:25.406250 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f1ab03ed-cccc-4a0a-b14e-2d26312547d6 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:25.430948 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:25.480180 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37aa33e-0ae5-4d54-9b00-c15bf11cc8ab tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event updated for resources: {'Subnet': ['ID=8f402316-cbfb-4639-a463-7741a2c804ae,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:25.531096 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:25.539040 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37aa33e-0ae5-4d54-9b00-c15bf11cc8ab tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Checking segment: {'id': '7403ab63-fce5-475e-b8d7-36d42030b05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '52b02988-465e-47df-89ac-97a97c2a6ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:25.539422 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37aa33e-0ae5-4d54-9b00-c15bf11cc8ab tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Network hostable DHCP agents. Network: 52b02988-465e-47df-89ac-97a97c2a6ee2, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:03:25.555810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1ab03ed-cccc-4a0a-b14e-2d26312547d6 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:25.556726 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1ab03ed-cccc-4a0a-b14e-2d26312547d6 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:25.573882 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308912fc-2952-4ff3-8535-31748336771f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:25.573882 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-308912fc-2952-4ff3-8535-31748336771f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:25.682506 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37aa33e-0ae5-4d54-9b00-c15bf11cc8ab tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Network 52b02988-465e-47df-89ac-97a97c2a6ee2 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:03:25.713676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event updated for resources: {'Subnet': ['ID=7495b772-72fd-4362-a252-dd6e628aa41c,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:25.745609 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-33727e3e-e71e-438d-9e6c-3f64b6d25798 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:25.761875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Checking segment: {'id': 'efe6636b-0a6d-4d9a-ab07-a17a7f305219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '35422cb6-6f55-40f5-ac09-d7ca5f1d1200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:25.762236 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Network hostable DHCP agents. Network: 35422cb6-6f55-40f5-ac09-d7ca5f1d1200, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:03:25.766755 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3ea01df7-5988-48d4-8d3a-3d895a34c5c8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:25.769452 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Floating IP 17a7afe7-85de-4078-acb4-5154ba7b632d associated. External IP: 172.26.4.188, port: c9aed75b-823d-47fa-93a9-5039853533b8. Mar 02 19:03:25.788937 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1ab03ed-cccc-4a0a-b14e-2d26312547d6 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:25.790114 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-d37aa33e-0ae5-4d54-9b00-c15bf11cc8ab tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 52b02988-465e-47df-89ac-97a97c2a6ee2) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:25.798450 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd29904b-f4b9-489c-b456-6791f906559d None None] Network 52b02988-465e-47df-89ac-97a97c2a6ee2 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:25.800988 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37aa33e-0ae5-4d54-9b00-c15bf11cc8ab tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:25.802117 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d37aa33e-0ae5-4d54-9b00-c15bf11cc8ab tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:25.872823 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-308912fc-2952-4ff3-8535-31748336771f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:25.876700 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-308912fc-2952-4ff3-8535-31748336771f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5567555 Mar 02 19:03:25.877240 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59446) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:25.945189 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea01df7-5988-48d4-8d3a-3d895a34c5c8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Port': ['ID=e9716418-8ea3-42af-81be-5fbf6a9a41e5,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:25.952779 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d37aa33e-0ae5-4d54-9b00-c15bf11cc8ab tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.2154682 Mar 02 19:03:26.001501 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59450) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:26.034210 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-380f0177-8ccb-442a-9215-3a7f2320fe52 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1557045 Mar 02 19:03:26.046585 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59454) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:26.046787 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-52b02988-465e-47df-89ac-97a97c2a6ee2', 'network_id': '52b02988-465e-47df-89ac-97a97c2a6ee2', 'tenant_id': 'c971dcdb820f4079bc515a07abaa01de', 'fixed_ips': [{'subnet_id': '8f402316-cbfb-4639-a463-7741a2c804ae'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:03:26.047635 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:26.074580 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-7ca49f62-8e60-46e5-9d39-5d77276f39d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting port 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:26.074936 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7ca49f62-8e60-46e5-9d39-5d77276f39d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:26.170117 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-0f7c5ae6-4cea-4578-ad10-49ab792530a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:26.220644 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Allocated IP 2001:db8::f816:3eff:fed5:b1bf (52b02988-465e-47df-89ac-97a97c2a6ee2/8f402316-cbfb-4639-a463-7741a2c804ae/187ac1de-8efc-4902-b8d4-91d4392a41c3) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:26.281357 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Network 35422cb6-6f55-40f5-ac09-d7ca5f1d1200 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:03:26.343944 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3ea01df7-5988-48d4-8d3a-3d895a34c5c8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:26.375062 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 35422cb6-6f55-40f5-ac09-d7ca5f1d1200) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:26.384550 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3ea01df7-5988-48d4-8d3a-3d895a34c5c8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/ports/e9716418-8ea3-42af-81be-5fbf6a9a41e5 HTTP/1.1" status: 204 len: 168 time: 3.4263837 Mar 02 19:03:26.391993 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeb5d06-c30d-41eb-9382-c3ed10a5829a None None] Network 35422cb6-6f55-40f5-ac09-d7ca5f1d1200 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:26.392166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:26.399057 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59458) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:26.413423 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1ab03ed-cccc-4a0a-b14e-2d26312547d6 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:26.574348 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0f7c5ae6-4cea-4578-ad10-49ab792530a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:26.586953 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0f7c5ae6-4cea-4578-ad10-49ab792530a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:26.621603 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-915e31c7-7ab7-4f93-b59c-98c221a4cf31 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] DELETE failed (client error): The resource could not be found. Mar 02 19:03:26.621999 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915e31c7-7ab7-4f93-b59c-98c221a4cf31 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:03:26.623811 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-915e31c7-7ab7-4f93-b59c-98c221a4cf31 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/ports/e9716418-8ea3-42af-81be-5fbf6a9a41e5 HTTP/1.1" status: 404 len: 333 time: 0.2082255 Mar 02 19:03:26.634692 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59462) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:26.657386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:26.671554 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Transition to ACTIVE for port object 187ac1de-8efc-4902-b8d4-91d4392a41c3 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:26.695086 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Transition to ACTIVE for port object 187ac1de-8efc-4902-b8d4-91d4392a41c3 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:26.698484 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:26.701617 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7c5ae6-4cea-4578-ad10-49ab792530a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:26.727925 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36a5806-a6d6-4663-aaeb-269cbd11216a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] GET failed (client error): The resource could not be found. Mar 02 19:03:26.731940 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b36a5806-a6d6-4663-aaeb-269cbd11216a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports/e9716418-8ea3-42af-81be-5fbf6a9a41e5 HTTP/1.1" status: 404 len: 333 time: 0.0934939 Mar 02 19:03:26.737050 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59466) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:26.739318 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:26.739482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event updated for resources: {'Subnet': ['ID=2d6635a9-c4d5-4203-8a9d-2dcaa0546398,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:26.813311 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:26.876708 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Checking segment: {'id': 'd7e76dbc-1ebd-4350-889f-e2ad1a723598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f832619e-3c10-4dd9-a885-9e7763d73de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:26.877067 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Network hostable DHCP agents. Network: f832619e-3c10-4dd9-a885-9e7763d73de2, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:03:26.926145 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Network 52b02988-465e-47df-89ac-97a97c2a6ee2 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:26.929426 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Deleting port 187ac1de-8efc-4902-b8d4-91d4392a41c3 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:26.929952 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:26.933631 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:26.939391 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:26.944534 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33727e3e-e71e-438d-9e6c-3f64b6d25798 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router 7dface5d-1075-4b57-95fe-9e4882491316 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:03:26.969659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Pushing event updated for resources: {'Port': ['ID=187ac1de-8efc-4902-b8d4-91d4392a41c3,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:26.979477 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-35422cb6-6f55-40f5-ac09-d7ca5f1d1200', 'network_id': '35422cb6-6f55-40f5-ac09-d7ca5f1d1200', 'tenant_id': '939481aa49c94c948b4f7dd3717c13f3', 'fixed_ips': [{'subnet_id': '7495b772-72fd-4362-a252-dd6e628aa41c'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:03:26.979826 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:26.982268 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f7c5ae6-4cea-4578-ad10-49ab792530a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:27.079212 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Network f832619e-3c10-4dd9-a885-9e7763d73de2 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:03:27.090125 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Attempting to bind port 187ac1de-8efc-4902-b8d4-91d4392a41c3 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:27.090513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Attempting to bind port 187ac1de-8efc-4902-b8d4-91d4392a41c3 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '7403ab63-fce5-475e-b8d7-36d42030b05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '52b02988-465e-47df-89ac-97a97c2a6ee2'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:27.090841 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Attempting to bind port 187ac1de-8efc-4902-b8d4-91d4392a41c3 on network 52b02988-465e-47df-89ac-97a97c2a6ee2 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:27.110629 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:03:27.111043 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Checking segment: {'id': '7403ab63-fce5-475e-b8d7-36d42030b05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '52b02988-465e-47df-89ac-97a97c2a6ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:27.111406 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:27.111797 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Bound using segment: {'id': '7403ab63-fce5-475e-b8d7-36d42030b05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '52b02988-465e-47df-89ac-97a97c2a6ee2'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:03:27.112261 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Bound port: 187ac1de-8efc-4902-b8d4-91d4392a41c3, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7403ab63-fce5-475e-b8d7-36d42030b05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '52b02988-465e-47df-89ac-97a97c2a6ee2'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:03:27.112622 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:27.130818 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-7ca49f62-8e60-46e5-9d39-5d77276f39d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] For port 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60,segment=NetworkSegment(b9f5b5c5-4cec-437d-b2e8-342fc3728d8a),segment_id=b9f5b5c5-4cec-437d-b2e8-342fc3728d8a)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:27.131088 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7ca49f62-8e60-46e5-9d39-5d77276f39d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:27.271558 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] For port 187ac1de-8efc-4902-b8d4-91d4392a41c3, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:03:27.276312 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] For port 187ac1de-8efc-4902-b8d4-91d4392a41c3, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=187ac1de-8efc-4902-b8d4-91d4392a41c3,segment=NetworkSegment(7403ab63-fce5-475e-b8d7-36d42030b05e),segment_id=7403ab63-fce5-475e-b8d7-36d42030b05e)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:03:27.282533 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Allocated IP 2001:db8::1 (35422cb6-6f55-40f5-ac09-d7ca5f1d1200/7495b772-72fd-4362-a252-dd6e628aa41c/c91dd811-a1fa-46ec-901d-4e80f7b184e3) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:27.283968 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec861c81-a902-4c99-8405-0cbc22d20953 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting subnet 42d74061-0b5d-40de-b2e3-09fb8f1140e1 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:03:27.292050 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ec861c81-a902-4c99-8405-0cbc22d20953 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:27.330817 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, f832619e-3c10-4dd9-a885-9e7763d73de2) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:27.359832 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:27.360223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:27.360946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:27.363167 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c44035-63ae-4440-b578-6cebe8bd5b58 None None] Network f832619e-3c10-4dd9-a885-9e7763d73de2 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:27.381231 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ec861c81-a902-4c99-8405-0cbc22d20953 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:27.383105 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:27.388416 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-7ca49f62-8e60-46e5-9d39-5d77276f39d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Calling delete_port for 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:27.428881 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33727e3e-e71e-438d-9e6c-3f64b6d25798 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:03:27.443590 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-33727e3e-e71e-438d-9e6c-3f64b6d25798 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/7dface5d-1075-4b57-95fe-9e4882491316/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3655868 Mar 02 19:03:27.445203 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eca5fc3-7b0c-46be-a9fa-33c13ddfe589 None None] Sync routers for ids ['7dface5d-1075-4b57-95fe-9e4882491316'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:03:27.445758 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59470) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:27.457727 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca5fc3-7b0c-46be-a9fa-33c13ddfe589 None None] Routers {'7dface5d-1075-4b57-95fe-9e4882491316'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:27.458663 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-3eca5fc3-7b0c-46be-a9fa-33c13ddfe589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['7dface5d-1075-4b57-95fe-9e4882491316'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:27.500368 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6f6b1c50-2f52-4e56-9565-d53f04ccd64c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Synchronizing usage tracker for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:27.517977 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a6161940-4702-496e-b431-6940393b1c94 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 7.3480887 Mar 02 19:03:27.524861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59474) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:27.531430 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-3eca5fc3-7b0c-46be-a9fa-33c13ddfe589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:27.543718 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca5fc3-7b0c-46be-a9fa-33c13ddfe589 None None] Routers {'7dface5d-1075-4b57-95fe-9e4882491316'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:27.544568 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-3eca5fc3-7b0c-46be-a9fa-33c13ddfe589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['7dface5d-1075-4b57-95fe-9e4882491316'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:27.611820 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-3eca5fc3-7b0c-46be-a9fa-33c13ddfe589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:27.612762 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eca5fc3-7b0c-46be-a9fa-33c13ddfe589 None None] The sync data for ids ['7dface5d-1075-4b57-95fe-9e4882491316'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:03:27.616570 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723062f-868f-42fd-99a9-bb0684bc020c None None] Pushing event updated for resources: {'Port': ['ID=187ac1de-8efc-4902-b8d4-91d4392a41c3,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:27.631457 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdb551b-556b-4229-8836-93967fd2a010 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:27.632906 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdb551b-556b-4229-8836-93967fd2a010 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:27.634902 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdb551b-556b-4229-8836-93967fd2a010 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:27.635441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7bdb551b-556b-4229-8836-93967fd2a010 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Synchronizing usage tracker for tenant:939481aa49c94c948b4f7dd3717c13f3 on resource:subnet {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:27.643001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ec861c81-a902-4c99-8405-0cbc22d20953 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:27.674402 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6f6b1c50-2f52-4e56-9565-d53f04ccd64c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Unset dirty status for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:27.675544 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6f6b1c50-2f52-4e56-9565-d53f04ccd64c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dface5d-1075-4b57-95fe-9e4882491316 HTTP/1.1" status: 200 len: 205 time: 0.2265725 Mar 02 19:03:27.678424 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59478) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:27.798925 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:27.816604 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Transition to ACTIVE for port object c91dd811-a1fa-46ec-901d-4e80f7b184e3 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:27.875798 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] For port 187ac1de-8efc-4902-b8d4-91d4392a41c3, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=187ac1de-8efc-4902-b8d4-91d4392a41c3,segment=NetworkSegment(7403ab63-fce5-475e-b8d7-36d42030b05e),segment_id=7403ab63-fce5-475e-b8d7-36d42030b05e)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:27.875798 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:27.906473 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Transition to ACTIVE for port object c91dd811-a1fa-46ec-901d-4e80f7b184e3 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:27.928268 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e7c830c4-9ef6-4003-beac-08ee5b889c8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:27.991000 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7bdb551b-556b-4229-8836-93967fd2a010 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Unset dirty status for tenant:939481aa49c94c948b4f7dd3717c13f3 on resource:subnet {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:27.992031 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7bdb551b-556b-4229-8836-93967fd2a010 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4622812 Mar 02 19:03:28.000875 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-f832619e-3c10-4dd9-a885-9e7763d73de2', 'network_id': 'f832619e-3c10-4dd9-a885-9e7763d73de2', 'tenant_id': '939481aa49c94c948b4f7dd3717c13f3', 'fixed_ips': [{'subnet_id': '2d6635a9-c4d5-4203-8a9d-2dcaa0546398'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:03:28.001875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59482) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:28.003668 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:28.044596 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:28.067015 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ec861c81-a902-4c99-8405-0cbc22d20953 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:28.079720 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Calling delete_port for 187ac1de-8efc-4902-b8d4-91d4392a41c3 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:28.127428 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Network 35422cb6-6f55-40f5-ac09-d7ca5f1d1200 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:28.155177 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ec861c81-a902-4c99-8405-0cbc22d20953 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:28.173812 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:28.180917 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ac37ca-d427-41ae-9a43-59ab94da0098 None None] Network 891dbd0d-22ba-4a7d-a7db-004330a96f53 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:28.187571 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec861c81-a902-4c99-8405-0cbc22d20953 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Subnet': ['ID=42d74061-0b5d-40de-b2e3-09fb8f1140e1,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:28.201451 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:28.204066 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router 02827b03-91ae-40a2-a954-65eae7996967 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:03:28.208569 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ec861c81-a902-4c99-8405-0cbc22d20953 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/subnets/42d74061-0b5d-40de-b2e3-09fb8f1140e1 HTTP/1.1" status: 204 len: 168 time: 1.4666765 Mar 02 19:03:28.216286 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59486) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:28.279341 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7ca49f62-8e60-46e5-9d39-5d77276f39d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:28.290111 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Pushing event updated for resources: {'Port': ['ID=c91dd811-a1fa-46ec-901d-4e80f7b184e3,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:28.358614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca49f62-8e60-46e5-9d39-5d77276f39d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Port': ['ID=5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:28.523376 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1ab03ed-cccc-4a0a-b14e-2d26312547d6 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:28.700305 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Allocated IP 2001:db8:0:1::1 (f832619e-3c10-4dd9-a885-9e7763d73de2/2d6635a9-c4d5-4203-8a9d-2dcaa0546398/6343e4e5-f4ab-404c-9da7-33fe9913841d) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:28.790918 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1ab03ed-cccc-4a0a-b14e-2d26312547d6 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:28.840419 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 187ac1de-8efc-4902-b8d4-91d4392a41c3 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:28.927341 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8191fcfc-439e-4627-b74b-41905fd853cc None None] Network 52b02988-465e-47df-89ac-97a97c2a6ee2 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:28.951418 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Attempting to bind port c91dd811-a1fa-46ec-901d-4e80f7b184e3 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:28.951790 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Attempting to bind port c91dd811-a1fa-46ec-901d-4e80f7b184e3 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'efe6636b-0a6d-4d9a-ab07-a17a7f305219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '35422cb6-6f55-40f5-ac09-d7ca5f1d1200'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:28.952150 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Attempting to bind port c91dd811-a1fa-46ec-901d-4e80f7b184e3 on network 35422cb6-6f55-40f5-ac09-d7ca5f1d1200 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:28.961693 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 187ac1de-8efc-4902-b8d4-91d4392a41c3 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:03:28.962026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 187ac1de-8efc-4902-b8d4-91d4392a41c3 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 02 19:03:28.970453 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.021403 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.074122 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event deleted for resources: {'Port': ['ID=187ac1de-8efc-4902-b8d4-91d4392a41c3,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:29.092105 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Port 187ac1de-8efc-4902-b8d4-91d4392a41c3 not found, will not notify nova. {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 02 19:03:29.107485 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.objects.ports [None req-0f7c5ae6-4cea-4578-ad10-49ab792530a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84533) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 19:03:29.110183 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:03:29.110570 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Checking segment: {'id': 'efe6636b-0a6d-4d9a-ab07-a17a7f305219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '35422cb6-6f55-40f5-ac09-d7ca5f1d1200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:29.110979 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.111394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Bound using segment: {'id': 'efe6636b-0a6d-4d9a-ab07-a17a7f305219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '35422cb6-6f55-40f5-ac09-d7ca5f1d1200'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:03:29.111887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Bound port: c91dd811-a1fa-46ec-901d-4e80f7b184e3, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe6636b-0a6d-4d9a-ab07-a17a7f305219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '35422cb6-6f55-40f5-ac09-d7ca5f1d1200'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:03:29.112262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.123111 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e7c830c4-9ef6-4003-beac-08ee5b889c8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.136831 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6d983a56-4306-40f2-b34f-6839e84f982b None None] Could not find standard attr ID for object 187ac1de-8efc-4902-b8d4-91d4392a41c3. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:03:29.144257 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f7c5ae6-4cea-4578-ad10-49ab792530a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.156519 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e7c830c4-9ef6-4003-beac-08ee5b889c8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.158279 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:29.158698 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.190160 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64b45b0-ba50-4369-946e-1a3935c91019 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Deleting subnet 7495b772-72fd-4362-a252-dd6e628aa41c {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:03:29.213464 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f64b45b0-ba50-4369-946e-1a3935c91019 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.282207 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] No DVR routers for this DVR port 187ac1de-8efc-4902-b8d4-91d4392a41c3 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:03:29.341145 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f64b45b0-ba50-4369-946e-1a3935c91019 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.353230 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7c5ae6-4cea-4578-ad10-49ab792530a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:29.370118 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-0f7c5ae6-4cea-4578-ad10-49ab792530a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:29.386876 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7c5ae6-4cea-4578-ad10-49ab792530a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:29.387806 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f7c5ae6-4cea-4578-ad10-49ab792530a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.392085 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.398218 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e1fd7d-36c7-4438-beab-2bfaed8ea7d1 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:29.429322 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c5ae6-4cea-4578-ad10-49ab792530a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=773ca1c0-a907-4d6e-914c-dec076698700,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:29.434855 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] For port c91dd811-a1fa-46ec-901d-4e80f7b184e3, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:03:29.461357 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.470392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e7c830c4-9ef6-4003-beac-08ee5b889c8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.470866 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c830c4-9ef6-4003-beac-08ee5b889c8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Fanout notify agent at l3_agent the message router_deleted on router 7dface5d-1075-4b57-95fe-9e4882491316 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:03:29.492177 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Transition to ACTIVE for port object 6343e4e5-f4ab-404c-9da7-33fe9913841d will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:29.516348 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c16c175-e7db-4184-b211-499fd555076a None None] DHCP port deletion for 891dbd0d-22ba-4a7d-a7db-004330a96f53 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:03:29.533963 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e7c830c4-9ef6-4003-beac-08ee5b889c8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.535447 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e7c830c4-9ef6-4003-beac-08ee5b889c8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/routers/7dface5d-1075-4b57-95fe-9e4882491316 HTTP/1.1" status: 204 len: 168 time: 1.8498533 Mar 02 19:03:29.545233 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59490) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:29.557057 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] For port 62cc8a6d-a647-4b2a-833f-9b458cbda0d7, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=62cc8a6d-a647-4b2a-833f-9b458cbda0d7,segment=NetworkSegment(01674813-3e6d-4658-802f-440afe14ccfa),segment_id=01674813-3e6d-4658-802f-440afe14ccfa)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:29.557522 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.570621 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] For port c91dd811-a1fa-46ec-901d-4e80f7b184e3, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c91dd811-a1fa-46ec-901d-4e80f7b184e3,segment=NetworkSegment(efe6636b-0a6d-4d9a-ab07-a17a7f305219),segment_id=efe6636b-0a6d-4d9a-ab07-a17a7f305219)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:03:29.578260 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1c16c175-e7db-4184-b211-499fd555076a None None] Deleting port 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:29.578637 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1c16c175-e7db-4184-b211-499fd555076a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.587057 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7ca49f62-8e60-46e5-9d39-5d77276f39d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.599486 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1ab03ed-cccc-4a0a-b14e-2d26312547d6 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.625178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Transition to ACTIVE for port object 6343e4e5-f4ab-404c-9da7-33fe9913841d will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:29.684545 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0f7c5ae6-4cea-4578-ad10-49ab792530a2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6348691 Mar 02 19:03:29.706742 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:29.709934 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.805849 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.811660 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59494) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:29.818426 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-9ad5a9a7-da53-4bb6-8003-0fb1fd870191 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:29.839750 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f64b45b0-ba50-4369-946e-1a3935c91019 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:29.965224 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Network f832619e-3c10-4dd9-a885-9e7763d73de2 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:29.974045 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:30.008601 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:30.013290 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ada73-ddc0-4d6b-8d30-291c6f0e5960 None None] Pushing event updated for resources: {'Port': ['ID=c91dd811-a1fa-46ec-901d-4e80f7b184e3,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:30.023547 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:30.078306 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1c16c175-e7db-4184-b211-499fd555076a None None] For port 62cc8a6d-a647-4b2a-833f-9b458cbda0d7, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=62cc8a6d-a647-4b2a-833f-9b458cbda0d7,segment=NetworkSegment(01674813-3e6d-4658-802f-440afe14ccfa),segment_id=01674813-3e6d-4658-802f-440afe14ccfa)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:30.078699 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1c16c175-e7db-4184-b211-499fd555076a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:30.089038 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-a144c46c-91a8-4286-ada1-f3ff36fdc9c3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting subnet 49421dfc-a547-400d-855d-494083b30f30 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:03:30.093537 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a144c46c-91a8-4286-ada1-f3ff36fdc9c3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:30.104991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': '773ca1c0-a907-4d6e-914c-dec076698700'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:03:30.105798 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:30.162743 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a144c46c-91a8-4286-ada1-f3ff36fdc9c3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:30.276387 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Port': ['ID=62cc8a6d-a647-4b2a-833f-9b458cbda0d7,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:30.299705 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] No DVR routers for this DVR port 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:03:30.303036 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-9ad5a9a7-da53-4bb6-8003-0fb1fd870191 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:30.321957 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a144c46c-91a8-4286-ada1-f3ff36fdc9c3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:30.386411 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-9ad5a9a7-da53-4bb6-8003-0fb1fd870191 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:30.398471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-9ad5a9a7-da53-4bb6-8003-0fb1fd870191 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:30.398719 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:30.403228 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:03:30.421170 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-9ad5a9a7-da53-4bb6-8003-0fb1fd870191 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:30.477628 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f0a7a-85a6-444d-a66f-e5758e77b0a4 None None] Sync routers for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:03:30.503756 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1c16c175-e7db-4184-b211-499fd555076a None None] Calling delete_port for 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:30.561343 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:30.611638 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891dbd0d-22ba-4a7d-a7db-004330a96f53']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:30.623100 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f64b45b0-ba50-4369-946e-1a3935c91019 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:30.652275 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Pushing event updated for resources: {'Port': ['ID=6343e4e5-f4ab-404c-9da7-33fe9913841d,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:30.668444 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3101538-6eed-49d5-ae69-0921d1c1207b None None] Network 52b02988-465e-47df-89ac-97a97c2a6ee2 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:30.704671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01674813-3e6d-4658-802f-440afe14ccfa') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:30.704671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01674813-3e6d-4658-802f-440afe14ccfa') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:30.718702 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad5a9a7-da53-4bb6-8003-0fb1fd870191 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:30.747405 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:30.752886 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b45b0-ba50-4369-946e-1a3935c91019 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event deleted for resources: {'Subnet': ['ID=7495b772-72fd-4362-a252-dd6e628aa41c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:30.782067 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:30.816476 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c91dd811-a1fa-46ec-901d-4e80f7b184e3 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:30.820297 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event deleted for resources: {'Subnet': ['ID=8f402316-cbfb-4639-a463-7741a2c804ae,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:30.871828 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:30.890830 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f64b45b0-ba50-4369-946e-1a3935c91019 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:30.895532 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f64b45b0-ba50-4369-946e-1a3935c91019 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "DELETE /v2.0/subnets/7495b772-72fd-4362-a252-dd6e628aa41c HTTP/1.1" status: 204 len: 168 time: 2.8336494 Mar 02 19:03:30.904240 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59498) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:30.922476 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:03:30.922753 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:03:30.940398 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:03:30.946789 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Attempting to bind port 6343e4e5-f4ab-404c-9da7-33fe9913841d on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:30.946789 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Attempting to bind port 6343e4e5-f4ab-404c-9da7-33fe9913841d by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'd7e76dbc-1ebd-4350-889f-e2ad1a723598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f832619e-3c10-4dd9-a885-9e7763d73de2'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:30.947121 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Attempting to bind port 6343e4e5-f4ab-404c-9da7-33fe9913841d on network f832619e-3c10-4dd9-a885-9e7763d73de2 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:30.983267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f0a7a-85a6-444d-a66f-e5758e77b0a4 None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:30.984072 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-8d7f0a7a-85a6-444d-a66f-e5758e77b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:31.088056 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.095060 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-57536b72-fc59-4f2b-ad15-6628eb8b4a91 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 15.4780245 Mar 02 19:03:31.110305 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59502) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:31.177790 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-8d7f0a7a-85a6-444d-a66f-e5758e77b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:31.179931 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:03:31.180305 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Checking segment: {'id': 'd7e76dbc-1ebd-4350-889f-e2ad1a723598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f832619e-3c10-4dd9-a885-9e7763d73de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:31.180703 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.181093 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Bound using segment: {'id': 'd7e76dbc-1ebd-4350-889f-e2ad1a723598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f832619e-3c10-4dd9-a885-9e7763d73de2'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:03:31.181627 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Bound port: 6343e4e5-f4ab-404c-9da7-33fe9913841d, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e76dbc-1ebd-4350-889f-e2ad1a723598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'f832619e-3c10-4dd9-a885-9e7763d73de2'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:03:31.181917 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.219141 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a144c46c-91a8-4286-ada1-f3ff36fdc9c3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.225759 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9ad5a9a7-da53-4bb6-8003-0fb1fd870191 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.228835 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1ab03ed-cccc-4a0a-b14e-2d26312547d6 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.255937 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.260496 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.275064 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b02988-465e-47df-89ac-97a97c2a6ee2']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:31.290487 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-1c16c175-e7db-4184-b211-499fd555076a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:03:31.290845 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-1c16c175-e7db-4184-b211-499fd555076a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:03:31.313015 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144c46c-91a8-4286-ada1-f3ff36fdc9c3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Subnet': ['ID=49421dfc-a547-400d-855d-494083b30f30,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:31.318605 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7403ab63-fce5-475e-b8d7-36d42030b05e') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:31.319257 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7403ab63-fce5-475e-b8d7-36d42030b05e') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:31.332008 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1ab03ed-cccc-4a0a-b14e-2d26312547d6 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.344003 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.356837 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a144c46c-91a8-4286-ada1-f3ff36fdc9c3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.360229 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Network': ['ID=891dbd0d-22ba-4a7d-a7db-004330a96f53,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:31.365280 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-df06056a-4d45-44d8-b2b7-4b240cdc4063 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/networks/891dbd0d-22ba-4a7d-a7db-004330a96f53 HTTP/1.1" status: 204 len: 168 time: 3.1459007 Mar 02 19:03:31.371824 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.377202 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59506) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:31.381775 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:03:31.381775 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.388136 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4118f2d9-bce5-41c6-9dde-0c1d4ed2cfd2 None None] Network 67e5a6fe-2e36-46db-89c0-14fa1958dad3 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:31.391710 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-54018f38-ee0e-4124-9883-ad8adaafc67a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-90374644'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:31.401114 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.423038 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-54018f38-ee0e-4124-9883-ad8adaafc67a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:31.431076 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-54018f38-ee0e-4124-9883-ad8adaafc67a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:network and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:31.448456 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-54018f38-ee0e-4124-9883-ad8adaafc67a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:31.472156 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-54018f38-ee0e-4124-9883-ad8adaafc67a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:31.479613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f0f269-6b0a-417a-a676-cf0ffc7e6b8e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Deleting subnet 2d6635a9-c4d5-4203-8a9d-2dcaa0546398 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:03:31.487604 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f269-6b0a-417a-a676-cf0ffc7e6b8e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.502059 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f0a7a-85a6-444d-a66f-e5758e77b0a4 None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:31.502698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-8d7f0a7a-85a6-444d-a66f-e5758e77b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:03:31.549566 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:03:31.561279 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.ipam_backend_mixin [None req-9ad5a9a7-da53-4bb6-8003-0fb1fd870191 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 773ca1c0-a907-4d6e-914c-dec076698700 (CIDR: 2001:db8::/64) Mar 02 19:03:31.572608 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f269-6b0a-417a-a676-cf0ffc7e6b8e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.576389 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7938214a-0c88-4d13-a623-59c8e3b93a83 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "GET /v2.0/floatingips/17a7afe7-85de-4078-acb4-5154ba7b632d HTTP/1.1" status: 200 len: 977 time: 0.4651408 Mar 02 19:03:31.605792 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59510) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:31.606962 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033915e6-c482-40ac-b0bd-e72ade05ad18 None None] DHCP port deletion for 52b02988-465e-47df-89ac-97a97c2a6ee2 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:03:31.610194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Allocated IP 2001:db8::f816:3eff:fe55:f083 (ef3b29a7-4982-4982-b073-f3d27df1240a/773ca1c0-a907-4d6e-914c-dec076698700/089abd44-60cd-4fce-a87d-2de7f827fa40) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:31.624954 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0bb50e-ac2c-4bfe-ac9f-52396fe1f4fe None None] Network 35422cb6-6f55-40f5-ac09-d7ca5f1d1200 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:31.638079 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port c91dd811-a1fa-46ec-901d-4e80f7b184e3 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:31.663665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-8d7f0a7a-85a6-444d-a66f-e5758e77b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:31.664246 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7f0a7a-85a6-444d-a66f-e5758e77b0a4 None None] The sync data for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:03:31.670252 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad5a9a7-da53-4bb6-8003-0fb1fd870191 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:03:31.670749 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad5a9a7-da53-4bb6-8003-0fb1fd870191 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:03:31.700690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54018f38-ee0e-4124-9883-ad8adaafc67a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:31.703760 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-54018f38-ee0e-4124-9883-ad8adaafc67a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.705819 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a144c46c-91a8-4286-ada1-f3ff36fdc9c3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/subnets/49421dfc-a547-400d-855d-494083b30f30 HTTP/1.1" status: 204 len: 168 time: 2.1563756 Mar 02 19:03:31.706488 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59514) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:31.715807 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.717290 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1ab03ed-cccc-4a0a-b14e-2d26312547d6 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.718251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ab03ed-cccc-4a0a-b14e-2d26312547d6 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8c782d8-c474-4c00-86bc-6e9b1c76d8c2 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:03:31.737935 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.795620 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9ad5a9a7-da53-4bb6-8003-0fb1fd870191 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9833100 Mar 02 19:03:31.795838 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59518) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:31.809814 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3c47693f-0eae-48f4-89a4-ba8e27f693cd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Synchronizing usage tracker for tenant:f732df6a0fd543bf93fda55ff9a564a7 on resource:floatingip {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:31.810054 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event deleted for resources: {'Network': ['ID=52b02988-465e-47df-89ac-97a97c2a6ee2,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:31.819006 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1c16c175-e7db-4184-b211-499fd555076a None None] Deleting port 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:31.819396 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1c16c175-e7db-4184-b211-499fd555076a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.820524 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54018f38-ee0e-4124-9883-ad8adaafc67a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:03:31.842777 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-54018f38-ee0e-4124-9883-ad8adaafc67a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.843166 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-54018f38-ee0e-4124-9883-ad8adaafc67a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Added segment 6b2b0e9f-7106-4266-8046-f1bbdb1c992f of type vlan for network 8b7de5cb-967b-4d51-baaf-dc0fe6677975 Mar 02 19:03:31.868210 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] For port 6343e4e5-f4ab-404c-9da7-33fe9913841d, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:03:31.873220 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-ee5bcad5-8730-4e48-baf8-4f5ded2c0965 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:31.880303 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-54018f38-ee0e-4124-9883-ad8adaafc67a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:31.886254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:03:31.888057 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-443abf54-a591-45d6-9729-981c645add22 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/networks/52b02988-465e-47df-89ac-97a97c2a6ee2 HTTP/1.1" status: 204 len: 168 time: 5.8610146 Mar 02 19:03:31.893818 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59522) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:31.910479 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-f1ab03ed-cccc-4a0a-b14e-2d26312547d6 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 02 19:03:31.910479 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f1ab03ed-cccc-4a0a-b14e-2d26312547d6 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.7156703 Mar 02 19:03:31.930714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59526) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:31.975015 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-8363d6a2-3bfb-4ad0-bbc5-b57f6d634661 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] DELETE failed (client error): The resource could not be found. Mar 02 19:03:31.975491 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8363d6a2-3bfb-4ad0-bbc5-b57f6d634661 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:03:31.993514 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3c47693f-0eae-48f4-89a4-ba8e27f693cd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Unset dirty status for tenant:f732df6a0fd543bf93fda55ff9a564a7 on resource:floatingip {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:31.998813 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3c47693f-0eae-48f4-89a4-ba8e27f693cd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3879178 Mar 02 19:03:31.998997 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:03:31.999485 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 62cc8a6d-a647-4b2a-833f-9b458cbda0d7 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:03:32.002355 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59530) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:32.020513 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:32.021524 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-70cc83d4-981e-4742-a66d-2e006f970905 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'floatingip': {'port_id': 'dce13a15-7ace-489e-8718-782bdf9e3cb9'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:32.027112 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] For port 6343e4e5-f4ab-404c-9da7-33fe9913841d, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6343e4e5-f4ab-404c-9da7-33fe9913841d,segment=NetworkSegment(d7e76dbc-1ebd-4350-889f-e2ad1a723598),segment_id=d7e76dbc-1ebd-4350-889f-e2ad1a723598)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:03:32.074497 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1c16c175-e7db-4184-b211-499fd555076a None None] The port '62cc8a6d-a647-4b2a-833f-9b458cbda0d7' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:03:32.147083 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:32.193361 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port a95a4502-2e1f-4d9e-b2b5-e00fdb059305 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:32.193699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:32.194498 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4ec86899-a3a9-4f3f-980d-e5d93dd494f0 None None] Provisioning for port c91dd811-a1fa-46ec-901d-4e80f7b184e3 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:32.211890 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8363d6a2-3bfb-4ad0-bbc5-b57f6d634661 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/subnets/8f402316-cbfb-4639-a463-7741a2c804ae HTTP/1.1" status: 404 len: 337 time: 0.3178596 Mar 02 19:03:32.226622 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59534) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:32.235131 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4ec86899-a3a9-4f3f-980d-e5d93dd494f0 None None] Provisioning complete for port c91dd811-a1fa-46ec-901d-4e80f7b184e3 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:32.239918 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4ec86899-a3a9-4f3f-980d-e5d93dd494f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:32.247151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f269-6b0a-417a-a676-cf0ffc7e6b8e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:32.282770 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ee5bcad5-8730-4e48-baf8-4f5ded2c0965 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:32.288077 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-2ba033be-0fc7-40c2-a1d0-599aa42b3d33 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Deleting port 7d3ef0e0-9218-43a5-9a84-d3aaf4e82fa4 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:32.289211 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2ba033be-0fc7-40c2-a1d0-599aa42b3d33 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:32.292803 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ee5bcad5-8730-4e48-baf8-4f5ded2c0965 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:32.297264 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-80deb499-f771-429f-8bfb-f133ccec72a6 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] DELETE failed (client error): The resource could not be found. Mar 02 19:03:32.297561 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80deb499-f771-429f-8bfb-f133ccec72a6 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:03:32.302252 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-80deb499-f771-429f-8bfb-f133ccec72a6 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/networks/52b02988-465e-47df-89ac-97a97c2a6ee2 HTTP/1.1" status: 404 len: 339 time: 0.0698404 Mar 02 19:03:32.302252 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ee5bcad5-8730-4e48-baf8-4f5ded2c0965 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:32.307936 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59538) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:32.315067 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ee5bcad5-8730-4e48-baf8-4f5ded2c0965 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:32.329210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-54018f38-ee0e-4124-9883-ad8adaafc67a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:32.333357 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54018f38-ee0e-4124-9883-ad8adaafc67a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:32.336974 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-54018f38-ee0e-4124-9883-ad8adaafc67a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:32.471078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30e832-7ded-4708-afa8-d43e2a7906f9 None None] Pushing event updated for resources: {'Port': ['ID=6343e4e5-f4ab-404c-9da7-33fe9913841d,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:32.536115 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d433c9e-bd16-413e-8b33-8e0b329d7727 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] DELETE failed (client error): The resource could not be found. Mar 02 19:03:32.536530 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d433c9e-bd16-413e-8b33-8e0b329d7727 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:03:32.543883 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4d433c9e-bd16-413e-8b33-8e0b329d7727 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/subnets/1ff499fd-2e36-489b-aea1-63548a3189f5 HTTP/1.1" status: 404 len: 337 time: 0.2246957 Mar 02 19:03:32.546544 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59542) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:32.575909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:32.594590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 187ac1de-8efc-4902-b8d4-91d4392a41c3 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:03:32.596996 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4dabb1b-3c23-4340-bb4f-703089b8caa4 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] DELETE failed (client error): The resource could not be found. Mar 02 19:03:32.597519 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4dabb1b-3c23-4340-bb4f-703089b8caa4 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:03:32.599342 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a4dabb1b-3c23-4340-bb4f-703089b8caa4 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/networks/1e3e458c-861b-461e-93d7-b619ccd0be19 HTTP/1.1" status: 404 len: 339 time: 0.0513787 Mar 02 19:03:32.619463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59546) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:32.650686 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Transition to ACTIVE for port object 089abd44-60cd-4fce-a87d-2de7f827fa40 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:32.695607 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcf9d6d-0abf-468a-a899-a20bba75bc23 None None] DHCP port deletion for 67e5a6fe-2e36-46db-89c0-14fa1958dad3 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:03:32.705232 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 187ac1de-8efc-4902-b8d4-91d4392a41c3 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:03:32.705667 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 187ac1de-8efc-4902-b8d4-91d4392a41c3 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:03:32.717820 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Transition to ACTIVE for port object 089abd44-60cd-4fce-a87d-2de7f827fa40 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:32.732151 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-efcf9d6d-0abf-468a-a899-a20bba75bc23 None None] Deleting port a95a4502-2e1f-4d9e-b2b5-e00fdb059305 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:32.732944 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-efcf9d6d-0abf-468a-a899-a20bba75bc23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:32.733089 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5bcad5-8730-4e48-baf8-4f5ded2c0965 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:32.733199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-70cc83d4-981e-4742-a66d-2e006f970905 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:32.753968 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e74d7d4-41a0-42b8-a751-ad0d7be1f96d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] DELETE failed (client error): The resource could not be found. Mar 02 19:03:32.754463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e74d7d4-41a0-42b8-a751-ad0d7be1f96d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:03:32.758547 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7e74d7d4-41a0-42b8-a751-ad0d7be1f96d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/subnets/35094baa-0b8d-49e7-93b8-bd41ee2a55fc HTTP/1.1" status: 404 len: 337 time: 0.1354804 Mar 02 19:03:32.772207 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7158363e-d585-4bdc-b94a-cb66db0fff97 None None] DHCP port deletion for 35422cb6-6f55-40f5-ac09-d7ca5f1d1200 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:03:32.772731 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59550) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:32.786343 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4ec86899-a3a9-4f3f-980d-e5d93dd494f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:32.807571 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-54018f38-ee0e-4124-9883-ad8adaafc67a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4232490 Mar 02 19:03:32.807571 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54018f38-ee0e-4124-9883-ad8adaafc67a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Network': ['ID=8b7de5cb-967b-4d51-baaf-dc0fe6677975,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:32.811256 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2ba033be-0fc7-40c2-a1d0-599aa42b3d33 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:32.818835 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59554) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:32.853912 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-7158363e-d585-4bdc-b94a-cb66db0fff97 None None] Deleting port c91dd811-a1fa-46ec-901d-4e80f7b184e3 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:32.854321 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7158363e-d585-4bdc-b94a-cb66db0fff97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:32.868316 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-d2cf59b8-e6e2-44dc-a48d-55c6d4f27e12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'subnet': {'network_id': '8b7de5cb-967b-4d51-baaf-dc0fe6677975', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:32.901463 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 8b7de5cb-967b-4d51-baaf-dc0fe6677975 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:03:32.907475 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d2fd33-27f2-4566-a155-c1739ebb6ea6 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] DELETE failed (client error): The resource could not be found. Mar 02 19:03:32.907930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d2fd33-27f2-4566-a155-c1739ebb6ea6 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:03:32.910184 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-98d2fd33-27f2-4566-a155-c1739ebb6ea6 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/networks/7347fee8-ae52-43d4-9795-3bcd8575d8b4 HTTP/1.1" status: 404 len: 339 time: 0.1335740 Mar 02 19:03:32.923734 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59558) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:32.994601 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca49f62-8e60-46e5-9d39-5d77276f39d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router af8ca6aa-2307-45c4-badf-fa8fadec6767 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:03:33.015284 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] For port a95a4502-2e1f-4d9e-b2b5-e00fdb059305, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a95a4502-2e1f-4d9e-b2b5-e00fdb059305,segment=NetworkSegment(4b8fa946-a379-4b6c-ac0b-2e0424613839),segment_id=4b8fa946-a379-4b6c-ac0b-2e0424613839)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:33.015671 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:33.026506 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4ec86899-a3a9-4f3f-980d-e5d93dd494f0 None None] For port c91dd811-a1fa-46ec-901d-4e80f7b184e3, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c91dd811-a1fa-46ec-901d-4e80f7b184e3,segment=NetworkSegment(efe6636b-0a6d-4d9a-ab07-a17a7f305219),segment_id=efe6636b-0a6d-4d9a-ab07-a17a7f305219)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:33.107523 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-2ba033be-0fc7-40c2-a1d0-599aa42b3d33 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Calling delete_port for 7d3ef0e0-9218-43a5-9a84-d3aaf4e82fa4 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:33.172531 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:33.181469 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-974fb8ef-a614-48b9-9dda-fe8b3d31f4c3 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Deleting port 0db638b8-02d5-4da9-924d-ffbfc01bfd90 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:33.181814 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-974fb8ef-a614-48b9-9dda-fe8b3d31f4c3 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:33.196192 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f269-6b0a-417a-a676-cf0ffc7e6b8e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:33.213626 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Calling delete_port for a95a4502-2e1f-4d9e-b2b5-e00fdb059305 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:33.225226 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4ec86899-a3a9-4f3f-980d-e5d93dd494f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:33.274677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0f269-6b0a-417a-a676-cf0ffc7e6b8e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event deleted for resources: {'Subnet': ['ID=2d6635a9-c4d5-4203-8a9d-2dcaa0546398,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:33.301078 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d2cf59b8-e6e2-44dc-a48d-55c6d4f27e12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:33.303534 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ee5bcad5-8730-4e48-baf8-4f5ded2c0965 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:33.307080 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:33.308201 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f269-6b0a-417a-a676-cf0ffc7e6b8e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:33.318888 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d2cf59b8-e6e2-44dc-a48d-55c6d4f27e12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:subnet and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:33.339460 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:33.339460 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:33.367577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d2cf59b8-e6e2-44dc-a48d-55c6d4f27e12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:33.392081 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d2cf59b8-e6e2-44dc-a48d-55c6d4f27e12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:33.499787 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Pushing event updated for resources: {'Port': ['ID=089abd44-60cd-4fce-a87d-2de7f827fa40,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:33.580705 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a9f0f269-6b0a-417a-a676-cf0ffc7e6b8e tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "DELETE /v2.0/subnets/2d6635a9-c4d5-4203-8a9d-2dcaa0546398 HTTP/1.1" status: 204 len: 168 time: 2.6657519 Mar 02 19:03:33.581929 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cf59b8-e6e2-44dc-a48d-55c6d4f27e12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:33.605913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59562) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:33.723392 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-7158363e-d585-4bdc-b94a-cb66db0fff97 None None] For port c91dd811-a1fa-46ec-901d-4e80f7b184e3, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c91dd811-a1fa-46ec-901d-4e80f7b184e3,segment=NetworkSegment(efe6636b-0a6d-4d9a-ab07-a17a7f305219),segment_id=efe6636b-0a6d-4d9a-ab07-a17a7f305219)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:33.724445 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7158363e-d585-4bdc-b94a-cb66db0fff97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:33.852272 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:33.877863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec86899-a3a9-4f3f-980d-e5d93dd494f0 None None] Pushing event updated for resources: {'Port': ['ID=c91dd811-a1fa-46ec-901d-4e80f7b184e3,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:33.888138 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-7158363e-d585-4bdc-b94a-cb66db0fff97 None None] Calling delete_port for c91dd811-a1fa-46ec-901d-4e80f7b184e3 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:33.922867 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] No DVR routers for this DVR port a95a4502-2e1f-4d9e-b2b5-e00fdb059305 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:03:33.966700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0967c99f-cd30-4d73-b115-aaaaae53f9d0 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:33.967422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0967c99f-cd30-4d73-b115-aaaaae53f9d0 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Synchronizing usage tracker for tenant:939481aa49c94c948b4f7dd3717c13f3 on resource:subnet {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:33.975085 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-efcf9d6d-0abf-468a-a899-a20bba75bc23 None None] For port a95a4502-2e1f-4d9e-b2b5-e00fdb059305, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a95a4502-2e1f-4d9e-b2b5-e00fdb059305,segment=NetworkSegment(4b8fa946-a379-4b6c-ac0b-2e0424613839),segment_id=4b8fa946-a379-4b6c-ac0b-2e0424613839)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:33.978494 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-efcf9d6d-0abf-468a-a899-a20bba75bc23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:33.986588 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Attempting to bind port 089abd44-60cd-4fce-a87d-2de7f827fa40 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:33.987291 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Attempting to bind port 089abd44-60cd-4fce-a87d-2de7f827fa40 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:33.988078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Attempting to bind port 089abd44-60cd-4fce-a87d-2de7f827fa40 on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:33.994950 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d2cf59b8-e6e2-44dc-a48d-55c6d4f27e12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:34.012944 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Port': ['ID=a95a4502-2e1f-4d9e-b2b5-e00fdb059305,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:34.015953 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2ba033be-0fc7-40c2-a1d0-599aa42b3d33 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:34.054281 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-974fb8ef-a614-48b9-9dda-fe8b3d31f4c3 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:34.137222 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7f94af-0e4b-432f-89bf-c9217686a20a None None] Network f832619e-3c10-4dd9-a885-9e7763d73de2 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:34.229294 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba033be-0fc7-40c2-a1d0-599aa42b3d33 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d3ef0e0-9218-43a5-9a84-d3aaf4e82fa4,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:34.241030 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-efcf9d6d-0abf-468a-a899-a20bba75bc23 None None] Calling delete_port for a95a4502-2e1f-4d9e-b2b5-e00fdb059305 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:34.336155 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7158363e-d585-4bdc-b94a-cb66db0fff97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:34.336439 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0967c99f-cd30-4d73-b115-aaaaae53f9d0 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Unset dirty status for tenant:939481aa49c94c948b4f7dd3717c13f3 on resource:subnet {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:34.342057 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0967c99f-cd30-4d73-b115-aaaaae53f9d0 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7257819 Mar 02 19:03:34.347002 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59566) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:34.424109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-974fb8ef-a614-48b9-9dda-fe8b3d31f4c3 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Calling delete_port for 0db638b8-02d5-4da9-924d-ffbfc01bfd90 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:34.458425 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2ba033be-0fc7-40c2-a1d0-599aa42b3d33 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:34.463591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:03:34.464099 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:34.464466 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:34.464858 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:03:34.465331 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Bound port: 089abd44-60cd-4fce-a87d-2de7f827fa40, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:03:34.465795 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:34.512934 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:34.584361 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7158363e-d585-4bdc-b94a-cb66db0fff97 None None] No DVR routers for this DVR port c91dd811-a1fa-46ec-901d-4e80f7b184e3 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:03:34.613280 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-39f3ceac-3240-42fb-8c64-b363080e8405 None None] Provisioning for port 6343e4e5-f4ab-404c-9da7-33fe9913841d completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:34.616705 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-efcf9d6d-0abf-468a-a899-a20bba75bc23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:03:34.616705 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-efcf9d6d-0abf-468a-a899-a20bba75bc23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:03:34.634065 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6343e4e5-f4ab-404c-9da7-33fe9913841d up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:34.643081 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2ba033be-0fc7-40c2-a1d0-599aa42b3d33 tempest-RoutersAdminNegativeTest-529313030 tempest-RoutersAdminNegativeTest-529313030-project-admin] 10.222.0.73 "DELETE /v2.0/ports/7d3ef0e0-9218-43a5-9a84-d3aaf4e82fa4 HTTP/1.1" status: 204 len: 168 time: 2.7043750 Mar 02 19:03:34.664830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca49f62-8e60-46e5-9d39-5d77276f39d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:03:34.667804 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e5a6fe-2e36-46db-89c0-14fa1958dad3']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:34.676882 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158363e-d585-4bdc-b94a-cb66db0fff97 None None] Pushing event deleted for resources: {'Port': ['ID=c91dd811-a1fa-46ec-901d-4e80f7b184e3,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:34.678907 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64d07b-928e-4436-ae8a-6e3b72a1c494 None None] Sync routers for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:03:34.715228 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64d07b-928e-4436-ae8a-6e3b72a1c494 None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:34.718610 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-4c64d07b-928e-4436-ae8a-6e3b72a1c494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:34.731179 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8fa946-a379-4b6c-ac0b-2e0424613839') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:34.731898 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8fa946-a379-4b6c-ac0b-2e0424613839') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:34.740956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d2cf59b8-e6e2-44dc-a48d-55c6d4f27e12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:34.757593 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:34.763057 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:34.776225 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7ca49f62-8e60-46e5-9d39-5d77276f39d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/af8ca6aa-2307-45c4-badf-fa8fadec6767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7997088 Mar 02 19:03:34.790438 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59572) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:34.861082 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] For port 089abd44-60cd-4fce-a87d-2de7f827fa40, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:03:34.866030 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] For port 089abd44-60cd-4fce-a87d-2de7f827fa40, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=089abd44-60cd-4fce-a87d-2de7f827fa40,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:03:34.883819 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf59b8-e6e2-44dc-a48d-55c6d4f27e12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Subnet': ['ID=79f2b073-4f01-45e9-8d28-5c1c42f131c8,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:34.929788 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-70cc83d4-981e-4742-a66d-2e006f970905 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:03:34.939156 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe46e34-beee-4d08-a931-1bad1cf5bbdc None None] DHCP port deletion for f832619e-3c10-4dd9-a885-9e7763d73de2 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:03:34.943654 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 6343e4e5-f4ab-404c-9da7-33fe9913841d completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:34.949032 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:34.993182 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ee5bcad5-8730-4e48-baf8-4f5ded2c0965 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.000355 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf59b8-e6e2-44dc-a48d-55c6d4f27e12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Checking segment: {'id': '6b2b0e9f-7106-4266-8046-f1bbdb1c992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8b7de5cb-967b-4d51-baaf-dc0fe6677975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:35.000970 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cf59b8-e6e2-44dc-a48d-55c6d4f27e12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network hostable DHCP agents. Network: 8b7de5cb-967b-4d51-baaf-dc0fe6677975, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:03:35.005180 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 6343e4e5-f4ab-404c-9da7-33fe9913841d triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:35.005560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.007674 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-4c64d07b-928e-4436-ae8a-6e3b72a1c494 None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:03:35.027823 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.034886 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:03:35.036103 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.041637 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ebe46e34-beee-4d08-a931-1bad1cf5bbdc None None] Deleting port 6343e4e5-f4ab-404c-9da7-33fe9913841d {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:35.042015 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ebe46e34-beee-4d08-a931-1bad1cf5bbdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.124919 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-efcf9d6d-0abf-468a-a899-a20bba75bc23 None None] Deleting port a95a4502-2e1f-4d9e-b2b5-e00fdb059305 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:35.125324 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-efcf9d6d-0abf-468a-a899-a20bba75bc23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.139736 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-70cc83d4-981e-4742-a66d-2e006f970905 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.184802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cf59b8-e6e2-44dc-a48d-55c6d4f27e12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 8b7de5cb-967b-4d51-baaf-dc0fe6677975 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:03:35.196620 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-974fb8ef-a614-48b9-9dda-fe8b3d31f4c3 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:03:35.198272 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:03:35.213422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-70cc83d4-981e-4742-a66d-2e006f970905 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.226752 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-efcf9d6d-0abf-468a-a899-a20bba75bc23 None None] The port 'a95a4502-2e1f-4d9e-b2b5-e00fdb059305' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:03:35.272436 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Deleting port 6343e4e5-f4ab-404c-9da7-33fe9913841d {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:35.272436 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.313399 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7aa1d-5512-4ef4-bc52-7ef00d6ae794 None None] Pushing event updated for resources: {'Port': ['ID=089abd44-60cd-4fce-a87d-2de7f827fa40,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:35.343486 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5bcad5-8730-4e48-baf8-4f5ded2c0965 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:35.349179 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-d2cf59b8-e6e2-44dc-a48d-55c6d4f27e12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 8b7de5cb-967b-4d51-baaf-dc0fe6677975) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:35.365308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cf59b8-e6e2-44dc-a48d-55c6d4f27e12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:35.366629 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d2cf59b8-e6e2-44dc-a48d-55c6d4f27e12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.379775 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995f6397-45ef-4152-b19a-8b893c09a60b None None] Network 8b7de5cb-967b-4d51-baaf-dc0fe6677975 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:35.444014 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d2cf59b8-e6e2-44dc-a48d-55c6d4f27e12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6056733 Mar 02 19:03:35.450162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59578) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:35.468863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-95ee9e75-38f5-449e-bb44-c99a6c4d0799 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'network_id': '8b7de5cb-967b-4d51-baaf-dc0fe6677975', 'security_groups': [], 'name': 'tempest-PortsTestJSON-315816746'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:35.488875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59582) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:35.540482 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-ee5bcad5-8730-4e48-baf8-4f5ded2c0965 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:35.561283 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-4c64d07b-928e-4436-ae8a-6e3b72a1c494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:03:27Z', 'revision_number': 9, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:22Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:35.569284 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64d07b-928e-4436-ae8a-6e3b72a1c494 None None] Checking router: af8ca6aa-2307-45c4-badf-fa8fadec6767 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:03:35.583912 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.603240 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-70cc83d4-981e-4742-a66d-2e006f970905 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Floating IP 17a7afe7-85de-4078-acb4-5154ba7b632d associated. External IP: 172.26.4.188, port: c9aed75b-823d-47fa-93a9-5039853533b8. Mar 02 19:03:35.607371 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.610867 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64d07b-928e-4436-ae8a-6e3b72a1c494 None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:35.611733 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-4c64d07b-928e-4436-ae8a-6e3b72a1c494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:35.634423 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fb8ef-a614-48b9-9dda-fe8b3d31f4c3 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event deleted for resources: {'Port': ['ID=0db638b8-02d5-4da9-924d-ffbfc01bfd90,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:35.659897 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-974fb8ef-a614-48b9-9dda-fe8b3d31f4c3 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.664707 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5bcad5-8730-4e48-baf8-4f5ded2c0965 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:35.664707 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ee5bcad5-8730-4e48-baf8-4f5ded2c0965 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.680802 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bef007-a078-487c-8b27-e13cf26d0183 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting subnet 99319dbb-f856-4478-9ef2-7d61bfc81881 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:03:35.719588 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49bef007-a078-487c-8b27-e13cf26d0183 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.755779 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ebe46e34-beee-4d08-a931-1bad1cf5bbdc None None] For port 6343e4e5-f4ab-404c-9da7-33fe9913841d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6343e4e5-f4ab-404c-9da7-33fe9913841d,segment=NetworkSegment(d7e76dbc-1ebd-4350-889f-e2ad1a723598),segment_id=d7e76dbc-1ebd-4350-889f-e2ad1a723598)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:35.756196 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ebe46e34-beee-4d08-a931-1bad1cf5bbdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.764777 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bcad5-8730-4e48-baf8-4f5ded2c0965 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=b12d6283-90fd-4d76-8235-a9e667b35f8c,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:35.788994 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-974fb8ef-a614-48b9-9dda-fe8b3d31f4c3 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/ports/0db638b8-02d5-4da9-924d-ffbfc01bfd90 HTTP/1.1" status: 204 len: 168 time: 2.8640335 Mar 02 19:03:35.798321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59592) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:35.849326 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-38772e92-31db-4f34-a03d-fa4710bafa68 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] DELETE failed (client error): The resource could not be found. Mar 02 19:03:35.849917 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38772e92-31db-4f34-a03d-fa4710bafa68 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:03:35.854876 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-38772e92-31db-4f34-a03d-fa4710bafa68 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/subnets/295e258e-a2a7-41d4-a8b7-cf0cf0ea69d4 HTTP/1.1" status: 404 len: 337 time: 0.0539689 Mar 02 19:03:35.855184 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59596) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:35.891212 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3bdcc248-0582-4511-a5d6-5b53af98fe99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:35.956304 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-4c64d07b-928e-4436-ae8a-6e3b72a1c494 None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:03:35.963559 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3bdcc248-0582-4511-a5d6-5b53af98fe99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:35.974152 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3bdcc248-0582-4511-a5d6-5b53af98fe99 admin admin] Usage tracker for resource:security_group_rule and tenant:9f200196213f45f2a59fe371a2aa9e28 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:35.981513 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3bdcc248-0582-4511-a5d6-5b53af98fe99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:35.986683 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ebe46e34-beee-4d08-a931-1bad1cf5bbdc None None] Calling delete_port for 6343e4e5-f4ab-404c-9da7-33fe9913841d owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:35.994315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3bdcc248-0582-4511-a5d6-5b53af98fe99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:36.026069 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] For port 6343e4e5-f4ab-404c-9da7-33fe9913841d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6343e4e5-f4ab-404c-9da7-33fe9913841d,segment=NetworkSegment(d7e76dbc-1ebd-4350-889f-e2ad1a723598),segment_id=d7e76dbc-1ebd-4350-889f-e2ad1a723598)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:36.026745 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:36.080447 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 6343e4e5-f4ab-404c-9da7-33fe9913841d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6343e4e5-f4ab-404c-9da7-33fe9913841d,segment=NetworkSegment(d7e76dbc-1ebd-4350-889f-e2ad1a723598),segment_id=d7e76dbc-1ebd-4350-889f-e2ad1a723598)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:36.204616 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-95ee9e75-38f5-449e-bb44-c99a6c4d0799 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:36.211721 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:36.216228 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-95ee9e75-38f5-449e-bb44-c99a6c4d0799 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:port and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:36.221241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-95ee9e75-38f5-449e-bb44-c99a6c4d0799 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:36.236475 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3bdcc248-0582-4511-a5d6-5b53af98fe99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:36.238020 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-95ee9e75-38f5-449e-bb44-c99a6c4d0799 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:36.266625 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Calling delete_port for 6343e4e5-f4ab-404c-9da7-33fe9913841d owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:36.279278 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-ebe46e34-beee-4d08-a931-1bad1cf5bbdc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:03:36.284513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-ebe46e34-beee-4d08-a931-1bad1cf5bbdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:03:36.292634 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a95a4502-2e1f-4d9e-b2b5-e00fdb059305 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:03:36.306052 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ee5bcad5-8730-4e48-baf8-4f5ded2c0965 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5012155 Mar 02 19:03:36.310952 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:36.314020 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/networks/67e5a6fe-2e36-46db-89c0-14fa1958dad3 HTTP/1.1" status: 204 len: 168 time: 4.5989432 Mar 02 19:03:36.315962 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49bef007-a078-487c-8b27-e13cf26d0183 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:36.329229 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-8b7de5cb-967b-4d51-baaf-dc0fe6677975', 'network_id': '8b7de5cb-967b-4d51-baaf-dc0fe6677975', 'tenant_id': '492dbd1aaa2b468e92542bbdee548e8a', 'fixed_ips': [{'subnet_id': '79f2b073-4f01-45e9-8d28-5c1c42f131c8'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:03:36.330121 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:36.362454 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59600) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:36.362811 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59602) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:36.372607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3bdcc248-0582-4511-a5d6-5b53af98fe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:36.382557 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: a95a4502-2e1f-4d9e-b2b5-e00fdb059305 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:03:36.382907 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a95a4502-2e1f-4d9e-b2b5-e00fdb059305 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:03:36.383327 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c91dd811-a1fa-46ec-901d-4e80f7b184e3 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:03:36.415662 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771fd81-198c-4cd5-98d5-b212a1319b81 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Network': ['ID=67e5a6fe-2e36-46db-89c0-14fa1958dad3,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:36.435782 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-9e855076-a471-44d4-b7f6-063cb9ce14ed tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'mac_address': 'fa:16:3e:16:c0:a5', 'name': 'tempest-NetworksTestDHCPv6-521710170'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:36.451738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: c91dd811-a1fa-46ec-901d-4e80f7b184e3 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:03:36.456799 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c91dd811-a1fa-46ec-901d-4e80f7b184e3 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:03:36.480145 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-1d511c7b-378f-40eb-93cd-b5e5773d24b4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1219787102', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:36.513031 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=6343e4e5-f4ab-404c-9da7-33fe9913841d,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:36.567986 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-4c64d07b-928e-4436-ae8a-6e3b72a1c494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:03:27Z', 'revision_number': 9, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:22Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:36.576316 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64d07b-928e-4436-ae8a-6e3b72a1c494 None None] The sync data for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv is: [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:03:27Z', 'revision_number': 9, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6263f5b2-746b-4c5a-b7fc-e49a3357ba00', 'name': '', 'network_id': '1e106e2f-34fa-41e1-a9b5-d3996eac79c4', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:86:e2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:02:09Z', 'updated_at': '2022-03-02T19:02:22Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'fccd316c-cb66-4919-845a-ee8f35420166', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:03:36.599157 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3bdcc248-0582-4511-a5d6-5b53af98fe99 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9f200196213f45f2a59fe371a2aa9e28&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1087871 Mar 02 19:03:36.671392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59608) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:36.678832 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ee9e75-38f5-449e-bb44-c99a6c4d0799 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:36.681950 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-95ee9e75-38f5-449e-bb44-c99a6c4d0799 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:36.700951 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1d511c7b-378f-40eb-93cd-b5e5773d24b4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:36.746355 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Allocated IP 172.20.0.2 (8b7de5cb-967b-4d51-baaf-dc0fe6677975/79f2b073-4f01-45e9-8d28-5c1c42f131c8/ccc0e1c7-6b56-434e-bf1a-0499201091f5) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:36.752845 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcc248-0582-4511-a5d6-5b53af98fe99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f057ee59-ea44-4ce1-8087-e9e5e5457bc9,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:36.767644 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-95ee9e75-38f5-449e-bb44-c99a6c4d0799 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] device_id is not set on port 04e6ebdf-22d0-42ab-af5d-a05e4c77a37b yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:03:36.784143 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ebe46e34-beee-4d08-a931-1bad1cf5bbdc None None] Deleting port 6343e4e5-f4ab-404c-9da7-33fe9913841d {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:36.784519 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ebe46e34-beee-4d08-a931-1bad1cf5bbdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:36.793795 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1d511c7b-378f-40eb-93cd-b5e5773d24b4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:router and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:36.807009 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1d511c7b-378f-40eb-93cd-b5e5773d24b4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:36.825860 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30b266a2-576a-4773-86ea-ecf6856e0ee5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:36.841502 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1d511c7b-378f-40eb-93cd-b5e5773d24b4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:36.914305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-080446d5-e890-4db5-b966-1adb0565fb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:36.957846 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-080446d5-e890-4db5-b966-1adb0565fb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:37.042887 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.api [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:03:37.043272 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG oslo_db.api [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:03:37.048448 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1d511c7b-378f-40eb-93cd-b5e5773d24b4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:37.049627 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1d511c7b-378f-40eb-93cd-b5e5773d24b4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:37.051840 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cc83d4-981e-4742-a66d-2e006f970905 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router 02827b03-91ae-40a2-a954-65eae7996967 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:03:37.068152 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 089abd44-60cd-4fce-a87d-2de7f827fa40 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:37.172027 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9e855076-a471-44d4-b7f6-063cb9ce14ed tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:37.177976 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9e855076-a471-44d4-b7f6-063cb9ce14ed tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:port and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:37.182016 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9e855076-a471-44d4-b7f6-063cb9ce14ed tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:37.184092 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef0313c-f326-48d9-8753-214e8a2fd7f1 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:37.188802 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9e855076-a471-44d4-b7f6-063cb9ce14ed tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:37.197328 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-080446d5-e890-4db5-b966-1adb0565fb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:37.199085 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49bef007-a078-487c-8b27-e13cf26d0183 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:37.276622 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e855076-a471-44d4-b7f6-063cb9ce14ed tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:37.281024 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9e855076-a471-44d4-b7f6-063cb9ce14ed tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:37.298883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080446d5-e890-4db5-b966-1adb0565fb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f057ee59-ea44-4ce1-8087-e9e5e5457bc9,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:37.307916 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30b266a2-576a-4773-86ea-ecf6856e0ee5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:37.313806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-080446d5-e890-4db5-b966-1adb0565fb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:37.314424 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-080446d5-e890-4db5-b966-1adb0565fb69 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f057ee59-ea44-4ce1-8087-e9e5e5457bc9 HTTP/1.1" status: 204 len: 168 time: 0.6372104 Mar 02 19:03:37.345701 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1d511c7b-378f-40eb-93cd-b5e5773d24b4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:37.367440 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-9e855076-a471-44d4-b7f6-063cb9ce14ed tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port cb2cdc2a-4e3f-4f97-817e-b886ec16e1b6 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:03:37.411984 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-30b266a2-576a-4773-86ea-ecf6856e0ee5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:37.417284 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ebe46e34-beee-4d08-a931-1bad1cf5bbdc None None] For port 6343e4e5-f4ab-404c-9da7-33fe9913841d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6343e4e5-f4ab-404c-9da7-33fe9913841d,segment=NetworkSegment(d7e76dbc-1ebd-4350-889f-e2ad1a723598),segment_id=d7e76dbc-1ebd-4350-889f-e2ad1a723598)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:37.417857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ebe46e34-beee-4d08-a931-1bad1cf5bbdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:37.434873 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-30b266a2-576a-4773-86ea-ecf6856e0ee5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cff0e3e-64c6-4076-a15f-27af8c6e295f') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:37.435270 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-30b266a2-576a-4773-86ea-ecf6856e0ee5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cff0e3e-64c6-4076-a15f-27af8c6e295f') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:37.458175 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30b266a2-576a-4773-86ea-ecf6856e0ee5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:37.465713 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cc83d4-981e-4742-a66d-2e006f970905 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:03:37.491485 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30b266a2-576a-4773-86ea-ecf6856e0ee5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:37.503675 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b266a2-576a-4773-86ea-ecf6856e0ee5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:03:37.504255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30b266a2-576a-4773-86ea-ecf6856e0ee5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:03:37.520144 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:03:37.573472 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a80425-2927-4209-aeaa-6b7bdad8bbe8 None None] Sync routers for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:03:37.574722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Deleting port 6343e4e5-f4ab-404c-9da7-33fe9913841d {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:37.574881 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:37.584540 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ebe46e34-beee-4d08-a931-1bad1cf5bbdc None None] Calling delete_port for 6343e4e5-f4ab-404c-9da7-33fe9913841d owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:37.635427 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-85a23b7c-c04f-4ba5-9d64-3eaa3176296b None None] Provisioning for port 089abd44-60cd-4fce-a87d-2de7f827fa40 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:37.639039 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 089abd44-60cd-4fce-a87d-2de7f827fa40 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:37.668615 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-85a23b7c-c04f-4ba5-9d64-3eaa3176296b None None] Provisioning complete for port 089abd44-60cd-4fce-a87d-2de7f827fa40 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:37.669328 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-85a23b7c-c04f-4ba5-9d64-3eaa3176296b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:37.672778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1d511c7b-378f-40eb-93cd-b5e5773d24b4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:37.687904 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49bef007-a078-487c-8b27-e13cf26d0183 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:37.694923 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:37.732961 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 089abd44-60cd-4fce-a87d-2de7f827fa40 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:37.733635 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:37.803841 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bef007-a078-487c-8b27-e13cf26d0183 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Subnet': ['ID=99319dbb-f856-4478-9ef2-7d61bfc81881,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:37.813958 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Transition to ACTIVE for port object ccc0e1c7-6b56-434e-bf1a-0499201091f5 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:37.838502 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-49bef007-a078-487c-8b27-e13cf26d0183 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:37.852859 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a80425-2927-4209-aeaa-6b7bdad8bbe8 None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:37.853153 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-83a80425-2927-4209-aeaa-6b7bdad8bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:37.873771 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-49bef007-a078-487c-8b27-e13cf26d0183 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/subnets/99319dbb-f856-4478-9ef2-7d61bfc81881 HTTP/1.1" status: 204 len: 168 time: 3.0766096 Mar 02 19:03:37.878003 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59616) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:37.927040 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e548473-363b-4839-afe5-d376f20304eb None None] Network dca5019d-62da-4782-a583-cd1004f02f7b requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:37.971719 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-83a80425-2927-4209-aeaa-6b7bdad8bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:37.995412 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30b266a2-576a-4773-86ea-ecf6856e0ee5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:38.006324 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1d511c7b-378f-40eb-93cd-b5e5773d24b4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:38.011053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59620) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:38.011247 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1d511c7b-378f-40eb-93cd-b5e5773d24b4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.5912747 Mar 02 19:03:38.034646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-55bfacfc-8261-4560-b7b2-0898a609c3b5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'network': {'name': 'tempest-RoutersTest-2042067579'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:38.042524 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-55bfacfc-8261-4560-b7b2-0898a609c3b5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:38.047966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-55bfacfc-8261-4560-b7b2-0898a609c3b5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:network and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:38.052245 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Transition to ACTIVE for port object ccc0e1c7-6b56-434e-bf1a-0499201091f5 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:38.055111 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-55bfacfc-8261-4560-b7b2-0898a609c3b5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:38.068958 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-55bfacfc-8261-4560-b7b2-0898a609c3b5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:38.088704 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-30b266a2-576a-4773-86ea-ecf6856e0ee5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:38.090445 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-30b266a2-576a-4773-86ea-ecf6856e0ee5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/networks/ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba HTTP/1.1" status: 204 len: 168 time: 1.9636381 Mar 02 19:03:38.107709 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cc83d4-981e-4742-a66d-2e006f970905 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router 02827b03-91ae-40a2-a954-65eae7996967 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:03:38.108393 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59624) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:38.169392 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b266a2-576a-4773-86ea-ecf6856e0ee5 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event deleted for resources: {'Network': ['ID=ca2c2aeb-3ee4-4dd2-b4db-feb79e18d3ba,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:38.231532 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:38.234502 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bfacfc-8261-4560-b7b2-0898a609c3b5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Made reservation on behalf of dfd3e6d4994a4b8586cb08a4003fb040 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:38.235447 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:38.236035 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ebe46e34-beee-4d08-a931-1bad1cf5bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:38.240139 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-55bfacfc-8261-4560-b7b2-0898a609c3b5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:38.241840 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] For port 6343e4e5-f4ab-404c-9da7-33fe9913841d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6343e4e5-f4ab-404c-9da7-33fe9913841d,segment=NetworkSegment(d7e76dbc-1ebd-4350-889f-e2ad1a723598),segment_id=d7e76dbc-1ebd-4350-889f-e2ad1a723598)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:38.242202 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:38.250671 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-9e855076-a471-44d4-b7f6-063cb9ce14ed tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8:0:1::341 (ef3b29a7-4982-4982-b073-f3d27df1240a/b12d6283-90fd-4d76-8235-a9e667b35f8c/cb2cdc2a-4e3f-4f97-817e-b886ec16e1b6) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:38.327185 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-9e855076-a471-44d4-b7f6-063cb9ce14ed tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::f816:3eff:fe16:c0a5 (ef3b29a7-4982-4982-b073-f3d27df1240a/773ca1c0-a907-4d6e-914c-dec076698700/cb2cdc2a-4e3f-4f97-817e-b886ec16e1b6) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:38.339765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a80425-2927-4209-aeaa-6b7bdad8bbe8 None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:38.340299 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-83a80425-2927-4209-aeaa-6b7bdad8bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:38.388728 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-1274e71a-e597-4532-9c51-151cafc0074a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Deleting port 6dfd6328-377b-4823-a085-55b8f9e119fb {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:38.388976 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1274e71a-e597-4532-9c51-151cafc0074a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:38.415395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59628) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:38.429746 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Calling delete_port for 6343e4e5-f4ab-404c-9da7-33fe9913841d owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:38.451148 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55bfacfc-8261-4560-b7b2-0898a609c3b5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:03:38.481459 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting port 86637c78-40fb-4f2a-89f0-31b016689904 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:38.481837 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:38.498173 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-83a80425-2927-4209-aeaa-6b7bdad8bbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:38.499226 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a80425-2927-4209-aeaa-6b7bdad8bbe8 None None] The sync data for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:03:38.499625 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-55bfacfc-8261-4560-b7b2-0898a609c3b5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:38.499981 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-55bfacfc-8261-4560-b7b2-0898a609c3b5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Added segment 9cf8016a-44d4-4d04-b37a-e5dfca5c5035 of type vlan for network 334756e8-3831-4c27-a887-a86a2be59eb7 Mar 02 19:03:38.523173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-95ee9e75-38f5-449e-bb44-c99a6c4d0799 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Allocated IP 172.20.0.3 (8b7de5cb-967b-4d51-baaf-dc0fe6677975/79f2b073-4f01-45e9-8d28-5c1c42f131c8/04e6ebdf-22d0-42ab-af5d-a05e4c77a37b) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:38.525813 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe46e34-beee-4d08-a931-1bad1cf5bbdc None None] No DVR routers for this DVR port 6343e4e5-f4ab-404c-9da7-33fe9913841d on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:03:38.531938 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:38.543096 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-85a23b7c-c04f-4ba5-9d64-3eaa3176296b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:38.570645 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Network 8b7de5cb-967b-4d51-baaf-dc0fe6677975 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:38.581138 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-39a12a87-cf8f-40c5-a3f8-e859d9125c81 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c4cce3e18c4346eab9ba92fdac4027f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1613619 Mar 02 19:03:38.583232 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-55bfacfc-8261-4560-b7b2-0898a609c3b5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:38.585356 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Pushing event updated for resources: {'Port': ['ID=ccc0e1c7-6b56-434e-bf1a-0499201091f5,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:38.588281 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:38.592165 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59632) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:38.593876 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:38.664415 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe46e34-beee-4d08-a931-1bad1cf5bbdc None None] Pushing event deleted for resources: {'Port': ['ID=6343e4e5-f4ab-404c-9da7-33fe9913841d,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:38.806189 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 089abd44-60cd-4fce-a87d-2de7f827fa40, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=089abd44-60cd-4fce-a87d-2de7f827fa40,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:38.857669 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Attempting to bind port ccc0e1c7-6b56-434e-bf1a-0499201091f5 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:38.857669 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Attempting to bind port ccc0e1c7-6b56-434e-bf1a-0499201091f5 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '6b2b0e9f-7106-4266-8046-f1bbdb1c992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8b7de5cb-967b-4d51-baaf-dc0fe6677975'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:38.857669 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Attempting to bind port ccc0e1c7-6b56-434e-bf1a-0499201091f5 on network 8b7de5cb-967b-4d51-baaf-dc0fe6677975 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:38.871263 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:03:38.871771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Checking segment: {'id': '6b2b0e9f-7106-4266-8046-f1bbdb1c992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8b7de5cb-967b-4d51-baaf-dc0fe6677975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:38.872884 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:38.872884 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Bound using segment: {'id': '6b2b0e9f-7106-4266-8046-f1bbdb1c992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8b7de5cb-967b-4d51-baaf-dc0fe6677975'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:03:38.873133 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Bound port: ccc0e1c7-6b56-434e-bf1a-0499201091f5, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b2b0e9f-7106-4266-8046-f1bbdb1c992f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8b7de5cb-967b-4d51-baaf-dc0fe6677975'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:03:38.873646 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:38.881348 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.api [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:03:38.881348 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG oslo_db.api [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:03:38.894194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:38.968677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-55bfacfc-8261-4560-b7b2-0898a609c3b5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:38.973067 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bfacfc-8261-4560-b7b2-0898a609c3b5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:38.973697 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-55bfacfc-8261-4560-b7b2-0898a609c3b5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.020597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3e748d5c-3fc2-4840-930f-e41edb5381cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.028049 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105b7f74-089a-458f-aedd-5de6da6d73bf None None] DHCP port deletion for dca5019d-62da-4782-a583-cd1004f02f7b request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:03:39.030232 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6343e4e5-f4ab-404c-9da7-33fe9913841d no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:03:39.070108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3e748d5c-3fc2-4840-930f-e41edb5381cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.090370 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0266012-2170-4a77-9821-34da1ea3a3f4 None None] Update dhcp port {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'fixed_ips': [{'subnet_id': '773ca1c0-a907-4d6e-914c-dec076698700', 'ip_address': '2001:db8::f816:3eff:fe55:f083'}, {'subnet_id': 'b12d6283-90fd-4d76-8235-a9e667b35f8c'}], 'binding:host_id': 'dv-neutron-831573-1-hyperv'}, 'id': '089abd44-60cd-4fce-a87d-2de7f827fa40'} from dv-neutron-831573-1-hyperv. {{(pid=84534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 19:03:39.136194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-105b7f74-089a-458f-aedd-5de6da6d73bf None None] Deleting port 86637c78-40fb-4f2a-89f0-31b016689904 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:39.136578 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-105b7f74-089a-458f-aedd-5de6da6d73bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.168712 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1274e71a-e597-4532-9c51-151cafc0074a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.178726 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 6343e4e5-f4ab-404c-9da7-33fe9913841d {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:03:39.179069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6343e4e5-f4ab-404c-9da7-33fe9913841d not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:03:39.218103 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-95ee9e75-38f5-449e-bb44-c99a6c4d0799 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.222891 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-85a23b7c-c04f-4ba5-9d64-3eaa3176296b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:03:39.223263 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-85a23b7c-c04f-4ba5-9d64-3eaa3176296b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:03:39.242590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=089abd44-60cd-4fce-a87d-2de7f827fa40,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:39.260917 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c0266012-2170-4a77-9821-34da1ea3a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.273410 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-95ee9e75-38f5-449e-bb44-c99a6c4d0799 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Transition to ACTIVE for port object 04e6ebdf-22d0-42ab-af5d-a05e4c77a37b will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:39.275911 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfacfc-8261-4560-b7b2-0898a609c3b5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Network': ['ID=334756e8-3831-4c27-a887-a86a2be59eb7,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:39.286222 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cc83d4-981e-4742-a66d-2e006f970905 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:03:39.298143 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-55bfacfc-8261-4560-b7b2-0898a609c3b5 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2799814 Mar 02 19:03:39.303689 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59636) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:39.303862 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7d7735-14b8-4192-87be-9b1fc1dfd76b None None] Sync routers for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:03:39.310455 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] For port ccc0e1c7-6b56-434e-bf1a-0499201091f5, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:03:39.312707 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-61e998eb-794f-4d09-9226-40e1f697dc39 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'subnet': {'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:39.326506 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d7735-14b8-4192-87be-9b1fc1dfd76b None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:39.326662 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ac7d7735-14b8-4192-87be-9b1fc1dfd76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:39.354487 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] For port 86637c78-40fb-4f2a-89f0-31b016689904, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=86637c78-40fb-4f2a-89f0-31b016689904,segment=NetworkSegment(b9f5b5c5-4cec-437d-b2e8-342fc3728d8a),segment_id=b9f5b5c5-4cec-437d-b2e8-342fc3728d8a)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:39.355130 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.355707 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 334756e8-3831-4c27-a887-a86a2be59eb7 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:03:39.373324 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] For port ccc0e1c7-6b56-434e-bf1a-0499201091f5, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=ccc0e1c7-6b56-434e-bf1a-0499201091f5,segment=NetworkSegment(6b2b0e9f-7106-4266-8046-f1bbdb1c992f),segment_id=6b2b0e9f-7106-4266-8046-f1bbdb1c992f)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:03:39.376204 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-1274e71a-e597-4532-9c51-151cafc0074a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Calling delete_port for 6dfd6328-377b-4823-a085-55b8f9e119fb owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:39.404302 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:03:39.439305 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ac7d7735-14b8-4192-87be-9b1fc1dfd76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:39.467973 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d7735-14b8-4192-87be-9b1fc1dfd76b None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:39.469077 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ac7d7735-14b8-4192-87be-9b1fc1dfd76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:39.561263 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-70cc83d4-981e-4742-a66d-2e006f970905 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.564935 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.569426 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:03:39.569788 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5fe724bc-af18-4d1d-bd5d-a55bd5dd8c60 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:03:39.570200 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 86637c78-40fb-4f2a-89f0-31b016689904 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:03:39.579993 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ac7d7735-14b8-4192-87be-9b1fc1dfd76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:39.580641 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7d7735-14b8-4192-87be-9b1fc1dfd76b None None] The sync data for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:03:39.582736 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:03:39.601940 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3e748d5c-3fc2-4840-930f-e41edb5381cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.604887 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3e748d5c-3fc2-4840-930f-e41edb5381cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.608614 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3e748d5c-3fc2-4840-930f-e41edb5381cb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/596aa76a-227c-4707-8970-7be07d394323 HTTP/1.1" status: 204 len: 168 time: 1.0131402 Mar 02 19:03:39.610434 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Calling delete_port for 86637c78-40fb-4f2a-89f0-31b016689904 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:39.662887 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9e855076-a471-44d4-b7f6-063cb9ce14ed tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.715277 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-9e855076-a471-44d4-b7f6-063cb9ce14ed tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object cb2cdc2a-4e3f-4f97-817e-b886ec16e1b6 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:39.718704 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-61e998eb-794f-4d09-9226-40e1f697dc39 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:39.723867 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e748d5c-3fc2-4840-930f-e41edb5381cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596aa76a-227c-4707-8970-7be07d394323,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:39.766058 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-61e998eb-794f-4d09-9226-40e1f697dc39 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:subnet and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:39.770700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-95ee9e75-38f5-449e-bb44-c99a6c4d0799 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.775216 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-61e998eb-794f-4d09-9226-40e1f697dc39 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:39.820303 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1274e71a-e597-4532-9c51-151cafc0074a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.827867 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-61e998eb-794f-4d09-9226-40e1f697dc39 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:39.849263 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-70cc83d4-981e-4742-a66d-2e006f970905 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "PUT /v2.0/floatingips/17a7afe7-85de-4078-acb4-5154ba7b632d HTTP/1.1" status: 200 len: 977 time: 7.8387904 Mar 02 19:03:39.854971 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59642) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:39.866405 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-3a9e050b-561d-44c8-84ea-a6acf0991f12 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:39.867668 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Deleting port 6343e4e5-f4ab-404c-9da7-33fe9913841d {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:39.867827 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.914971 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9e855076-a471-44d4-b7f6-063cb9ce14ed tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.915731 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274e71a-e597-4532-9c51-151cafc0074a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event deleted for resources: {'Port': ['ID=6dfd6328-377b-4823-a085-55b8f9e119fb,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:39.918990 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.977224 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3a9e050b-561d-44c8-84ea-a6acf0991f12 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.983138 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1274e71a-e597-4532-9c51-151cafc0074a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:39.993560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No active binding found for port 86637c78-40fb-4f2a-89f0-31b016689904 {{(pid=84534) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 19:03:39.993977 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 86637c78-40fb-4f2a-89f0-31b016689904 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:03:40.036126 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ee9e75-38f5-449e-bb44-c99a6c4d0799 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 8b7de5cb-967b-4d51-baaf-dc0fe6677975 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:40.037256 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e998eb-794f-4d09-9226-40e1f697dc39 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Made reservation on behalf of dfd3e6d4994a4b8586cb08a4003fb040 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:40.053339 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] The port '6343e4e5-f4ab-404c-9da7-33fe9913841d' was deleted {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:03:40.077141 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1274e71a-e597-4532-9c51-151cafc0074a tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/ports/6dfd6328-377b-4823-a085-55b8f9e119fb HTTP/1.1" status: 204 len: 168 time: 1.9661157 Mar 02 19:03:40.089397 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecf494-a4a6-4677-85ed-d0f0fb4453f0 None None] Pushing event updated for resources: {'Port': ['ID=ccc0e1c7-6b56-434e-bf1a-0499201091f5,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:40.103445 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-105b7f74-089a-458f-aedd-5de6da6d73bf None None] For port 86637c78-40fb-4f2a-89f0-31b016689904, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=86637c78-40fb-4f2a-89f0-31b016689904,segment=NetworkSegment(b9f5b5c5-4cec-437d-b2e8-342fc3728d8a),segment_id=b9f5b5c5-4cec-437d-b2e8-342fc3728d8a)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:40.103846 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-105b7f74-089a-458f-aedd-5de6da6d73bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:40.117079 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Port': ['ID=86637c78-40fb-4f2a-89f0-31b016689904,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:40.118119 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59646) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:40.118947 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-95ee9e75-38f5-449e-bb44-c99a6c4d0799 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:40.122970 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ee9e75-38f5-449e-bb44-c99a6c4d0799 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:40.181679 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e855076-a471-44d4-b7f6-063cb9ce14ed tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:40.182711 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] No DVR routers for this DVR port 86637c78-40fb-4f2a-89f0-31b016689904 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:03:40.257017 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-9e855076-a471-44d4-b7f6-063cb9ce14ed tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:40.259570 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e855076-a471-44d4-b7f6-063cb9ce14ed tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:40.264652 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e855076-a471-44d4-b7f6-063cb9ce14ed tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:40.265286 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9e855076-a471-44d4-b7f6-063cb9ce14ed tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:40.269969 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-105b7f74-089a-458f-aedd-5de6da6d73bf None None] Calling delete_port for 86637c78-40fb-4f2a-89f0-31b016689904 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:40.276617 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-3989311f-9b3f-4759-9e9d-64ab9661871f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] DELETE failed (client error): The resource could not be found. Mar 02 19:03:40.277171 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3989311f-9b3f-4759-9e9d-64ab9661871f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:03:40.279021 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3989311f-9b3f-4759-9e9d-64ab9661871f tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/subnets/4534013d-03fa-4b9a-91b9-7118b212ec80 HTTP/1.1" status: 404 len: 337 time: 0.1578510 Mar 02 19:03:40.300335 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee9e75-38f5-449e-bb44-c99a6c4d0799 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=04e6ebdf-22d0-42ab-af5d-a05e4c77a37b,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:40.302201 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59652) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:40.338157 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-c0266012-2170-4a77-9821-34da1ea3a3f4 None None] Allocated IP 2001:db8:0:1::2 (ef3b29a7-4982-4982-b073-f3d27df1240a/b12d6283-90fd-4d76-8235-a9e667b35f8c/089abd44-60cd-4fce-a87d-2de7f827fa40) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:40.484208 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-105b7f74-089a-458f-aedd-5de6da6d73bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:03:40.484578 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-105b7f74-089a-458f-aedd-5de6da6d73bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:03:40.510458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61e998eb-794f-4d09-9226-40e1f697dc39 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:40.545866 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ee9e75-38f5-449e-bb44-c99a6c4d0799 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:40.546690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-95ee9e75-38f5-449e-bb44-c99a6c4d0799 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:40.612064 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-c0266012-2170-4a77-9821-34da1ea3a3f4 None None] For port 089abd44-60cd-4fce-a87d-2de7f827fa40, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=089abd44-60cd-4fce-a87d-2de7f827fa40,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:40.659690 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c0266012-2170-4a77-9821-34da1ea3a3f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:40.678574 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c0266012-2170-4a77-9821-34da1ea3a3f4 None None] Transition to ACTIVE for port object 089abd44-60cd-4fce-a87d-2de7f827fa40 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:40.702737 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e855076-a471-44d4-b7f6-063cb9ce14ed tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=cb2cdc2a-4e3f-4f97-817e-b886ec16e1b6,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:40.712275 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9e855076-a471-44d4-b7f6-063cb9ce14ed tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.2945101 Mar 02 19:03:40.714685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59662) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:40.722045 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:40.743325 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c0266012-2170-4a77-9821-34da1ea3a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:40.762894 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:40.785862 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f832619e-3c10-4dd9-a885-9e7763d73de2']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:40.825242 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca5019d-62da-4782-a583-cd1004f02f7b']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:40.838512 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e76dbc-1ebd-4350-889f-e2ad1a723598') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:40.838894 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e76dbc-1ebd-4350-889f-e2ad1a723598') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:40.850636 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-95ee9e75-38f5-449e-bb44-c99a6c4d0799 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 5.3873937 Mar 02 19:03:40.851072 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a7daa37e-17a8-441e-b444-7d29a299f18e tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:40.854574 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59668) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:40.856383 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f5b5c5-4cec-437d-b2e8-342fc3728d8a') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:40.856700 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f5b5c5-4cec-437d-b2e8-342fc3728d8a') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:40.871059 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3a9e050b-561d-44c8-84ea-a6acf0991f12 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:40.877203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:40.887764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-1444a5e8-21d3-42eb-a0b8-92811627db2f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port cb2cdc2a-4e3f-4f97-817e-b886ec16e1b6 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:40.888110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1444a5e8-21d3-42eb-a0b8-92811627db2f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:40.923116 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:40.962516 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:40.963162 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0266012-2170-4a77-9821-34da1ea3a3f4 None None] Pushing event updated for resources: {'Port': ['ID=089abd44-60cd-4fce-a87d-2de7f827fa40,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:40.973173 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:40.973471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3a9e050b-561d-44c8-84ea-a6acf0991f12 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:40.973779 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-3a9e050b-561d-44c8-84ea-a6acf0991f12 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Floating IP 17a7afe7-85de-4078-acb4-5154ba7b632d disassociated. External IP: 172.26.4.188, port: dce13a15-7ace-489e-8718-782bdf9e3cb9. Mar 02 19:03:40.986046 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-105b7f74-089a-458f-aedd-5de6da6d73bf None None] Deleting port 86637c78-40fb-4f2a-89f0-31b016689904 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:40.986953 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-105b7f74-089a-458f-aedd-5de6da6d73bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:41.017750 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:03:41.018266 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:03:41.033813 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:03:41.042781 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:03:41.043271 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:03:41.062038 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:03:41.087216 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-105b7f74-089a-458f-aedd-5de6da6d73bf None None] The port '86637c78-40fb-4f2a-89f0-31b016689904' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:03:41.157519 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8683384c-6307-4b68-ac94-ae43f7824288 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port 04e6ebdf-22d0-42ab-af5d-a05e4c77a37b {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:41.157945 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8683384c-6307-4b68-ac94-ae43f7824288 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:41.524825 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a7daa37e-17a8-441e-b444-7d29a299f18e tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:41.540949 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 089abd44-60cd-4fce-a87d-2de7f827fa40 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:41.581461 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:41.588879 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:41.657290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59678) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:41.673317 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-a7daa37e-17a8-441e-b444-7d29a299f18e tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e927b2d-c202-48f2-a6b8-c56ce59ec31e']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:41.674261 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device ccc0e1c7-6b56-434e-bf1a-0499201091f5 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:41.689040 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-a7daa37e-17a8-441e-b444-7d29a299f18e tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dec741d-05e9-4f00-bb3b-1de8847704e9') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:41.689598 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-a7daa37e-17a8-441e-b444-7d29a299f18e tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dec741d-05e9-4f00-bb3b-1de8847704e9') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:41.705710 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a7daa37e-17a8-441e-b444-7d29a299f18e tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:41.728386 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a7daa37e-17a8-441e-b444-7d29a299f18e tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:41.741830 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61e998eb-794f-4d09-9226-40e1f697dc39 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:41.752106 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7daa37e-17a8-441e-b444-7d29a299f18e tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:03:41.752521 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a7daa37e-17a8-441e-b444-7d29a299f18e tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:03:41.779396 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:03:41.782090 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:41.784950 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:41.817315 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02f832f-28f7-4f50-bbad-d212b2f0c7c1 None None] Network 8b7de5cb-967b-4d51-baaf-dc0fe6677975 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:41.899384 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/networks/dca5019d-62da-4782-a583-cd1004f02f7b HTTP/1.1" status: 204 len: 168 time: 4.0071585 Mar 02 19:03:41.900522 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85da991-0867-4cfb-beba-17e19a9039dd tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Network': ['ID=dca5019d-62da-4782-a583-cd1004f02f7b,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:41.913056 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59684) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:41.915651 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port ccc0e1c7-6b56-434e-bf1a-0499201091f5 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:41.953913 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event deleted for resources: {'Network': ['ID=f832619e-3c10-4dd9-a885-9e7763d73de2,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:41.979806 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-81741a22-d526-4e1b-ae14-ada864125a34 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "DELETE /v2.0/networks/f832619e-3c10-4dd9-a885-9e7763d73de2 HTTP/1.1" status: 204 len: 168 time: 7.5631952 Mar 02 19:03:41.981856 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59688) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:42.052350 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1910920019'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:42.061742 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8a3896d1-0e47-413f-8ea7-9e659e9682a4 None None] Provisioning for port ccc0e1c7-6b56-434e-bf1a-0499201091f5 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:42.074050 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8a3896d1-0e47-413f-8ea7-9e659e9682a4 None None] Provisioning complete for port ccc0e1c7-6b56-434e-bf1a-0499201091f5 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:42.077405 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8a3896d1-0e47-413f-8ea7-9e659e9682a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:42.090004 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a7daa37e-17a8-441e-b444-7d29a299f18e tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:42.095134 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a7daa37e-17a8-441e-b444-7d29a299f18e tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:42.155021 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a7daa37e-17a8-441e-b444-7d29a299f18e tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/networks/1e927b2d-c202-48f2-a6b8-c56ce59ec31e HTTP/1.1" status: 204 len: 168 time: 1.8461862 Mar 02 19:03:42.159230 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59692) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:42.170348 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:42.181656 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1444a5e8-21d3-42eb-a0b8-92811627db2f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:42.204455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e998eb-794f-4d09-9226-40e1f697dc39 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Subnet': ['ID=fcaa635b-175b-4d12-ae9e-ac272610d79e,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:42.209175 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:network and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:42.223014 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8683384c-6307-4b68-ac94-ae43f7824288 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:42.250812 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7daa37e-17a8-441e-b444-7d29a299f18e tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event deleted for resources: {'Network': ['ID=1e927b2d-c202-48f2-a6b8-c56ce59ec31e,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:42.297111 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:42.321857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8a3896d1-0e47-413f-8ea7-9e659e9682a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:42.363761 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-8a3896d1-0e47-413f-8ea7-9e659e9682a4 None None] For port ccc0e1c7-6b56-434e-bf1a-0499201091f5, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=ccc0e1c7-6b56-434e-bf1a-0499201091f5,segment=NetworkSegment(6b2b0e9f-7106-4266-8046-f1bbdb1c992f),segment_id=6b2b0e9f-7106-4266-8046-f1bbdb1c992f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:42.403529 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8683384c-6307-4b68-ac94-ae43f7824288 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for 04e6ebdf-22d0-42ab-af5d-a05e4c77a37b owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:42.430304 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:42.440521 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-1444a5e8-21d3-42eb-a0b8-92811627db2f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for cb2cdc2a-4e3f-4f97-817e-b886ec16e1b6 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:42.457251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eb7e58ad-e4de-4a44-93e9-749f3bd45d4c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:42.460022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8a3896d1-0e47-413f-8ea7-9e659e9682a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:42.503694 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e998eb-794f-4d09-9226-40e1f697dc39 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Checking segment: {'id': '9cf8016a-44d4-4d04-b37a-e5dfca5c5035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:42.504390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e998eb-794f-4d09-9226-40e1f697dc39 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network hostable DHCP agents. Network: 334756e8-3831-4c27-a887-a86a2be59eb7, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:03:42.582616 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3896d1-0e47-413f-8ea7-9e659e9682a4 None None] Pushing event updated for resources: {'Port': ['ID=ccc0e1c7-6b56-434e-bf1a-0499201091f5,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:42.592667 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:42.595910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:42.627552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:42.681415 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ce8bbcd9-f09e-4cbf-8d65-11bd4322bec5 None None] Provisioning for port cb2cdc2a-4e3f-4f97-817e-b886ec16e1b6 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:42.688641 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ce8bbcd9-f09e-4cbf-8d65-11bd4322bec5 None None] Provisioning complete for port cb2cdc2a-4e3f-4f97-817e-b886ec16e1b6 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:42.689459 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ce8bbcd9-f09e-4cbf-8d65-11bd4322bec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:42.742025 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:42.767375 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ca7b3d-d5ed-4645-9136-175cd1e00d00 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Deleting subnet e2464ee1-11f1-4a63-9f94-71912d273a61 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:03:42.771906 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-19ca7b3d-d5ed-4645-9136-175cd1e00d00 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:42.775106 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ce8bbcd9-f09e-4cbf-8d65-11bd4322bec5 None None] Port cb2cdc2a-4e3f-4f97-817e-b886ec16e1b6 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:03:42.841899 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ce8bbcd9-f09e-4cbf-8d65-11bd4322bec5 None None] Provisioning for port 089abd44-60cd-4fce-a87d-2de7f827fa40 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:42.844141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e998eb-794f-4d09-9226-40e1f697dc39 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 334756e8-3831-4c27-a887-a86a2be59eb7 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:03:42.847760 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ce8bbcd9-f09e-4cbf-8d65-11bd4322bec5 None None] Provisioning complete for port 089abd44-60cd-4fce-a87d-2de7f827fa40 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:42.848308 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ce8bbcd9-f09e-4cbf-8d65-11bd4322bec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:42.859396 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:security_group_rule and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:42.933438 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:42.962304 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-19ca7b3d-d5ed-4645-9136-175cd1e00d00 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.002850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:43.071650 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eb7e58ad-e4de-4a44-93e9-749f3bd45d4c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.086307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-61e998eb-794f-4d09-9226-40e1f697dc39 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 334756e8-3831-4c27-a887-a86a2be59eb7) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:43.102813 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e998eb-794f-4d09-9226-40e1f697dc39 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:43.103447 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61e998eb-794f-4d09-9226-40e1f697dc39 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.115986 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-9df1ae7c-4ede-41eb-95fe-fd8f813c6e92 None None] Provisioning complete for port ccc0e1c7-6b56-434e-bf1a-0499201091f5 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:43.115986 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9df1ae7c-4ede-41eb-95fe-fd8f813c6e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.134993 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-eb7e58ad-e4de-4a44-93e9-749f3bd45d4c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35422cb6-6f55-40f5-ac09-d7ca5f1d1200']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:43.147913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc3b80d-593e-4ebf-bc63-533d94313284 None None] Network 334756e8-3831-4c27-a887-a86a2be59eb7 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:43.164845 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-eb7e58ad-e4de-4a44-93e9-749f3bd45d4c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe6636b-0a6d-4d9a-ab07-a17a7f305219') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:43.165141 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-eb7e58ad-e4de-4a44-93e9-749f3bd45d4c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe6636b-0a6d-4d9a-ab07-a17a7f305219') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:43.180155 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eb7e58ad-e4de-4a44-93e9-749f3bd45d4c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.193159 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a8fb03d6-7c1f-4b68-b89f-95727125c5d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.200017 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eb7e58ad-e4de-4a44-93e9-749f3bd45d4c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.205484 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-19ca7b3d-d5ed-4645-9136-175cd1e00d00 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.242888 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7e58ad-e4de-4a44-93e9-749f3bd45d4c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:03:43.243301 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eb7e58ad-e4de-4a44-93e9-749f3bd45d4c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:03:43.259465 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:03:43.308585 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device ccc0e1c7-6b56-434e-bf1a-0499201091f5 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:43.327440 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8683384c-6307-4b68-ac94-ae43f7824288 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.396182 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-61e998eb-794f-4d09-9226-40e1f697dc39 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0907402 Mar 02 19:03:43.397314 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port ccc0e1c7-6b56-434e-bf1a-0499201091f5 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:43.397788 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.408955 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59696) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:43.410527 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683384c-6307-4b68-ac94-ae43f7824288 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Port': ['ID=04e6ebdf-22d0-42ab-af5d-a05e4c77a37b,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:43.447028 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1444a5e8-21d3-42eb-a0b8-92811627db2f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.533265 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444a5e8-21d3-42eb-a0b8-92811627db2f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=cb2cdc2a-4e3f-4f97-817e-b886ec16e1b6,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:43.648998 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eb7e58ad-e4de-4a44-93e9-749f3bd45d4c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.663264 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eb7e58ad-e4de-4a44-93e9-749f3bd45d4c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.679858 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-9df1ae7c-4ede-41eb-95fe-fd8f813c6e92 None None] Could not find standard attr ID for object 04e6ebdf-22d0-42ab-af5d-a05e4c77a37b. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:03:43.711072 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1444a5e8-21d3-42eb-a0b8-92811627db2f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.721873 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-eb7e58ad-e4de-4a44-93e9-749f3bd45d4c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "DELETE /v2.0/networks/35422cb6-6f55-40f5-ac09-d7ca5f1d1200 HTTP/1.1" status: 204 len: 168 time: 1.7387385 Mar 02 19:03:43.724075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59700) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:43.731879 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e58ad-e4de-4a44-93e9-749f3bd45d4c tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event deleted for resources: {'Network': ['ID=35422cb6-6f55-40f5-ac09-d7ca5f1d1200,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:43.737223 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-19ca7b3d-d5ed-4645-9136-175cd1e00d00 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.742122 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1444a5e8-21d3-42eb-a0b8-92811627db2f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/cb2cdc2a-4e3f-4f97-817e-b886ec16e1b6 HTTP/1.1" status: 204 len: 168 time: 3.0262601 Mar 02 19:03:43.745901 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59704) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:43.752712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.802956 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-334756e8-3831-4c27-a887-a86a2be59eb7', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:03:43.803548 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.829569 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9e050b-561d-44c8-84ea-a6acf0991f12 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router 02827b03-91ae-40a2-a954-65eae7996967 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:03:43.834022 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.884946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:03:43.909080 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a85411-eb39-41f3-91c5-8050495b72b1,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:43.913399 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd97b1be-2aa3-4210-9f00-876777db44bf None None] Network 6e84aa13-5574-4e6d-b53e-cbcf62170ef8 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:43.935927 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-19ca7b3d-d5ed-4645-9136-175cd1e00d00 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.940834 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-19ca7b3d-d5ed-4645-9136-175cd1e00d00 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/subnets/e2464ee1-11f1-4a63-9f94-71912d273a61 HTTP/1.1" status: 204 len: 168 time: 1.7711830 Mar 02 19:03:43.940834 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca7b3d-d5ed-4645-9136-175cd1e00d00 tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event deleted for resources: {'Subnet': ['ID=e2464ee1-11f1-4a63-9f94-71912d273a61,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:43.941439 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59708) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:43.955412 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:43.955752 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Added segment aa427c10-256e-4881-8f2b-58bd42bdaa6f of type vlan for network caaf6078-3670-462a-af47-0003d1841ef0 Mar 02 19:03:44.122097 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e38485-765b-4cc5-af94-b14f62306bf0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:44.122810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-65e38485-765b-4cc5-af94-b14f62306bf0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:44.173911 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8683384c-6307-4b68-ac94-ae43f7824288 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:44.179343 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8683384c-6307-4b68-ac94-ae43f7824288 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/ports/04e6ebdf-22d0-42ab-af5d-a05e4c77a37b HTTP/1.1" status: 204 len: 168 time: 3.3075650 Mar 02 19:03:44.183951 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59712) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:44.190852 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Allocated IP 172.20.0.2 (334756e8-3831-4c27-a887-a86a2be59eb7/fcaa635b-175b-4d12-ae9e-ac272610d79e/02fba550-c1be-4a4e-b713-035d4ad665eb) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:44.196887 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:44.277681 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-c941cc92-93e6-4606-8261-29add3b71c49 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] GET failed (client error): The resource could not be found. Mar 02 19:03:44.278116 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c941cc92-93e6-4606-8261-29add3b71c49 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Synchronizing usage tracker for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:44.284970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca9d1-14dd-402d-b6b0-c031115cd89f tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:44.320853 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-65e38485-765b-4cc5-af94-b14f62306bf0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:44.324897 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-65e38485-765b-4cc5-af94-b14f62306bf0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5770538 Mar 02 19:03:44.326410 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59716) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:44.406174 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809f5f70-0f0d-4d78-8071-fdfeeedd2110 None None] DHCP port deletion for 6e84aa13-5574-4e6d-b53e-cbcf62170ef8 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:03:44.426079 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-809f5f70-0f0d-4d78-8071-fdfeeedd2110 None None] Deleting port 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:44.426857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-809f5f70-0f0d-4d78-8071-fdfeeedd2110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:44.450625 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:44.454351 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:44.455711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:44.469552 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:44.498071 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:44.546631 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Transition to ACTIVE for port object 02fba550-c1be-4a4e-b713-035d4ad665eb will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:44.595472 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Deleting port 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:44.595808 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:44.598274 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Transition to ACTIVE for port object 02fba550-c1be-4a4e-b713-035d4ad665eb will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:44.664198 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Network': ['ID=caaf6078-3670-462a-af47-0003d1841ef0,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:44.677625 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network caaf6078-3670-462a-af47-0003d1841ef0 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:03:44.679399 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85c34cf-d231-4ed6-a099-a1161618aeda tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:44.683644 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a85c34cf-d231-4ed6-a099-a1161618aeda tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3529956 Mar 02 19:03:44.686489 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59720) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:44.695047 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ba370bec-dbea-4f80-979b-ab2550800f10 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.0319216 Mar 02 19:03:44.699439 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59724) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:44.718542 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c941cc92-93e6-4606-8261-29add3b71c49 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Unset dirty status for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:44.719691 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c941cc92-93e6-4606-8261-29add3b71c49 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports/04e6ebdf-22d0-42ab-af5d-a05e4c77a37b HTTP/1.1" status: 404 len: 333 time: 0.5233381 Mar 02 19:03:44.726872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59728) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:44.728552 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-2b8470f9-4a2d-4b9a-b68a-6b9cbdc4dace tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0', 'name': 'tempest-PortsIpV6TestJSON-53335569'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:44.765591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:44.809470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9e050b-561d-44c8-84ea-a6acf0991f12 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:03:44.814518 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3a9e050b-561d-44c8-84ea-a6acf0991f12 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:44.835554 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692307b1-ee89-4f80-ad54-f37d704da43f None None] Sync routers for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:03:44.853772 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-809f5f70-0f0d-4d78-8071-fdfeeedd2110 None None] For port 4ad03d2d-2769-4ca4-bff6-6c556b24fef0, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4ad03d2d-2769-4ca4-bff6-6c556b24fef0,segment=NetworkSegment(ca04c919-7dda-492e-9836-b067fd331a42),segment_id=ca04c919-7dda-492e-9836-b067fd331a42)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:44.854155 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-809f5f70-0f0d-4d78-8071-fdfeeedd2110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:44.875444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851c0f25-0ca1-4040-b12d-8d655576e194 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:44.876880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851c0f25-0ca1-4040-b12d-8d655576e194 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:44.878204 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851c0f25-0ca1-4040-b12d-8d655576e194 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:44.883209 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-851c0f25-0ca1-4040-b12d-8d655576e194 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1957061 Mar 02 19:03:44.886807 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca9d1-14dd-402d-b6b0-c031115cd89f tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:44.893799 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59732) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:45.002069 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3a9e050b-561d-44c8-84ea-a6acf0991f12 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "PUT /v2.0/floatingips/17a7afe7-85de-4078-acb4-5154ba7b632d HTTP/1.1" status: 200 len: 688 time: 5.1425147 Mar 02 19:03:45.006575 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59736) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:45.012738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-809f5f70-0f0d-4d78-8071-fdfeeedd2110 None None] Calling delete_port for 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:45.040609 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-fb8ca9d1-14dd-402d-b6b0-c031115cd89f tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08952f3a-5f04-4bbd-9a74-8d906060e50a']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:45.076616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-fb8ca9d1-14dd-402d-b6b0-c031115cd89f tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5a1901-ef4b-41e6-83d2-8b80289763d7') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:45.076906 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-fb8ca9d1-14dd-402d-b6b0-c031115cd89f tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5a1901-ef4b-41e6-83d2-8b80289763d7') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:45.096802 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Network 334756e8-3831-4c27-a887-a86a2be59eb7 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:45.099717 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0707b8b5-777c-457d-bde7-01dcab222e71 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:45.100101 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Pushing event updated for resources: {'Port': ['ID=02fba550-c1be-4a4e-b713-035d4ad665eb,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:45.111139 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:45.116569 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:45.151634 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692307b1-ee89-4f80-ad54-f37d704da43f None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:45.152367 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-692307b1-ee89-4f80-ad54-f37d704da43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:45.178708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca9d1-14dd-402d-b6b0-c031115cd89f tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:45.192873 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2b8470f9-4a2d-4b9a-b68a-6b9cbdc4dace tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:45.235075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2b8470f9-4a2d-4b9a-b68a-6b9cbdc4dace tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:port and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:45.269908 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-692307b1-ee89-4f80-ad54-f37d704da43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:45.314436 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:03:45.339699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2b8470f9-4a2d-4b9a-b68a-6b9cbdc4dace tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:45.352662 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Attempting to bind port 02fba550-c1be-4a4e-b713-035d4ad665eb on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:45.354000 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Attempting to bind port 02fba550-c1be-4a4e-b713-035d4ad665eb by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '9cf8016a-44d4-4d04-b37a-e5dfca5c5035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:45.354000 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Attempting to bind port 02fba550-c1be-4a4e-b713-035d4ad665eb on network 334756e8-3831-4c27-a887-a86a2be59eb7 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:45.375834 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692307b1-ee89-4f80-ad54-f37d704da43f None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:45.376520 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-692307b1-ee89-4f80-ad54-f37d704da43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:45.400565 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca9d1-14dd-402d-b6b0-c031115cd89f tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:45.417334 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-edd6a04b-b591-439b-8b96-304f0d9863db tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Deleting port 67303317-33c1-4063-890d-749392eebdbc {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:45.417685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-edd6a04b-b591-439b-8b96-304f0d9863db tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:45.436924 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2b8470f9-4a2d-4b9a-b68a-6b9cbdc4dace tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:45.437176 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:03:45.437336 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Checking segment: {'id': '9cf8016a-44d4-4d04-b37a-e5dfca5c5035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:45.437706 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:45.438091 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Bound using segment: {'id': '9cf8016a-44d4-4d04-b37a-e5dfca5c5035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:03:45.438613 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Bound port: 02fba550-c1be-4a4e-b713-035d4ad665eb, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf8016a-44d4-4d04-b37a-e5dfca5c5035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:03:45.438982 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:45.450160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8ca9d1-14dd-402d-b6b0-c031115cd89f tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:03:45.450557 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca9d1-14dd-402d-b6b0-c031115cd89f tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:45.458900 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-d78e04db-19dc-42b1-8e76-10d3b92a484d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting subnet 79f2b073-4f01-45e9-8d28-5c1c42f131c8 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:03:45.464109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-809f5f70-0f0d-4d78-8071-fdfeeedd2110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:45.464288 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d78e04db-19dc-42b1-8e76-10d3b92a484d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:03:45.465283 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:03:45.467630 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-692307b1-ee89-4f80-ad54-f37d704da43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:45.467837 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692307b1-ee89-4f80-ad54-f37d704da43f None None] The sync data for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:03:45.484071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] For port 4ad03d2d-2769-4ca4-bff6-6c556b24fef0, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4ad03d2d-2769-4ca4-bff6-6c556b24fef0,segment=NetworkSegment(ca04c919-7dda-492e-9836-b067fd331a42),segment_id=ca04c919-7dda-492e-9836-b067fd331a42)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:45.484424 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:45.506306 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No active binding found for port 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 {{(pid=84534) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 19:03:45.506730 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:03:45.541130 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f5f70-0f0d-4d78-8071-fdfeeedd2110 None None] Pushing event deleted for resources: {'Port': ['ID=4ad03d2d-2769-4ca4-bff6-6c556b24fef0,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:45.559329 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809f5f70-0f0d-4d78-8071-fdfeeedd2110 None None] No DVR routers for this DVR port 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:03:45.613943 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] For port 02fba550-c1be-4a4e-b713-035d4ad665eb, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:03:45.617576 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] For port 02fba550-c1be-4a4e-b713-035d4ad665eb, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=02fba550-c1be-4a4e-b713-035d4ad665eb,segment=NetworkSegment(9cf8016a-44d4-4d04-b37a-e5dfca5c5035),segment_id=9cf8016a-44d4-4d04-b37a-e5dfca5c5035)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:03:45.662233 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d78e04db-19dc-42b1-8e76-10d3b92a484d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:45.681520 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:45.751656 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-a8fb03d6-7c1f-4b68-b89f-95727125c5d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting port 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:45.752082 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a8fb03d6-7c1f-4b68-b89f-95727125c5d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:45.775309 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537b2a6-545a-45a4-aff0-bb7750195dd8 None None] Pushing event updated for resources: {'Port': ['ID=02fba550-c1be-4a4e-b713-035d4ad665eb,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:45.844500 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Calling delete_port for 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:45.861794 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-edd6a04b-b591-439b-8b96-304f0d9863db tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:45.861794 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-edd6a04b-b591-439b-8b96-304f0d9863db tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:45.884413 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8470f9-4a2d-4b9a-b68a-6b9cbdc4dace tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:45.887619 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2b8470f9-4a2d-4b9a-b68a-6b9cbdc4dace tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:45.995251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-2b8470f9-4a2d-4b9a-b68a-6b9cbdc4dace tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] device_id is not set on port b1851369-60f9-4101-a151-db066a51491a yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:03:46.036001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-edd6a04b-b591-439b-8b96-304f0d9863db tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Calling delete_port for 67303317-33c1-4063-890d-749392eebdbc owned by network:floatingip {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:46.129937 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee47d9e-c88a-4aa1-9b03-816fff36d894 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 773ca1c0-a907-4d6e-914c-dec076698700 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:03:46.131672 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca9d1-14dd-402d-b6b0-c031115cd89f tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:46.142945 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0ee47d9e-c88a-4aa1-9b03-816fff36d894 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:46.169426 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d78e04db-19dc-42b1-8e76-10d3b92a484d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:46.200897 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fb8ca9d1-14dd-402d-b6b0-c031115cd89f tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:46.240100 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ca9d1-14dd-402d-b6b0-c031115cd89f tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event deleted for resources: {'Network': ['ID=08952f3a-5f04-4bbd-9a74-8d906060e50a,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:46.283208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.api [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:03:46.283892 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG oslo_db.api [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:03:46.285860 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0ee47d9e-c88a-4aa1-9b03-816fff36d894 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:46.307481 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-a8fb03d6-7c1f-4b68-b89f-95727125c5d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] For port 6263f5b2-746b-4c5a-b7fc-e49a3357ba00, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6263f5b2-746b-4c5a-b7fc-e49a3357ba00,segment=NetworkSegment(d35374f8-015b-4279-a090-487e7ef575b0),segment_id=d35374f8-015b-4279-a090-487e7ef575b0)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:46.307844 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a8fb03d6-7c1f-4b68-b89f-95727125c5d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:46.324226 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fb8ca9d1-14dd-402d-b6b0-c031115cd89f tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "DELETE /v2.0/networks/08952f3a-5f04-4bbd-9a74-8d906060e50a HTTP/1.1" status: 204 len: 168 time: 2.5865371 Mar 02 19:03:46.343867 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59740) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:46.475814 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-a8fb03d6-7c1f-4b68-b89f-95727125c5d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Calling delete_port for 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:46.520248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d78e04db-19dc-42b1-8e76-10d3b92a484d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:46.583471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e04db-19dc-42b1-8e76-10d3b92a484d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Subnet': ['ID=79f2b073-4f01-45e9-8d28-5c1c42f131c8,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:46.608126 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d78e04db-19dc-42b1-8e76-10d3b92a484d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:46.615987 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d642700-f7d0-4a7d-9078-4e039fd0c5d8 None None] Network 8b7de5cb-967b-4d51-baaf-dc0fe6677975 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:46.645284 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2b8470f9-4a2d-4b9a-b68a-6b9cbdc4dace tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:46.645533 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d78e04db-19dc-42b1-8e76-10d3b92a484d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/subnets/79f2b073-4f01-45e9-8d28-5c1c42f131c8 HTTP/1.1" status: 204 len: 168 time: 1.9133277 Mar 02 19:03:46.647993 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-0707b8b5-777c-457d-bde7-01dcab222e71 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Allocated IP 172.20.0.1 (334756e8-3831-4c27-a887-a86a2be59eb7/fcaa635b-175b-4d12-ae9e-ac272610d79e/12cc41b4-e873-4434-a593-4096f90ee9cd) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:46.648132 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59744) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:46.653108 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d37bf09d-ec3a-48e3-8e69-5a441e0b5144 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:46.735685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-edd6a04b-b591-439b-8b96-304f0d9863db tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:46.761769 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0ee47d9e-c88a-4aa1-9b03-816fff36d894 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:46.788571 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Deleting port 4ad03d2d-2769-4ca4-bff6-6c556b24fef0 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:46.788898 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:46.858516 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f87a85d-d15e-4832-aac1-c38d55c87511 None None] Network 334756e8-3831-4c27-a887-a86a2be59eb7 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:46.932089 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6a04b-b591-439b-8b96-304f0d9863db tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event deleted for resources: {'Port': ['ID=67303317-33c1-4063-890d-749392eebdbc,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:46.948219 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] The port '4ad03d2d-2769-4ca4-bff6-6c556b24fef0' was deleted {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:03:46.989802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.105957 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port ccc0e1c7-6b56-434e-bf1a-0499201091f5 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:47.106292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.129431 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-59218057-dfab-49f5-b21c-6b08fbc36936 None None] Provisioning for port 02fba550-c1be-4a4e-b713-035d4ad665eb completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:47.138767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-edd6a04b-b591-439b-8b96-304f0d9863db tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.158697 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-edd6a04b-b591-439b-8b96-304f0d9863db tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.158964 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-edd6a04b-b591-439b-8b96-304f0d9863db tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "DELETE /v2.0/floatingips/17a7afe7-85de-4078-acb4-5154ba7b632d HTTP/1.1" status: 204 len: 168 time: 2.1495485 Mar 02 19:03:47.167146 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59748) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:47.172318 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d37bf09d-ec3a-48e3-8e69-5a441e0b5144 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.181194 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2b8470f9-4a2d-4b9a-b68a-6b9cbdc4dace tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.244448 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a8fb03d6-7c1f-4b68-b89f-95727125c5d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.259553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb22b590-69b3-40d6-9820-80287fc95950 None None] DHCP port deletion for 8b7de5cb-967b-4d51-baaf-dc0fe6677975 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:03:47.262082 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-bb22b590-69b3-40d6-9820-80287fc95950 None None] Deleting port ccc0e1c7-6b56-434e-bf1a-0499201091f5 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:47.262625 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bb22b590-69b3-40d6-9820-80287fc95950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.279926 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.333217 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0ee47d9e-c88a-4aa1-9b03-816fff36d894 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.335154 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-5acbcdca-4adf-4049-9cd8-00f4cbccb2e8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] delete failed (client error): The resource could not be found. Mar 02 19:03:47.339753 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5acbcdca-4adf-4049-9cd8-00f4cbccb2e8 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "DELETE /v2.0/floatingips/17a7afe7-85de-4078-acb4-5154ba7b632d HTTP/1.1" status: 404 len: 345 time: 0.1681426 Mar 02 19:03:47.346203 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb03d6-7c1f-4b68-b89f-95727125c5d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Port': ['ID=6263f5b2-746b-4c5a-b7fc-e49a3357ba00,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:47.353604 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-d37bf09d-ec3a-48e3-8e69-5a441e0b5144 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838a7317-adb1-4014-8685-273d7f8a3c1f']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:47.354085 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59752) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:47.397759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0707b8b5-777c-457d-bde7-01dcab222e71 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.540238 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 02fba550-c1be-4a4e-b713-035d4ad665eb up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:47.574793 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e84aa13-5574-4e6d-b53e-cbcf62170ef8']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:47.591142 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca04c919-7dda-492e-9836-b067fd331a42') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:47.591831 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca04c919-7dda-492e-9836-b067fd331a42') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:47.607290 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.633401 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-bb22b590-69b3-40d6-9820-80287fc95950 None None] For port ccc0e1c7-6b56-434e-bf1a-0499201091f5, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=ccc0e1c7-6b56-434e-bf1a-0499201091f5,segment=NetworkSegment(6b2b0e9f-7106-4266-8046-f1bbdb1c992f),segment_id=6b2b0e9f-7106-4266-8046-f1bbdb1c992f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:47.633975 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bb22b590-69b3-40d6-9820-80287fc95950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.643101 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-0707b8b5-777c-457d-bde7-01dcab222e71 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Transition to ACTIVE for port object 12cc41b4-e873-4434-a593-4096f90ee9cd will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:47.672948 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee47d9e-c88a-4aa1-9b03-816fff36d894 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=773ca1c0-a907-4d6e-914c-dec076698700,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:47.679160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-d37bf09d-ec3a-48e3-8e69-5a441e0b5144 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e5e8e3-8b84-4603-885d-00e4e3b85480') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:47.679541 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-d37bf09d-ec3a-48e3-8e69-5a441e0b5144 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e5e8e3-8b84-4603-885d-00e4e3b85480') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:47.706444 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.725664 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d37bf09d-ec3a-48e3-8e69-5a441e0b5144 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.743064 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8470f9-4a2d-4b9a-b68a-6b9cbdc4dace tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=b1851369-60f9-4101-a151-db066a51491a,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:47.746524 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0ee47d9e-c88a-4aa1-9b03-816fff36d894 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.765050 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:03:47.765759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.768663 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-bb22b590-69b3-40d6-9820-80287fc95950 None None] Calling delete_port for ccc0e1c7-6b56-434e-bf1a-0499201091f5 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:47.773714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] For port ccc0e1c7-6b56-434e-bf1a-0499201091f5, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=ccc0e1c7-6b56-434e-bf1a-0499201091f5,segment=NetworkSegment(6b2b0e9f-7106-4266-8046-f1bbdb1c992f),segment_id=6b2b0e9f-7106-4266-8046-f1bbdb1c992f)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:47.774091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0ee47d9e-c88a-4aa1-9b03-816fff36d894 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/773ca1c0-a907-4d6e-914c-dec076698700 HTTP/1.1" status: 204 len: 168 time: 2.8779445 Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:03:47.786959 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:03:47.790541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59756) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:47.840792 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6b33b4-e2eb-4c1f-bdb3-586f749cc96f None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:47.850180 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d37bf09d-ec3a-48e3-8e69-5a441e0b5144 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.857826 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0707b8b5-777c-457d-bde7-01dcab222e71 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.916112 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37bf09d-ec3a-48e3-8e69-5a441e0b5144 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:03:47.916538 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d37bf09d-ec3a-48e3-8e69-5a441e0b5144 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:03:47.938023 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:03:47.951276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for ccc0e1c7-6b56-434e-bf1a-0499201091f5 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:48.001031 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9ff1d8-ff85-4a96-ae8c-a04a4582f3b3 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:48.002196 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8470f9-4a2d-4b9a-b68a-6b9cbdc4dace tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Checking segment: {'id': 'aa427c10-256e-4881-8f2b-58bd42bdaa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:48.002584 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8470f9-4a2d-4b9a-b68a-6b9cbdc4dace tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network hostable DHCP agents. Network: caaf6078-3670-462a-af47-0003d1841ef0, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:03:48.005076 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9ff1d8-ff85-4a96-ae8c-a04a4582f3b3 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:48.009340 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9ff1d8-ff85-4a96-ae8c-a04a4582f3b3 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:48.009860 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3d9ff1d8-ff85-4a96-ae8c-a04a4582f3b3 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Synchronizing usage tracker for tenant:f732df6a0fd543bf93fda55ff9a564a7 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:48.039703 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0707b8b5-777c-457d-bde7-01dcab222e71 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 334756e8-3831-4c27-a887-a86a2be59eb7 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:48.052833 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-0707b8b5-777c-457d-bde7-01dcab222e71 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:48.063590 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0707b8b5-777c-457d-bde7-01dcab222e71 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:48.103670 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707b8b5-777c-457d-bde7-01dcab222e71 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=12cc41b4-e873-4434-a593-4096f90ee9cd,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:48.110160 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 02fba550-c1be-4a4e-b713-035d4ad665eb completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:48.122718 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bb22b590-69b3-40d6-9820-80287fc95950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:48.127159 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:48.151914 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:48.163605 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] 10.222.0.73 "DELETE /v2.0/networks/6e84aa13-5574-4e6d-b53e-cbcf62170ef8 HTTP/1.1" status: 204 len: 168 time: 4.1685810 Mar 02 19:03:48.172691 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 02fba550-c1be-4a4e-b713-035d4ad665eb triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:48.172691 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:48.177876 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6e561-1885-4078-873d-f40a8f5bbb7d tempest-NetworksIpV6TestAttrs-423882619 tempest-NetworksIpV6TestAttrs-423882619-project] Pushing event deleted for resources: {'Network': ['ID=6e84aa13-5574-4e6d-b53e-cbcf62170ef8,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:48.192600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0707b8b5-777c-457d-bde7-01dcab222e71 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:48.230711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3d9ff1d8-ff85-4a96-ae8c-a04a4582f3b3 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Unset dirty status for tenant:f732df6a0fd543bf93fda55ff9a564a7 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:48.240016 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3d9ff1d8-ff85-4a96-ae8c-a04a4582f3b3 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "GET /v2.0/ports?network_id=c8e704b9-1bef-4978-97cb-ff307c0d669b HTTP/1.1" status: 200 len: 2356 time: 0.8606131 Mar 02 19:03:48.240246 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d37bf09d-ec3a-48e3-8e69-5a441e0b5144 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:48.240246 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8470f9-4a2d-4b9a-b68a-6b9cbdc4dace tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network caaf6078-3670-462a-af47-0003d1841ef0 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:03:48.241336 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22b590-69b3-40d6-9820-80287fc95950 None None] Pushing event deleted for resources: {'Port': ['ID=ccc0e1c7-6b56-434e-bf1a-0499201091f5,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:48.241495 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59762) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:48.268320 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb22b590-69b3-40d6-9820-80287fc95950 None None] No DVR routers for this DVR port ccc0e1c7-6b56-434e-bf1a-0499201091f5 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:03:48.279256 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d37bf09d-ec3a-48e3-8e69-5a441e0b5144 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:48.283824 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d37bf09d-ec3a-48e3-8e69-5a441e0b5144 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] 10.222.0.73 "DELETE /v2.0/networks/838a7317-adb1-4014-8685-273d7f8a3c1f HTTP/1.1" status: 204 len: 168 time: 1.9305670 Mar 02 19:03:48.322825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:03:48.323127 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:03:48.339340 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a8fb03d6-7c1f-4b68-b89f-95727125c5d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:48.364042 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87d4363-d003-4b8a-8fc0-65a124bc4e45 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:48.364607 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c87d4363-d003-4b8a-8fc0-65a124bc4e45 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Synchronizing usage tracker for tenant:f732df6a0fd543bf93fda55ff9a564a7 on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:48.382776 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bf09d-ec3a-48e3-8e69-5a441e0b5144 tempest-BulkNetworkOpsIpV6Test-175984085 tempest-BulkNetworkOpsIpV6Test-175984085-project] Pushing event deleted for resources: {'Network': ['ID=838a7317-adb1-4014-8685-273d7f8a3c1f,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:48.404671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4cc58f1-c151-4952-b2ef-63f2ec2b447a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet b12d6283-90fd-4d76-8235-a9e667b35f8c {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:03:48.464913 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-2b8470f9-4a2d-4b9a-b68a-6b9cbdc4dace tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, caaf6078-3670-462a-af47-0003d1841ef0) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:48.474700 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:48.475464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8470f9-4a2d-4b9a-b68a-6b9cbdc4dace tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:48.479287 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8470f9-4a2d-4b9a-b68a-6b9cbdc4dace tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:48.480649 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2b8470f9-4a2d-4b9a-b68a-6b9cbdc4dace tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:48.492829 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9d8208-0722-411e-b8f7-1412deaf629a None None] Network caaf6078-3670-462a-af47-0003d1841ef0 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:48.499159 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c87d4363-d003-4b8a-8fc0-65a124bc4e45 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Unset dirty status for tenant:f732df6a0fd543bf93fda55ff9a564a7 on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:48.501400 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c87d4363-d003-4b8a-8fc0-65a124bc4e45 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "GET /v2.0/subnets/553c6bea-551d-4960-b092-b8e92430655b HTTP/1.1" status: 200 len: 797 time: 0.2587860 Mar 02 19:03:48.520857 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59768) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:48.520857 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e4cc58f1-c151-4952-b2ef-63f2ec2b447a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:48.595814 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0707b8b5-777c-457d-bde7-01dcab222e71 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:48.598108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'port': {'network_id': 'c8e704b9-1bef-4978-97cb-ff307c0d669b', 'name': 'tempest-FloatingIPTestJSON-1100273430', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:48.647728 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 02fba550-c1be-4a4e-b713-035d4ad665eb, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=02fba550-c1be-4a4e-b713-035d4ad665eb,segment=NetworkSegment(9cf8016a-44d4-4d04-b37a-e5dfca5c5035),segment_id=9cf8016a-44d4-4d04-b37a-e5dfca5c5035)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:48.679170 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2b8470f9-4a2d-4b9a-b68a-6b9cbdc4dace tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 3.9669917 Mar 02 19:03:48.679870 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59772) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:48.694642 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-1aa7d5ec-9931-438d-93e5-d8060707f9a6 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-560406388'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:48.704980 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1aa7d5ec-9931-438d-93e5-d8060707f9a6 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:48.715823 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1aa7d5ec-9931-438d-93e5-d8060707f9a6 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:network and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:48.741362 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f57b7241-ff8e-4c34-b5f8-da880bb4329b None None] Provisioning for port 12cc41b4-e873-4434-a593-4096f90ee9cd completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:48.744999 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:48.797609 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1aa7d5ec-9931-438d-93e5-d8060707f9a6 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:48.825063 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f57b7241-ff8e-4c34-b5f8-da880bb4329b None None] Provisioning complete for port 12cc41b4-e873-4434-a593-4096f90ee9cd triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:48.826043 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f57b7241-ff8e-4c34-b5f8-da880bb4329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:48.875594 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1aa7d5ec-9931-438d-93e5-d8060707f9a6 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:48.983184 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port ccc0e1c7-6b56-434e-bf1a-0499201091f5 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:48.983752 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:48.996022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f57b7241-ff8e-4c34-b5f8-da880bb4329b None None] Port 12cc41b4-e873-4434-a593-4096f90ee9cd cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:03:48.998449 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=02fba550-c1be-4a4e-b713-035d4ad665eb,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:49.005706 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59780) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:49.018145 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa7d5ec-9931-438d-93e5-d8060707f9a6 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:49.021467 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1aa7d5ec-9931-438d-93e5-d8060707f9a6 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:49.039718 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device ccc0e1c7-6b56-434e-bf1a-0499201091f5 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:03:49.124498 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] The port 'ccc0e1c7-6b56-434e-bf1a-0499201091f5' was deleted {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:03:49.132666 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa7d5ec-9931-438d-93e5-d8060707f9a6 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:03:49.134060 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e4cc58f1-c151-4952-b2ef-63f2ec2b447a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:49.150914 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: ccc0e1c7-6b56-434e-bf1a-0499201091f5 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:03:49.151264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device ccc0e1c7-6b56-434e-bf1a-0499201091f5 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:03:49.193303 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1aa7d5ec-9931-438d-93e5-d8060707f9a6 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:49.193646 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-1aa7d5ec-9931-438d-93e5-d8060707f9a6 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Added segment 3330c30a-8917-4991-90f9-aef90b6b4eb5 of type vlan for network 6ad92c8d-075c-4032-89b1-b1bd3c1ba25f Mar 02 19:03:49.265347 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0707b8b5-777c-457d-bde7-01dcab222e71 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:49.299058 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1aa7d5ec-9931-438d-93e5-d8060707f9a6 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:49.332813 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59786) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:49.364272 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5dc19e99-399e-4a5d-942f-a5b6d2bd3c4b None None] Provisioning complete for port 089abd44-60cd-4fce-a87d-2de7f827fa40 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:49.365389 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5dc19e99-399e-4a5d-942f-a5b6d2bd3c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:49.371226 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0707b8b5-777c-457d-bde7-01dcab222e71 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:49.446959 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 02fba550-c1be-4a4e-b713-035d4ad665eb up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:49.476392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:49.493364 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:49.528750 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:49.531741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7de5cb-967b-4d51-baaf-dc0fe6677975']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:49.553648 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b2b0e9f-7106-4266-8046-f1bbdb1c992f') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:49.553913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b2b0e9f-7106-4266-8046-f1bbdb1c992f') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:49.561868 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1aa7d5ec-9931-438d-93e5-d8060707f9a6 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:49.565320 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa7d5ec-9931-438d-93e5-d8060707f9a6 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:49.567557 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1aa7d5ec-9931-438d-93e5-d8060707f9a6 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:49.570231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707b8b5-777c-457d-bde7-01dcab222e71 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=12cc41b4-e873-4434-a593-4096f90ee9cd,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:49.577674 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 02fba550-c1be-4a4e-b713-035d4ad665eb triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:49.579035 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:49.579681 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:49.598246 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e4cc58f1-c151-4952-b2ef-63f2ec2b447a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:49.613384 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0707b8b5-777c-457d-bde7-01dcab222e71 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:49.645676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:49.718454 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:03:49.718884 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:03:49.741213 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:03:49.762735 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-01027c1e-e616-4364-8fb7-1c2dd5e4c463 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c971dcdb820f4079bc515a07abaa01de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7555757 Mar 02 19:03:49.765118 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-23aac1d5-bf30-4066-a322-00690390747d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=939481aa49c94c948b4f7dd3717c13f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4303043 Mar 02 19:03:49.770147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59794) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:49.773434 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59796) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:49.787030 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7d5ec-9931-438d-93e5-d8060707f9a6 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Network': ['ID=6ad92c8d-075c-4032-89b1-b1bd3c1ba25f,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:49.797761 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 6ad92c8d-075c-4032-89b1-b1bd3c1ba25f details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:03:49.807804 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Made reservation on behalf of f732df6a0fd543bf93fda55ff9a564a7 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:49.856604 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1aa7d5ec-9931-438d-93e5-d8060707f9a6 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1730106 Mar 02 19:03:49.859106 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59802) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:49.886351 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'ports': [{'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0'}, {'network_id': '6ad92c8d-075c-4032-89b1-b1bd3c1ba25f'}]} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:49.886600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:49.886896 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'network_id': '6ad92c8d-075c-4032-89b1-b1bd3c1ba25f'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:50.107908 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e4cc58f1-c151-4952-b2ef-63f2ec2b447a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:50.111577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:50.222141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:50.255767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc58f1-c151-4952-b2ef-63f2ec2b447a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=b12d6283-90fd-4d76-8235-a9e667b35f8c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:50.264030 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Network': ['ID=8b7de5cb-967b-4d51-baaf-dc0fe6677975,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:50.277978 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:50.286304 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bf8bc335-3750-4f84-b708-c04987208243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:50.293854 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e4cc58f1-c151-4952-b2ef-63f2ec2b447a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:50.297817 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a95a29-8730-4ed4-aa56-b70ad5620fdb None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:50.297974 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e4cc58f1-c151-4952-b2ef-63f2ec2b447a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/b12d6283-90fd-4d76-8235-a9e667b35f8c HTTP/1.1" status: 204 len: 168 time: 2.5009601 Mar 02 19:03:50.301145 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c3c9dabe-2620-4605-9bba-3a34b4f1b076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:50.301663 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59806) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:50.311042 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0707b8b5-777c-457d-bde7-01dcab222e71 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 334756e8-3831-4c27-a887-a86a2be59eb7 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:50.331101 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-0707b8b5-777c-457d-bde7-01dcab222e71 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:50.510045 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bf8bc335-3750-4f84-b708-c04987208243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:50.529806 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-27f7078d-64e9-4577-ade5-af0f4f9c1c1f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2258425 Mar 02 19:03:50.534437 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e1772f80-68a3-4b3b-ad3d-2fd0a03a0c72 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/networks/8b7de5cb-967b-4d51-baaf-dc0fe6677975 HTTP/1.1" status: 204 len: 168 time: 3.8821414 Mar 02 19:03:50.534437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] device_id is not set on port 4f0d1a0d-6927-4abb-82a4-31d4eb732cee yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:03:50.538730 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59810) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:50.539064 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59812) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:50.543896 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c3c9dabe-2620-4605-9bba-3a34b4f1b076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:50.559471 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-1d55480e-1009-4d83-a682-a824f3b544b3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:50.592864 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-7de007ba-57a8-4580-8523-32429996114b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540', 'name': 'tempest-PortsTestJSON-1874422771'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:50.601238 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0d5c133a-05ea-4649-ab49-96a665a1a671 None None] Provisioning complete for port 12cc41b4-e873-4434-a593-4096f90ee9cd triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:50.601703 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0d5c133a-05ea-4649-ab49-96a665a1a671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:50.680715 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c133a-05ea-4649-ab49-96a665a1a671 None None] Port 12cc41b4-e873-4434-a593-4096f90ee9cd cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:03:50.691559 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f2179b-7b0d-4a8a-9b38-962cedf378c1 None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:03:50.696190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2179b-7b0d-4a8a-9b38-962cedf378c1 None None] Deleting port 089abd44-60cd-4fce-a87d-2de7f827fa40 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:50.696570 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a9f2179b-7b0d-4a8a-9b38-962cedf378c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:50.730945 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fb03d6-7c1f-4b68-b89f-95727125c5d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router af8ca6aa-2307-45c4-badf-fa8fadec6767 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:03:50.750175 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:50.797575 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:port and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:50.800690 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:50.838543 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:50.890535 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1d55480e-1009-4d83-a682-a824f3b544b3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:50.947105 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1d55480e-1009-4d83-a682-a824f3b544b3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:50.951446 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-7de007ba-57a8-4580-8523-32429996114b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:50.958254 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1d55480e-1009-4d83-a682-a824f3b544b3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:50.962292 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-a9f2179b-7b0d-4a8a-9b38-962cedf378c1 None None] For port 089abd44-60cd-4fce-a87d-2de7f827fa40, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=089abd44-60cd-4fce-a87d-2de7f827fa40,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:50.962292 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a9f2179b-7b0d-4a8a-9b38-962cedf378c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:50.970071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-7de007ba-57a8-4580-8523-32429996114b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:port and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:51.025705 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-7de007ba-57a8-4580-8523-32429996114b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:51.028869 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1d55480e-1009-4d83-a682-a824f3b544b3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:51.039093 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'port': 2} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:51.042621 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:51.055637 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Allocated IP 172.20.0.14 (c8e704b9-1bef-4978-97cb-ff307c0d669b/553c6bea-551d-4960-b092-b8e92430655b/4f0d1a0d-6927-4abb-82a4-31d4eb732cee) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:51.061638 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-7de007ba-57a8-4580-8523-32429996114b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:51.067815 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Allocated IP 172.20.0.13 (c8e704b9-1bef-4978-97cb-ff307c0d669b/553c6bea-551d-4960-b092-b8e92430655b/4f0d1a0d-6927-4abb-82a4-31d4eb732cee) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:51.077080 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c3c9dabe-2620-4605-9bba-3a34b4f1b076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:51.093986 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:51.113026 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bf8bc335-3750-4f84-b708-c04987208243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:51.119433 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9dabe-2620-4605-9bba-3a34b4f1b076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf5b9d1-0621-45e0-8d0c-92d3af391794,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:51.125408 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2179b-7b0d-4a8a-9b38-962cedf378c1 None None] Calling delete_port for 089abd44-60cd-4fce-a87d-2de7f827fa40 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:51.203106 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bc335-3750-4f84-b708-c04987208243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd5811e-1b2a-4a13-a1ad-a26d3c8316eb,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:51.204792 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de007ba-57a8-4580-8523-32429996114b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:51.207864 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7de007ba-57a8-4580-8523-32429996114b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:51.216957 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d55480e-1009-4d83-a682-a824f3b544b3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:51.224336 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fb03d6-7c1f-4b68-b89f-95727125c5d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:03:51.232139 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bf8bc335-3750-4f84-b708-c04987208243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:51.233202 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bf8bc335-3750-4f84-b708-c04987208243 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9bd5811e-1b2a-4a13-a1ad-a26d3c8316eb HTTP/1.1" status: 204 len: 168 time: 1.4618678 Mar 02 19:03:51.239084 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cea6f6-c13d-448a-a926-767fe0128a04 None None] Sync routers for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:03:51.241259 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c3c9dabe-2620-4605-9bba-3a34b4f1b076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:51.242351 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c3c9dabe-2620-4605-9bba-3a34b4f1b076 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0bf5b9d1-0621-45e0-8d0c-92d3af391794 HTTP/1.1" status: 204 len: 168 time: 1.4694841 Mar 02 19:03:51.260158 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cea6f6-c13d-448a-a926-767fe0128a04 None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:51.261613 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-c4cea6f6-c13d-448a-a926-767fe0128a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:51.300659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a9f2179b-7b0d-4a8a-9b38-962cedf378c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:51.306837 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a8fb03d6-7c1f-4b68-b89f-95727125c5d4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/af8ca6aa-2307-45c4-badf-fa8fadec6767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3672760 Mar 02 19:03:51.310516 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59822) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:51.357171 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 089abd44-60cd-4fce-a87d-2de7f827fa40 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:03:51.413543 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2179b-7b0d-4a8a-9b38-962cedf378c1 None None] Pushing event deleted for resources: {'Port': ['ID=089abd44-60cd-4fce-a87d-2de7f827fa40,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:51.416779 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 089abd44-60cd-4fce-a87d-2de7f827fa40 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:03:51.417133 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 089abd44-60cd-4fce-a87d-2de7f827fa40 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:03:51.424152 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f2179b-7b0d-4a8a-9b38-962cedf378c1 None None] No DVR routers for this DVR port 089abd44-60cd-4fce-a87d-2de7f827fa40 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:03:51.466759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-7de007ba-57a8-4580-8523-32429996114b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] device_id is not set on port 183a58dc-d830-4025-b36e-413790ba8b16 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:03:51.476869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:51.498226 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-c4cea6f6-c13d-448a-a926-767fe0128a04 None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:03:51.557664 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:51.647269 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1d55480e-1009-4d83-a682-a824f3b544b3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:51.666634 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Network c8e704b9-1bef-4978-97cb-ff307c0d669b is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:51.669598 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b1418513-5875-4011-aa48-05f16829fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:51.669937 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:51.671989 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=4f0d1a0d-6927-4abb-82a4-31d4eb732cee,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:51.682194 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:51.728480 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:51.728726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:51.731832 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:51.732551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:51.732673 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:51.732924 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:51.733262 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:51.733591 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:51.733920 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:51.734246 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:51.734574 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:51.796424 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:51.796987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:51.925490 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] device_id is not set on port adec99f6-0d00-47e0-b505-dd75c9ec3893 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:03:51.949133 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e01e8210-d449-4c6a-8847-7e9495188373 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.3850958 Mar 02 19:03:51.953950 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59836) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:51.958919 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-c4cea6f6-c13d-448a-a926-767fe0128a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:03:47Z', 'revision_number': 10, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:51.960217 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': '4f0d1a0d-6927-4abb-82a4-31d4eb732cee', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:51.963592 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cea6f6-c13d-448a-a926-767fe0128a04 None None] Checking router: af8ca6aa-2307-45c4-badf-fa8fadec6767 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:03:51.973970 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:51.988268 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cea6f6-c13d-448a-a926-767fe0128a04 None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:51.988268 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-c4cea6f6-c13d-448a-a926-767fe0128a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:52.143438 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:52.257542 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-c4cea6f6-c13d-448a-a926-767fe0128a04 None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:03:52.295286 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:52.357232 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c16c371-13d6-45c6-8dcd-e7d18abf3846 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting subnet fccd316c-cb66-4919-845a-ee8f35420166 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:03:52.394973 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7de007ba-57a8-4580-8523-32429996114b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:52.417088 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1c16c371-13d6-45c6-8dcd-e7d18abf3846 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:52.440924 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0707b8b5-777c-457d-bde7-01dcab222e71 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router 5b421425-bbe4-4d02-8eda-65d57ea462c7 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:03:52.450514 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:52.521377 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1c16c371-13d6-45c6-8dcd-e7d18abf3846 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:52.652539 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:52.677724 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] device_id is not set on port eec7a378-7e86-4d93-a70f-c46081cdbebb yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:03:52.694943 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7de007ba-57a8-4580-8523-32429996114b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:52.725015 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1c16c371-13d6-45c6-8dcd-e7d18abf3846 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:52.759468 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-c4cea6f6-c13d-448a-a926-767fe0128a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:03:47Z', 'revision_number': 10, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:52.764888 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cea6f6-c13d-448a-a926-767fe0128a04 None None] The sync data for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv is: [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:03:47Z', 'revision_number': 10, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None, '_interfaces': [{'id': '10ccbf74-d500-4559-bf41-f83b869b83b8', 'name': '', 'network_id': '392cba97-1f08-4a7c-a068-341d647c2373', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'mac_address': 'fa:16:3e:65:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:01:52Z', 'updated_at': '2022-03-02T19:02:06Z', 'revision_number': 5, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'subnets': [{'id': 'c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:03:52.900985 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Allocated IP 172.26.4.32 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/91bb6932-a345-442a-be15-1f49f8e026d6) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:52.936089 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de007ba-57a8-4580-8523-32429996114b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:52.947483 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de007ba-57a8-4580-8523-32429996114b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=183a58dc-d830-4025-b36e-413790ba8b16,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:52.949806 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-7de007ba-57a8-4580-8523-32429996114b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:52.956255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de007ba-57a8-4580-8523-32429996114b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:52.960371 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de007ba-57a8-4580-8523-32429996114b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:52.962118 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7de007ba-57a8-4580-8523-32429996114b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:52.985469 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1c16c371-13d6-45c6-8dcd-e7d18abf3846 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:53.031009 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16c371-13d6-45c6-8dcd-e7d18abf3846 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Subnet': ['ID=fccd316c-cb66-4919-845a-ee8f35420166,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:53.086817 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:53.140664 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.objects.ports [None req-1d55480e-1009-4d83-a682-a824f3b544b3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84533) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 19:03:53.152479 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1d55480e-1009-4d83-a682-a824f3b544b3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:53.258388 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:03:53.281194 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7de007ba-57a8-4580-8523-32429996114b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7283072 Mar 02 19:03:53.288044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59864) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:53.288378 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59866) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:53.294293 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d55480e-1009-4d83-a682-a824f3b544b3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:53.295906 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59868) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:53.306501 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1c16c371-13d6-45c6-8dcd-e7d18abf3846 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:53.315318 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab32b909-71bd-4870-899a-994d7e947243 None None] Network 1e106e2f-34fa-41e1-a9b5-d3996eac79c4 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:53.318434 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1c16c371-13d6-45c6-8dcd-e7d18abf3846 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/subnets/fccd316c-cb66-4919-845a-ee8f35420166 HTTP/1.1" status: 204 len: 168 time: 2.0072808 Mar 02 19:03:53.326795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59876) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:53.341074 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-1d55480e-1009-4d83-a682-a824f3b544b3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:53.344363 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d55480e-1009-4d83-a682-a824f3b544b3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:53.344946 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1d55480e-1009-4d83-a682-a824f3b544b3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:53.347829 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:03:53.348608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6263f5b2-746b-4c5a-b7fc-e49a3357ba00 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:03:53.356046 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f55b96-8bd4-4d6b-aef0-430a1e7c0cd8 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:53.380864 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0707b8b5-777c-457d-bde7-01dcab222e71 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:03:53.386669 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0707b8b5-777c-457d-bde7-01dcab222e71 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/5b421425-bbe4-4d02-8eda-65d57ea462c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9728556 Mar 02 19:03:53.402882 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55480e-1009-4d83-a682-a824f3b544b3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=80fd6dd8-2d4e-4442-b981-593d90896d4f,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:53.412344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59884) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:53.434326 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-903f8884-309a-4e57-83f0-7bf113d5aaa2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'network': {'name': 'tempest-RoutersTest-419094150'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:53.439498 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-903f8884-309a-4e57-83f0-7bf113d5aaa2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:53.445041 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-903f8884-309a-4e57-83f0-7bf113d5aaa2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:network and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:53.449412 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-903f8884-309a-4e57-83f0-7bf113d5aaa2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:53.457738 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-903f8884-309a-4e57-83f0-7bf113d5aaa2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:53.482223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:53.482758 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8f7ccfe1-c2c7-4c04-84b0-5402a42830f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port 183a58dc-d830-4025-b36e-413790ba8b16 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:53.485759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8f7ccfe1-c2c7-4c04-84b0-5402a42830f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:53.498547 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:53.514190 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting port 81313fea-518b-4e4d-85b7-e1d85fb5e619 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:53.514625 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:53.534081 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1d55480e-1009-4d83-a682-a824f3b544b3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9832382 Mar 02 19:03:53.542121 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59888) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:53.551050 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903f8884-309a-4e57-83f0-7bf113d5aaa2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Made reservation on behalf of dfd3e6d4994a4b8586cb08a4003fb040 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:53.558093 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-903f8884-309a-4e57-83f0-7bf113d5aaa2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:53.567800 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:53.590667 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-af949693-a7aa-4e8f-bd1b-7fd9b4ee98c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:53.648659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Sync routers for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:03:53.663035 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c6c2b746-0619-4935-a470-4f45abd3e4a9 tempest-DvrRoutersNegativeTest-121331528 tempest-DvrRoutersNegativeTest-121331528-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-706977729', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:53.665357 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.policy [None req-c6c2b746-0619-4935-a470-4f45abd3e4a9 tempest-DvrRoutersNegativeTest-121331528 tempest-DvrRoutersNegativeTest-121331528-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84533) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Mar 02 19:03:53.665656 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.policy [None req-c6c2b746-0619-4935-a470-4f45abd3e4a9 tempest-DvrRoutersNegativeTest-121331528 tempest-DvrRoutersNegativeTest-121331528-project] Failed policy check for 'create_router' {{(pid=84533) enforce /opt/stack/neutron/neutron/policy.py:482}} Mar 02 19:03:53.666182 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-c6c2b746-0619-4935-a470-4f45abd3e4a9 tempest-DvrRoutersNegativeTest-121331528 tempest-DvrRoutersNegativeTest-121331528-project] create failed (client error): Access was denied to this resource. Mar 02 19:03:53.667290 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c6c2b746-0619-4935-a470-4f45abd3e4a9 tempest-DvrRoutersNegativeTest-121331528 tempest-DvrRoutersNegativeTest-121331528-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3770404 Mar 02 19:03:53.673497 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-32121b8f-d358-4fe9-8055-d99ea25b274d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1430880278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:53.759298 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-32121b8f-d358-4fe9-8055-d99ea25b274d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:53.782072 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] For port 81313fea-518b-4e4d-85b7-e1d85fb5e619, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=81313fea-518b-4e4d-85b7-e1d85fb5e619,segment=NetworkSegment(d35374f8-015b-4279-a090-487e7ef575b0),segment_id=d35374f8-015b-4279-a090-487e7ef575b0)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:53.782786 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:53.790476 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:53.791386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:53.795994 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903f8884-309a-4e57-83f0-7bf113d5aaa2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:03:53.805725 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-903f8884-309a-4e57-83f0-7bf113d5aaa2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:53.806069 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-903f8884-309a-4e57-83f0-7bf113d5aaa2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Added segment 0d21b58a-b23e-4cd6-bb85-823600ff24b4 of type vlan for network 0d2a6647-2336-4b75-8e29-50bf4743f4e0 Mar 02 19:03:53.835268 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-903f8884-309a-4e57-83f0-7bf113d5aaa2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:53.851136 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aab471b3-f582-44e5-9ff7-9a27ecc7080a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:53.869209 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-32121b8f-d358-4fe9-8055-d99ea25b274d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Usage tracker for resource:router and tenant:6172b04a08f445e3b81d5d0a1072e3c5 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:53.887534 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-32121b8f-d358-4fe9-8055-d99ea25b274d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:53.920234 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:53.931980 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Calling delete_port for 81313fea-518b-4e4d-85b7-e1d85fb5e619 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:53.943733 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-32121b8f-d358-4fe9-8055-d99ea25b274d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:53.955836 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network caaf6078-3670-462a-af47-0003d1841ef0 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:53.967263 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=adec99f6-0d00-47e0-b505-dd75c9ec3893,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:53.971436 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:53.973758 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:53.974678 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:54.030689 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=91bb6932-a345-442a-be15-1f49f8e026d6,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:54.038997 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': '80fd6dd8-2d4e-4442-b981-593d90896d4f'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:03:54.040089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:54.060174 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:03:54.066627 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-903f8884-309a-4e57-83f0-7bf113d5aaa2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:54.070560 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903f8884-309a-4e57-83f0-7bf113d5aaa2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:54.070960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:54.071165 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-903f8884-309a-4e57-83f0-7bf113d5aaa2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:54.074063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:54.079802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:54.268268 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729c4aac-ac04-45f0-9d92-c736ac36c3db None None] DHCP port deletion for 1e106e2f-34fa-41e1-a9b5-d3996eac79c4 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:03:54.333169 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-32121b8f-d358-4fe9-8055-d99ea25b274d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:54.334544 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-32121b8f-d358-4fe9-8055-d99ea25b274d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:54.357823 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-729c4aac-ac04-45f0-9d92-c736ac36c3db None None] Deleting port 81313fea-518b-4e4d-85b7-e1d85fb5e619 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:54.358192 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-729c4aac-ac04-45f0-9d92-c736ac36c3db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:54.359410 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-32121b8f-d358-4fe9-8055-d99ea25b274d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:54.391090 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:54.436185 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-729c4aac-ac04-45f0-9d92-c736ac36c3db None None] The port '81313fea-518b-4e4d-85b7-e1d85fb5e619' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:03:54.471462 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59896) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:54.547090 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Port': ['ID=81313fea-518b-4e4d-85b7-e1d85fb5e619,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:54.560022 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] No DVR routers for this DVR port 81313fea-518b-4e4d-85b7-e1d85fb5e619 on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:03:54.582078 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-32121b8f-d358-4fe9-8055-d99ea25b274d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:54.588381 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=eec7a378-7e86-4d93-a70f-c46081cdbebb,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:54.589724 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Allocated IP 2001:db8::f816:3eff:fed8:487e (ef3b29a7-4982-4982-b073-f3d27df1240a/80fd6dd8-2d4e-4442-b981-593d90896d4f/1e84e3e6-2d7c-441f-8286-9bc70f5c320a) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:54.641085 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-af949693-a7aa-4e8f-bd1b-7fd9b4ee98c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:54.654004 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f8884-309a-4e57-83f0-7bf113d5aaa2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Network': ['ID=0d2a6647-2336-4b75-8e29-50bf4743f4e0,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:54.665695 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-af949693-a7aa-4e8f-bd1b-7fd9b4ee98c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:54.676720 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8f7ccfe1-c2c7-4c04-84b0-5402a42830f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:54.685099 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-af949693-a7aa-4e8f-bd1b-7fd9b4ee98c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:54.698420 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-903f8884-309a-4e57-83f0-7bf113d5aaa2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2847583 Mar 02 19:03:54.701455 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-af949693-a7aa-4e8f-bd1b-7fd9b4ee98c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:54.718421 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 0d2a6647-2336-4b75-8e29-50bf4743f4e0 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:03:54.763151 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59902) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:54.780945 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:54.832770 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e106e2f-34fa-41e1-a9b5-d3996eac79c4']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:54.832975 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'subnet': {'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:54.858509 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35374f8-015b-4279-a090-487e7ef575b0') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:54.858778 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35374f8-015b-4279-a090-487e7ef575b0') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:54.872229 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8f7ccfe1-c2c7-4c04-84b0-5402a42830f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for 183a58dc-d830-4025-b36e-413790ba8b16 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:54.872814 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:54.898446 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:54.903605 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-32121b8f-d358-4fe9-8055-d99ea25b274d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:54.907617 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-32121b8f-d358-4fe9-8055-d99ea25b274d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.6043918 Mar 02 19:03:54.907813 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:03:48Z', 'revision_number': 2, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:03:48Z', 'revision_number': 2, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:54.907986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59906) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:54.912463 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:03:54.912874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:54.924000 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Checking router: 5b421425-bbe4-4d02-8eda-65d57ea462c7 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:03:54.924497 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Updating router 5b421425-bbe4-4d02-8eda-65d57ea462c7 port 12cc41b4-e873-4434-a593-4096f90ee9cd binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:03:54.928570 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:03:54.945943 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2009568530'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:54.988250 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af949693-a7aa-4e8f-bd1b-7fd9b4ee98c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:54.991828 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af949693-a7aa-4e8f-bd1b-7fd9b4ee98c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.006289 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:55.025717 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Usage tracker for resource:network and tenant:6172b04a08f445e3b81d5d0a1072e3c5 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:55.034144 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:55.043799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:55.050430 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.110207 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Checking segment: {'id': '3330c30a-8917-4991-90f9-aef90b6b4eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6ad92c8d-075c-4032-89b1-b1bd3c1ba25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:55.110986 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network hostable DHCP agents. Network: 6ad92c8d-075c-4032-89b1-b1bd3c1ba25f, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:03:55.111596 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.122957 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-60560c2e-7ef4-4191-bf49-6b7139f481d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.125937 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.192833 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Transition to ACTIVE for port object 1e84e3e6-2d7c-441f-8286-9bc70f5c320a will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:55.235150 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Transition to ACTIVE for port object 1e84e3e6-2d7c-441f-8286-9bc70f5c320a will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:55.238288 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.240090 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Made reservation on behalf of 6172b04a08f445e3b81d5d0a1072e3c5 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:55.244138 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.272277 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.277797 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:55.292707 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:subnet and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:55.295678 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-60560c2e-7ef4-4191-bf49-6b7139f481d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:55.298028 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:55.305266 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.314699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:55.317373 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-60560c2e-7ef4-4191-bf49-6b7139f481d5 admin admin] Usage tracker for resource:security_group_rule and tenant:5b19ed1b1fd145b093bc05632343398b is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:55.321323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Network': ['ID=1e106e2f-34fa-41e1-a9b5-d3996eac79c4,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:55.321898 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.325978 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-60560c2e-7ef4-4191-bf49-6b7139f481d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:55.326861 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8d8e488a-d011-43ac-85eb-5a5c1eaebcb1 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/networks/1e106e2f-34fa-41e1-a9b5-d3996eac79c4 HTTP/1.1" status: 204 len: 168 time: 1.9987645 Mar 02 19:03:55.328966 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59910) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:55.330113 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.ipam_backend_mixin [None req-af949693-a7aa-4e8f-bd1b-7fd9b4ee98c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 80fd6dd8-2d4e-4442-b981-593d90896d4f (CIDR: 2001:db8::/64) Mar 02 19:03:55.340190 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-60560c2e-7ef4-4191-bf49-6b7139f481d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:55.370032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.377038 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:55.381433 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Usage tracker for resource:security_group_rule and tenant:6172b04a08f445e3b81d5d0a1072e3c5 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:55.384547 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:55.389289 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 81313fea-518b-4e4d-85b7-e1d85fb5e619 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:03:55.390787 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:55.430507 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network 6ad92c8d-075c-4032-89b1-b1bd3c1ba25f is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:03:55.438095 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-af949693-a7aa-4e8f-bd1b-7fd9b4ee98c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:03:55.438534 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af949693-a7aa-4e8f-bd1b-7fd9b4ee98c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:03:55.457649 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 81313fea-518b-4e4d-85b7-e1d85fb5e619 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:03:55.457993 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 81313fea-518b-4e4d-85b7-e1d85fb5e619 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:03:55.478623 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:55.484241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Pushing event updated for resources: {'Port': ['ID=1e84e3e6-2d7c-441f-8286-9bc70f5c320a,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:55.486531 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:55.500245 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:55.505351 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8f7ccfe1-c2c7-4c04-84b0-5402a42830f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.524219 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:55.524565 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:55.525137 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:55.525307 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:55.525743 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:55.525893 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:55.526218 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:55.526542 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:55.526864 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:55.527369 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:55.527550 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:55.570515 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Made reservation on behalf of dfd3e6d4994a4b8586cb08a4003fb040 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:55.609729 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ccfe1-c2c7-4c04-84b0-5402a42830f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Port': ['ID=183a58dc-d830-4025-b36e-413790ba8b16,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:55.627946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.631023 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Attempting to bind port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:55.631428 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Attempting to bind port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:55.631796 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Attempting to bind port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:55.634094 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.636194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.654303 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:03:55.654678 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:55.655449 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.655449 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:03:55.656025 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Bound port: 1e84e3e6-2d7c-441f-8286-9bc70f5c320a, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:03:55.656972 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.690708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8f7ccfe1-c2c7-4c04-84b0-5402a42830f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.715319 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 6ad92c8d-075c-4032-89b1-b1bd3c1ba25f) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:55.731812 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:55.735640 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:55.739202 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:55.739914 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.746177 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc3be64-bb5a-43b1-a416-d6a4f98af85f None None] Network 6ad92c8d-075c-4032-89b1-b1bd3c1ba25f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:55.749855 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8f7ccfe1-c2c7-4c04-84b0-5402a42830f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/ports/183a58dc-d830-4025-b36e-413790ba8b16 HTTP/1.1" status: 204 len: 168 time: 2.4579482 Mar 02 19:03:55.750622 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59914) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:55.759829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.786588 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.799252 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-f844ee79-0a94-436b-8078-110d0d869ce1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540', 'mac_address': 'fa:16:3e:bb:28:1d', 'name': 'tempest-PortsTestJSON-1240138627'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:55.816419 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-af949693-a7aa-4e8f-bd1b-7fd9b4ee98c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2729216 Mar 02 19:03:55.824851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59918) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:55.844491 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-517cb0ee-e3fb-456e-afa3-4878f45936f0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:55.846606 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.861717 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:03:55.903583 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Transition to ACTIVE for port object 12cc41b4-e873-4434-a593-4096f90ee9cd will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:03:55.946364 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e40d16-434b-4ccc-b90b-5491d3a58dfe,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:55.964967 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.965389 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Added segment 68bb6eef-60d6-43f0-b075-ba3ff7c93c59 of type vlan for network 598abf84-2720-4d57-a3d4-b83a76849d12 Mar 02 19:03:55.975785 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-60560c2e-7ef4-4191-bf49-6b7139f481d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:56.023855 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:56.028100 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-15473724-2f38-459e-bdf5-6c39fddb9f7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.1558402 Mar 02 19:03:56.032433 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] For port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:03:56.033287 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59922) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:56.047100 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:56.072173 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-60560c2e-7ef4-4191-bf49-6b7139f481d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:56.099604 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] For port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=1e84e3e6-2d7c-441f-8286-9bc70f5c320a,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:03:56.159562 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-517cb0ee-e3fb-456e-afa3-4878f45936f0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:56.163885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-517cb0ee-e3fb-456e-afa3-4878f45936f0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:56.183092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:56.185895 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-517cb0ee-e3fb-456e-afa3-4878f45936f0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:56.187471 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af61bf0-0459-40fa-88d0-086618117d6c None None] Pushing event updated for resources: {'Port': ['ID=12cc41b4-e873-4434-a593-4096f90ee9cd,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:56.192861 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:56.200351 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-517cb0ee-e3fb-456e-afa3-4878f45936f0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:56.214174 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:56.219431 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:56.220716 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:56.229695 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f844ee79-0a94-436b-8078-110d0d869ce1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:56.257717 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f844ee79-0a94-436b-8078-110d0d869ce1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:port and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:56.286854 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f844ee79-0a94-436b-8078-110d0d869ce1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:56.295128 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26c12c-fd5c-44dd-83c0-b029ca3450a6 None None] Pushing event updated for resources: {'Port': ['ID=1e84e3e6-2d7c-441f-8286-9bc70f5c320a,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:56.305214 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f844ee79-0a94-436b-8078-110d0d869ce1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:56.376578 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60560c2e-7ef4-4191-bf49-6b7139f481d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67927ec3-ac42-4456-88e7-2d3b0c76356e,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:56.376849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:56.383134 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-cf623aab-8cb6-48cb-b7d0-002fc8e8a0f9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port eec7a378-7e86-4d93-a70f-c46081cdbebb {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:56.383449 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf623aab-8cb6-48cb-b7d0-002fc8e8a0f9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:56.424879 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517cb0ee-e3fb-456e-afa3-4878f45936f0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:56.456835 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:56.463410 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Attempting to bind port 12cc41b4-e873-4434-a593-4096f90ee9cd on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:03:56.464163 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Attempting to bind port 12cc41b4-e873-4434-a593-4096f90ee9cd by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '9cf8016a-44d4-4d04-b37a-e5dfca5c5035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:03:56.465115 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Attempting to bind port 12cc41b4-e873-4434-a593-4096f90ee9cd on network 334756e8-3831-4c27-a887-a86a2be59eb7 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:03:56.486169 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:03:56.486773 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Checking segment: {'id': '9cf8016a-44d4-4d04-b37a-e5dfca5c5035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:56.487295 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:56.487949 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Bound using segment: {'id': '9cf8016a-44d4-4d04-b37a-e5dfca5c5035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:03:56.488638 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Bound port: 12cc41b4-e873-4434-a593-4096f90ee9cd, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf8016a-44d4-4d04-b37a-e5dfca5c5035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:03:56.489188 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:56.493150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Pushing event updated for resources: {'Network': ['ID=598abf84-2720-4d57-a3d4-b83a76849d12,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:56.508516 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 598abf84-2720-4d57-a3d4-b83a76849d12 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:03:56.514680 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-60560c2e-7ef4-4191-bf49-6b7139f481d5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5b19ed1b1fd145b093bc05632343398b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9832120 Mar 02 19:03:56.528863 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59926) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:56.604293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=91bb6932-a345-442a-be15-1f49f8e026d6,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:56.624007 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f844ee79-0a94-436b-8078-110d0d869ce1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:56.646624 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ccfc0386-61da-4969-ac46-552bb2e7c5a3 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7378418 Mar 02 19:03:56.649417 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59930) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:56.672308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-5a96a56e-f0c3-4df2-8e26-4b2781e103cb tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Request body: {'subnet': {'network_id': '598abf84-2720-4d57-a3d4-b83a76849d12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:56.692195 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] For port 12cc41b4-e873-4434-a593-4096f90ee9cd, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:03:56.696592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] For port 12cc41b4-e873-4434-a593-4096f90ee9cd, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=12cc41b4-e873-4434-a593-4096f90ee9cd,segment=NetworkSegment(9cf8016a-44d4-4d04-b37a-e5dfca5c5035),segment_id=9cf8016a-44d4-4d04-b37a-e5dfca5c5035)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:03:56.746384 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:56.787133 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:56.909941 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af61bf0-0459-40fa-88d0-086618117d6c None None] Pushing event updated for resources: {'Port': ['ID=12cc41b4-e873-4434-a593-4096f90ee9cd,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:56.927587 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:03:56.929254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:56.943493 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f844ee79-0a94-436b-8078-110d0d869ce1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:56.947636 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5a96a56e-f0c3-4df2-8e26-4b2781e103cb tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:56.954925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:56.959566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5a96a56e-f0c3-4df2-8e26-4b2781e103cb tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Usage tracker for resource:subnet and tenant:6172b04a08f445e3b81d5d0a1072e3c5 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:56.966885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5a96a56e-f0c3-4df2-8e26-4b2781e103cb tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:56.976067 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-517cb0ee-e3fb-456e-afa3-4878f45936f0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:56.995387 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5a96a56e-f0c3-4df2-8e26-4b2781e103cb tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:57.062423 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f9472a2c-8a3f-4530-80d4-7342d568cb0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:57.127067 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf623aab-8cb6-48cb-b7d0-002fc8e8a0f9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:57.169220 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a96a56e-f0c3-4df2-8e26-4b2781e103cb tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Made reservation on behalf of 6172b04a08f445e3b81d5d0a1072e3c5 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:57.179426 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-f844ee79-0a94-436b-8078-110d0d869ce1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] device_id is not set on port 7f132129-9fcb-48e2-9499-d5ec00db0b72 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:03:57.209750 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:03:57.385913 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-cf623aab-8cb6-48cb-b7d0-002fc8e8a0f9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for eec7a378-7e86-4d93-a70f-c46081cdbebb owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:57.417150 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f9472a2c-8a3f-4530-80d4-7342d568cb0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:57.459608 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Subnet': ['ID=d27ea9df-ae24-4045-809b-7edbaf8a1619,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:57.473514 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1591086d-a856-4e5b-8a1c-4ee2767c1ea5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:57.488580 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 1e84e3e6-2d7c-441f-8286-9bc70f5c320a up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:57.509653 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5a96a56e-f0c3-4df2-8e26-4b2781e103cb tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:57.692714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:57.743745 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:03:48Z', 'revision_number': 2, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:03:56Z', 'revision_number': 4, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:03:57.748953 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fafe5eb-d8e2-4939-89c9-7b596f60a571 None None] The sync data for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv is: [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:03:48Z', 'revision_number': 2, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:03:56Z', 'revision_number': 4, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:03:57.758107 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Checking segment: {'id': '0d21b58a-b23e-4cd6-bb85-823600ff24b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:57.758527 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network hostable DHCP agents. Network: 0d2a6647-2336-4b75-8e29-50bf4743f4e0, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:03:57.765835 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:57.766200 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:57.766530 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:57.766864 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:57.767872 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:57.768876 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:57.769371 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:57.769776 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:57.770573 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:57.771126 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:57.771842 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:03:57.822052 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Floating IP 5c991ce7-39a2-4061-a3a4-5be83fca79d4 associated. External IP: 172.26.4.32, port: 4f0d1a0d-6927-4abb-82a4-31d4eb732cee. Mar 02 19:03:57.882648 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf623aab-8cb6-48cb-b7d0-002fc8e8a0f9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:57.981291 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-517cb0ee-e3fb-456e-afa3-4878f45936f0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:58.100987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517cb0ee-e3fb-456e-afa3-4878f45936f0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:58.102754 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-517cb0ee-e3fb-456e-afa3-4878f45936f0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:58.138599 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb0ee-e3fb-456e-afa3-4878f45936f0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=50fd581d-0536-41be-93fe-eff52425116c,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:58.138764 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c317dbfb-a2f0-4e69-bd61-c6cd3dc28d24 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:58.142528 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517cb0ee-e3fb-456e-afa3-4878f45936f0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:58.143589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-517cb0ee-e3fb-456e-afa3-4878f45936f0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:58.162501 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5a96a56e-f0c3-4df2-8e26-4b2781e103cb tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:58.203883 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf623aab-8cb6-48cb-b7d0-002fc8e8a0f9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Port': ['ID=eec7a378-7e86-4d93-a70f-c46081cdbebb,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:58.246876 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f844ee79-0a94-436b-8078-110d0d869ce1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:58.250640 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf623aab-8cb6-48cb-b7d0-002fc8e8a0f9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:58.284748 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f9472a2c-8a3f-4530-80d4-7342d568cb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:58.286640 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f9472a2c-8a3f-4530-80d4-7342d568cb0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:58.287992 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f9472a2c-8a3f-4530-80d4-7342d568cb0b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/67927ec3-ac42-4456-88e7-2d3b0c76356e HTTP/1.1" status: 204 len: 168 time: 1.7504268 Mar 02 19:03:58.295435 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96a56e-f0c3-4df2-8e26-4b2781e103cb tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Pushing event updated for resources: {'Subnet': ['ID=a8827c1c-d440-4486-a67c-8c44f6b1da74,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:58.324618 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a96a56e-f0c3-4df2-8e26-4b2781e103cb tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Checking segment: {'id': '68bb6eef-60d6-43f0-b075-ba3ff7c93c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '598abf84-2720-4d57-a3d4-b83a76849d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:03:58.324953 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a96a56e-f0c3-4df2-8e26-4b2781e103cb tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Network hostable DHCP agents. Network: 598abf84-2720-4d57-a3d4-b83a76849d12, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:03:58.327034 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-cf623aab-8cb6-48cb-b7d0-002fc8e8a0f9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/ports/eec7a378-7e86-4d93-a70f-c46081cdbebb HTTP/1.1" status: 204 len: 168 time: 2.2923889 Mar 02 19:03:58.330219 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59936) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:58.349487 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 0d2a6647-2336-4b75-8e29-50bf4743f4e0 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:03:58.354331 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-517cb0ee-e3fb-456e-afa3-4878f45936f0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5289109 Mar 02 19:03:58.357297 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59940) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:58.365397 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-63758b69-142f-44e3-930e-2b31d9f6a79d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'mac_address': 'fa:16:3e:64:6e:b9', 'name': 'tempest-NetworksTestDHCPv6-955241390'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:58.378587 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9472a2c-8a3f-4530-80d4-7342d568cb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67927ec3-ac42-4456-88e7-2d3b0c76356e,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:58.435885 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-cb7ce77d-bb31-45b9-8c0a-0a9c55975fcf None None] Provisioning for port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:03:58.446786 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 0d2a6647-2336-4b75-8e29-50bf4743f4e0) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:58.459665 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:58.460319 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:58.461233 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a3c1ec-63bf-49cc-a5e6-98c8a6625246 None None] Network 0d2a6647-2336-4b75-8e29-50bf4743f4e0 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:58.478417 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-cb7ce77d-bb31-45b9-8c0a-0a9c55975fcf None None] Provisioning complete for port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:03:58.479099 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce77d-bb31-45b9-8c0a-0a9c55975fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:58.694547 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f844ee79-0a94-436b-8078-110d0d869ce1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:58.704617 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-744bafe5-beef-4225-9f7d-ddabf8d22c1e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9361947 Mar 02 19:03:58.772284 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59946) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:58.778943 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a96a56e-f0c3-4df2-8e26-4b2781e103cb tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Network 598abf84-2720-4d57-a3d4-b83a76849d12 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:03:58.827727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c86dc5c-d582-40df-aadd-410a04fc781e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:58.831650 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c86dc5c-d582-40df-aadd-410a04fc781e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:58.832533 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6c86dc5c-d582-40df-aadd-410a04fc781e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Synchronizing usage tracker for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:58.885725 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f844ee79-0a94-436b-8078-110d0d869ce1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:03:58.891632 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-f844ee79-0a94-436b-8078-110d0d869ce1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:58.894742 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f844ee79-0a94-436b-8078-110d0d869ce1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:03:58.898784 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f844ee79-0a94-436b-8078-110d0d869ce1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:58.902354 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f844ee79-0a94-436b-8078-110d0d869ce1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:58.903882 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844ee79-0a94-436b-8078-110d0d869ce1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=7f132129-9fcb-48e2-9499-d5ec00db0b72,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:58.916534 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce77d-bb31-45b9-8c0a-0a9c55975fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:58.948866 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-5a96a56e-f0c3-4df2-8e26-4b2781e103cb tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 598abf84-2720-4d57-a3d4-b83a76849d12) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:03:58.966316 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6c86dc5c-d582-40df-aadd-410a04fc781e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Unset dirty status for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:58.967281 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6c86dc5c-d582-40df-aadd-410a04fc781e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.6249857 Mar 02 19:03:58.975773 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0518b3f-d611-47c7-8ca0-1eff117b0ca8 None None] Network 598abf84-2720-4d57-a3d4-b83a76849d12 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:03:58.976309 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59954) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:59.105099 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a96a56e-f0c3-4df2-8e26-4b2781e103cb tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:59.106227 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5a96a56e-f0c3-4df2-8e26-4b2781e103cb tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:59.119697 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f844ee79-0a94-436b-8078-110d0d869ce1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.3449309 Mar 02 19:03:59.138317 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-63758b69-142f-44e3-930e-2b31d9f6a79d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:59.143899 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-63758b69-142f-44e3-930e-2b31d9f6a79d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:port and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:59.147026 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-63758b69-142f-44e3-930e-2b31d9f6a79d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:59.148769 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-e1e79ce8-d063-4124-9a78-8b472be64d4c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port adec99f6-0d00-47e0-b505-dd75c9ec3893 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:59.149212 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e1e79ce8-d063-4124-9a78-8b472be64d4c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:59.153254 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-63758b69-142f-44e3-930e-2b31d9f6a79d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:59.162672 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59960) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:59.245053 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:03:59.245774 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:59.263870 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39888c97-5efb-49e2-80f4-f8cc67aa8662 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:59.264490 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-39888c97-5efb-49e2-80f4-f8cc67aa8662 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Synchronizing usage tracker for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:03:59.276699 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-cb7ce77d-bb31-45b9-8c0a-0a9c55975fcf None None] For port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=1e84e3e6-2d7c-441f-8286-9bc70f5c320a,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:03:59.286368 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63758b69-142f-44e3-930e-2b31d9f6a79d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:59.291059 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63758b69-142f-44e3-930e-2b31d9f6a79d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:59.346120 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-63758b69-142f-44e3-930e-2b31d9f6a79d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port 3bae7671-f150-40c8-9f04-cd6d549bcfa9 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:03:59.379068 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce77d-bb31-45b9-8c0a-0a9c55975fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:59.413206 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5a96a56e-f0c3-4df2-8e26-4b2781e103cb tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7523053 Mar 02 19:03:59.414093 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59966) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:59.439029 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-aaacf489-1750-460e-bd2c-42da16c0331f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Request body: {'network': {'name': 'tempest-router-network01--326132719'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:03:59.444845 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-aaacf489-1750-460e-bd2c-42da16c0331f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:03:59.449119 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-aaacf489-1750-460e-bd2c-42da16c0331f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Usage tracker for resource:network and tenant:6172b04a08f445e3b81d5d0a1072e3c5 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:03:59.452375 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-aaacf489-1750-460e-bd2c-42da16c0331f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:03:59.459960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-aaacf489-1750-460e-bd2c-42da16c0331f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:03:59.463552 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 12cc41b4-e873-4434-a593-4096f90ee9cd up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:03:59.497516 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-39888c97-5efb-49e2-80f4-f8cc67aa8662 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Unset dirty status for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:03:59.499951 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-39888c97-5efb-49e2-80f4-f8cc67aa8662 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports/7f132129-9fcb-48e2-9499-d5ec00db0b72 HTTP/1.1" status: 200 len: 841 time: 0.3315387 Mar 02 19:03:59.502022 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e1e79ce8-d063-4124-9a78-8b472be64d4c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:59.517579 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 59970) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:03:59.636238 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a4d442-3cc1-4f71-9e96-1e98fff6734f None None] Update dhcp port {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'fixed_ips': [{'subnet_id': '80fd6dd8-2d4e-4442-b981-593d90896d4f', 'ip_address': '2001:db8::f816:3eff:fed8:487e'}, {'subnet_id': '50fd581d-0536-41be-93fe-eff52425116c'}], 'binding:host_id': 'dv-neutron-831573-1-hyperv'}, 'id': '1e84e3e6-2d7c-441f-8286-9bc70f5c320a'} from dv-neutron-831573-1-hyperv. {{(pid=84534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 19:03:59.664314 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-e1e79ce8-d063-4124-9a78-8b472be64d4c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for adec99f6-0d00-47e0-b505-dd75c9ec3893 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:03:59.742366 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaacf489-1750-460e-bd2c-42da16c0331f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Made reservation on behalf of 6172b04a08f445e3b81d5d0a1072e3c5 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:03:59.746002 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aaacf489-1750-460e-bd2c-42da16c0331f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:59.794668 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ce77d-bb31-45b9-8c0a-0a9c55975fcf None None] Pushing event updated for resources: {'Port': ['ID=1e84e3e6-2d7c-441f-8286-9bc70f5c320a,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:59.846119 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaacf489-1750-460e-bd2c-42da16c0331f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:03:59.848061 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-05a4d442-3cc1-4f71-9e96-1e98fff6734f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:59.867378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aaacf489-1750-460e-bd2c-42da16c0331f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:59.869138 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e1e79ce8-d063-4124-9a78-8b472be64d4c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:59.869843 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-aaacf489-1750-460e-bd2c-42da16c0331f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Added segment 3d0f883a-cba1-42f4-a8cf-7e9719a67bb4 of type vlan for network 597adeee-63c2-4675-954e-b15f49f65f89 Mar 02 19:03:59.889355 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-598abf84-2720-4d57-a3d4-b83a76849d12', 'network_id': '598abf84-2720-4d57-a3d4-b83a76849d12', 'tenant_id': '6172b04a08f445e3b81d5d0a1072e3c5', 'fixed_ips': [{'subnet_id': 'a8827c1c-d440-4486-a67c-8c44f6b1da74'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:03:59.890164 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:59.953725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Allocated IP 172.21.0.2 (0d2a6647-2336-4b75-8e29-50bf4743f4e0/d27ea9df-ae24-4045-809b-7edbaf8a1619/e47abfb7-f311-4c57-8f74-a3f55762d11d) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:03:59.959082 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e79ce8-d063-4124-9a78-8b472be64d4c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Port': ['ID=adec99f6-0d00-47e0-b505-dd75c9ec3893,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:03:59.979403 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e1e79ce8-d063-4124-9a78-8b472be64d4c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:59.989163 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aaacf489-1750-460e-bd2c-42da16c0331f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:59.999243 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-8fa539ac-5b90-476d-9f91-a55c320cfcc5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port 7f132129-9fcb-48e2-9499-d5ec00db0b72 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:03:59.999608 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8fa539ac-5b90-476d-9f91-a55c320cfcc5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:00.074125 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 12cc41b4-e873-4434-a593-4096f90ee9cd completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:00.099577 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e1e79ce8-d063-4124-9a78-8b472be64d4c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/ports/adec99f6-0d00-47e0-b505-dd75c9ec3893 HTTP/1.1" status: 204 len: 168 time: 1.1198721 Mar 02 19:04:00.107174 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59980) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:00.165884 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-1591086d-a856-4e5b-8a1c-4ee2767c1ea5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting port 10ccbf74-d500-4559-bf41-f83b869b83b8 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:00.166262 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1591086d-a856-4e5b-8a1c-4ee2767c1ea5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:00.180996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 12cc41b4-e873-4434-a593-4096f90ee9cd triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:00.181366 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:00.230836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aaacf489-1750-460e-bd2c-42da16c0331f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:00.234582 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaacf489-1750-460e-bd2c-42da16c0331f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:00.235273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aaacf489-1750-460e-bd2c-42da16c0331f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:00.303438 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59984) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:00.344251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3e5e2a-6c16-41e7-982c-7a4fe2371e6d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:00.344950 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fd3e5e2a-6c16-41e7-982c-7a4fe2371e6d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Synchronizing usage tracker for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:00.405947 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-1591086d-a856-4e5b-8a1c-4ee2767c1ea5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] For port 10ccbf74-d500-4559-bf41-f83b869b83b8, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=10ccbf74-d500-4559-bf41-f83b869b83b8,segment=NetworkSegment(4a7c3706-db4f-4aae-a253-eb6fb993f6e4),segment_id=4a7c3706-db4f-4aae-a253-eb6fb993f6e4)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:00.406234 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1591086d-a856-4e5b-8a1c-4ee2767c1ea5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:00.569262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Allocated IP 172.20.0.2 (598abf84-2720-4d57-a3d4-b83a76849d12/a8827c1c-d440-4486-a67c-8c44f6b1da74/873205de-02df-40dd-a484-ce7a00979df4) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:00.645494 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:00.670004 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-1591086d-a856-4e5b-8a1c-4ee2767c1ea5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Calling delete_port for 10ccbf74-d500-4559-bf41-f83b869b83b8 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:00.717897 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134411526'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:00.726581 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fd3e5e2a-6c16-41e7-982c-7a4fe2371e6d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Unset dirty status for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:00.730304 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fd3e5e2a-6c16-41e7-982c-7a4fe2371e6d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.6197696 Mar 02 19:04:00.730304 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:00.731599 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-aaacf489-1750-460e-bd2c-42da16c0331f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3108258 Mar 02 19:04:00.737166 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59990) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:00.737622 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59992) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:00.742371 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:00.760019 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf489-1750-460e-bd2c-42da16c0331f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Pushing event updated for resources: {'Network': ['ID=597adeee-63c2-4675-954e-b15f49f65f89,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:00.764672 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:00.786200 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:00.787764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router 02827b03-91ae-40a2-a954-65eae7996967 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:04:00.791991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 597adeee-63c2-4675-954e-b15f49f65f89 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:04:00.792213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-300133cf-b975-4e04-ad5f-fed230f5da5f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Request body: {'network': {'name': 'tempest-router-network02--977055693'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:00.808982 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Transition to ACTIVE for port object e47abfb7-f311-4c57-8f74-a3f55762d11d will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:00.811757 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:00.817914 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7531d5-f780-45ba-a9c9-b1191663a978 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] GET failed (client error): The resource could not be found. Mar 02 19:04:00.821827 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-de7531d5-f780-45ba-a9c9-b1191663a978 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports/eec7a378-7e86-4d93-a70f-c46081cdbebb HTTP/1.1" status: 404 len: 333 time: 0.0806549 Mar 02 19:04:00.821982 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 12cc41b4-e873-4434-a593-4096f90ee9cd, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=12cc41b4-e873-4434-a593-4096f90ee9cd,segment=NetworkSegment(9cf8016a-44d4-4d04-b37a-e5dfca5c5035),segment_id=9cf8016a-44d4-4d04-b37a-e5dfca5c5035)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:00.823381 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-300133cf-b975-4e04-ad5f-fed230f5da5f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:00.825238 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 59998) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:00.834081 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-300133cf-b975-4e04-ad5f-fed230f5da5f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Usage tracker for resource:network and tenant:6172b04a08f445e3b81d5d0a1072e3c5 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:00.842862 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-63758b69-142f-44e3-930e-2b31d9f6a79d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8:0:1::238 (ef3b29a7-4982-4982-b073-f3d27df1240a/50fd581d-0536-41be-93fe-eff52425116c/3bae7671-f150-40c8-9f04-cd6d549bcfa9) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:00.879473 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-300133cf-b975-4e04-ad5f-fed230f5da5f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:00.901199 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-300133cf-b975-4e04-ad5f-fed230f5da5f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:00.903438 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfae6346-f4e1-41c6-b2c0-ea08250cefe9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] GET failed (client error): The resource could not be found. Mar 02 19:04:00.907201 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-dfae6346-f4e1-41c6-b2c0-ea08250cefe9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports/adec99f6-0d00-47e0-b505-dd75c9ec3893 HTTP/1.1" status: 404 len: 333 time: 0.0768325 Mar 02 19:04:00.910082 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60002) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:00.914521 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Transition to ACTIVE for port object e47abfb7-f311-4c57-8f74-a3f55762d11d will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:00.931880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-63758b69-142f-44e3-930e-2b31d9f6a79d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::f816:3eff:fe64:6eb9 (ef3b29a7-4982-4982-b073-f3d27df1240a/80fd6dd8-2d4e-4442-b981-593d90896d4f/3bae7671-f150-40c8-9f04-cd6d549bcfa9) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:00.937534 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:00.989124 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.022262 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.040313 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300133cf-b975-4e04-ad5f-fed230f5da5f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Made reservation on behalf of 6172b04a08f445e3b81d5d0a1072e3c5 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:01.040789 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.043266 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-300133cf-b975-4e04-ad5f-fed230f5da5f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.067732 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8fa539ac-5b90-476d-9f91-a55c320cfcc5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.095086 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec269-b73a-49fb-a7a4-229a5efc90df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.122215 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=12cc41b4-e873-4434-a593-4096f90ee9cd,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:01.167035 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:01.173697 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.187733 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Network 0d2a6647-2336-4b75-8e29-50bf4743f4e0 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:01.199340 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:01.203877 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.206731 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:01.213161 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:01.224210 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:01.227209 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300133cf-b975-4e04-ad5f-fed230f5da5f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:04:01.229182 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Transition to ACTIVE for port object 873205de-02df-40dd-a484-ce7a00979df4 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:01.232498 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Pushing event updated for resources: {'Port': ['ID=e47abfb7-f311-4c57-8f74-a3f55762d11d,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:01.258102 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:01.328707 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Transition to ACTIVE for port object 873205de-02df-40dd-a484-ce7a00979df4 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:01.336239 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-8fa539ac-5b90-476d-9f91-a55c320cfcc5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for 7f132129-9fcb-48e2-9499-d5ec00db0b72 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:01.348112 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Attempting to bind port e47abfb7-f311-4c57-8f74-a3f55762d11d on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:04:01.348487 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Attempting to bind port e47abfb7-f311-4c57-8f74-a3f55762d11d by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '0d21b58a-b23e-4cd6-bb85-823600ff24b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:04:01.348909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Attempting to bind port e47abfb7-f311-4c57-8f74-a3f55762d11d on network 0d2a6647-2336-4b75-8e29-50bf4743f4e0 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:04:01.356342 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:04:01.356571 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Checking segment: {'id': '0d21b58a-b23e-4cd6-bb85-823600ff24b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:01.356900 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.357348 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Bound using segment: {'id': '0d21b58a-b23e-4cd6-bb85-823600ff24b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:04:01.357826 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Bound port: e47abfb7-f311-4c57-8f74-a3f55762d11d, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d21b58a-b23e-4cd6-bb85-823600ff24b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:04:01.358216 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.372081 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-300133cf-b975-4e04-ad5f-fed230f5da5f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.372954 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-300133cf-b975-4e04-ad5f-fed230f5da5f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Added segment 38359323-e809-4292-ac00-823223777f36 of type vlan for network 0b9522f7-e045-4c3d-92b7-ab360e754598 Mar 02 19:04:01.378890 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 1e84e3e6-2d7c-441f-8286-9bc70f5c320a up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:01.499598 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec269-b73a-49fb-a7a4-229a5efc90df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.499598 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-6a7ec269-b73a-49fb-a7a4-229a5efc90df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad92c8d-075c-4032-89b1-b1bd3c1ba25f']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:01.499598 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-300133cf-b975-4e04-ad5f-fed230f5da5f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.504858 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-6a7ec269-b73a-49fb-a7a4-229a5efc90df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3330c30a-8917-4991-90f9-aef90b6b4eb5') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:01.505121 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-6a7ec269-b73a-49fb-a7a4-229a5efc90df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3330c30a-8917-4991-90f9-aef90b6b4eb5') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:01.530917 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec269-b73a-49fb-a7a4-229a5efc90df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.547715 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:01.548264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.572333 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec269-b73a-49fb-a7a4-229a5efc90df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.590490 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7ec269-b73a-49fb-a7a4-229a5efc90df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:04:01.639123 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec269-b73a-49fb-a7a4-229a5efc90df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.641981 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:04:01.642107 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:04:01.650374 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] For port e47abfb7-f311-4c57-8f74-a3f55762d11d, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:04:01.667157 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.691117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] For port e47abfb7-f311-4c57-8f74-a3f55762d11d, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e47abfb7-f311-4c57-8f74-a3f55762d11d,segment=NetworkSegment(0d21b58a-b23e-4cd6-bb85-823600ff24b4),segment_id=0d21b58a-b23e-4cd6-bb85-823600ff24b4)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:04:01.704362 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Pushing event updated for resources: {'Port': ['ID=873205de-02df-40dd-a484-ce7a00979df4,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:01.711872 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Network 598abf84-2720-4d57-a3d4-b83a76849d12 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:01.714682 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:01.717295 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:01.723505 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1591086d-a856-4e5b-8a1c-4ee2767c1ea5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.798333 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.801805 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-300133cf-b975-4e04-ad5f-fed230f5da5f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.808326 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300133cf-b975-4e04-ad5f-fed230f5da5f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:01.809355 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-300133cf-b975-4e04-ad5f-fed230f5da5f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.815797 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.863504 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591086d-a856-4e5b-8a1c-4ee2767c1ea5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Port': ['ID=10ccbf74-d500-4559-bf41-f83b869b83b8,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:01.887809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec269-b73a-49fb-a7a4-229a5efc90df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:01.918946 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 12cc41b4-e873-4434-a593-4096f90ee9cd up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:01.968239 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Attempting to bind port 873205de-02df-40dd-a484-ce7a00979df4 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:04:01.968625 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Attempting to bind port 873205de-02df-40dd-a484-ce7a00979df4 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '68bb6eef-60d6-43f0-b075-ba3ff7c93c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '598abf84-2720-4d57-a3d4-b83a76849d12'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:04:01.969048 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Attempting to bind port 873205de-02df-40dd-a484-ce7a00979df4 on network 598abf84-2720-4d57-a3d4-b83a76849d12 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:04:02.008390 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:04:02.008877 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Checking segment: {'id': '68bb6eef-60d6-43f0-b075-ba3ff7c93c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '598abf84-2720-4d57-a3d4-b83a76849d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:02.009573 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:02.010030 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Bound using segment: {'id': '68bb6eef-60d6-43f0-b075-ba3ff7c93c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '598abf84-2720-4d57-a3d4-b83a76849d12'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:04:02.011028 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Bound port: 873205de-02df-40dd-a484-ce7a00979df4, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68bb6eef-60d6-43f0-b075-ba3ff7c93c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '598abf84-2720-4d57-a3d4-b83a76849d12'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:04:02.011252 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:02.028246 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec269-b73a-49fb-a7a4-229a5efc90df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:02.032893 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fccf8-dc7a-467b-b1b5-029614f6c035 None None] Pushing event updated for resources: {'Port': ['ID=e47abfb7-f311-4c57-8f74-a3f55762d11d,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:02.138815 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 12cc41b4-e873-4434-a593-4096f90ee9cd triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:02.139764 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:02.179445 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:02.205692 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] For port 873205de-02df-40dd-a484-ce7a00979df4, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:04:02.216840 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9cc4ec-6673-499f-8d3e-7cb3ba76547d,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:02.231953 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:02.261753 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] For port 873205de-02df-40dd-a484-ce7a00979df4, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=873205de-02df-40dd-a484-ce7a00979df4,segment=NetworkSegment(68bb6eef-60d6-43f0-b075-ba3ff7c93c59),segment_id=68bb6eef-60d6-43f0-b075-ba3ff7c93c59)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:04:02.282218 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:02.298929 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300133cf-b975-4e04-ad5f-fed230f5da5f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Pushing event updated for resources: {'Network': ['ID=0b9522f7-e045-4c3d-92b7-ab360e754598,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:02.304550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:02.367851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8fa539ac-5b90-476d-9f91-a55c320cfcc5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:02.384803 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 0b9522f7-e045-4c3d-92b7-ab360e754598 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:04:02.391838 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63758b69-142f-44e3-930e-2b31d9f6a79d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:02.421532 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6a7ec269-b73a-49fb-a7a4-229a5efc90df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/networks/6ad92c8d-075c-4032-89b1-b1bd3c1ba25f HTTP/1.1" status: 204 len: 168 time: 1.5127645 Mar 02 19:04:02.434309 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:02.496993 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60006) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:02.538244 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-d871abb9-fd7a-413a-b3e8-e1afc804b297 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1862342519'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:02.549359 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ec269-b73a-49fb-a7a4-229a5efc90df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Network': ['ID=6ad92c8d-075c-4032-89b1-b1bd3c1ba25f,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:02.561546 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-300133cf-b975-4e04-ad5f-fed230f5da5f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8208473 Mar 02 19:04:02.566280 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60010) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:02.575693 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa539ac-5b90-476d-9f91-a55c320cfcc5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Port': ['ID=7f132129-9fcb-48e2-9499-d5ec00db0b72,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:02.581447 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-89a75cd5-55ff-471c-8cc8-540f07f05a21 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Request body: {'subnet': {'network_id': '597adeee-63c2-4675-954e-b15f49f65f89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:02.586229 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d871abb9-fd7a-413a-b3e8-e1afc804b297 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:02.615290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-63758b69-142f-44e3-930e-2b31d9f6a79d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object 3bae7671-f150-40c8-9f04-cd6d549bcfa9 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:02.617001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d871abb9-fd7a-413a-b3e8-e1afc804b297 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:network and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:02.628030 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d871abb9-fd7a-413a-b3e8-e1afc804b297 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:02.650430 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d871abb9-fd7a-413a-b3e8-e1afc804b297 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:02.653937 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8fa539ac-5b90-476d-9f91-a55c320cfcc5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:02.710177 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1591086d-a856-4e5b-8a1c-4ee2767c1ea5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:02.752868 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:04:02.756166 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afb931-0270-4380-b8b1-df160a714c0c None None] Pushing event updated for resources: {'Port': ['ID=873205de-02df-40dd-a484-ce7a00979df4,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:02.766931 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec13ae88-cc9a-47cd-9937-d600c24059cf None None] Sync routers for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:04:02.783066 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec13ae88-cc9a-47cd-9937-d600c24059cf None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:02.785822 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ec13ae88-cc9a-47cd-9937-d600c24059cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:02.788622 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:02.802615 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-89a75cd5-55ff-471c-8cc8-540f07f05a21 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:02.818128 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d871abb9-fd7a-413a-b3e8-e1afc804b297 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:02.821091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d871abb9-fd7a-413a-b3e8-e1afc804b297 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:02.840403 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63758b69-142f-44e3-930e-2b31d9f6a79d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:02.848216 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8fa539ac-5b90-476d-9f91-a55c320cfcc5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/ports/7f132129-9fcb-48e2-9499-d5ec00db0b72 HTTP/1.1" status: 204 len: 168 time: 3.3283215 Mar 02 19:04:02.866162 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ec13ae88-cc9a-47cd-9937-d600c24059cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:02.880855 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec13ae88-cc9a-47cd-9937-d600c24059cf None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:02.881485 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ec13ae88-cc9a-47cd-9937-d600c24059cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:02.895480 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-05a4d442-3cc1-4f71-9e96-1e98fff6734f None None] Allocated IP 2001:db8:0:1::2 (ef3b29a7-4982-4982-b073-f3d27df1240a/50fd581d-0536-41be-93fe-eff52425116c/1e84e3e6-2d7c-441f-8286-9bc70f5c320a) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:02.897453 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60014) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:02.958109 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ec13ae88-cc9a-47cd-9937-d600c24059cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:02.958598 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec13ae88-cc9a-47cd-9937-d600c24059cf None None] The sync data for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:04:02.995375 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:03.024398 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:03.040859 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa4ee35f-34bc-4c71-8937-50e65a5664cd tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] GET failed (client error): The resource could not be found. Mar 02 19:04:03.041378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fa4ee35f-34bc-4c71-8937-50e65a5664cd tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Synchronizing usage tracker for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:03.045992 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ad3c4fff-4959-446a-802e-7892b2feb975 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:03.062681 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-89a75cd5-55ff-471c-8cc8-540f07f05a21 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Usage tracker for resource:subnet and tenant:6172b04a08f445e3b81d5d0a1072e3c5 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:03.067101 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-89a75cd5-55ff-471c-8cc8-540f07f05a21 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:03.079451 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-89a75cd5-55ff-471c-8cc8-540f07f05a21 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:03.104793 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d871abb9-fd7a-413a-b3e8-e1afc804b297 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:04:03.126172 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63758b69-142f-44e3-930e-2b31d9f6a79d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:03.140361 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-63758b69-142f-44e3-930e-2b31d9f6a79d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:03.147227 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63758b69-142f-44e3-930e-2b31d9f6a79d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=3bae7671-f150-40c8-9f04-cd6d549bcfa9,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:03.149883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63758b69-142f-44e3-930e-2b31d9f6a79d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:03.153910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63758b69-142f-44e3-930e-2b31d9f6a79d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:03.154150 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-05a4d442-3cc1-4f71-9e96-1e98fff6734f None None] For port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=1e84e3e6-2d7c-441f-8286-9bc70f5c320a,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:03.154645 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63758b69-142f-44e3-930e-2b31d9f6a79d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:03.177520 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:03.179122 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.8748083 Mar 02 19:04:03.180845 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a75cd5-55ff-471c-8cc8-540f07f05a21 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Made reservation on behalf of 6172b04a08f445e3b81d5d0a1072e3c5 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:03.196822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60018) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:03.198979 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-05a4d442-3cc1-4f71-9e96-1e98fff6734f None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:03.219436 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-05a4d442-3cc1-4f71-9e96-1e98fff6734f None None] Transition to ACTIVE for port object 1e84e3e6-2d7c-441f-8286-9bc70f5c320a will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:03.310211 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-05a4d442-3cc1-4f71-9e96-1e98fff6734f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:03.341467 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc618e6a-05db-4353-a5b0-2638ccbac6fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777ed590-ef8a-4e5e-a5f4-5331b18ed8d5,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:03.401272 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d871abb9-fd7a-413a-b3e8-e1afc804b297 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:03.401272 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-d871abb9-fd7a-413a-b3e8-e1afc804b297 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Added segment 2ad4060b-ef11-4840-9cd2-0bd45fbe6fdf of type vlan for network c9077371-8b80-4c11-a25f-2776945a5fbf Mar 02 19:04:03.426200 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1b3c33b2-15f5-415d-87ad-27f1c8339edf tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.4732440 Mar 02 19:04:03.439390 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60022) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:03.446889 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-89a75cd5-55ff-471c-8cc8-540f07f05a21 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:03.506883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fa4ee35f-34bc-4c71-8937-50e65a5664cd tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Unset dirty status for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:03.511991 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fa4ee35f-34bc-4c71-8937-50e65a5664cd tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports/7f132129-9fcb-48e2-9499-d5ec00db0b72 HTTP/1.1" status: 404 len: 333 time: 0.6079443 Mar 02 19:04:03.522600 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60026) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:03.559127 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-af3c19c5-c63e-43b1-af3b-341e2585b769 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540', 'name': 'tempest-PortsTestJSON-1168889200'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:03.573000 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-fcbbd643-b1d7-41f6-a485-71a9b9f72883 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'floatingip': {'port_id': '4f0d1a0d-6927-4abb-82a4-31d4eb732cee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:03.579581 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d871abb9-fd7a-413a-b3e8-e1afc804b297 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:03.590986 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-63758b69-142f-44e3-930e-2b31d9f6a79d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.2326243 Mar 02 19:04:03.625125 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4d442-3cc1-4f71-9e96-1e98fff6734f None None] Pushing event updated for resources: {'Port': ['ID=1e84e3e6-2d7c-441f-8286-9bc70f5c320a,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:03.643371 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e47abfb7-f311-4c57-8f74-a3f55762d11d up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:03.652779 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60030) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:03.745310 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc9a000-ba73-4bd7-9a92-85c2705baaff None None] Network 0d2a6647-2336-4b75-8e29-50bf4743f4e0 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:03.840121 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port e47abfb7-f311-4c57-8f74-a3f55762d11d completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:03.851204 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-50f9cd17-45ee-4bb1-a4dd-a4ea7a72206c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:03.859560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 873205de-02df-40dd-a484-ce7a00979df4 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:03.919085 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-af3c19c5-c63e-43b1-af3b-341e2585b769 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:03.972528 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c69f4167-cbe1-4a69-8aa5-54e04fa0159d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port 3bae7671-f150-40c8-9f04-cd6d549bcfa9 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:03.972909 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c69f4167-cbe1-4a69-8aa5-54e04fa0159d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:04.030290 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fcbbd643-b1d7-41f6-a485-71a9b9f72883 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:04.124278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-ad3c4fff-4959-446a-802e-7892b2feb975 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Allocated IP 172.21.0.1 (0d2a6647-2336-4b75-8e29-50bf4743f4e0/d27ea9df-ae24-4045-809b-7edbaf8a1619/3da49b4a-51dc-4349-a766-71649ebbd3ce) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:04.148800 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-50f9cd17-45ee-4bb1-a4dd-a4ea7a72206c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:04.155263 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-50f9cd17-45ee-4bb1-a4dd-a4ea7a72206c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.9454672 Mar 02 19:04:04.159907 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3d84b24f-e095-48f3-9c41-10bda0ef1627 None None] Provisioning for port e47abfb7-f311-4c57-8f74-a3f55762d11d completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:04.166816 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3d84b24f-e095-48f3-9c41-10bda0ef1627 None None] Provisioning complete for port e47abfb7-f311-4c57-8f74-a3f55762d11d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:04.167513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3d84b24f-e095-48f3-9c41-10bda0ef1627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:04.225719 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60034) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:04.233721 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 873205de-02df-40dd-a484-ce7a00979df4 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:04.242592 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-af3c19c5-c63e-43b1-af3b-341e2585b769 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:04.251753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-d84175b9-5954-40de-818a-b6d89984249e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group': {'name': 'tempest-security--893478344', 'description': 'tempest-security-description-317571024'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:04.290003 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d871abb9-fd7a-413a-b3e8-e1afc804b297 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:04.299501 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d871abb9-fd7a-413a-b3e8-e1afc804b297 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:04.299501 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d871abb9-fd7a-413a-b3e8-e1afc804b297 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:04.396643 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d84175b9-5954-40de-818a-b6d89984249e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:04.409729 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1591086d-a856-4e5b-8a1c-4ee2767c1ea5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router af8ca6aa-2307-45c4-badf-fa8fadec6767 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:04:04.437271 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3d84b24f-e095-48f3-9c41-10bda0ef1627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:04.491875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3c19c5-c63e-43b1-af3b-341e2585b769 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:04.496724 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-af3c19c5-c63e-43b1-af3b-341e2585b769 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:04.501894 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-3d84b24f-e095-48f3-9c41-10bda0ef1627 None None] For port e47abfb7-f311-4c57-8f74-a3f55762d11d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e47abfb7-f311-4c57-8f74-a3f55762d11d,segment=NetworkSegment(0d21b58a-b23e-4cd6-bb85-823600ff24b4),segment_id=0d21b58a-b23e-4cd6-bb85-823600ff24b4)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:04.567124 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d871abb9-fd7a-413a-b3e8-e1afc804b297 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0412891 Mar 02 19:04:04.584435 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3d84b24f-e095-48f3-9c41-10bda0ef1627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:04.587405 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60038) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:04.597388 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-1cf11b4b-55db-45fa-904e-7a97605e618f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'subnet': {'network_id': 'c9077371-8b80-4c11-a25f-2776945a5fbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:04.628140 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871abb9-fd7a-413a-b3e8-e1afc804b297 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Network': ['ID=c9077371-8b80-4c11-a25f-2776945a5fbf,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:04.645758 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network c9077371-8b80-4c11-a25f-2776945a5fbf details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:04:04.653866 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d84175b9-5954-40de-818a-b6d89984249e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:04.712855 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-89a75cd5-55ff-471c-8cc8-540f07f05a21 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:04.756644 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-af3c19c5-c63e-43b1-af3b-341e2585b769 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] device_id is not set on port 293556d2-e5f0-4905-ba12-ec7a0d0ea73e yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:04:04.814097 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84b24f-e095-48f3-9c41-10bda0ef1627 None None] Pushing event updated for resources: {'Port': ['ID=e47abfb7-f311-4c57-8f74-a3f55762d11d,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:04.834734 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba34d40-b366-4cdc-af38-e2f872095d2f None None] Network 598abf84-2720-4d57-a3d4-b83a76849d12 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:04.882106 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ad3c4fff-4959-446a-802e-7892b2feb975 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:05.092336 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-ad3c4fff-4959-446a-802e-7892b2feb975 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Transition to ACTIVE for port object 3da49b4a-51dc-4349-a766-71649ebbd3ce will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:05.098047 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d84175b9-5954-40de-818a-b6d89984249e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:05.103980 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1cf11b4b-55db-45fa-904e-7a97605e618f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:05.118171 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0afa8901-ba3c-4829-a873-3799370a255c None None] Provisioning for port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:05.126565 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0afa8901-ba3c-4829-a873-3799370a255c None None] Provisioning complete for port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:05.127007 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0afa8901-ba3c-4829-a873-3799370a255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:05.169487 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c69f4167-cbe1-4a69-8aa5-54e04fa0159d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:05.194213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1cf11b4b-55db-45fa-904e-7a97605e618f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:subnet and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:05.203664 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1cf11b4b-55db-45fa-904e-7a97605e618f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:05.215725 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d84175b9-5954-40de-818a-b6d89984249e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:05.219481 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d84175b9-5954-40de-818a-b6d89984249e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "PUT /v2.0/security-groups/777ed590-ef8a-4e5e-a5f4-5331b18ed8d5 HTTP/1.1" status: 200 len: 1610 time: 0.9723465 Mar 02 19:04:05.229402 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60042) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:05.240071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1cf11b4b-55db-45fa-904e-7a97605e618f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:05.358291 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e47abfb7-f311-4c57-8f74-a3f55762d11d up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:05.412038 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a75cd5-55ff-471c-8cc8-540f07f05a21 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Pushing event updated for resources: {'Subnet': ['ID=0baa41b1-3856-458d-95ef-101681281c95,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:05.412315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c69f4167-cbe1-4a69-8aa5-54e04fa0159d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for 3bae7671-f150-40c8-9f04-cd6d549bcfa9 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:05.426884 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84175b9-5954-40de-818a-b6d89984249e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777ed590-ef8a-4e5e-a5f4-5331b18ed8d5,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:05.459793 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port e47abfb7-f311-4c57-8f74-a3f55762d11d triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:05.461019 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:05.472541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ad3c4fff-4959-446a-802e-7892b2feb975 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:05.566848 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf11b4b-55db-45fa-904e-7a97605e618f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:05.567079 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-382b650b-ada8-4d00-b207-0f47363a677c None None] Provisioning for port 3bae7671-f150-40c8-9f04-cd6d549bcfa9 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:05.575326 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-af3c19c5-c63e-43b1-af3b-341e2585b769 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:05.591102 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3c4fff-4959-446a-802e-7892b2feb975 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 0d2a6647-2336-4b75-8e29-50bf4743f4e0 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:05.599466 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-ad3c4fff-4959-446a-802e-7892b2feb975 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:05.603958 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3c4fff-4959-446a-802e-7892b2feb975 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:05.640406 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-382b650b-ada8-4d00-b207-0f47363a677c None None] Provisioning complete for port 3bae7671-f150-40c8-9f04-cd6d549bcfa9 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:05.640642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-382b650b-ada8-4d00-b207-0f47363a677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:05.653995 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a75cd5-55ff-471c-8cc8-540f07f05a21 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Checking segment: {'id': '3d0f883a-cba1-42f4-a8cf-7e9719a67bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '597adeee-63c2-4675-954e-b15f49f65f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:05.654853 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a75cd5-55ff-471c-8cc8-540f07f05a21 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Network hostable DHCP agents. Network: 597adeee-63c2-4675-954e-b15f49f65f89, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:04:05.664180 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-11357d73-6ebc-4c56-ae8e-bce601651bc0 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-groups/777ed590-ef8a-4e5e-a5f4-5331b18ed8d5 HTTP/1.1" status: 200 len: 1610 time: 0.4307015 Mar 02 19:04:05.681019 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60046) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:05.685326 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c4fff-4959-446a-802e-7892b2feb975 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=3da49b4a-51dc-4349-a766-71649ebbd3ce,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:05.691221 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1591086d-a856-4e5b-8a1c-4ee2767c1ea5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:04:05.715886 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6558fa-496e-4026-b81f-8c3aab32a2aa None None] Sync routers for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:04:05.730592 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ad3c4fff-4959-446a-802e-7892b2feb975 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:05.736065 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1591086d-a856-4e5b-8a1c-4ee2767c1ea5 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/af8ca6aa-2307-45c4-badf-fa8fadec6767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4019256 Mar 02 19:04:05.751480 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60050) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:05.763605 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-382b650b-ada8-4d00-b207-0f47363a677c None None] Port 3bae7671-f150-40c8-9f04-cd6d549bcfa9 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:04:05.767831 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 1e84e3e6-2d7c-441f-8286-9bc70f5c320a up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:05.855832 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6558fa-496e-4026-b81f-8c3aab32a2aa None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:05.857080 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-bd6558fa-496e-4026-b81f-8c3aab32a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:05.879385 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1cf11b4b-55db-45fa-904e-7a97605e618f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:05.883265 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-af3c19c5-c63e-43b1-af3b-341e2585b769 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:05.968048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3c19c5-c63e-43b1-af3b-341e2585b769 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:05.976625 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-af3c19c5-c63e-43b1-af3b-341e2585b769 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:05.979579 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3c19c5-c63e-43b1-af3b-341e2585b769 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:05.983932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3c19c5-c63e-43b1-af3b-341e2585b769 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:05.984556 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-af3c19c5-c63e-43b1-af3b-341e2585b769 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:06.000790 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-382b650b-ada8-4d00-b207-0f47363a677c None None] Provisioning complete for port e47abfb7-f311-4c57-8f74-a3f55762d11d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:06.001159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-382b650b-ada8-4d00-b207-0f47363a677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:06.014806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c19c5-c63e-43b1-af3b-341e2585b769 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=293556d2-e5f0-4905-ba12-ec7a0d0ea73e,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:06.059440 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c69f4167-cbe1-4a69-8aa5-54e04fa0159d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:06.059751 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-bd6558fa-496e-4026-b81f-8c3aab32a2aa None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:04:06.094105 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.ipam_backend_mixin [None req-1cf11b4b-55db-45fa-904e-7a97605e618f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Performing IP validity checks on allocation pools {{(pid=84533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 19:04:06.097722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.ipam_backend_mixin [None req-1cf11b4b-55db-45fa-904e-7a97605e618f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 19:04:06.126691 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f4167-cbe1-4a69-8aa5-54e04fa0159d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=3bae7671-f150-40c8-9f04-cd6d549bcfa9,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:06.128268 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a75cd5-55ff-471c-8cc8-540f07f05a21 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Network 597adeee-63c2-4675-954e-b15f49f65f89 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:04:06.142520 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-af3c19c5-c63e-43b1-af3b-341e2585b769 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6134350 Mar 02 19:04:06.146626 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60054) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:06.161702 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-40db93a4-59ea-45bd-a47d-a7c6e01c2e3f tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:06.171616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-68d153e7-52de-474a-8365-ea4506f6e6a0 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:06.189199 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-bd6558fa-496e-4026-b81f-8c3aab32a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:04:01Z', 'revision_number': 11, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:06.197899 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6558fa-496e-4026-b81f-8c3aab32a2aa None None] Checking router: af8ca6aa-2307-45c4-badf-fa8fadec6767 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:04:06.199770 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:06.200083 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:06.244991 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-89a75cd5-55ff-471c-8cc8-540f07f05a21 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 597adeee-63c2-4675-954e-b15f49f65f89) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:06.248218 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-68d153e7-52de-474a-8365-ea4506f6e6a0 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:06.265654 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b29a964-63f1-47eb-9c4f-9979f8e502e9 None None] Network 597adeee-63c2-4675-954e-b15f49f65f89 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:06.265883 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a75cd5-55ff-471c-8cc8-540f07f05a21 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:06.266491 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-89a75cd5-55ff-471c-8cc8-540f07f05a21 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:06.277381 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c704ba-7157-4d4f-857f-9ae2ea1a697f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting subnet c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:04:06.289333 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-09c704ba-7157-4d4f-857f-9ae2ea1a697f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:06.341737 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.resource_extend [None req-fcbbd643-b1d7-41f6-a485-71a9b9f72883 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:04:06.411759 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c69f4167-cbe1-4a69-8aa5-54e04fa0159d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:06.415814 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c69f4167-cbe1-4a69-8aa5-54e04fa0159d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/3bae7671-f150-40c8-9f04-cd6d549bcfa9 HTTP/1.1" status: 204 len: 168 time: 2.7536273 Mar 02 19:04:06.433065 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60058) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:06.543081 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-40db93a4-59ea-45bd-a47d-a7c6e01c2e3f tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:06.568010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ad3c4fff-4959-446a-802e-7892b2feb975 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:06.593829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-09c704ba-7157-4d4f-857f-9ae2ea1a697f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:06.640370 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-89a75cd5-55ff-471c-8cc8-540f07f05a21 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0714054 Mar 02 19:04:06.657835 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fcbbd643-b1d7-41f6-a485-71a9b9f72883 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:06.668917 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60062) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:06.680984 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-b99543ff-17d0-45f2-a283-f50601e2315d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Request body: {'subnet': {'network_id': '0b9522f7-e045-4c3d-92b7-ab360e754598', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:06.690184 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6558fa-496e-4026-b81f-8c3aab32a2aa None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:06.691290 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-bd6558fa-496e-4026-b81f-8c3aab32a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:06.785573 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-68d153e7-52de-474a-8365-ea4506f6e6a0 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:06.802538 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fcbbd643-b1d7-41f6-a485-71a9b9f72883 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:06.817666 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-597adeee-63c2-4675-954e-b15f49f65f89', 'network_id': '597adeee-63c2-4675-954e-b15f49f65f89', 'tenant_id': '6172b04a08f445e3b81d5d0a1072e3c5', 'fixed_ips': [{'subnet_id': '0baa41b1-3856-458d-95ef-101681281c95'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:04:06.818490 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:06.944493 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-bd6558fa-496e-4026-b81f-8c3aab32a2aa None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:04:06.991698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-382b650b-ada8-4d00-b207-0f47363a677c None None] Provisioning for port 873205de-02df-40dd-a484-ce7a00979df4 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:07.016795 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1cf11b4b-55db-45fa-904e-7a97605e618f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:07.051539 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d153e7-52de-474a-8365-ea4506f6e6a0 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=777ed590-ef8a-4e5e-a5f4-5331b18ed8d5,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:07.055722 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36edec44-bfdb-435e-ba3b-10c6560f84c7 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:07.056460 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-36edec44-bfdb-435e-ba3b-10c6560f84c7 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:07.087232 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-382b650b-ada8-4d00-b207-0f47363a677c None None] Provisioning complete for port 873205de-02df-40dd-a484-ce7a00979df4 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:07.087535 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-382b650b-ada8-4d00-b207-0f47363a677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:07.165618 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-68d153e7-52de-474a-8365-ea4506f6e6a0 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:07.169271 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-68d153e7-52de-474a-8365-ea4506f6e6a0 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-groups/777ed590-ef8a-4e5e-a5f4-5331b18ed8d5 HTTP/1.1" status: 204 len: 168 time: 1.4791791 Mar 02 19:04:07.173412 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60066) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:07.183289 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b99543ff-17d0-45f2-a283-f50601e2315d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:07.214999 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b99543ff-17d0-45f2-a283-f50601e2315d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Usage tracker for resource:subnet and tenant:6172b04a08f445e3b81d5d0a1072e3c5 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:07.216470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-36edec44-bfdb-435e-ba3b-10c6560f84c7 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:07.219965 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-36edec44-bfdb-435e-ba3b-10c6560f84c7 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7835748 Mar 02 19:04:07.220133 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-bd6558fa-496e-4026-b81f-8c3aab32a2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:04:01Z', 'revision_number': 11, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:07.222548 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60070) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:07.226601 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-40db93a4-59ea-45bd-a47d-a7c6e01c2e3f tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:07.230699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b99543ff-17d0-45f2-a283-f50601e2315d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:07.240559 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-09c704ba-7157-4d4f-857f-9ae2ea1a697f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:07.253720 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6558fa-496e-4026-b81f-8c3aab32a2aa None None] The sync data for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv is: [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:04:01Z', 'revision_number': 11, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:04:07.285364 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf11b4b-55db-45fa-904e-7a97605e618f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Subnet': ['ID=50f7e693-6814-4f0e-9909-f57d58e4f9bc,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:07.292348 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-40db93a4-59ea-45bd-a47d-a7c6e01c2e3f tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:07.296763 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b99543ff-17d0-45f2-a283-f50601e2315d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:07.303381 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Allocated IP 172.20.0.2 (597adeee-63c2-4675-954e-b15f49f65f89/0baa41b1-3856-458d-95ef-101681281c95/e718cdb9-233f-490b-a9d3-69cae1a46b55) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:07.408303 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-af6f2661-f8ac-423e-9f49-466f9baabd67 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:07.416577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-40db93a4-59ea-45bd-a47d-a7c6e01c2e3f tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] In _notify_port_updated(), no bound segment for port 293556d2-e5f0-4905-ba12-ec7a0d0ea73e on network 1fb0c29d-28cb-409d-9b95-8713b698c540 {{(pid=84532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:04:07.420083 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40db93a4-59ea-45bd-a47d-a7c6e01c2e3f tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:07.420733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-40db93a4-59ea-45bd-a47d-a7c6e01c2e3f tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:07.425905 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-40db93a4-59ea-45bd-a47d-a7c6e01c2e3f tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "PUT /v2.0/ports/293556d2-e5f0-4905-ba12-ec7a0d0ea73e HTTP/1.1" status: 200 len: 818 time: 1.2738912 Mar 02 19:04:07.426114 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf11b4b-55db-45fa-904e-7a97605e618f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Checking segment: {'id': '2ad4060b-ef11-4840-9cd2-0bd45fbe6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c9077371-8b80-4c11-a25f-2776945a5fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:07.426114 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf11b4b-55db-45fa-904e-7a97605e618f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network hostable DHCP agents. Network: c9077371-8b80-4c11-a25f-2776945a5fbf, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:04:07.430471 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60074) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:07.442769 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db93a4-59ea-45bd-a47d-a7c6e01c2e3f tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=293556d2-e5f0-4905-ba12-ec7a0d0ea73e,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:07.443482 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99543ff-17d0-45f2-a283-f50601e2315d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Made reservation on behalf of 6172b04a08f445e3b81d5d0a1072e3c5 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:07.469379 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac5f7f-5f01-4ab1-8cda-f340bbff5515 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:07.473810 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-55ac5f7f-5f01-4ab1-8cda-f340bbff5515 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2476487 Mar 02 19:04:07.474491 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60078) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:07.534068 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-382b650b-ada8-4d00-b207-0f47363a677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:07.538805 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ad3c4fff-4959-446a-802e-7892b2feb975 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:07.562665 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c181a4-1561-4c93-ad27-c0180754df35 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:07.564139 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c181a4-1561-4c93-ad27-c0180754df35 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:07.566860 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c181a4-1561-4c93-ad27-c0180754df35 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:07.567838 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-34c181a4-1561-4c93-ad27-c0180754df35 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:07.578610 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-09c704ba-7157-4d4f-857f-9ae2ea1a697f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:07.601821 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ad3c4fff-4959-446a-802e-7892b2feb975 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:07.612721 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-382b650b-ada8-4d00-b207-0f47363a677c None None] For port 873205de-02df-40dd-a484-ce7a00979df4, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=873205de-02df-40dd-a484-ce7a00979df4,segment=NetworkSegment(68bb6eef-60d6-43f0-b075-ba3ff7c93c59),segment_id=68bb6eef-60d6-43f0-b075-ba3ff7c93c59)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:07.614019 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-af6f2661-f8ac-423e-9f49-466f9baabd67 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:07.618139 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-af6f2661-f8ac-423e-9f49-466f9baabd67 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4374647 Mar 02 19:04:07.641495 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60082) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:07.655590 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c704ba-7157-4d4f-857f-9ae2ea1a697f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Subnet': ['ID=c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:07.679934 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:07.686832 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-382b650b-ada8-4d00-b207-0f47363a677c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:07.690536 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-86bd8553-1e4e-4804-b3f3-58c6c34b44a7 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port 293556d2-e5f0-4905-ba12-ec7a0d0ea73e {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:07.690895 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-86bd8553-1e4e-4804-b3f3-58c6c34b44a7 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:07.703743 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-34c181a4-1561-4c93-ad27-c0180754df35 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:07.704978 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-34c181a4-1561-4c93-ad27-c0180754df35 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2300963 Mar 02 19:04:07.714642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60086) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:07.728179 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-09c704ba-7157-4d4f-857f-9ae2ea1a697f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:07.735919 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Transition to ACTIVE for port object e718cdb9-233f-490b-a9d3-69cae1a46b55 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:07.740855 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cf015f-d88d-4da6-8ea8-625ef5e0f444 None None] Network 392cba97-1f08-4a7c-a068-341d647c2373 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:07.747604 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-9e5c1f3d-e3c1-4ff3-96c6-17042b65d356 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] delete failed (client error): The resource could not be found. Mar 02 19:04:07.749003 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9e5c1f3d-e3c1-4ff3-96c6-17042b65d356 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-groups/777ed590-ef8a-4e5e-a5f4-5331b18ed8d5 HTTP/1.1" status: 404 len: 347 time: 0.1019905 Mar 02 19:04:07.755312 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b99543ff-17d0-45f2-a283-f50601e2315d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:07.761190 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60090) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:07.783713 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ad3c4fff-4959-446a-802e-7892b2feb975 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:07.795938 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-6ea6338e-c216-489c-8e12-d67b0555b7a4 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128206836'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:07.821747 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6ea6338e-c216-489c-8e12-d67b0555b7a4 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:07.841923 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c4fff-4959-446a-802e-7892b2feb975 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=3da49b4a-51dc-4349-a766-71649ebbd3ce,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:07.847255 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-09c704ba-7157-4d4f-857f-9ae2ea1a697f tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/subnets/c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b HTTP/1.1" status: 204 len: 168 time: 2.0810544 Mar 02 19:04:07.847856 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6ea6338e-c216-489c-8e12-d67b0555b7a4 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:07.848407 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60094) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:07.864605 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf11b4b-55db-45fa-904e-7a97605e618f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network c9077371-8b80-4c11-a25f-2776945a5fbf is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:04:07.894085 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Transition to ACTIVE for port object e718cdb9-233f-490b-a9d3-69cae1a46b55 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:07.950277 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b650b-ada8-4d00-b207-0f47363a677c None None] Pushing event updated for resources: {'Port': ['ID=873205de-02df-40dd-a484-ce7a00979df4,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:07.971428 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-027304b1-eb77-4233-be81-7c8d313560ae None None] Provisioning complete for port 873205de-02df-40dd-a484-ce7a00979df4 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:07.976427 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-027304b1-eb77-4233-be81-7c8d313560ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:08.005628 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:08.023845 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-1cf11b4b-55db-45fa-904e-7a97605e618f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, c9077371-8b80-4c11-a25f-2776945a5fbf) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:08.041223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6ea6338e-c216-489c-8e12-d67b0555b7a4 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:08.068745 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf11b4b-55db-45fa-904e-7a97605e618f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:08.069573 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1cf11b4b-55db-45fa-904e-7a97605e618f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:08.112645 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac7f98a-5d2a-4aec-8d22-200cc701d19b None None] Network c9077371-8b80-4c11-a25f-2776945a5fbf requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:08.123725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6985c3-0257-428f-9789-38e2f22391dc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 50fd581d-0536-41be-93fe-eff52425116c {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:04:08.133568 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d6985c3-0257-428f-9789-38e2f22391dc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:08.203310 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:08.211685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3c4fff-4959-446a-802e-7892b2feb975 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 0d2a6647-2336-4b75-8e29-50bf4743f4e0 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:08.215131 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6ea6338e-c216-489c-8e12-d67b0555b7a4 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:08.217613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-ad3c4fff-4959-446a-802e-7892b2feb975 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:08.243632 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Network 597adeee-63c2-4675-954e-b15f49f65f89 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:08.253323 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:08.257860 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-86bd8553-1e4e-4804-b3f3-58c6c34b44a7 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:08.348020 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:08.353188 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6ea6338e-c216-489c-8e12-d67b0555b7a4 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:08.366295 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6ea6338e-c216-489c-8e12-d67b0555b7a4 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:08.369876 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1cf11b4b-55db-45fa-904e-7a97605e618f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7778296 Mar 02 19:04:08.383825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d6985c3-0257-428f-9789-38e2f22391dc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:08.416241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60098) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:08.422566 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Deleting port f58c2202-7599-4b6f-844e-b591038bbb60 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:08.422989 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:08.424883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6ea6338e-c216-489c-8e12-d67b0555b7a4 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:08.432035 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-b40bdf93-de06-48bc-9c38-23b38c619e62 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'network_id': 'c9077371-8b80-4c11-a25f-2776945a5fbf', 'name': 'tempest-PortsIpV6TestJSON-1949651997'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:08.510127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Pushing event updated for resources: {'Port': ['ID=e718cdb9-233f-490b-a9d3-69cae1a46b55,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:08.664304 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Attempting to bind port e718cdb9-233f-490b-a9d3-69cae1a46b55 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:04:08.664669 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Attempting to bind port e718cdb9-233f-490b-a9d3-69cae1a46b55 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '3d0f883a-cba1-42f4-a8cf-7e9719a67bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '597adeee-63c2-4675-954e-b15f49f65f89'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:04:08.665022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Attempting to bind port e718cdb9-233f-490b-a9d3-69cae1a46b55 on network 597adeee-63c2-4675-954e-b15f49f65f89 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:04:08.683066 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-c9077371-8b80-4c11-a25f-2776945a5fbf', 'network_id': 'c9077371-8b80-4c11-a25f-2776945a5fbf', 'tenant_id': '7af48cce49c04901a107f48ce0e9ac52', 'fixed_ips': [{'subnet_id': '50f7e693-6814-4f0e-9909-f57d58e4f9bc'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:04:08.683698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:08.699324 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:04:08.702631 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Checking segment: {'id': '3d0f883a-cba1-42f4-a8cf-7e9719a67bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '597adeee-63c2-4675-954e-b15f49f65f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:08.702631 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:08.702631 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Bound using segment: {'id': '3d0f883a-cba1-42f4-a8cf-7e9719a67bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '597adeee-63c2-4675-954e-b15f49f65f89'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:04:08.702631 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Bound port: e718cdb9-233f-490b-a9d3-69cae1a46b55, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0f883a-cba1-42f4-a8cf-7e9719a67bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '597adeee-63c2-4675-954e-b15f49f65f89'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:04:08.702631 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:08.724083 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-86bd8553-1e4e-4804-b3f3-58c6c34b44a7 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for 293556d2-e5f0-4905-ba12-ec7a0d0ea73e owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:08.810283 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091a1ac9-82d5-47b1-b71f-851c9ce1b55d None None] DHCP port deletion for 392cba97-1f08-4a7c-a068-341d647c2373 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:04:08.827730 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-091a1ac9-82d5-47b1-b71f-851c9ce1b55d None None] Deleting port f58c2202-7599-4b6f-844e-b591038bbb60 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:08.828100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-091a1ac9-82d5-47b1-b71f-851c9ce1b55d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:08.913569 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-027304b1-eb77-4233-be81-7c8d313560ae None None] Provisioning for port 3da49b4a-51dc-4349-a766-71649ebbd3ce completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:08.937241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-027304b1-eb77-4233-be81-7c8d313560ae None None] Provisioning complete for port 3da49b4a-51dc-4349-a766-71649ebbd3ce triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:08.937610 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-027304b1-eb77-4233-be81-7c8d313560ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:08.955869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6ea6338e-c216-489c-8e12-d67b0555b7a4 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:08.966464 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d6985c3-0257-428f-9789-38e2f22391dc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:08.990374 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b99543ff-17d0-45f2-a283-f50601e2315d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.005186 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b40bdf93-de06-48bc-9c38-23b38c619e62 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:09.048142 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6ea6338e-c216-489c-8e12-d67b0555b7a4 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.079380 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b40bdf93-de06-48bc-9c38-23b38c619e62 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:09.123308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-86bd8553-1e4e-4804-b3f3-58c6c34b44a7 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.135009 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] For port f58c2202-7599-4b6f-844e-b591038bbb60, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f58c2202-7599-4b6f-844e-b591038bbb60,segment=NetworkSegment(4a7c3706-db4f-4aae-a253-eb6fb993f6e4),segment_id=4a7c3706-db4f-4aae-a253-eb6fb993f6e4)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:09.135957 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.150676 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] For port e718cdb9-233f-490b-a9d3-69cae1a46b55, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:04:09.163162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6338e-c216-489c-8e12-d67b0555b7a4 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b053172-9c4b-4381-83b9-1952f64169c6,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:09.198306 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] For port e718cdb9-233f-490b-a9d3-69cae1a46b55, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e718cdb9-233f-490b-a9d3-69cae1a46b55,segment=NetworkSegment(3d0f883a-cba1-42f4-a8cf-7e9719a67bb4),segment_id=3d0f883a-cba1-42f4-a8cf-7e9719a67bb4)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:04:09.198567 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3c4fff-4959-446a-802e-7892b2feb975 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router 5b421425-bbe4-4d02-8eda-65d57ea462c7 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:04:09.199971 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40bdf93-de06-48bc-9c38-23b38c619e62 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:09.202755 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b40bdf93-de06-48bc-9c38-23b38c619e62 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.203937 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-027304b1-eb77-4233-be81-7c8d313560ae None None] Port 3da49b4a-51dc-4349-a766-71649ebbd3ce cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:04:09.232395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-b40bdf93-de06-48bc-9c38-23b38c619e62 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] device_id is not set on port 23c9baa6-2fc1-4c93-9604-602cd0c6535f yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:04:09.272595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6ea6338e-c216-489c-8e12-d67b0555b7a4 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.276347 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6ea6338e-c216-489c-8e12-d67b0555b7a4 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5063481 Mar 02 19:04:09.276347 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60102) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:09.287334 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a10648f7-a0b1-407c-856b-37cbba9ac94a tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group_rule': {'security_group_id': '7b053172-9c4b-4381-83b9-1952f64169c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:09.287526 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Allocated IP 2001:db8::2 (c9077371-8b80-4c11-a25f-2776945a5fbf/50f7e693-6814-4f0e-9909-f57d58e4f9bc/a5fb6861-8757-42ca-ac40-a8cc84622298) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:09.292211 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd8553-1e4e-4804-b3f3-58c6c34b44a7 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Port': ['ID=293556d2-e5f0-4905-ba12-ec7a0d0ea73e,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:09.293597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a10648f7-a0b1-407c-856b-37cbba9ac94a tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:09.298436 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a10648f7-a0b1-407c-856b-37cbba9ac94a tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:09.301913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a10648f7-a0b1-407c-856b-37cbba9ac94a tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:09.317197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a10648f7-a0b1-407c-856b-37cbba9ac94a tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:09.317308 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-091a1ac9-82d5-47b1-b71f-851c9ce1b55d None None] For port f58c2202-7599-4b6f-844e-b591038bbb60, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f58c2202-7599-4b6f-844e-b591038bbb60,segment=NetworkSegment(4a7c3706-db4f-4aae-a253-eb6fb993f6e4),segment_id=4a7c3706-db4f-4aae-a253-eb6fb993f6e4)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:09.317308 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-091a1ac9-82d5-47b1-b71f-851c9ce1b55d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.358067 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99543ff-17d0-45f2-a283-f50601e2315d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Pushing event updated for resources: {'Subnet': ['ID=8f259a29-0968-4dde-bf76-514251627838,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:09.369318 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Calling delete_port for f58c2202-7599-4b6f-844e-b591038bbb60 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:09.397400 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d6985c3-0257-428f-9789-38e2f22391dc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.440842 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-86bd8553-1e4e-4804-b3f3-58c6c34b44a7 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.460032 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 873205de-02df-40dd-a484-ce7a00979df4 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:09.464680 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99543ff-17d0-45f2-a283-f50601e2315d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Checking segment: {'id': '38359323-e809-4292-ac00-823223777f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '0b9522f7-e045-4c3d-92b7-ab360e754598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:09.465121 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99543ff-17d0-45f2-a283-f50601e2315d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Network hostable DHCP agents. Network: 0b9522f7-e045-4c3d-92b7-ab360e754598, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:04:09.479213 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-86bd8553-1e4e-4804-b3f3-58c6c34b44a7 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/ports/293556d2-e5f0-4905-ba12-ec7a0d0ea73e HTTP/1.1" status: 204 len: 168 time: 2.0416312 Mar 02 19:04:09.492674 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60106) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:09.530027 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6985c3-0257-428f-9789-38e2f22391dc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=50fd581d-0536-41be-93fe-eff52425116c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:09.542321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a10648f7-a0b1-407c-856b-37cbba9ac94a tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.545235 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.557670 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-091a1ac9-82d5-47b1-b71f-851c9ce1b55d None None] Calling delete_port for f58c2202-7599-4b6f-844e-b591038bbb60 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:09.562116 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d6985c3-0257-428f-9789-38e2f22391dc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.570958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbbd643-b1d7-41f6-a485-71a9b9f72883 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router 02827b03-91ae-40a2-a954-65eae7996967 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:04:09.649035 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a10648f7-a0b1-407c-856b-37cbba9ac94a tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.660009 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.667690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3c4fff-4959-446a-802e-7892b2feb975 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:04:09.680729 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4d6985c3-0257-428f-9789-38e2f22391dc tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/50fd581d-0536-41be-93fe-eff52425116c HTTP/1.1" status: 204 len: 168 time: 1.9603634 Mar 02 19:04:09.681267 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60110) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:09.684089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccd7332-b36a-4f46-bd2e-ed40f3af7013 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:09.686519 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Sync routers for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:04:09.705052 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:09.706163 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:09.723865 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ad3c4fff-4959-446a-802e-7892b2feb975 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/5b421425-bbe4-4d02-8eda-65d57ea462c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9463806 Mar 02 19:04:09.728071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60114) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:09.739849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f4ebd45a-f55f-4809-8e9a-f30e2ef51fd0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'network': {'name': 'tempest-RoutersTest-2055802941'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:09.753274 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a10648f7-a0b1-407c-856b-37cbba9ac94a tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.760104 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f4ebd45a-f55f-4809-8e9a-f30e2ef51fd0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:09.774086 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfecc850-541e-40ab-8c04-aa9c035efdb0 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:09.775026 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-dfecc850-541e-40ab-8c04-aa9c035efdb0 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Synchronizing usage tracker for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:09.777936 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99543ff-17d0-45f2-a283-f50601e2315d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Network 0b9522f7-e045-4c3d-92b7-ab360e754598 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:04:09.788617 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f4ebd45a-f55f-4809-8e9a-f30e2ef51fd0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:network and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:09.790184 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Port': ['ID=f58c2202-7599-4b6f-844e-b591038bbb60,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:09.803255 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f4ebd45a-f55f-4809-8e9a-f30e2ef51fd0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:09.814565 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f4ebd45a-f55f-4809-8e9a-f30e2ef51fd0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:09.816025 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] No DVR routers for this DVR port f58c2202-7599-4b6f-844e-b591038bbb60 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:04:09.819401 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10648f7-a0b1-407c-856b-37cbba9ac94a tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97cb2940-3282-478e-98c6-b76150972de1,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:09.837699 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70c8401-facb-4b20-9097-c8cecd366a23 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 80fd6dd8-2d4e-4442-b981-593d90896d4f {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:04:09.843025 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e70c8401-facb-4b20-9097-c8cecd366a23 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.882995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66f6b0-3b9d-4e0d-a1d3-0d474f71c068 None None] Pushing event updated for resources: {'Port': ['ID=e718cdb9-233f-490b-a9d3-69cae1a46b55,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:09.922098 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f539a872-e059-438e-9929-bf4144cc2a6a None None] Provisioning complete for port 3da49b4a-51dc-4349-a766-71649ebbd3ce triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:09.922386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f539a872-e059-438e-9929-bf4144cc2a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.928962 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e70c8401-facb-4b20-9097-c8cecd366a23 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.947544 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-b99543ff-17d0-45f2-a283-f50601e2315d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 0b9522f7-e045-4c3d-92b7-ab360e754598) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:09.948533 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:04:09.950814 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-dfecc850-541e-40ab-8c04-aa9c035efdb0 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Unset dirty status for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:09.952221 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-dfecc850-541e-40ab-8c04-aa9c035efdb0 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4577346 Mar 02 19:04:09.959778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60118) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:09.962322 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ebd45a-f55f-4809-8e9a-f30e2ef51fd0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Made reservation on behalf of dfd3e6d4994a4b8586cb08a4003fb040 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:09.965348 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f4ebd45a-f55f-4809-8e9a-f30e2ef51fd0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.975802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a10648f7-a0b1-407c-856b-37cbba9ac94a tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:09.976991 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a10648f7-a0b1-407c-856b-37cbba9ac94a tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6997137 Mar 02 19:04:09.983750 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60122) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:09.985658 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a82fbb2-f697-45c2-aeb4-47042339affb None None] Network 0b9522f7-e045-4c3d-92b7-ab360e754598 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:10.010005 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99543ff-17d0-45f2-a283-f50601e2315d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:10.011098 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b99543ff-17d0-45f2-a283-f50601e2315d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.039690 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.059183 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e4404b-3b76-47b6-845b-3cbec48cef45 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] GET failed (client error): The resource could not be found. Mar 02 19:04:10.060801 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-57e4404b-3b76-47b6-845b-3cbec48cef45 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports/293556d2-e5f0-4905-ba12-ec7a0d0ea73e HTTP/1.1" status: 404 len: 333 time: 0.0873792 Mar 02 19:04:10.064192 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ebd45a-f55f-4809-8e9a-f30e2ef51fd0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:04:10.065725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60126) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:10.072992 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4c85-a16c-49ad-8e77-3eb956a0bc0e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.084285 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-6ac6c7c0-e25e-4e5c-96d3-34831de9e295 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-780907665'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:10.090770 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392cba97-1f08-4a7c-a068-341d647c2373']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:10.102420 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4c85-a16c-49ad-8e77-3eb956a0bc0e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.108040 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7c3706-db4f-4aae-a253-eb6fb993f6e4') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:10.108569 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7c3706-db4f-4aae-a253-eb6fb993f6e4') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:10.112986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f4ebd45a-f55f-4809-8e9a-f30e2ef51fd0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.112986 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-f4ebd45a-f55f-4809-8e9a-f30e2ef51fd0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Added segment a09ed752-efd5-4dcb-9a03-a433b795d90d of type vlan for network 6eb66200-28df-48c9-92a2-28823b079df2 Mar 02 19:04:10.112986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6ac6c7c0-e25e-4e5c-96d3-34831de9e295 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:10.133519 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.133921 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6ac6c7c0-e25e-4e5c-96d3-34831de9e295 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:network and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:10.141247 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6ac6c7c0-e25e-4e5c-96d3-34831de9e295 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:10.156189 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6ac6c7c0-e25e-4e5c-96d3-34831de9e295 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:10.164794 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e70c8401-facb-4b20-9097-c8cecd366a23 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.165843 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b99543ff-17d0-45f2-a283-f50601e2315d tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4950209 Mar 02 19:04:10.170386 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60130) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:10.233224 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f4ebd45a-f55f-4809-8e9a-f30e2ef51fd0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.241834 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.272974 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f539a872-e059-438e-9929-bf4144cc2a6a None None] Port 3da49b4a-51dc-4349-a766-71649ebbd3ce cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:04:10.294099 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-091a1ac9-82d5-47b1-b71f-851c9ce1b55d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:04:10.294457 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-091a1ac9-82d5-47b1-b71f-851c9ce1b55d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:04:10.315876 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4c85-a16c-49ad-8e77-3eb956a0bc0e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.335732 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c4c85-a16c-49ad-8e77-3eb956a0bc0e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97cb2940-3282-478e-98c6-b76150972de1,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:10.345539 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:04:10.346872 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.350420 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac6c7c0-e25e-4e5c-96d3-34831de9e295 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:10.353617 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6ac6c7c0-e25e-4e5c-96d3-34831de9e295 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.376750 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e70c8401-facb-4b20-9097-c8cecd366a23 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:04:10.389211 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:04:10.396851 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 873205de-02df-40dd-a484-ce7a00979df4 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:10.397350 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.433690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f4ebd45a-f55f-4809-8e9a-f30e2ef51fd0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.440812 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ebd45a-f55f-4809-8e9a-f30e2ef51fd0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:10.444608 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f4ebd45a-f55f-4809-8e9a-f30e2ef51fd0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.647443 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.656240 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebd45a-f55f-4809-8e9a-f30e2ef51fd0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Network': ['ID=6eb66200-28df-48c9-92a2-28823b079df2,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:10.663897 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c8401-facb-4b20-9097-c8cecd366a23 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=80fd6dd8-2d4e-4442-b981-593d90896d4f,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:10.680197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4c85-a16c-49ad-8e77-3eb956a0bc0e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.681538 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0d2c4c85-a16c-49ad-8e77-3eb956a0bc0e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/97cb2940-3282-478e-98c6-b76150972de1 HTTP/1.1" status: 204 len: 168 time: 0.6932793 Mar 02 19:04:10.681688 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbbd643-b1d7-41f6-a485-71a9b9f72883 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:04:10.683993 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e70c8401-facb-4b20-9097-c8cecd366a23 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.685758 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e70c8401-facb-4b20-9097-c8cecd366a23 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/80fd6dd8-2d4e-4442-b981-593d90896d4f HTTP/1.1" status: 204 len: 168 time: 1.0040054 Mar 02 19:04:10.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60134) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:10.706742 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 6eb66200-28df-48c9-92a2-28823b079df2 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:04:10.716934 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac6c7c0-e25e-4e5c-96d3-34831de9e295 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:04:10.718937 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60138) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:10.734662 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b6e26-c3ef-441e-94e0-9e7afbf39072 None None] Sync routers for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:04:10.757029 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:04:06Z', 'revision_number': 3, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:07Z', 'revision_number': 2, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:10.763288 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Checking router: 5b421425-bbe4-4d02-8eda-65d57ea462c7 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:04:10.763912 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Updating router 5b421425-bbe4-4d02-8eda-65d57ea462c7 port 3da49b4a-51dc-4349-a766-71649ebbd3ce binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:04:10.766354 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.809494 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fcbbd643-b1d7-41f6-a485-71a9b9f72883 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.822237 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f4ebd45a-f55f-4809-8e9a-f30e2ef51fd0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0931034 Mar 02 19:04:10.826392 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Transition to ACTIVE for port object a5fb6861-8757-42ca-ac40-a8cc84622298 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:10.831745 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60142) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:10.833017 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6ac6c7c0-e25e-4e5c-96d3-34831de9e295 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.833741 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-6ac6c7c0-e25e-4e5c-96d3-34831de9e295 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Added segment 184e9dc2-0017-45a4-969d-940e6ae1d97b of type vlan for network 260472c8-467f-436f-bc64-4486ba31c42f Mar 02 19:04:10.833871 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-091a1ac9-82d5-47b1-b71f-851c9ce1b55d None None] Deleting port f58c2202-7599-4b6f-844e-b591038bbb60 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:10.834440 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-091a1ac9-82d5-47b1-b71f-851c9ce1b55d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.840433 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3a196df9-f5f9-49ac-afd3-835e62644113 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1173315 Mar 02 19:04:10.846665 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60146) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:10.852006 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-7d920488-e45b-4446-95e7-4215c1c40ee0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'subnet': {'network_id': '6eb66200-28df-48c9-92a2-28823b079df2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:10.855822 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.871798 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-ebf000fb-6bfc-4050-9c5e-968e8b58aaf6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:10.914260 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:10.919056 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/networks/392cba97-1f08-4a7c-a068-341d647c2373 HTTP/1.1" status: 204 len: 168 time: 3.0612531 Mar 02 19:04:10.933286 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60150) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:10.946666 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-53f84652-a0c0-478e-b178-918fcd3a1d6b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'router': {'routes': None}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:11.024935 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd5e67-ab98-43de-a4e0-01e7cc0ef693 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Pushing event deleted for resources: {'Network': ['ID=392cba97-1f08-4a7c-a068-341d647c2373,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:11.033021 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-091a1ac9-82d5-47b1-b71f-851c9ce1b55d None None] The port 'f58c2202-7599-4b6f-844e-b591038bbb60' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:04:11.049794 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6ac6c7c0-e25e-4e5c-96d3-34831de9e295 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:11.085482 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Transition to ACTIVE for port object a5fb6861-8757-42ca-ac40-a8cc84622298 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:11.093344 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-0b9522f7-e045-4c3d-92b7-ab360e754598', 'network_id': '0b9522f7-e045-4c3d-92b7-ab360e754598', 'tenant_id': '6172b04a08f445e3b81d5d0a1072e3c5', 'fixed_ips': [{'subnet_id': '8f259a29-0968-4dde-bf76-514251627838'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:04:11.095224 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-04c2dfd0-0b6b-48c3-82c1-1ec7e3ba47d3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:11.095383 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:11.110978 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b6e26-c3ef-441e-94e0-9e7afbf39072 None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:11.111763 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2f5b6e26-c3ef-441e-94e0-9e7afbf39072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:11.291917 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:11.350327 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2f5b6e26-c3ef-441e-94e0-9e7afbf39072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:11.353103 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-b40bdf93-de06-48bc-9c38-23b38c619e62 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Allocated IP 2001:db8::338 (c9077371-8b80-4c11-a25f-2776945a5fbf/50f7e693-6814-4f0e-9909-f57d58e4f9bc/23c9baa6-2fc1-4c93-9604-602cd0c6535f) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:11.463970 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 10ccbf74-d500-4559-bf41-f83b869b83b8 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:04:11.522301 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:11.539814 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Transition to ACTIVE for port object 3da49b4a-51dc-4349-a766-71649ebbd3ce will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:11.576076 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 10ccbf74-d500-4559-bf41-f83b869b83b8 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:04:11.576662 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 10ccbf74-d500-4559-bf41-f83b869b83b8 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:04:11.578259 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f58c2202-7599-4b6f-844e-b591038bbb60 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:04:11.590382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6ac6c7c0-e25e-4e5c-96d3-34831de9e295 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:11.594259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac6c7c0-e25e-4e5c-96d3-34831de9e295 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:11.594854 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6ac6c7c0-e25e-4e5c-96d3-34831de9e295 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:11.610173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-04c2dfd0-0b6b-48c3-82c1-1ec7e3ba47d3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:11.612665 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-04c2dfd0-0b6b-48c3-82c1-1ec7e3ba47d3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.9228020 Mar 02 19:04:11.632496 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Network c9077371-8b80-4c11-a25f-2776945a5fbf is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:11.634939 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:11.649269 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Pushing event updated for resources: {'Port': ['ID=a5fb6861-8757-42ca-ac40-a8cc84622298,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:11.651980 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:11.659894 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91789ac-cc21-439f-a78a-364ff458d1cd None None] Network 597adeee-63c2-4675-954e-b15f49f65f89 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:11.663326 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fcbbd643-b1d7-41f6-a485-71a9b9f72883 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "PUT /v2.0/floatingips/5c991ce7-39a2-4061-a3a4-5be83fca79d4 HTTP/1.1" status: 200 len: 978 time: 8.2223003 Mar 02 19:04:11.673031 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60154) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:11.673285 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60156) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:11.675086 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: f58c2202-7599-4b6f-844e-b591038bbb60 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:04:11.675456 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f58c2202-7599-4b6f-844e-b591038bbb60 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:04:11.686463 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:11.797735 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76a827-f5fc-4695-8b36-2066d7b3e8e7 None None] Pushing event updated for resources: {'Port': ['ID=3da49b4a-51dc-4349-a766-71649ebbd3ce,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:11.799972 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b6e26-c3ef-441e-94e0-9e7afbf39072 None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:11.801044 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2f5b6e26-c3ef-441e-94e0-9e7afbf39072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:11.822588 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a76a827-f5fc-4695-8b36-2066d7b3e8e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.823676 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a76a827-f5fc-4695-8b36-2066d7b3e8e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.824085 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a76a827-f5fc-4695-8b36-2066d7b3e8e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.825929 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a76a827-f5fc-4695-8b36-2066d7b3e8e7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.826357 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a76a827-f5fc-4695-8b36-2066d7b3e8e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.826870 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a76a827-f5fc-4695-8b36-2066d7b3e8e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.827270 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a76a827-f5fc-4695-8b36-2066d7b3e8e7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.827718 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a76a827-f5fc-4695-8b36-2066d7b3e8e7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.828137 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a76a827-f5fc-4695-8b36-2066d7b3e8e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.829026 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a76a827-f5fc-4695-8b36-2066d7b3e8e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.829026 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a76a827-f5fc-4695-8b36-2066d7b3e8e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.870511 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.extraroute_db [None req-53f84652-a0c0-478e-b178-918fcd3a1d6b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Added routes are [] {{(pid=84533) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 02 19:04:11.870511 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.extraroute_db [None req-53f84652-a0c0-478e-b178-918fcd3a1d6b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Removed routes are [] {{(pid=84533) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 02 19:04:11.870511 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53f84652-a0c0-478e-b178-918fcd3a1d6b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:11.882436 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b40bdf93-de06-48bc-9c38-23b38c619e62 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:11.907607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-b40bdf93-de06-48bc-9c38-23b38c619e62 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Transition to ACTIVE for port object 23c9baa6-2fc1-4c93-9604-602cd0c6535f will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:11.908411 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e718cdb9-233f-490b-a9d3-69cae1a46b55 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:11.927825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7d920488-e45b-4446-95e7-4215c1c40ee0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:11.959247 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7d920488-e45b-4446-95e7-4215c1c40ee0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:subnet and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:11.968961 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7d920488-e45b-4446-95e7-4215c1c40ee0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:12.046415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b40bdf93-de06-48bc-9c38-23b38c619e62 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:12.050111 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6ac6c7c0-e25e-4e5c-96d3-34831de9e295 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9831333 Mar 02 19:04:12.051966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ebf000fb-6bfc-4050-9c5e-968e8b58aaf6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:12.058374 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7d920488-e45b-4446-95e7-4215c1c40ee0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:12.059283 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2f5b6e26-c3ef-441e-94e0-9e7afbf39072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:12.059792 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b6e26-c3ef-441e-94e0-9e7afbf39072 None None] The sync data for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:04:12.106945 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60164) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:12.131652 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ebf000fb-6bfc-4050-9c5e-968e8b58aaf6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:12.168328 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-20e91321-32fc-45da-a9fb-e95f316173ae tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'subnet': {'network_id': '260472c8-467f-436f-bc64-4486ba31c42f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:12.213935 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ebf000fb-6bfc-4050-9c5e-968e8b58aaf6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:12.232899 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Attempting to bind port 3da49b4a-51dc-4349-a766-71649ebbd3ce on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:04:12.233445 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Attempting to bind port 3da49b4a-51dc-4349-a766-71649ebbd3ce by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '0d21b58a-b23e-4cd6-bb85-823600ff24b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:04:12.233937 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Attempting to bind port 3da49b4a-51dc-4349-a766-71649ebbd3ce on network 0d2a6647-2336-4b75-8e29-50bf4743f4e0 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:04:12.244112 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:04:12.244643 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Checking segment: {'id': '0d21b58a-b23e-4cd6-bb85-823600ff24b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:12.245139 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:12.245628 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Bound using segment: {'id': '0d21b58a-b23e-4cd6-bb85-823600ff24b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:04:12.246270 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Bound port: 3da49b4a-51dc-4349-a766-71649ebbd3ce, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d21b58a-b23e-4cd6-bb85-823600ff24b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:04:12.246762 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:12.293538 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Attempting to bind port a5fb6861-8757-42ca-ac40-a8cc84622298 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:04:12.294378 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Attempting to bind port a5fb6861-8757-42ca-ac40-a8cc84622298 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '2ad4060b-ef11-4840-9cd2-0bd45fbe6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c9077371-8b80-4c11-a25f-2776945a5fbf'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:04:12.294921 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Attempting to bind port a5fb6861-8757-42ca-ac40-a8cc84622298 on network c9077371-8b80-4c11-a25f-2776945a5fbf {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:04:12.301948 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6c7c0-e25e-4e5c-96d3-34831de9e295 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Network': ['ID=260472c8-467f-436f-bc64-4486ba31c42f,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:12.313156 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ebf000fb-6bfc-4050-9c5e-968e8b58aaf6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:12.316928 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d920488-e45b-4446-95e7-4215c1c40ee0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Made reservation on behalf of dfd3e6d4994a4b8586cb08a4003fb040 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:12.317765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273d44fe-8904-4b28-a2bf-829b5e3c44ce None None] Update dhcp port {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'fixed_ips': [{'subnet_id': '80fd6dd8-2d4e-4442-b981-593d90896d4f'}], 'binding:host_id': 'dv-neutron-831573-1-hyperv'}, 'id': '1e84e3e6-2d7c-441f-8286-9bc70f5c320a'} from dv-neutron-831573-1-hyperv. {{(pid=84534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 19:04:12.364953 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 260472c8-467f-436f-bc64-4486ba31c42f details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:04:12.376432 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] For port 3da49b4a-51dc-4349-a766-71649ebbd3ce, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:04:12.380829 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] For port 3da49b4a-51dc-4349-a766-71649ebbd3ce, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3da49b4a-51dc-4349-a766-71649ebbd3ce,segment=NetworkSegment(0d21b58a-b23e-4cd6-bb85-823600ff24b4),segment_id=0d21b58a-b23e-4cd6-bb85-823600ff24b4)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:04:12.382890 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8c136906-7c22-419c-a0af-dd71eff4326d None None] Provisioning for port e718cdb9-233f-490b-a9d3-69cae1a46b55 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:12.413236 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Allocated IP 172.20.0.2 (0b9522f7-e045-4c3d-92b7-ab360e754598/8f259a29-0968-4dde-bf76-514251627838/a94c5524-70f1-47ce-a013-c9b0d6da1f73) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:12.422926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bdf93-de06-48bc-9c38-23b38c619e62 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=23c9baa6-2fc1-4c93-9604-602cd0c6535f,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:12.431628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40bdf93-de06-48bc-9c38-23b38c619e62 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network c9077371-8b80-4c11-a25f-2776945a5fbf is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:12.444439 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-b40bdf93-de06-48bc-9c38-23b38c619e62 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:12.459197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40bdf93-de06-48bc-9c38-23b38c619e62 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:12.464360 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40bdf93-de06-48bc-9c38-23b38c619e62 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:12.464990 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b40bdf93-de06-48bc-9c38-23b38c619e62 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:12.471760 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:12.496315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-20e91321-32fc-45da-a9fb-e95f316173ae tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:12.499796 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-20e91321-32fc-45da-a9fb-e95f316173ae tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:subnet and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:12.503288 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-20e91321-32fc-45da-a9fb-e95f316173ae tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:12.509456 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-20e91321-32fc-45da-a9fb-e95f316173ae tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:12.523291 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0c8ac-aec6-4844-9254-6a5a4e6e172b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Deleting port 91bb6932-a345-442a-be15-1f49f8e026d6 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:12.523707 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d8d0c8ac-aec6-4844-9254-6a5a4e6e172b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:12.528614 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf000fb-6bfc-4050-9c5e-968e8b58aaf6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:12.532205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ebf000fb-6bfc-4050-9c5e-968e8b58aaf6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:12.544160 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:04:12.545022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Checking segment: {'id': '2ad4060b-ef11-4840-9cd2-0bd45fbe6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c9077371-8b80-4c11-a25f-2776945a5fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:12.545022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:12.545344 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Bound using segment: {'id': '2ad4060b-ef11-4840-9cd2-0bd45fbe6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c9077371-8b80-4c11-a25f-2776945a5fbf'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:04:12.545814 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Bound port: a5fb6861-8757-42ca-ac40-a8cc84622298, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad4060b-ef11-4840-9cd2-0bd45fbe6fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'c9077371-8b80-4c11-a25f-2776945a5fbf'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:04:12.546184 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:12.563538 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a83530f0-74a8-4e3c-a378-d8cf7c735e22 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:12.607473 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76a827-f5fc-4695-8b36-2066d7b3e8e7 None None] Pushing event updated for resources: {'Port': ['ID=3da49b4a-51dc-4349-a766-71649ebbd3ce,revision_number=4']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:12.619504 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:12.619837 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:12.621372 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e91321-32fc-45da-a9fb-e95f316173ae tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:12.645488 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d920488-e45b-4446-95e7-4215c1c40ee0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:12.677675 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b40bdf93-de06-48bc-9c38-23b38c619e62 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2602706 Mar 02 19:04:12.747559 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60168) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:12.825263 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] For port a5fb6861-8757-42ca-ac40-a8cc84622298, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:04:12.825614 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:04:12.830424 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] For port a5fb6861-8757-42ca-ac40-a8cc84622298, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a5fb6861-8757-42ca-ac40-a8cc84622298,segment=NetworkSegment(2ad4060b-ef11-4840-9cd2-0bd45fbe6fdf),segment_id=2ad4060b-ef11-4840-9cd2-0bd45fbe6fdf)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:04:12.832879 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbd00-68fd-4a80-87a9-00907b44695b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:12.838159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-273d44fe-8904-4b28-a2bf-829b5e3c44ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:12.908926 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53f84652-a0c0-478e-b178-918fcd3a1d6b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:12.928031 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a83530f0-74a8-4e3c-a378-d8cf7c735e22 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.033009 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.037588 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port e718cdb9-233f-490b-a9d3-69cae1a46b55 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:13.066727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53f84652-a0c0-478e-b178-918fcd3a1d6b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.112394 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d920488-e45b-4446-95e7-4215c1c40ee0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.144715 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port e718cdb9-233f-490b-a9d3-69cae1a46b55 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:13.145707 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.162379 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-44775f60-22a3-4e2e-9fff-48b5ff17c0f5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port 23c9baa6-2fc1-4c93-9604-602cd0c6535f {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:13.162715 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-44775f60-22a3-4e2e-9fff-48b5ff17c0f5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.196150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-20e91321-32fc-45da-a9fb-e95f316173ae tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.313472 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:04:06Z', 'revision_number': 3, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:12Z', 'revision_number': 4, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:13.320909 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca118c7-461c-4605-a159-3829c351ba04 None None] The sync data for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv is: [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:04:06Z', 'revision_number': 3, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:12Z', 'revision_number': 4, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:04:13.342667 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d920488-e45b-4446-95e7-4215c1c40ee0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Subnet': ['ID=8fc60373-2fec-4184-8960-4538a23e2582,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:13.462550 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d920488-e45b-4446-95e7-4215c1c40ee0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Checking segment: {'id': 'a09ed752-efd5-4dcb-9a03-a433b795d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:13.463298 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d920488-e45b-4446-95e7-4215c1c40ee0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network hostable DHCP agents. Network: 6eb66200-28df-48c9-92a2-28823b079df2, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:04:13.482595 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746c0a8-06c6-4cb8-89e3-a9512a0c84f4 None None] Pushing event updated for resources: {'Port': ['ID=a5fb6861-8757-42ca-ac40-a8cc84622298,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:13.668836 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee842ed-fd2d-4a13-aead-109f5de17dfb None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:13.685070 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d920488-e45b-4446-95e7-4215c1c40ee0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 6eb66200-28df-48c9-92a2-28823b079df2 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:04:13.717888 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ebf000fb-6bfc-4050-9c5e-968e8b58aaf6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.791735 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-20e91321-32fc-45da-a9fb-e95f316173ae tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.802700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-7d920488-e45b-4446-95e7-4215c1c40ee0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 6eb66200-28df-48c9-92a2-28823b079df2) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:13.816874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d920488-e45b-4446-95e7-4215c1c40ee0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:13.817449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d920488-e45b-4446-95e7-4215c1c40ee0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.865735 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf000fb-6bfc-4050-9c5e-968e8b58aaf6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:13.875053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-ebf000fb-6bfc-4050-9c5e-968e8b58aaf6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:13.881151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf000fb-6bfc-4050-9c5e-968e8b58aaf6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:13.881744 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ebf000fb-6bfc-4050-9c5e-968e8b58aaf6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.904257 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.926604 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-cf7fbd00-68fd-4a80-87a9-00907b44695b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Allocated IP 172.20.0.1 (597adeee-63c2-4675-954e-b15f49f65f89/0baa41b1-3856-458d-95ef-101681281c95/4881e32f-8ec4-4ef0-ade7-ee7f35bb2c5f) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:13.934462 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971b6dbc-e799-41f1-9a0f-5c570b213ed4 None None] Network 6eb66200-28df-48c9-92a2-28823b079df2 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:13.951281 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf000fb-6bfc-4050-9c5e-968e8b58aaf6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=0b82a9bc-119d-4bf8-82c8-e8d87d7e8162,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:13.990727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d8d0c8ac-aec6-4844-9254-6a5a4e6e172b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.992689 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d8d0c8ac-aec6-4844-9254-6a5a4e6e172b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:14.047267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Transition to ACTIVE for port object a94c5524-70f1-47ce-a013-c9b0d6da1f73 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:14.058845 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a83530f0-74a8-4e3c-a378-d8cf7c735e22 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:14.068623 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f84652-a0c0-478e-b178-918fcd3a1d6b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router af8ca6aa-2307-45c4-badf-fa8fadec6767 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:04:14.203686 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ebf000fb-6bfc-4050-9c5e-968e8b58aaf6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3562498 Mar 02 19:04:14.207642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:14.212539 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7d920488-e45b-4446-95e7-4215c1c40ee0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3775878 Mar 02 19:04:14.213223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60172) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:14.229211 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60174) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:14.239717 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-13eb06e5-0f31-4252-a1ab-c69bedb3a0c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:14.284983 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Transition to ACTIVE for port object a94c5524-70f1-47ce-a013-c9b0d6da1f73 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:14.294142 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3aff7eb4-9475-435d-890a-99db9de68de7 None None] Provisioning complete for port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:14.294514 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3aff7eb4-9475-435d-890a-99db9de68de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:14.328773 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83530f0-74a8-4e3c-a378-d8cf7c735e22 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b053172-9c4b-4381-83b9-1952f64169c6,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:14.358306 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0c8ac-aec6-4844-9254-6a5a4e6e172b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Calling delete_port for 91bb6932-a345-442a-be15-1f49f8e026d6 owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:14.432704 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port e718cdb9-233f-490b-a9d3-69cae1a46b55, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e718cdb9-233f-490b-a9d3-69cae1a46b55,segment=NetworkSegment(3d0f883a-cba1-42f4-a8cf-7e9719a67bb4),segment_id=3d0f883a-cba1-42f4-a8cf-7e9719a67bb4)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:14.441590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:14.483096 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e91321-32fc-45da-a9fb-e95f316173ae tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Subnet': ['ID=5877ffd7-ef05-4963-b2a1-bb9374c89123,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:14.495166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e91321-32fc-45da-a9fb-e95f316173ae tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Checking segment: {'id': '184e9dc2-0017-45a4-969d-940e6ae1d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '260472c8-467f-436f-bc64-4486ba31c42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:14.495587 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e91321-32fc-45da-a9fb-e95f316173ae tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network hostable DHCP agents. Network: 260472c8-467f-436f-bc64-4486ba31c42f, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:04:14.615267 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-13eb06e5-0f31-4252-a1ab-c69bedb3a0c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:14.619968 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:14.623583 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-13eb06e5-0f31-4252-a1ab-c69bedb3a0c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:14.626200 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e91321-32fc-45da-a9fb-e95f316173ae tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 260472c8-467f-436f-bc64-4486ba31c42f is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:04:14.631597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-13eb06e5-0f31-4252-a1ab-c69bedb3a0c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:14.641872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-13eb06e5-0f31-4252-a1ab-c69bedb3a0c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:14.761224 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eb06e5-0f31-4252-a1ab-c69bedb3a0c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:14.802570 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-20e91321-32fc-45da-a9fb-e95f316173ae tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 260472c8-467f-436f-bc64-4486ba31c42f) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:14.884073 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33753e3d-21da-4daf-a452-33ddcfd7d681 None None] Network 260472c8-467f-436f-bc64-4486ba31c42f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:14.887766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a83530f0-74a8-4e3c-a378-d8cf7c735e22 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:14.892097 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a83530f0-74a8-4e3c-a378-d8cf7c735e22 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-groups/7b053172-9c4b-4381-83b9-1952f64169c6 HTTP/1.1" status: 204 len: 168 time: 3.2177300 Mar 02 19:04:14.903731 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Network 0b9522f7-e045-4c3d-92b7-ab360e754598 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:14.916969 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-6eb66200-28df-48c9-92a2-28823b079df2', 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'fixed_ips': [{'subnet_id': '8fc60373-2fec-4184-8960-4538a23e2582'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:04:14.918077 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:14.931268 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a5fb6861-8757-42ca-ac40-a8cc84622298 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:14.944057 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60180) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:14.957397 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Pushing event updated for resources: {'Port': ['ID=a94c5524-70f1-47ce-a013-c9b0d6da1f73,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:14.961413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e91321-32fc-45da-a9fb-e95f316173ae tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:14.961601 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-20e91321-32fc-45da-a9fb-e95f316173ae tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:15.029254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:15.075374 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbd00-68fd-4a80-87a9-00907b44695b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:15.080497 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-20e91321-32fc-45da-a9fb-e95f316173ae tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9599819 Mar 02 19:04:15.081255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-44775f60-22a3-4e2e-9fff-48b5ff17c0f5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:15.081789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60184) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:15.090304 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-13eb06e5-0f31-4252-a1ab-c69bedb3a0c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:15.107989 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-6d56ce67-0ba2-43fa-a71f-35e34efb7dc9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'subnet': {'network_id': '260472c8-467f-436f-bc64-4486ba31c42f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:15.135069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf88f61-b0db-419b-a4ee-742310f6817d None None] Network c9077371-8b80-4c11-a25f-2776945a5fbf requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:15.157782 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:15.233774 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-cf7fbd00-68fd-4a80-87a9-00907b44695b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Transition to ACTIVE for port object 4881e32f-8ec4-4ef0-ade7-ee7f35bb2c5f will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:15.243549 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-44775f60-22a3-4e2e-9fff-48b5ff17c0f5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for 23c9baa6-2fc1-4c93-9604-602cd0c6535f owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:15.317490 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f84652-a0c0-478e-b178-918fcd3a1d6b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:04:15.329172 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bb35c1-10eb-4e9a-9101-2ccb5b486349 None None] Sync routers for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:04:15.353775 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-36b15956-f5b4-41f1-9fe7-fc51d7b2db59 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:15.356759 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bb35c1-10eb-4e9a-9101-2ccb5b486349 None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:15.358240 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-63bb35c1-10eb-4e9a-9101-2ccb5b486349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:15.367141 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53f84652-a0c0-478e-b178-918fcd3a1d6b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:15.371569 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-53f84652-a0c0-478e-b178-918fcd3a1d6b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/af8ca6aa-2307-45c4-badf-fa8fadec6767 HTTP/1.1" status: 200 len: 705 time: 4.4294715 Mar 02 19:04:15.387160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60188) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:15.394170 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d8d0c8ac-aec6-4844-9254-6a5a4e6e172b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:15.444958 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=e718cdb9-233f-490b-a9d3-69cae1a46b55,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:15.487669 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-abcc9b8e-d0a9-4ba7-b91b-e157c74ed700 None None] Provisioning complete for port e718cdb9-233f-490b-a9d3-69cae1a46b55 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:15.487669 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-abcc9b8e-d0a9-4ba7-b91b-e157c74ed700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:15.488003 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0c8ac-aec6-4844-9254-6a5a4e6e172b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event deleted for resources: {'Port': ['ID=91bb6932-a345-442a-be15-1f49f8e026d6,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:15.490300 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1c0f3c59-8aae-408f-8117-5e84f74deff7 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Synchronizing usage tracker for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:15.496728 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-63bb35c1-10eb-4e9a-9101-2ccb5b486349 None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:04:15.567965 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbd00-68fd-4a80-87a9-00907b44695b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:15.591290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6d56ce67-0ba2-43fa-a71f-35e34efb7dc9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:15.610645 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6d56ce67-0ba2-43fa-a71f-35e34efb7dc9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:subnet and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:15.614698 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.ipam_backend_mixin [None req-13eb06e5-0f31-4252-a1ab-c69bedb3a0c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0b82a9bc-119d-4bf8-82c8-e8d87d7e8162 (CIDR: 2001:db8::/64) Mar 02 19:04:15.616922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6d56ce67-0ba2-43fa-a71f-35e34efb7dc9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:15.624739 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6d56ce67-0ba2-43fa-a71f-35e34efb7dc9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:15.634646 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-36b15956-f5b4-41f1-9fe7-fc51d7b2db59 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:15.636176 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-36b15956-f5b4-41f1-9fe7-fc51d7b2db59 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6372776 Mar 02 19:04:15.646706 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60192) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:15.656872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-b1c2a82a-9fca-4fed-8cae-34bc824d26f5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group': {'name': 'tempest-secgroup--227928315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:15.665362 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b1c2a82a-9fca-4fed-8cae-34bc824d26f5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:15.667943 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-13eb06e5-0f31-4252-a1ab-c69bedb3a0c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:04:15.669584 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13eb06e5-0f31-4252-a1ab-c69bedb3a0c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:04:15.687643 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b1c2a82a-9fca-4fed-8cae-34bc824d26f5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:15.714037 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-63bb35c1-10eb-4e9a-9101-2ccb5b486349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:04:01Z', 'revision_number': 11, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:15.718637 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bb35c1-10eb-4e9a-9101-2ccb5b486349 None None] Checking router: af8ca6aa-2307-45c4-badf-fa8fadec6767 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:04:15.721663 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Allocated IP 172.22.0.2 (6eb66200-28df-48c9-92a2-28823b079df2/8fc60373-2fec-4184-8960-4538a23e2582/10780816-8fc0-4c2d-a7a4-bc478d42eab8) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:15.731246 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bb35c1-10eb-4e9a-9101-2ccb5b486349 None None] Routers {'af8ca6aa-2307-45c4-badf-fa8fadec6767'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:15.732009 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-63bb35c1-10eb-4e9a-9101-2ccb5b486349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['af8ca6aa-2307-45c4-badf-fa8fadec6767'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:15.749689 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1c0f3c59-8aae-408f-8117-5e84f74deff7 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Unset dirty status for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:15.750749 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1c0f3c59-8aae-408f-8117-5e84f74deff7 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/ports?device_id=af8ca6aa-2307-45c4-badf-fa8fadec6767 HTTP/1.1" status: 200 len: 205 time: 0.3624692 Mar 02 19:04:15.754142 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60196) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:15.755966 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7fbd00-68fd-4a80-87a9-00907b44695b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Network 597adeee-63c2-4675-954e-b15f49f65f89 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:15.758585 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fbd00-68fd-4a80-87a9-00907b44695b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Pushing event updated for resources: {'Port': ['ID=4881e32f-8ec4-4ef0-ade7-ee7f35bb2c5f,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:15.780725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d56ce67-0ba2-43fa-a71f-35e34efb7dc9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:15.785038 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6d56ce67-0ba2-43fa-a71f-35e34efb7dc9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:15.818218 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-cf7fbd00-68fd-4a80-87a9-00907b44695b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:15.820668 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7fbd00-68fd-4a80-87a9-00907b44695b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:15.852726 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d8d0c8ac-aec6-4844-9254-6a5a4e6e172b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:15.892140 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-13eb06e5-0f31-4252-a1ab-c69bedb3a0c4 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6744344 Mar 02 19:04:15.903382 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60200) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:15.912554 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-63bb35c1-10eb-4e9a-9101-2ccb5b486349 None None] Set router af8ca6aa-2307-45c4-badf-fa8fadec6767 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:04:15.933739 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91201044-8499-4741-ad0b-a48fbce0e0ba None None] Update dhcp port {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'fixed_ips': [{'subnet_id': '0b82a9bc-119d-4bf8-82c8-e8d87d7e8162'}], 'binding:host_id': 'dv-neutron-831573-1-hyperv'}, 'id': '1e84e3e6-2d7c-441f-8286-9bc70f5c320a'} from dv-neutron-831573-1-hyperv. {{(pid=84534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 19:04:15.961954 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-dc335182-8efb-4482-a9bd-35e0c9d6e935 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:15.979995 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-44775f60-22a3-4e2e-9fff-48b5ff17c0f5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:16.000213 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e501ccc7-c4fd-4f1b-9977-796d15cbfa8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:16.042811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-91201044-8499-4741-ad0b-a48fbce0e0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:16.049760 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1c2a82a-9fca-4fed-8cae-34bc824d26f5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:16.101430 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-63bb35c1-10eb-4e9a-9101-2ccb5b486349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:04:01Z', 'revision_number': 11, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:16.118105 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bb35c1-10eb-4e9a-9101-2ccb5b486349 None None] The sync data for ids ['af8ca6aa-2307-45c4-badf-fa8fadec6767'] in dv-neutron-831573-1-hyperv is: [{'id': 'af8ca6aa-2307-45c4-badf-fa8fadec6767', 'name': 'tempest-RoutersIpV6Test-router-1499263739', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:01:44Z', 'updated_at': '2022-03-02T19:04:01Z', 'revision_number': 11, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:04:16.173743 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Attempting to bind port a94c5524-70f1-47ce-a013-c9b0d6da1f73 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:04:16.174183 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Attempting to bind port a94c5524-70f1-47ce-a013-c9b0d6da1f73 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '38359323-e809-4292-ac00-823223777f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '0b9522f7-e045-4c3d-92b7-ab360e754598'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:04:16.174626 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Attempting to bind port a94c5524-70f1-47ce-a013-c9b0d6da1f73 on network 0b9522f7-e045-4c3d-92b7-ab360e754598 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:04:16.217453 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:04:16.217943 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Checking segment: {'id': '38359323-e809-4292-ac00-823223777f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '0b9522f7-e045-4c3d-92b7-ab360e754598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:16.218423 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:16.218887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Bound using segment: {'id': '38359323-e809-4292-ac00-823223777f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '0b9522f7-e045-4c3d-92b7-ab360e754598'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:04:16.219479 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Bound port: a94c5524-70f1-47ce-a013-c9b0d6da1f73, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38359323-e809-4292-ac00-823223777f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '0b9522f7-e045-4c3d-92b7-ab360e754598'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:04:16.219945 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:16.414822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44775f60-22a3-4e2e-9fff-48b5ff17c0f5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Port': ['ID=23c9baa6-2fc1-4c93-9604-602cd0c6535f,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:16.440799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b1c2a82a-9fca-4fed-8cae-34bc824d26f5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:16.443255 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.ipam_backend_mixin [None req-6d56ce67-0ba2-43fa-a71f-35e34efb7dc9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5877ffd7-ef05-4963-b2a1-bb9374c89123 (CIDR: 172.20.0.0/28) Mar 02 19:04:16.452166 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port a5fb6861-8757-42ca-ac40-a8cc84622298 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:16.461675 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:16.488946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b1c2a82a-9fca-4fed-8cae-34bc824d26f5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:16.493528 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b1c2a82a-9fca-4fed-8cae-34bc824d26f5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:16.495234 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbd00-68fd-4a80-87a9-00907b44695b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:16.496932 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d56ce67-0ba2-43fa-a71f-35e34efb7dc9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:04:16.503074 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d56ce67-0ba2-43fa-a71f-35e34efb7dc9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:04:16.506040 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-44775f60-22a3-4e2e-9fff-48b5ff17c0f5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:16.512042 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b1c2a82a-9fca-4fed-8cae-34bc824d26f5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:16.565672 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-44775f60-22a3-4e2e-9fff-48b5ff17c0f5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/ports/23c9baa6-2fc1-4c93-9604-602cd0c6535f HTTP/1.1" status: 204 len: 168 time: 3.8020093 Mar 02 19:04:16.570267 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ed93fe8-9845-4e9e-afeb-c43d1be71ff8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:16.570555 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60204) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:16.586006 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:04:16.596399 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3da49b4a-51dc-4349-a766-71649ebbd3ce up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:16.625122 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Transition to ACTIVE for port object 10780816-8fc0-4c2d-a7a4-bc478d42eab8 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:16.666512 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6d56ce67-0ba2-43fa-a71f-35e34efb7dc9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5818789 Mar 02 19:04:16.676373 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60208) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:16.681057 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-175c04fe-d856-4058-b337-25b7c5070267 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] DELETE failed (client error): The resource could not be found. Mar 02 19:04:16.681508 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175c04fe-d856-4058-b337-25b7c5070267 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:04:16.704320 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-3c540b1d-3dc3-4044-b40b-9bd93595c648 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'subnet': {'network_id': '260472c8-467f-436f-bc64-4486ba31c42f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:16.726015 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-dc335182-8efb-4482-a9bd-35e0c9d6e935 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:16.730062 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-175c04fe-d856-4058-b337-25b7c5070267 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/ports/23c9baa6-2fc1-4c93-9604-602cd0c6535f HTTP/1.1" status: 404 len: 333 time: 0.1218045 Mar 02 19:04:16.735061 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-dc335182-8efb-4482-a9bd-35e0c9d6e935 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:16.740054 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-dc335182-8efb-4482-a9bd-35e0c9d6e935 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:16.743871 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60212) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:16.773720 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-260472c8-467f-436f-bc64-4486ba31c42f', 'network_id': '260472c8-467f-436f-bc64-4486ba31c42f', 'tenant_id': '492dbd1aaa2b468e92542bbdee548e8a', 'fixed_ips': [{'subnet_id': '5877ffd7-ef05-4963-b2a1-bb9374c89123'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:04:16.774756 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:16.782615 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-dc335182-8efb-4482-a9bd-35e0c9d6e935 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:16.831801 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Transition to ACTIVE for port object 10780816-8fc0-4c2d-a7a4-bc478d42eab8 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:16.845393 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73806ba-b7ac-421d-b9b3-774d7d690719 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] GET failed (client error): The resource could not be found. Mar 02 19:04:16.845887 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c73806ba-b7ac-421d-b9b3-774d7d690719 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Synchronizing usage tracker for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:16.849792 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1c2a82a-9fca-4fed-8cae-34bc824d26f5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:16.872465 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] For port a94c5524-70f1-47ce-a013-c9b0d6da1f73, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:04:16.891533 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3c540b1d-3dc3-4044-b40b-9bd93595c648 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:16.895618 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3c540b1d-3dc3-4044-b40b-9bd93595c648 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:subnet and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:16.898761 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3c540b1d-3dc3-4044-b40b-9bd93595c648 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:16.904861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3c540b1d-3dc3-4044-b40b-9bd93595c648 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:16.943510 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1c2a82a-9fca-4fed-8cae-34bc824d26f5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:16.948051 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] For port a94c5524-70f1-47ce-a013-c9b0d6da1f73, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a94c5524-70f1-47ce-a013-c9b0d6da1f73,segment=NetworkSegment(38359323-e809-4292-ac00-823223777f36),segment_id=38359323-e809-4292-ac00-823223777f36)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:04:16.958164 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:17.004068 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc335182-8efb-4482-a9bd-35e0c9d6e935 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:17.013698 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c540b1d-3dc3-4044-b40b-9bd93595c648 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:17.017421 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c540b1d-3dc3-4044-b40b-9bd93595c648 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:17.054820 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-91201044-8499-4741-ad0b-a48fbce0e0ba None None] Allocated IP 2001:db8::2 (ef3b29a7-4982-4982-b073-f3d27df1240a/0b82a9bc-119d-4bf8-82c8-e8d87d7e8162/1e84e3e6-2d7c-441f-8286-9bc70f5c320a) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:17.065067 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:17.095024 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbd00-68fd-4a80-87a9-00907b44695b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:17.129835 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Network 6eb66200-28df-48c9-92a2-28823b079df2 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:17.132226 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2a82a-9fca-4fed-8cae-34bc824d26f5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf68961c-143e-47f5-a59f-f3af117683d1,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:17.161639 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-e501ccc7-c4fd-4f1b-9977-796d15cbfa8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Allocated IP 172.22.0.1 (6eb66200-28df-48c9-92a2-28823b079df2/8fc60373-2fec-4184-8960-4538a23e2582/59367128-ef71-4bc2-9172-06e57074cbc2) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:17.162073 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Pushing event updated for resources: {'Port': ['ID=10780816-8fc0-4c2d-a7a4-bc478d42eab8,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:17.185791 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:17.192309 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c73806ba-b7ac-421d-b9b3-774d7d690719 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Unset dirty status for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:17.193460 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c73806ba-b7ac-421d-b9b3-774d7d690719 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports/23c9baa6-2fc1-4c93-9604-602cd0c6535f HTTP/1.1" status: 404 len: 333 time: 0.4478617 Mar 02 19:04:17.201987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60216) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:17.230357 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 3da49b4a-51dc-4349-a766-71649ebbd3ce completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:17.235591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:17.282439 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1c2a82a-9fca-4fed-8cae-34bc824d26f5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:17.287199 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b1c2a82a-9fca-4fed-8cae-34bc824d26f5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6343071 Mar 02 19:04:17.300663 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-9c3b607c-0296-4fec-8d1f-08bc2475c24d None None] Provisioning for port 4881e32f-8ec4-4ef0-ade7-ee7f35bb2c5f completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:17.315089 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60220) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:17.329386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 3da49b4a-51dc-4349-a766-71649ebbd3ce triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:17.329386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:17.335002 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-19a4b96b-847d-4fc3-a572-99121224f5b9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group_rule': {'security_group_id': 'cf68961c-143e-47f5-a59f-f3af117683d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:17.340834 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ed93fe8-9845-4e9e-afeb-c43d1be71ff8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:17.358469 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-19a4b96b-847d-4fc3-a572-99121224f5b9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:17.379167 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-19a4b96b-847d-4fc3-a572-99121224f5b9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:17.387340 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-19a4b96b-847d-4fc3-a572-99121224f5b9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:17.396362 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-9c3b607c-0296-4fec-8d1f-08bc2475c24d None None] Provisioning complete for port 4881e32f-8ec4-4ef0-ade7-ee7f35bb2c5f triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:17.396601 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c3b607c-0296-4fec-8d1f-08bc2475c24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:17.404227 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ed93fe8-9845-4e9e-afeb-c43d1be71ff8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:17.409629 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-19a4b96b-847d-4fc3-a572-99121224f5b9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:17.515303 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Allocated IP 172.20.0.2 (260472c8-467f-436f-bc64-4486ba31c42f/5877ffd7-ef05-4963-b2a1-bb9374c89123/f8ca373b-72f2-4a9a-ba7d-4044545c4d6d) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:17.543864 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dc335182-8efb-4482-a9bd-35e0c9d6e935 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:17.694862 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-19a4b96b-847d-4fc3-a572-99121224f5b9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:17.729974 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e34338-38ef-43ca-b745-55b5fc397c72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting subnet 50f7e693-6814-4f0e-9909-f57d58e4f9bc {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:04:17.750896 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e501ccc7-c4fd-4f1b-9977-796d15cbfa8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:17.758178 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-77e34338-38ef-43ca-b745-55b5fc397c72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:17.858095 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-e501ccc7-c4fd-4f1b-9977-796d15cbfa8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Transition to ACTIVE for port object 59367128-ef71-4bc2-9172-06e57074cbc2 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:17.865648 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-77e34338-38ef-43ca-b745-55b5fc397c72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:17.941499 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1759a-4683-42b6-8238-564cd43aefb8 None None] Pushing event updated for resources: {'Port': ['ID=a94c5524-70f1-47ce-a013-c9b0d6da1f73,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:17.984770 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-9c3b607c-0296-4fec-8d1f-08bc2475c24d None None] Port 4881e32f-8ec4-4ef0-ade7-ee7f35bb2c5f cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:04:17.997544 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Attempting to bind port 10780816-8fc0-4c2d-a7a4-bc478d42eab8 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:04:17.997816 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Attempting to bind port 10780816-8fc0-4c2d-a7a4-bc478d42eab8 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'a09ed752-efd5-4dcb-9a03-a433b795d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:04:17.998125 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Attempting to bind port 10780816-8fc0-4c2d-a7a4-bc478d42eab8 on network 6eb66200-28df-48c9-92a2-28823b079df2 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:04:18.019768 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-91201044-8499-4741-ad0b-a48fbce0e0ba None None] For port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=1e84e3e6-2d7c-441f-8286-9bc70f5c320a,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:18.068733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-77e34338-38ef-43ca-b745-55b5fc397c72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.089220 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:04:18.089595 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Checking segment: {'id': 'a09ed752-efd5-4dcb-9a03-a433b795d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:18.090069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.090537 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Bound using segment: {'id': 'a09ed752-efd5-4dcb-9a03-a433b795d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:04:18.090924 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Bound port: 10780816-8fc0-4c2d-a7a4-bc478d42eab8, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09ed752-efd5-4dcb-9a03-a433b795d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:04:18.091292 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.137553 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ed93fe8-9845-4e9e-afeb-c43d1be71ff8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.138136 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed93fe8-9845-4e9e-afeb-c43d1be71ff8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Fanout notify agent at l3_agent the message router_deleted on router af8ca6aa-2307-45c4-badf-fa8fadec6767 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:04:18.170982 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.resource_extend [None req-91201044-8499-4741-ad0b-a48fbce0e0ba None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:04:18.188230 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e501ccc7-c4fd-4f1b-9977-796d15cbfa8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.232595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c540b1d-3dc3-4044-b40b-9bd93595c648 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.251602 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-9c3b607c-0296-4fec-8d1f-08bc2475c24d None None] Provisioning for port a5fb6861-8757-42ca-ac40-a8cc84622298 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:18.256501 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-91201044-8499-4741-ad0b-a48fbce0e0ba None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.269353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.315886 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-9c3b607c-0296-4fec-8d1f-08bc2475c24d None None] Provisioning complete for port a5fb6861-8757-42ca-ac40-a8cc84622298 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:18.316361 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c3b607c-0296-4fec-8d1f-08bc2475c24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.392704 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-91201044-8499-4741-ad0b-a48fbce0e0ba None None] Transition to ACTIVE for port object 1e84e3e6-2d7c-441f-8286-9bc70f5c320a will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:18.456415 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.475053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c540b1d-3dc3-4044-b40b-9bd93595c648 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Subnet': ['ID=77658e02-d98c-4520-8f7f-f38191028f01,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:18.477840 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-91201044-8499-4741-ad0b-a48fbce0e0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.478133 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ed93fe8-9845-4e9e-afeb-c43d1be71ff8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.483269 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9ed93fe8-9845-4e9e-afeb-c43d1be71ff8 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/routers/af8ca6aa-2307-45c4-badf-fa8fadec6767 HTTP/1.1" status: 204 len: 168 time: 2.7224522 Mar 02 19:04:18.483478 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e501ccc7-c4fd-4f1b-9977-796d15cbfa8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 6eb66200-28df-48c9-92a2-28823b079df2 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:18.483478 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501ccc7-c4fd-4f1b-9977-796d15cbfa8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=59367128-ef71-4bc2-9172-06e57074cbc2,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:18.489758 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60224) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:18.492112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-e501ccc7-c4fd-4f1b-9977-796d15cbfa8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:18.497984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] For port 10780816-8fc0-4c2d-a7a4-bc478d42eab8, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:04:18.499890 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-7559788c-f471-4052-99ae-de51f3df2091 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-36959839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:18.505514 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-19a4b96b-847d-4fc3-a572-99121224f5b9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.506947 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c540b1d-3dc3-4044-b40b-9bd93595c648 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 260472c8-467f-436f-bc64-4486ba31c42f is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:18.509207 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501ccc7-c4fd-4f1b-9977-796d15cbfa8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:18.518852 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbd00-68fd-4a80-87a9-00907b44695b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.545160 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Transition to ACTIVE for port object f8ca373b-72f2-4a9a-ba7d-4044545c4d6d will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:18.559001 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 3da49b4a-51dc-4349-a766-71649ebbd3ce, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3da49b4a-51dc-4349-a766-71649ebbd3ce,segment=NetworkSegment(0d21b58a-b23e-4cd6-bb85-823600ff24b4),segment_id=0d21b58a-b23e-4cd6-bb85-823600ff24b4)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:18.570673 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] For port 10780816-8fc0-4c2d-a7a4-bc478d42eab8, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=10780816-8fc0-4c2d-a7a4-bc478d42eab8,segment=NetworkSegment(a09ed752-efd5-4dcb-9a03-a433b795d90d),segment_id=a09ed752-efd5-4dcb-9a03-a433b795d90d)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:04:18.652146 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Transition to ACTIVE for port object f8ca373b-72f2-4a9a-ba7d-4044545c4d6d will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:18.694343 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91201044-8499-4741-ad0b-a48fbce0e0ba None None] Pushing event updated for resources: {'Port': ['ID=1e84e3e6-2d7c-441f-8286-9bc70f5c320a,revision_number=7']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:18.705653 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.710548 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.731829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbd00-68fd-4a80-87a9-00907b44695b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.781331 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-3c540b1d-3dc3-4044-b40b-9bd93595c648 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:18.785277 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c540b1d-3dc3-4044-b40b-9bd93595c648 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:18.786363 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c540b1d-3dc3-4044-b40b-9bd93595c648 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.803676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7559788c-f471-4052-99ae-de51f3df2091 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:18.817485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-77e34338-38ef-43ca-b745-55b5fc397c72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.826330 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2827c87-6b13-4ee9-8bac-3da787a1f0e3 None None] Pushing event updated for resources: {'Port': ['ID=10780816-8fc0-4c2d-a7a4-bc478d42eab8,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:18.842913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 1e84e3e6-2d7c-441f-8286-9bc70f5c320a no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:04:18.888056 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-19a4b96b-847d-4fc3-a572-99121224f5b9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.896913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7559788c-f471-4052-99ae-de51f3df2091 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Usage tracker for resource:router and tenant:2b147d1fd1b64c8daab7ec1005c16f83 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:18.912917 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7559788c-f471-4052-99ae-de51f3df2091 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:18.926516 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e34338-38ef-43ca-b745-55b5fc397c72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Subnet': ['ID=50f7e693-6814-4f0e-9909-f57d58e4f9bc,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:18.930756 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7559788c-f471-4052-99ae-de51f3df2091 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:18.943312 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e501ccc7-c4fd-4f1b-9977-796d15cbfa8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.949204 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-77e34338-38ef-43ca-b745-55b5fc397c72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:18.953525 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-77e34338-38ef-43ca-b745-55b5fc397c72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/subnets/50f7e693-6814-4f0e-9909-f57d58e4f9bc HTTP/1.1" status: 204 len: 168 time: 1.7478616 Mar 02 19:04:18.954238 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60228) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:18.986686 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4b96b-847d-4fc3-a572-99121224f5b9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd24ac0-f6b7-42ab-aeec-b2c6c667f177,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:18.996837 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fbd00-68fd-4a80-87a9-00907b44695b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Pushing event updated for resources: {'Port': ['ID=4881e32f-8ec4-4ef0-ade7-ee7f35bb2c5f,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:19.028060 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:19.039643 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=3da49b4a-51dc-4349-a766-71649ebbd3ce,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:19.054673 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c6d582-98f1-4805-a09e-66da27f0cf07 None None] Network c9077371-8b80-4c11-a25f-2776945a5fbf requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:19.076506 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3c540b1d-3dc3-4044-b40b-9bd93595c648 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3969574 Mar 02 19:04:19.077401 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60234) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:19.091637 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbd00-68fd-4a80-87a9-00907b44695b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:19.101344 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-962cb129-468f-4c3f-a998-81259b9470f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'network_id': '260472c8-467f-436f-bc64-4486ba31c42f', 'fixed_ips': [{'subnet_id': '5877ffd7-ef05-4963-b2a1-bb9374c89123'}, {'subnet_id': '77658e02-d98c-4520-8f7f-f38191028f01'}], 'name': 'tempest-PortsTestJSON-202679628'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:19.133362 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-19a4b96b-847d-4fc3-a572-99121224f5b9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:19.134782 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-19a4b96b-847d-4fc3-a572-99121224f5b9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.8180337 Mar 02 19:04:19.141696 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60238) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:19.158763 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-5ed81333-c2b1-4f2b-8634-7d371bc9a10c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group_rule': {'security_group_id': 'cf68961c-143e-47f5-a59f-f3af117683d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:19.175523 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5ed81333-c2b1-4f2b-8634-7d371bc9a10c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:19.229709 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5ed81333-c2b1-4f2b-8634-7d371bc9a10c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:19.250584 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5ed81333-c2b1-4f2b-8634-7d371bc9a10c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:19.260566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7559788c-f471-4052-99ae-de51f3df2091 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:19.261227 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7559788c-f471-4052-99ae-de51f3df2091 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:19.332049 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:19.342718 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5ed81333-c2b1-4f2b-8634-7d371bc9a10c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:19.372065 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c3b607c-0296-4fec-8d1f-08bc2475c24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:19.426976 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Network 260472c8-467f-436f-bc64-4486ba31c42f is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:19.428314 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7559788c-f471-4052-99ae-de51f3df2091 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:19.431136 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d0c8ac-aec6-4844-9254-6a5a4e6e172b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router 02827b03-91ae-40a2-a954-65eae7996967 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:04:19.434862 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:19.443979 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:19.444597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-962cb129-468f-4c3f-a998-81259b9470f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:19.453356 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.objects.ports [None req-dc335182-8efb-4482-a9bd-35e0c9d6e935 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84533) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 19:04:19.477594 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92aef12-2021-4dbd-9889-8fd56d7d50ac None None] Network 0b9522f7-e045-4c3d-92b7-ab360e754598 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:19.487743 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port a5fb6861-8757-42ca-ac40-a8cc84622298 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:19.488085 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:19.524947 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-962cb129-468f-4c3f-a998-81259b9470f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:port and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:19.534835 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ed81333-c2b1-4f2b-8634-7d371bc9a10c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:19.539206 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-962cb129-468f-4c3f-a998-81259b9470f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:19.568755 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-962cb129-468f-4c3f-a998-81259b9470f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:19.590337 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e501ccc7-c4fd-4f1b-9977-796d15cbfa8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:19.640078 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7559788c-f471-4052-99ae-de51f3df2091 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:19.654792 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Pushing event updated for resources: {'Port': ['ID=f8ca373b-72f2-4a9a-ba7d-4044545c4d6d,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:19.684629 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962cb129-468f-4c3f-a998-81259b9470f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:19.702788 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-9c3b607c-0296-4fec-8d1f-08bc2475c24d None None] For port a5fb6861-8757-42ca-ac40-a8cc84622298, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a5fb6861-8757-42ca-ac40-a8cc84622298,segment=NetworkSegment(2ad4060b-ef11-4840-9cd2-0bd45fbe6fdf),segment_id=2ad4060b-ef11-4840-9cd2-0bd45fbe6fdf)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:19.774458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7559788c-f471-4052-99ae-de51f3df2091 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:19.779287 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7559788c-f471-4052-99ae-de51f3df2091 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.2848330 Mar 02 19:04:19.780397 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60242) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:19.792802 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c3b607c-0296-4fec-8d1f-08bc2475c24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:19.812524 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7fbd00-68fd-4a80-87a9-00907b44695b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Network 597adeee-63c2-4675-954e-b15f49f65f89 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:19.860458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-13adb0c4-4177-404a-8dcd-cde2fd101ed7 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:19.891090 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-cf7fbd00-68fd-4a80-87a9-00907b44695b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:19.910531 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b607c-0296-4fec-8d1f-08bc2475c24d None None] Pushing event updated for resources: {'Port': ['ID=a5fb6861-8757-42ca-ac40-a8cc84622298,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:19.925055 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:20.001943 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c01ea2e4-56d5-4ef4-9178-3f13893917b9 None None] Could not find standard attr ID for object 23c9baa6-2fc1-4c93-9604-602cd0c6535f. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:04:20.040485 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Attempting to bind port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:04:20.040991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Attempting to bind port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '184e9dc2-0017-45a4-969d-940e6ae1d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '260472c8-467f-436f-bc64-4486ba31c42f'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:04:20.041448 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Attempting to bind port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d on network 260472c8-467f-436f-bc64-4486ba31c42f {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:04:20.057223 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa68e40-230c-4915-afab-1bb13f5077fe None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:20.203093 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ed81333-c2b1-4f2b-8634-7d371bc9a10c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:20.247614 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] For port a5fb6861-8757-42ca-ac40-a8cc84622298, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a5fb6861-8757-42ca-ac40-a8cc84622298,segment=NetworkSegment(2ad4060b-ef11-4840-9cd2-0bd45fbe6fdf),segment_id=2ad4060b-ef11-4840-9cd2-0bd45fbe6fdf)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:20.247988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:20.274503 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ed81333-c2b1-4f2b-8634-7d371bc9a10c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:20.307403 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=1e84e3e6-2d7c-441f-8286-9bc70f5c320a,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:20.315276 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c01ea2e4-56d5-4ef4-9178-3f13893917b9 None None] Provisioning for port a94c5524-70f1-47ce-a013-c9b0d6da1f73 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:20.318614 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:04:20.319104 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Checking segment: {'id': '184e9dc2-0017-45a4-969d-940e6ae1d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '260472c8-467f-436f-bc64-4486ba31c42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:20.319642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:20.322053 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Bound using segment: {'id': '184e9dc2-0017-45a4-969d-940e6ae1d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '260472c8-467f-436f-bc64-4486ba31c42f'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:04:20.322053 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Bound port: f8ca373b-72f2-4a9a-ba7d-4044545c4d6d, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184e9dc2-0017-45a4-969d-940e6ae1d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '260472c8-467f-436f-bc64-4486ba31c42f'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:04:20.322053 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:20.385730 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83de685f-3320-45a0-a9a3-7a89554deb13 None None] DHCP port deletion for c9077371-8b80-4c11-a25f-2776945a5fbf request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:04:20.403955 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:20.473896 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for a5fb6861-8757-42ca-ac40-a8cc84622298 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:20.488319 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-83de685f-3320-45a0-a9a3-7a89554deb13 None None] Deleting port a5fb6861-8757-42ca-ac40-a8cc84622298 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:20.490273 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-83de685f-3320-45a0-a9a3-7a89554deb13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:20.525696 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed81333-c2b1-4f2b-8634-7d371bc9a10c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e13849-0ee4-424c-a70f-484a1860093d,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:20.689319 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ed81333-c2b1-4f2b-8634-7d371bc9a10c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:20.693604 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5ed81333-c2b1-4f2b-8634-7d371bc9a10c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.5477979 Mar 02 19:04:20.695235 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60246) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:20.708041 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-12ee8764-a39e-430f-ae85-c7d1c05f6318 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group_rule': {'security_group_id': 'cf68961c-143e-47f5-a59f-f3af117683d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:20.724754 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-12ee8764-a39e-430f-ae85-c7d1c05f6318 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:20.760787 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-12ee8764-a39e-430f-ae85-c7d1c05f6318 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:20.772251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-12ee8764-a39e-430f-ae85-c7d1c05f6318 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:20.773963 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-962cb129-468f-4c3f-a998-81259b9470f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:20.818042 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-12ee8764-a39e-430f-ae85-c7d1c05f6318 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:20.904441 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-83de685f-3320-45a0-a9a3-7a89554deb13 None None] For port a5fb6861-8757-42ca-ac40-a8cc84622298, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a5fb6861-8757-42ca-ac40-a8cc84622298,segment=NetworkSegment(2ad4060b-ef11-4840-9cd2-0bd45fbe6fdf),segment_id=2ad4060b-ef11-4840-9cd2-0bd45fbe6fdf)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:20.905015 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-83de685f-3320-45a0-a9a3-7a89554deb13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:20.920417 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d0c8ac-aec6-4844-9254-6a5a4e6e172b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:04:20.926580 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d8d0c8ac-aec6-4844-9254-6a5a4e6e172b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:20.989468 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dc335182-8efb-4482-a9bd-35e0c9d6e935 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.061262 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-962cb129-468f-4c3f-a998-81259b9470f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] device_id is not set on port 618afe47-99c3-4854-8d87-f434638c9d28 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:04:21.062429 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-83de685f-3320-45a0-a9a3-7a89554deb13 None None] Calling delete_port for a5fb6861-8757-42ca-ac40-a8cc84622298 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:21.136186 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=1e84e3e6-2d7c-441f-8286-9bc70f5c320a,revision_number=8']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:21.149043 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c01ea2e4-56d5-4ef4-9178-3f13893917b9 None None] Provisioning complete for port a5fb6861-8757-42ca-ac40-a8cc84622298 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:21.149333 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c01ea2e4-56d5-4ef4-9178-3f13893917b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.149891 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:04:21.150126 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:04:21.175394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 10780816-8fc0-4c2d-a7a4-bc478d42eab8 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:21.192243 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-12ee8764-a39e-430f-ae85-c7d1c05f6318 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.199372 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c8f4b3-3832-435c-8e29-812d8cb5129a None None] Network 6eb66200-28df-48c9-92a2-28823b079df2 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:21.213406 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef48a0-9748-41ac-bf8b-a48505c775fd None None] Sync routers for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:04:21.270647 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d8d0c8ac-aec6-4844-9254-6a5a4e6e172b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "DELETE /v2.0/floatingips/5c991ce7-39a2-4061-a3a4-5be83fca79d4 HTTP/1.1" status: 204 len: 168 time: 9.5913520 Mar 02 19:04:21.274983 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60254) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:21.360521 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-83de685f-3320-45a0-a9a3-7a89554deb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.412643 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-13adb0c4-4177-404a-8dcd-cde2fd101ed7 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.419038 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-332bc83c-3c25-452e-9d44-e28802a36278 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Deleting port 4f0d1a0d-6927-4abb-82a4-31d4eb732cee {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:21.419489 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-332bc83c-3c25-452e-9d44-e28802a36278 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.460767 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-dc335182-8efb-4482-a9bd-35e0c9d6e935 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] For port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=1e84e3e6-2d7c-441f-8286-9bc70f5c320a,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:21.467946 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] For port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:04:21.471130 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-12ee8764-a39e-430f-ae85-c7d1c05f6318 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.474778 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de685f-3320-45a0-a9a3-7a89554deb13 None None] Pushing event deleted for resources: {'Port': ['ID=a5fb6861-8757-42ca-ac40-a8cc84622298,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:21.511549 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e501ccc7-c4fd-4f1b-9977-796d15cbfa8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.532137 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef48a0-9748-41ac-bf8b-a48505c775fd None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:21.533342 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-deef48a0-9748-41ac-bf8b-a48505c775fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:21.579122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-13adb0c4-4177-404a-8dcd-cde2fd101ed7 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.596588 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83de685f-3320-45a0-a9a3-7a89554deb13 None None] No DVR routers for this DVR port a5fb6861-8757-42ca-ac40-a8cc84622298 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:04:21.599083 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] For port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f8ca373b-72f2-4a9a-ba7d-4044545c4d6d,segment=NetworkSegment(184e9dc2-0017-45a4-969d-940e6ae1d97b),segment_id=184e9dc2-0017-45a4-969d-940e6ae1d97b)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:04:21.608140 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-12ee8764-a39e-430f-ae85-c7d1c05f6318 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.608396 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c01ea2e4-56d5-4ef4-9178-3f13893917b9 None None] Could not find standard attr ID for object a5fb6861-8757-42ca-ac40-a8cc84622298. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:04:21.651062 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.plugins.ml2.db [None req-c01ea2e4-56d5-4ef4-9178-3f13893917b9 None None] No ports have port_id starting with a5fb6861-8757-42ca-ac40-a8cc84622298 Mar 02 19:04:21.659069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-deef48a0-9748-41ac-bf8b-a48505c775fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:21.660722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dc335182-8efb-4482-a9bd-35e0c9d6e935 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.668478 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.680173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port a5fb6861-8757-42ca-ac40-a8cc84622298 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:21.680173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.710971 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7fbd00-68fd-4a80-87a9-00907b44695b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Router 7f1de634-dcaf-4b2a-98cd-dede72726e84 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:04:21.713951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e501ccc7-c4fd-4f1b-9977-796d15cbfa8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.729847 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee8764-a39e-430f-ae85-c7d1c05f6318 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffbdac5-de8d-4258-8c95-57bc342d4e23,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:21.759958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dc335182-8efb-4482-a9bd-35e0c9d6e935 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.762160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dc335182-8efb-4482-a9bd-35e0c9d6e935 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.823782 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f95a049a-aba7-45ef-9781-d5008eefeb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.839014 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef48a0-9748-41ac-bf8b-a48505c775fd None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:21.839794 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-deef48a0-9748-41ac-bf8b-a48505c775fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:21.914213 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 10780816-8fc0-4c2d-a7a4-bc478d42eab8 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:21.924121 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e4fe2-ae3e-4073-8645-dd3e422abb8b None None] Pushing event updated for resources: {'Port': ['ID=f8ca373b-72f2-4a9a-ba7d-4044545c4d6d,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:21.930095 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-deef48a0-9748-41ac-bf8b-a48505c775fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:21.930508 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deef48a0-9748-41ac-bf8b-a48505c775fd None None] The sync data for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:04:21.936189 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3da49b4a-51dc-4349-a766-71649ebbd3ce up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:21.950212 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] The port 'a5fb6861-8757-42ca-ac40-a8cc84622298' was deleted {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:04:22.007390 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-12ee8764-a39e-430f-ae85-c7d1c05f6318 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:22.008170 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-12ee8764-a39e-430f-ae85-c7d1c05f6318 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3103206 Mar 02 19:04:22.013863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60258) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:22.031447 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc335182-8efb-4482-a9bd-35e0c9d6e935 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:22.063687 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-1b4af85f-df14-47c6-ad7b-ed0140200481 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group_rule': {'security_group_id': 'cf68961c-143e-47f5-a59f-f3af117683d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:22.077364 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e501ccc7-c4fd-4f1b-9977-796d15cbfa8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:22.094499 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-dc335182-8efb-4482-a9bd-35e0c9d6e935 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:22.100046 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f321eb66-3ae6-46d6-9f3d-c12e9ab5e472 None None] Provisioning for port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:22.113342 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc335182-8efb-4482-a9bd-35e0c9d6e935 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:22.113342 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dc335182-8efb-4482-a9bd-35e0c9d6e935 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:22.120383 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-332bc83c-3c25-452e-9d44-e28802a36278 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:22.123663 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f321eb66-3ae6-46d6-9f3d-c12e9ab5e472 None None] Provisioning complete for port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:22.124218 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f321eb66-3ae6-46d6-9f3d-c12e9ab5e472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:22.128083 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1b4af85f-df14-47c6-ad7b-ed0140200481 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:22.131424 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501ccc7-c4fd-4f1b-9977-796d15cbfa8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=59367128-ef71-4bc2-9172-06e57074cbc2,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:22.146153 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc335182-8efb-4482-a9bd-35e0c9d6e935 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=6abe34f9-a0c8-446f-a54a-d59a9f4c8006,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:22.165928 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc335182-8efb-4482-a9bd-35e0c9d6e935 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=1e84e3e6-2d7c-441f-8286-9bc70f5c320a,revision_number=10']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:22.217147 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1b4af85f-df14-47c6-ad7b-ed0140200481 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:22.230938 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1b4af85f-df14-47c6-ad7b-ed0140200481 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:22.239852 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 3da49b4a-51dc-4349-a766-71649ebbd3ce triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:22.240227 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:22.272815 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1b4af85f-df14-47c6-ad7b-ed0140200481 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:22.295617 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:22.334219 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-332bc83c-3c25-452e-9d44-e28802a36278 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Calling delete_port for 4f0d1a0d-6927-4abb-82a4-31d4eb732cee owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:22.380284 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f321eb66-3ae6-46d6-9f3d-c12e9ab5e472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:22.486967 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-dc335182-8efb-4482-a9bd-35e0c9d6e935 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.5514171 Mar 02 19:04:22.502026 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60262) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:22.520053 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-b1e1d90a-fe13-4f4a-9777-732ea1738f8f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'mac_address': 'fa:16:3e:3d:a1:35', 'name': 'tempest-NetworksTestDHCPv6-644915067'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:22.543932 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f321eb66-3ae6-46d6-9f3d-c12e9ab5e472 None None] For port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=1e84e3e6-2d7c-441f-8286-9bc70f5c320a,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:22.568331 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a94c5524-70f1-47ce-a013-c9b0d6da1f73 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:22.611966 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f321eb66-3ae6-46d6-9f3d-c12e9ab5e472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:22.635933 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-962cb129-468f-4c3f-a998-81259b9470f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Allocated IP 172.20.0.11 (260472c8-467f-436f-bc64-4486ba31c42f/5877ffd7-ef05-4963-b2a1-bb9374c89123/618afe47-99c3-4854-8d87-f434638c9d28) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:22.780670 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-962cb129-468f-4c3f-a998-81259b9470f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Allocated IP 172.20.0.22 (260472c8-467f-436f-bc64-4486ba31c42f/77658e02-d98c-4520-8f7f-f38191028f01/618afe47-99c3-4854-8d87-f434638c9d28) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:22.789510 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321eb66-3ae6-46d6-9f3d-c12e9ab5e472 None None] Pushing event updated for resources: {'Port': ['ID=1e84e3e6-2d7c-441f-8286-9bc70f5c320a,revision_number=11']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:22.818796 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9077371-8b80-4c11-a25f-2776945a5fbf']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:22.827842 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f321eb66-3ae6-46d6-9f3d-c12e9ab5e472 None None] Provisioning for port 10780816-8fc0-4c2d-a7a4-bc478d42eab8 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:22.834704 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f321eb66-3ae6-46d6-9f3d-c12e9ab5e472 None None] Provisioning complete for port 10780816-8fc0-4c2d-a7a4-bc478d42eab8 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:22.835593 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f321eb66-3ae6-46d6-9f3d-c12e9ab5e472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:22.843229 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e501ccc7-c4fd-4f1b-9977-796d15cbfa8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network 6eb66200-28df-48c9-92a2-28823b079df2 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:22.864217 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-e501ccc7-c4fd-4f1b-9977-796d15cbfa8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:22.908738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port a94c5524-70f1-47ce-a013-c9b0d6da1f73 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:22.917529 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a94c5524-70f1-47ce-a013-c9b0d6da1f73 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:22.918181 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:23.000354 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7fbd00-68fd-4a80-87a9-00907b44695b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:04:23.011760 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed1f08-4b85-456f-897b-01955ffa8377 None None] Sync routers for ids ['7f1de634-dcaf-4b2a-98cd-dede72726e84'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:04:23.039121 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed1f08-4b85-456f-897b-01955ffa8377 None None] Routers {'7f1de634-dcaf-4b2a-98cd-dede72726e84'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:23.040104 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-8aed1f08-4b85-456f-897b-01955ffa8377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['7f1de634-dcaf-4b2a-98cd-dede72726e84'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:23.072658 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f321eb66-3ae6-46d6-9f3d-c12e9ab5e472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:23.101066 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-cf7fbd00-68fd-4a80-87a9-00907b44695b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "PUT /v2.0/routers/7f1de634-dcaf-4b2a-98cd-dede72726e84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9293034 Mar 02 19:04:23.104578 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b4af85f-df14-47c6-ad7b-ed0140200481 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:23.108085 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60266) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:23.197696 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:23.216443 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-8aed1f08-4b85-456f-897b-01955ffa8377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:23.244193 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed1f08-4b85-456f-897b-01955ffa8377 None None] Routers {'7f1de634-dcaf-4b2a-98cd-dede72726e84'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:23.244414 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f321eb66-3ae6-46d6-9f3d-c12e9ab5e472 None None] For port 10780816-8fc0-4c2d-a7a4-bc478d42eab8, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=10780816-8fc0-4c2d-a7a4-bc478d42eab8,segment=NetworkSegment(a09ed752-efd5-4dcb-9a03-a433b795d90d),segment_id=a09ed752-efd5-4dcb-9a03-a433b795d90d)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:23.244524 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-8aed1f08-4b85-456f-897b-01955ffa8377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:03:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['7f1de634-dcaf-4b2a-98cd-dede72726e84'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:23.253882 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b4af85f-df14-47c6-ad7b-ed0140200481 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:23.254664 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b1e1d90a-fe13-4f4a-9777-732ea1738f8f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:23.268465 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad4060b-ef11-4840-9cd2-0bd45fbe6fdf') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:23.268787 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad4060b-ef11-4840-9cd2-0bd45fbe6fdf') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:23.289786 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port a94c5524-70f1-47ce-a013-c9b0d6da1f73, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a94c5524-70f1-47ce-a013-c9b0d6da1f73,segment=NetworkSegment(38359323-e809-4292-ac00-823223777f36),segment_id=38359323-e809-4292-ac00-823223777f36)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:23.307838 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:23.320590 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13adb0c4-4177-404a-8dcd-cde2fd101ed7 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Router 67d9a47a-dbf5-47e2-9ac2-275a1e638ecd is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:04:23.332272 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f321eb66-3ae6-46d6-9f3d-c12e9ab5e472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:23.383552 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-8aed1f08-4b85-456f-897b-01955ffa8377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:23.384277 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed1f08-4b85-456f-897b-01955ffa8377 None None] The sync data for ids ['7f1de634-dcaf-4b2a-98cd-dede72726e84'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:04:23.414224 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b4af85f-df14-47c6-ad7b-ed0140200481 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:23.425622 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b1e1d90a-fe13-4f4a-9777-732ea1738f8f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:23.427387 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-332bc83c-3c25-452e-9d44-e28802a36278 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:23.482568 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321eb66-3ae6-46d6-9f3d-c12e9ab5e472 None None] Pushing event updated for resources: {'Port': ['ID=10780816-8fc0-4c2d-a7a4-bc478d42eab8,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:23.494980 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b469f0e-8268-40b8-86b2-d95de99c01c4 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:23.508806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:23.530822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bc83c-3c25-452e-9d44-e28802a36278 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event deleted for resources: {'Port': ['ID=4f0d1a0d-6927-4abb-82a4-31d4eb732cee,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:23.534603 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:23.535447 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e718cdb9-233f-490b-a9d3-69cae1a46b55 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:23.613263 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e1d90a-fe13-4f4a-9777-732ea1738f8f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:23.694912 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:04:23.695330 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:23.786143 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4af85f-df14-47c6-ad7b-ed0140200481 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4d6a20-0c1b-42f7-89d4-6d69fe133549,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:04:23.789436 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:04:23.837882 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f321eb66-3ae6-46d6-9f3d-c12e9ab5e472 None None] Provisioning complete for port 4881e32f-8ec4-4ef0-ade7-ee7f35bb2c5f triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:23.838467 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f321eb66-3ae6-46d6-9f3d-c12e9ab5e472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:23.851669 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-332bc83c-3c25-452e-9d44-e28802a36278 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:23.857771 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-332bc83c-3c25-452e-9d44-e28802a36278 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "DELETE /v2.0/ports/4f0d1a0d-6927-4abb-82a4-31d4eb732cee HTTP/1.1" status: 204 len: 168 time: 2.5775390 Mar 02 19:04:23.860228 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60272) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:23.863326 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9623539a-bca5-4454-91be-5d4c8712cf8b None None] Network 260472c8-467f-436f-bc64-4486ba31c42f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:23.871320 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:23.884641 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:23.907282 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b4af85f-df14-47c6-ad7b-ed0140200481 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:23.911733 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1b4af85f-df14-47c6-ad7b-ed0140200481 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.8512599 Mar 02 19:04:23.917516 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60276) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:23.919522 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:23.927289 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-0f96fd59-2eb1-49a8-9f58-aaceeaf3126c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group_rule': {'security_group_id': 'cf68961c-143e-47f5-a59f-f3af117683d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:23.938971 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0f96fd59-2eb1-49a8-9f58-aaceeaf3126c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:23.950730 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13adb0c4-4177-404a-8dcd-cde2fd101ed7 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:04:23.954319 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0f96fd59-2eb1-49a8-9f58-aaceeaf3126c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:23.957266 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-13adb0c4-4177-404a-8dcd-cde2fd101ed7 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:23.961220 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-13adb0c4-4177-404a-8dcd-cde2fd101ed7 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "PUT /v2.0/routers/67d9a47a-dbf5-47e2-9ac2-275a1e638ecd HTTP/1.1" status: 200 len: 696 time: 4.1159787 Mar 02 19:04:23.969238 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60280) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:23.969376 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0f96fd59-2eb1-49a8-9f58-aaceeaf3126c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:23.979143 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0f96fd59-2eb1-49a8-9f58-aaceeaf3126c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:23.984031 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b1e1d90a-fe13-4f4a-9777-732ea1738f8f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:23.987209 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeeb492-8274-492f-9e39-a8e6e929afbf None None] Sync routers for ids ['67d9a47a-dbf5-47e2-9ac2-275a1e638ecd'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:04:23.994151 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e16f11ff-6cbb-4488-b3ad-aa598afb1085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:23.995665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=a94c5524-70f1-47ce-a013-c9b0d6da1f73,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:24.069048 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f321eb66-3ae6-46d6-9f3d-c12e9ab5e472 None None] Port 4881e32f-8ec4-4ef0-ade7-ee7f35bb2c5f cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:04:24.088003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeeb492-8274-492f-9e39-a8e6e929afbf None None] Routers {'67d9a47a-dbf5-47e2-9ac2-275a1e638ecd'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:24.089175 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-daeeb492-8274-492f-9e39-a8e6e929afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['67d9a47a-dbf5-47e2-9ac2-275a1e638ecd'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:24.141143 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port e718cdb9-233f-490b-a9d3-69cae1a46b55 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:24.141656 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:24.146140 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:24.182108 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-b1e1d90a-fe13-4f4a-9777-732ea1738f8f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port df769080-370d-4605-b2af-3e096cf96eac yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:04:24.184404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-962cb129-468f-4c3f-a998-81259b9470f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:24.210513 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-962cb129-468f-4c3f-a998-81259b9470f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Transition to ACTIVE for port object 618afe47-99c3-4854-8d87-f434638c9d28 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:24.229936 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f7abd6aa-0132-4697-8f29-ee1bce581560 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/routers/67d9a47a-dbf5-47e2-9ac2-275a1e638ecd HTTP/1.1" status: 200 len: 702 time: 0.2600980 Mar 02 19:04:24.230529 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60284) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:24.276768 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:24.281416 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:24.317203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f96fd59-2eb1-49a8-9f58-aaceeaf3126c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:24.320899 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-dc984ab9-f6e4-4307-a8c6-1d405f0a92f0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Synchronizing usage tracker for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:24.327840 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Network': ['ID=c9077371-8b80-4c11-a25f-2776945a5fbf,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:24.332399 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c0283c02-090e-4a4b-bb31-e5c6d00ae3f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/networks/c9077371-8b80-4c11-a25f-2776945a5fbf HTTP/1.1" status: 204 len: 168 time: 5.3776326 Mar 02 19:04:24.340743 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60288) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:24.351849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-4b067f7f-658f-4f7a-a154-29138e00633e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-660409539'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:24.365456 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4b067f7f-658f-4f7a-a154-29138e00633e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:24.377955 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4b067f7f-658f-4f7a-a154-29138e00633e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:network and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:24.380836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-dc984ab9-f6e4-4307-a8c6-1d405f0a92f0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Unset dirty status for tenant:2b147d1fd1b64c8daab7ec1005c16f83 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:24.385538 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-dc984ab9-f6e4-4307-a8c6-1d405f0a92f0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d9a47a-dbf5-47e2-9ac2-275a1e638ecd HTTP/1.1" status: 200 len: 205 time: 0.1484432 Mar 02 19:04:24.385538 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e501ccc7-c4fd-4f1b-9977-796d15cbfa8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router 5b421425-bbe4-4d02-8eda-65d57ea462c7 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:04:24.385847 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4b067f7f-658f-4f7a-a154-29138e00633e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:24.389126 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60292) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:24.394646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4b067f7f-658f-4f7a-a154-29138e00633e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:24.442466 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-daeeb492-8274-492f-9e39-a8e6e929afbf None None] Set router 67d9a47a-dbf5-47e2-9ac2-275a1e638ecd gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:04:24.592840 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-daeeb492-8274-492f-9e39-a8e6e929afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d9a47a-dbf5-47e2-9ac2-275a1e638ecd', 'name': 'tempest-RoutersIpV6Test-router-36959839', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:19Z', 'updated_at': '2022-03-02T19:04:21Z', 'revision_number': 2, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:24.595047 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1ae69c74-087a-47d5-9efb-820b94db42c6 None None] Provisioning complete for port 10780816-8fc0-4c2d-a7a4-bc478d42eab8 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:24.595610 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1ae69c74-087a-47d5-9efb-820b94db42c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:24.653017 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b067f7f-658f-4f7a-a154-29138e00633e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:24.655108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b067f7f-658f-4f7a-a154-29138e00633e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:24.664839 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-962cb129-468f-4c3f-a998-81259b9470f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:24.665317 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeeb492-8274-492f-9e39-a8e6e929afbf None None] Checking router: 67d9a47a-dbf5-47e2-9ac2-275a1e638ecd for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:04:24.684867 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f96fd59-2eb1-49a8-9f58-aaceeaf3126c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:24.729901 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b07dc40f-f024-4e00-a9ad-1129372aa1cb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:24.781689 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962cb129-468f-4c3f-a998-81259b9470f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 260472c8-467f-436f-bc64-4486ba31c42f is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:24.790811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 1e84e3e6-2d7c-441f-8286-9bc70f5c320a up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:24.794151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b067f7f-658f-4f7a-a154-29138e00633e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:04:24.802255 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-962cb129-468f-4c3f-a998-81259b9470f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:24.817539 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962cb129-468f-4c3f-a998-81259b9470f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=618afe47-99c3-4854-8d87-f434638c9d28,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:24.817797 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeeb492-8274-492f-9e39-a8e6e929afbf None None] Routers {'67d9a47a-dbf5-47e2-9ac2-275a1e638ecd'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:24.817797 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-daeeb492-8274-492f-9e39-a8e6e929afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['67d9a47a-dbf5-47e2-9ac2-275a1e638ecd'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:24.819337 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962cb129-468f-4c3f-a998-81259b9470f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:24.864752 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b067f7f-658f-4f7a-a154-29138e00633e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:24.865118 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-4b067f7f-658f-4f7a-a154-29138e00633e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Added segment 9a65c36d-3820-4419-92a0-4919191dfc2f of type vlan for network b15fbf4f-fa63-437a-904d-dd2f33cae27f Mar 02 19:04:24.904760 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962cb129-468f-4c3f-a998-81259b9470f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:24.905377 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-962cb129-468f-4c3f-a998-81259b9470f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:24.957005 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b067f7f-658f-4f7a-a154-29138e00633e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:25.004040 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e501ccc7-c4fd-4f1b-9977-796d15cbfa8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:04:25.010486 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e501ccc7-c4fd-4f1b-9977-796d15cbfa8d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/5b421425-bbe4-4d02-8eda-65d57ea462c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7790103 Mar 02 19:04:25.014878 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60296) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:25.017465 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Sync routers for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:04:25.022416 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-0852b705-75ba-424f-b5b2-80ca5c652767 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'network': {'name': 'tempest-RoutersTest-1013925205'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:25.027308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-b1e1d90a-fe13-4f4a-9777-732ea1738f8f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::294 (ef3b29a7-4982-4982-b073-f3d27df1240a/0b82a9bc-119d-4bf8-82c8-e8d87d7e8162/df769080-370d-4605-b2af-3e096cf96eac) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:25.028829 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0852b705-75ba-424f-b5b2-80ca5c652767 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:25.036544 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-962cb129-468f-4c3f-a998-81259b9470f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.9474165 Mar 02 19:04:25.037684 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60302) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:25.047472 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-e2c5cfb5-a66b-4626-a7df-97b75caf484d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5877ffd7-ef05-4963-b2a1-bb9374c89123'}]}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:25.061843 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:25.062391 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:25.078123 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-daeeb492-8274-492f-9e39-a8e6e929afbf None None] Set router 67d9a47a-dbf5-47e2-9ac2-275a1e638ecd gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:04:25.084508 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0852b705-75ba-424f-b5b2-80ca5c652767 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:network and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:25.091586 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0852b705-75ba-424f-b5b2-80ca5c652767 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:25.106515 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b067f7f-658f-4f7a-a154-29138e00633e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:25.111409 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b067f7f-658f-4f7a-a154-29138e00633e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:25.111606 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b067f7f-658f-4f7a-a154-29138e00633e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:25.122830 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0852b705-75ba-424f-b5b2-80ca5c652767 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:25.140192 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f96fd59-2eb1-49a8-9f58-aaceeaf3126c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:25.232601 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b067f7f-658f-4f7a-a154-29138e00633e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Network': ['ID=b15fbf4f-fa63-437a-904d-dd2f33cae27f,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:25.242726 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-b1e1d90a-fe13-4f4a-9777-732ea1738f8f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3d:a135 (ef3b29a7-4982-4982-b073-f3d27df1240a/6abe34f9-a0c8-446f-a54a-d59a9f4c8006/df769080-370d-4605-b2af-3e096cf96eac) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:25.283254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:25.309201 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network b15fbf4f-fa63-437a-904d-dd2f33cae27f details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:04:25.331676 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-daeeb492-8274-492f-9e39-a8e6e929afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d9a47a-dbf5-47e2-9ac2-275a1e638ecd', 'name': 'tempest-RoutersIpV6Test-router-36959839', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:19Z', 'updated_at': '2022-03-02T19:04:21Z', 'revision_number': 2, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:25.334217 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e2c5cfb5-a66b-4626-a7df-97b75caf484d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:25.343439 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:25.351086 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96fd59-2eb1-49a8-9f58-aaceeaf3126c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d34a3d-a9ea-40f7-ae6b-e4ee32450984,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:25.370636 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:04:25.416930 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0852b705-75ba-424f-b5b2-80ca5c652767 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Made reservation on behalf of dfd3e6d4994a4b8586cb08a4003fb040 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:25.421918 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0852b705-75ba-424f-b5b2-80ca5c652767 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:25.434474 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeeb492-8274-492f-9e39-a8e6e929afbf None None] The sync data for ids ['67d9a47a-dbf5-47e2-9ac2-275a1e638ecd'] in dv-neutron-831573-1-hyperv is: [{'id': '67d9a47a-dbf5-47e2-9ac2-275a1e638ecd', 'name': 'tempest-RoutersIpV6Test-router-36959839', 'tenant_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:19Z', 'updated_at': '2022-03-02T19:04:21Z', 'revision_number': 2, 'project_id': '2b147d1fd1b64c8daab7ec1005c16f83', 'gw_port_host': None}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:04:25.456398 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4b067f7f-658f-4f7a-a154-29138e00633e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1122887 Mar 02 19:04:25.463337 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60306) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:25.466750 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:25.467332 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:25.486145 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f96fd59-2eb1-49a8-9f58-aaceeaf3126c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:25.487543 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0f96fd59-2eb1-49a8-9f58-aaceeaf3126c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.5654836 Mar 02 19:04:25.494356 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-2ea3851c-d129-4397-a92a-618c4dd70f72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'subnet': {'network_id': 'b15fbf4f-fa63-437a-904d-dd2f33cae27f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:25.512569 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1ae69c74-087a-47d5-9efb-820b94db42c6 None None] Provisioning complete for port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:25.513458 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1ae69c74-087a-47d5-9efb-820b94db42c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:25.520501 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60310) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:25.620765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:25.638707 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fce437-ba98-436f-a246-b006f68c0477 None None] Update dhcp port {'port': {'network_id': '260472c8-467f-436f-bc64-4486ba31c42f', 'fixed_ips': [{'subnet_id': '5877ffd7-ef05-4963-b2a1-bb9374c89123', 'ip_address': '172.20.0.2'}, {'subnet_id': '77658e02-d98c-4520-8f7f-f38191028f01'}], 'binding:host_id': 'dv-neutron-831573-1-hyperv'}, 'id': 'f8ca373b-72f2-4a9a-ba7d-4044545c4d6d'} from dv-neutron-831573-1-hyperv. {{(pid=84534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 19:04:25.749655 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b2fce437-ba98-436f-a246-b006f68c0477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:25.787909 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-295b702a-ace0-4984-8333-cb7f5e25c642 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:25.795212 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0852b705-75ba-424f-b5b2-80ca5c652767 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:04:25.830017 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:04:19Z', 'revision_number': 4, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:18Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59367128-ef71-4bc2-9172-06e57074cbc2', 'name': '', 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:ea:7e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc60373-2fec-4184-8960-4538a23e2582', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:16Z', 'updated_at': '2022-03-02T19:04:20Z', 'revision_number': 2, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': '8fc60373-2fec-4184-8960-4538a23e2582', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:25.835835 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Checking router: 5b421425-bbe4-4d02-8eda-65d57ea462c7 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:04:25.837897 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Updating router 5b421425-bbe4-4d02-8eda-65d57ea462c7 port 59367128-ef71-4bc2-9172-06e57074cbc2 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:04:25.842635 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-295b702a-ace0-4984-8333-cb7f5e25c642 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:25.877022 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0852b705-75ba-424f-b5b2-80ca5c652767 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:25.877022 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-0852b705-75ba-424f-b5b2-80ca5c652767 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Added segment 8975b779-43f2-4c2b-9496-3473c2302760 of type vlan for network f86afa46-68de-4a7d-8818-708a6c6cc0d7 Mar 02 19:04:25.897491 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:25.927430 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2ea3851c-d129-4397-a92a-618c4dd70f72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:25.946153 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2ea3851c-d129-4397-a92a-618c4dd70f72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:subnet and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:25.958695 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2ea3851c-d129-4397-a92a-618c4dd70f72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:25.990447 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2ea3851c-d129-4397-a92a-618c4dd70f72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:26.027825 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b07dc40f-f024-4e00-a9ad-1129372aa1cb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.092604 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Allocated IP 172.26.4.122 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/10f13e42-6f1a-4590-a812-10a7f205abb2) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:26.101511 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a5fb6861-8757-42ca-ac40-a8cc84622298 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:04:26.104504 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b07dc40f-f024-4e00-a9ad-1129372aa1cb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.165931 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0852b705-75ba-424f-b5b2-80ca5c652767 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.172399 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b1e1d90a-fe13-4f4a-9777-732ea1738f8f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.207379 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-295b702a-ace0-4984-8333-cb7f5e25c642 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.212494 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea3851c-d129-4397-a92a-618c4dd70f72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:26.230442 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: a5fb6861-8757-42ca-ac40-a8cc84622298 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:04:26.231042 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a5fb6861-8757-42ca-ac40-a8cc84622298 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:04:26.236464 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1ae69c74-087a-47d5-9efb-820b94db42c6 None None] Provisioning for port 59367128-ef71-4bc2-9172-06e57074cbc2 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:26.270194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1ae69c74-087a-47d5-9efb-820b94db42c6 None None] Provisioning complete for port 59367128-ef71-4bc2-9172-06e57074cbc2 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:26.273530 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1ae69c74-087a-47d5-9efb-820b94db42c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.285990 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b702a-ace0-4984-8333-cb7f5e25c642 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3d34a3d-a9ea-40f7-ae6b-e4ee32450984,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:26.306760 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-b1e1d90a-fe13-4f4a-9777-732ea1738f8f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object df769080-370d-4605-b2af-3e096cf96eac will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:26.417910 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b07dc40f-f024-4e00-a9ad-1129372aa1cb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.418466 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07dc40f-f024-4e00-a9ad-1129372aa1cb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Fanout notify agent at l3_agent the message router_deleted on router 67d9a47a-dbf5-47e2-9ac2-275a1e638ecd {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:04:26.463671 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1ae69c74-087a-47d5-9efb-820b94db42c6 None None] Port 59367128-ef71-4bc2-9172-06e57074cbc2 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:04:26.473569 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2ea3851c-d129-4397-a92a-618c4dd70f72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.484837 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-b2fce437-ba98-436f-a246-b006f68c0477 None None] Allocated IP 172.20.0.18 (260472c8-467f-436f-bc64-4486ba31c42f/77658e02-d98c-4520-8f7f-f38191028f01/f8ca373b-72f2-4a9a-ba7d-4044545c4d6d) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:26.494908 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-0a049333-40ce-4447-b03d-c5a7d9c9464a tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:04:26.496244 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0a049333-40ce-4447-b03d-c5a7d9c9464a tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "PUT /v2.0/routers/7f1de634-dcaf-4b2a-98cd-dede72726e84/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.3871589 Mar 02 19:04:26.499220 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.499441 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.513166 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60314) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:26.520865 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1ae69c74-087a-47d5-9efb-820b94db42c6 None None] Provisioning complete for port a94c5524-70f1-47ce-a013-c9b0d6da1f73 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:26.521487 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1ae69c74-087a-47d5-9efb-820b94db42c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.527121 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.539741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-0852b705-75ba-424f-b5b2-80ca5c652767 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:04:26.544368 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Transition to ACTIVE for port object 59367128-ef71-4bc2-9172-06e57074cbc2 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:26.550622 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-295b702a-ace0-4984-8333-cb7f5e25c642 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.551787 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-295b702a-ace0-4984-8333-cb7f5e25c642 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/f3d34a3d-a9ea-40f7-ae6b-e4ee32450984 HTTP/1.1" status: 204 len: 168 time: 1.0298464 Mar 02 19:04:26.591001 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60318) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:26.631782 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.683011 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a94c5524-70f1-47ce-a013-c9b0d6da1f73 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:26.785191 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0852b705-75ba-424f-b5b2-80ca5c652767 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.790033 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0852b705-75ba-424f-b5b2-80ca5c652767 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:26.790667 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0852b705-75ba-424f-b5b2-80ca5c652767 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.811062 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b1e1d90a-fe13-4f4a-9777-732ea1738f8f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.816159 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b07dc40f-f024-4e00-a9ad-1129372aa1cb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.817354 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b07dc40f-f024-4e00-a9ad-1129372aa1cb tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/routers/67d9a47a-dbf5-47e2-9ac2-275a1e638ecd HTTP/1.1" status: 204 len: 168 time: 2.4278808 Mar 02 19:04:26.902584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-b2fce437-ba98-436f-a246-b006f68c0477 None None] For port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f8ca373b-72f2-4a9a-ba7d-4044545c4d6d,segment=NetworkSegment(184e9dc2-0017-45a4-969d-940e6ae1d97b),segment_id=184e9dc2-0017-45a4-969d-940e6ae1d97b)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:26.936952 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a94c5524-70f1-47ce-a013-c9b0d6da1f73 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:26.937217 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.949165 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60322) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:26.951700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852b705-75ba-424f-b5b2-80ca5c652767 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Network': ['ID=f86afa46-68de-4a7d-8818-708a6c6cc0d7,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:26.981641 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network f86afa46-68de-4a7d-8818-708a6c6cc0d7 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:04:27.034786 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.resource_extend [None req-b2fce437-ba98-436f-a246-b006f68c0477 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:04:27.055947 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Attempting to bind port 59367128-ef71-4bc2-9172-06e57074cbc2 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:04:27.056311 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Attempting to bind port 59367128-ef71-4bc2-9172-06e57074cbc2 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'a09ed752-efd5-4dcb-9a03-a433b795d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:04:27.056677 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Attempting to bind port 59367128-ef71-4bc2-9172-06e57074cbc2 on network 6eb66200-28df-48c9-92a2-28823b079df2 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:04:27.066460 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:04:27.066896 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Checking segment: {'id': 'a09ed752-efd5-4dcb-9a03-a433b795d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:27.067227 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:27.067646 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Bound using segment: {'id': 'a09ed752-efd5-4dcb-9a03-a433b795d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:04:27.068225 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Bound port: 59367128-ef71-4bc2-9172-06e57074cbc2, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09ed752-efd5-4dcb-9a03-a433b795d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:04:27.068674 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:27.072884 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-327cd66d-b4e9-49e2-922f-f6accf2009f4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d9a47a-dbf5-47e2-9ac2-275a1e638ecd HTTP/1.1" status: 200 len: 205 time: 0.1221442 Mar 02 19:04:27.081238 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60326) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:27.100245 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0852b705-75ba-424f-b5b2-80ca5c652767 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0826371 Mar 02 19:04:27.101081 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60330) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:27.120061 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c7c4ce3f-f08c-41b4-b19a-84eff724a2f3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'subnet': {'network_id': 'f86afa46-68de-4a7d-8818-708a6c6cc0d7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:27.185025 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b2fce437-ba98-436f-a246-b006f68c0477 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:27.186785 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] For port 59367128-ef71-4bc2-9172-06e57074cbc2, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:04:27.191320 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] For port 59367128-ef71-4bc2-9172-06e57074cbc2, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=59367128-ef71-4bc2-9172-06e57074cbc2,segment=NetworkSegment(a09ed752-efd5-4dcb-9a03-a433b795d90d),segment_id=a09ed752-efd5-4dcb-9a03-a433b795d90d)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:04:27.193191 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab79954-9aec-4186-893e-5722cf372c4e None None] Pushing event updated for resources: {'Port': ['ID=59367128-ef71-4bc2-9172-06e57074cbc2,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:27.196400 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2ea3851c-d129-4397-a92a-618c4dd70f72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:27.228383 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b2fce437-ba98-436f-a246-b006f68c0477 None None] Ignored duplicate provisioning block setup for port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 19:04:27.235301 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e1d90a-fe13-4f4a-9777-732ea1738f8f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:27.236444 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1d90a-fe13-4f4a-9777-732ea1738f8f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=df769080-370d-4605-b2af-3e096cf96eac,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:27.253067 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-b1e1d90a-fe13-4f4a-9777-732ea1738f8f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:27.278662 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e1d90a-fe13-4f4a-9777-732ea1738f8f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:27.284572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e1d90a-fe13-4f4a-9777-732ea1738f8f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:27.286927 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:27.287341 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b1e1d90a-fe13-4f4a-9777-732ea1738f8f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:27.317219 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-916da809-4ce1-4756-9366-6164889a11f0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] delete failed (client error): The resource could not be found. Mar 02 19:04:27.318620 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-916da809-4ce1-4756-9366-6164889a11f0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/routers/67d9a47a-dbf5-47e2-9ac2-275a1e638ecd HTTP/1.1" status: 404 len: 336 time: 0.2358239 Mar 02 19:04:27.334124 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3f293f47-33af-4dee-9788-5573e475574d tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:27.340445 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60334) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:27.353042 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 10780816-8fc0-4c2d-a7a4-bc478d42eab8 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:27.396646 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1ae69c74-087a-47d5-9efb-820b94db42c6 None None] Provisioning for port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:27.397436 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab79954-9aec-4186-893e-5722cf372c4e None None] Pushing event updated for resources: {'Port': ['ID=59367128-ef71-4bc2-9172-06e57074cbc2,revision_number=4']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:27.408705 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b2fce437-ba98-436f-a246-b006f68c0477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:27.412934 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:27.418931 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:27.437668 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:27.509085 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a83451-aab3-4144-b0b6-1d758bf32326 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] DELETE failed (client error): The resource could not be found. Mar 02 19:04:27.515243 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a83451-aab3-4144-b0b6-1d758bf32326 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:04:27.515243 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-78a83451-aab3-4144-b0b6-1d758bf32326 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/subnets/a5a11b66-d20d-460e-a915-63f125077f8e HTTP/1.1" status: 404 len: 337 time: 0.1696935 Mar 02 19:04:27.523037 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60338) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:27.560642 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b1e1d90a-fe13-4f4a-9777-732ea1738f8f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.0574620 Mar 02 19:04:27.566105 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60342) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:27.576545 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:27.617131 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:27.622517 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3851c-d129-4397-a92a-618c4dd70f72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Subnet': ['ID=bf0c667c-718e-40de-98d5-3db4c1932b14,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:27.625231 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c7c4ce3f-f08c-41b4-b19a-84eff724a2f3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:27.628663 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-e2c5cfb5-a66b-4626-a7df-97b75caf484d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Delete allocated IP 172.20.0.22 (260472c8-467f-436f-bc64-4486ba31c42f/77658e02-d98c-4520-8f7f-f38191028f01) {{(pid=84532) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 19:04:27.631703 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=10f13e42-6f1a-4590-a812-10a7f205abb2,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:27.634552 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:27.643915 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb947b53-6849-4d34-9d72-57358e28253e tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] DELETE failed (client error): The resource could not be found. Mar 02 19:04:27.648551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb947b53-6849-4d34-9d72-57358e28253e tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:04:27.648551 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-eb947b53-6849-4d34-9d72-57358e28253e tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/subnets/99319dbb-f856-4478-9ef2-7d61bfc81881 HTTP/1.1" status: 404 len: 337 time: 0.1136138 Mar 02 19:04:27.666390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60346) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:27.669547 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c7c4ce3f-f08c-41b4-b19a-84eff724a2f3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:subnet and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:27.685287 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c7c4ce3f-f08c-41b4-b19a-84eff724a2f3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:27.705072 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3f293f47-33af-4dee-9788-5573e475574d tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:27.709153 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3f293f47-33af-4dee-9788-5573e475574d tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 1.1058412 Mar 02 19:04:27.712476 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60350) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:27.759293 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-e9365063-59aa-40db-b501-6a18c6c7698b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port df769080-370d-4605-b2af-3e096cf96eac {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:27.760707 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e9365063-59aa-40db-b501-6a18c6c7698b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:27.774915 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:04:27.775774 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 10780816-8fc0-4c2d-a7a4-bc478d42eab8 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:27.776427 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:27.787145 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c7c4ce3f-f08c-41b4-b19a-84eff724a2f3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:27.856608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fce437-ba98-436f-a246-b006f68c0477 None None] Pushing event updated for resources: {'Port': ['ID=f8ca373b-72f2-4a9a-ba7d-4044545c4d6d,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:27.859682 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-51093431-1eca-4e6d-a6d6-9aacd57f3870 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] DELETE failed (client error): The resource could not be found. Mar 02 19:04:27.860133 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51093431-1eca-4e6d-a6d6-9aacd57f3870 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:04:27.865259 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-51093431-1eca-4e6d-a6d6-9aacd57f3870 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/subnets/fccd316c-cb66-4919-845a-ee8f35420166 HTTP/1.1" status: 404 len: 337 time: 0.1824486 Mar 02 19:04:27.865841 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60354) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:27.898718 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-547fc20e-7b97-4467-bd92-0c8ac7786127 None None] Provisioning complete for port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:27.899513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-547fc20e-7b97-4467-bd92-0c8ac7786127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:27.937238 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d69bb7-b783-4498-b613-51727d8e588c tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] DELETE failed (client error): The resource could not be found. Mar 02 19:04:27.937686 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d69bb7-b783-4498-b613-51727d8e588c tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:04:27.943143 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-99d69bb7-b783-4498-b613-51727d8e588c tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/subnets/c74cf0f3-2b73-4ef2-adeb-8a420d50ec0b HTTP/1.1" status: 404 len: 337 time: 0.0674303 Mar 02 19:04:27.944013 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea3851c-d129-4397-a92a-618c4dd70f72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Checking segment: {'id': '9a65c36d-3820-4419-92a0-4919191dfc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b15fbf4f-fa63-437a-904d-dd2f33cae27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:27.944392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea3851c-d129-4397-a92a-618c4dd70f72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network hostable DHCP agents. Network: b15fbf4f-fa63-437a-904d-dd2f33cae27f, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:04:27.952278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60358) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:28.059065 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f8ca373b-72f2-4a9a-ba7d-4044545c4d6d up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:28.073960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c4ce3f-f08c-41b4-b19a-84eff724a2f3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Made reservation on behalf of dfd3e6d4994a4b8586cb08a4003fb040 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:28.111440 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-feb738dd-3667-49b1-b425-9da492292ec3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:28.127517 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-696edb02-1e39-4b46-9722-763891d5cfa7 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/ports?device_id=af8ca6aa-2307-45c4-badf-fa8fadec6767 HTTP/1.1" status: 200 len: 205 time: 0.1614299 Mar 02 19:04:28.127517 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60362) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:28.202862 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-feb738dd-3667-49b1-b425-9da492292ec3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:28.223184 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:04:19Z', 'revision_number': 4, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:18Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59367128-ef71-4bc2-9172-06e57074cbc2', 'name': '', 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:ea:7e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc60373-2fec-4184-8960-4538a23e2582', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:16Z', 'updated_at': '2022-03-02T19:04:27Z', 'revision_number': 4, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': '8fc60373-2fec-4184-8960-4538a23e2582', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:28.229192 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b763ab8b-99c9-4209-a8f4-a2c3c33b3ac5 None None] The sync data for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv is: [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:04:19Z', 'revision_number': 4, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:18Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59367128-ef71-4bc2-9172-06e57074cbc2', 'name': '', 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:ea:7e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc60373-2fec-4184-8960-4538a23e2582', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:16Z', 'updated_at': '2022-03-02T19:04:27Z', 'revision_number': 4, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': '8fc60373-2fec-4184-8960-4538a23e2582', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:04:28.347307 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:28.352673 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:28.354954 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:28.402094 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-d71b9404-b0f8-441e-8a5b-4a3cbc3e79c7 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] delete failed (client error): The resource could not be found. Mar 02 19:04:28.408673 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d71b9404-b0f8-441e-8a5b-4a3cbc3e79c7 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/routers/af8ca6aa-2307-45c4-badf-fa8fadec6767 HTTP/1.1" status: 404 len: 336 time: 0.2583108 Mar 02 19:04:28.408914 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60366) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:28.482826 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-feb738dd-3667-49b1-b425-9da492292ec3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:28.489981 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c7c4ce3f-f08c-41b4-b19a-84eff724a2f3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:28.503432 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3c1bfe27-fa34-44d7-96bd-5c5dbb332aba tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/ports?device_id=94467d4e-3b82-433e-be4a-8b07116a6f81 HTTP/1.1" status: 200 len: 205 time: 0.0942383 Mar 02 19:04:28.506982 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60370) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:28.525644 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb738dd-3667-49b1-b425-9da492292ec3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e4d6a20-0c1b-42f7-89d4-6d69fe133549,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:28.577916 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:28.617804 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b3e0be27-255c-4969-9c2b-47d387898338 None None] Provisioning for port df769080-370d-4605-b2af-3e096cf96eac completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:28.629416 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f8ca373b-72f2-4a9a-ba7d-4044545c4d6d,segment=NetworkSegment(184e9dc2-0017-45a4-969d-940e6ae1d97b),segment_id=184e9dc2-0017-45a4-969d-940e6ae1d97b)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:28.630761 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b3e0be27-255c-4969-9c2b-47d387898338 None None] Provisioning complete for port df769080-370d-4605-b2af-3e096cf96eac triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:28.631827 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b3e0be27-255c-4969-9c2b-47d387898338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:28.661638 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea3851c-d129-4397-a92a-618c4dd70f72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network b15fbf4f-fa63-437a-904d-dd2f33cae27f is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:04:28.675269 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-d6dd89f5-5a0a-4fd5-a82c-49c7a7d739e9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] delete failed (client error): The resource could not be found. Mar 02 19:04:28.678666 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d6dd89f5-5a0a-4fd5-a82c-49c7a7d739e9 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/routers/94467d4e-3b82-433e-be4a-8b07116a6f81 HTTP/1.1" status: 404 len: 336 time: 0.1620238 Mar 02 19:04:28.684138 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60374) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:28.690993 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-e2c5cfb5-a66b-4626-a7df-97b75caf484d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:04:28.699318 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:28.713448 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-b3e0be27-255c-4969-9c2b-47d387898338 None None] Port df769080-370d-4605-b2af-3e096cf96eac cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:04:28.713686 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e2c5cfb5-a66b-4626-a7df-97b75caf484d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:28.721275 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:28.722417 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 1e84e3e6-2d7c-441f-8286-9bc70f5c320a up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:28.745578 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-e2c5cfb5-a66b-4626-a7df-97b75caf484d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Ignored duplicate provisioning block setup for port 618afe47-99c3-4854-8d87-f434638c9d28 by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 19:04:28.754815 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-2ea3851c-d129-4397-a92a-618c4dd70f72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, b15fbf4f-fa63-437a-904d-dd2f33cae27f) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:28.760583 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea3851c-d129-4397-a92a-618c4dd70f72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:28.766457 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2ea3851c-d129-4397-a92a-618c4dd70f72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:28.778311 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-feb738dd-3667-49b1-b425-9da492292ec3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:28.779767 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-feb738dd-3667-49b1-b425-9da492292ec3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/8e4d6a20-0c1b-42f7-89d4-6d69fe133549 HTTP/1.1" status: 204 len: 168 time: 1.0573461 Mar 02 19:04:28.784537 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60378) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:28.787788 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e9365063-59aa-40db-b501-6a18c6c7698b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:28.795956 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e77d968-7941-40b4-938c-b3b2d850bc89 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] DELETE failed (client error): The resource could not be found. Mar 02 19:04:28.796633 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e77d968-7941-40b4-938c-b3b2d850bc89 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:04:28.803016 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7e77d968-7941-40b4-938c-b3b2d850bc89 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/subnets/c4c21603-40c1-4fa0-bda9-42d77f66fbb6 HTTP/1.1" status: 404 len: 337 time: 0.1120574 Mar 02 19:04:28.810961 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60382) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:28.886837 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0e3ed92e-4c48-4af0-93a7-79bce9c47f2d tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:28.899517 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16f4bbf-6b43-49cb-84d6-dddb218c9073 None None] Network b15fbf4f-fa63-437a-904d-dd2f33cae27f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:28.900538 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2ea3851c-d129-4397-a92a-618c4dd70f72 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4199443 Mar 02 19:04:28.904520 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60386) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:28.905171 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e2c5cfb5-a66b-4626-a7df-97b75caf484d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:28.920213 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=f8ca373b-72f2-4a9a-ba7d-4044545c4d6d,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:28.926465 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-d79b3d3e-fd83-4247-b638-3f44bc67b243 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'network_id': 'b15fbf4f-fa63-437a-904d-dd2f33cae27f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1476314974'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:28.944956 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc0a584-f0a8-4a72-b308-696784391550 None None] Network 260472c8-467f-436f-bc64-4486ba31c42f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:29.122834 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8362cad2-fcdf-4a49-b6b5-749009016984 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:29.209129 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-e9365063-59aa-40db-b501-6a18c6c7698b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for df769080-370d-4605-b2af-3e096cf96eac owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:29.237698 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-40adf5cc-86ce-48d3-ac0e-e9380d6e3313 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/ports?device_id=a520a25a-156d-457a-bf33-b8dde7ead56b HTTP/1.1" status: 200 len: 205 time: 0.4219353 Mar 02 19:04:29.249939 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60390) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:29.335217 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d79b3d3e-fd83-4247-b638-3f44bc67b243 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:29.339522 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d79b3d3e-fd83-4247-b638-3f44bc67b243 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:port and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:29.342330 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d79b3d3e-fd83-4247-b638-3f44bc67b243 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:29.377586 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d79b3d3e-fd83-4247-b638-3f44bc67b243 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:29.384983 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-7f0f70d3-0ad3-4dd8-a0eb-86eb9b2258b0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] delete failed (client error): The resource could not be found. Mar 02 19:04:29.391988 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:29.392188 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7f0f70d3-0ad3-4dd8-a0eb-86eb9b2258b0 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/routers/a520a25a-156d-457a-bf33-b8dde7ead56b HTTP/1.1" status: 404 len: 336 time: 0.1292377 Mar 02 19:04:29.392188 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0e3ed92e-4c48-4af0-93a7-79bce9c47f2d tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:29.392188 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0e3ed92e-4c48-4af0-93a7-79bce9c47f2d tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.6025987 Mar 02 19:04:29.398368 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60394) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:29.398694 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60396) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:29.416405 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:29.416979 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:29.457830 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5cfb5-a66b-4626-a7df-97b75caf484d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=618afe47-99c3-4854-8d87-f434638c9d28,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:29.476825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e2c5cfb5-a66b-4626-a7df-97b75caf484d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] In _notify_port_updated(), no bound segment for port 618afe47-99c3-4854-8d87-f434638c9d28 on network 260472c8-467f-436f-bc64-4486ba31c42f {{(pid=84532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:04:29.480670 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c5cfb5-a66b-4626-a7df-97b75caf484d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:29.481960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e2c5cfb5-a66b-4626-a7df-97b75caf484d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:29.485518 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e2c5cfb5-a66b-4626-a7df-97b75caf484d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "PUT /v2.0/ports/618afe47-99c3-4854-8d87-f434638c9d28 HTTP/1.1" status: 200 len: 919 time: 4.4452963 Mar 02 19:04:29.489361 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60402) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:29.493697 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b02fe258-2e7b-4330-a85c-1b08d8415e99 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/ports?device_id=74ac5c74-726a-4e48-8ad1-c1611598b9dd HTTP/1.1" status: 200 len: 205 time: 0.0819819 Mar 02 19:04:29.498640 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-167706e7-929c-4ed3-ae55-64c056bf159b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5877ffd7-ef05-4963-b2a1-bb9374c89123'}, {'subnet_id': '77658e02-d98c-4520-8f7f-f38191028f01'}]}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:29.504663 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60406) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:29.574158 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-b15fbf4f-fa63-437a-904d-dd2f33cae27f', 'network_id': 'b15fbf4f-fa63-437a-904d-dd2f33cae27f', 'tenant_id': '7af48cce49c04901a107f48ce0e9ac52', 'fixed_ips': [{'subnet_id': 'bf0c667c-718e-40de-98d5-3db4c1932b14'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:04:29.575828 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:29.611063 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-d0dbddea-aca8-4d68-9315-449266c614aa tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] delete failed (client error): The resource could not be found. Mar 02 19:04:29.612246 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d0dbddea-aca8-4d68-9315-449266c614aa tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/routers/74ac5c74-726a-4e48-8ad1-c1611598b9dd HTTP/1.1" status: 404 len: 336 time: 0.1047456 Mar 02 19:04:29.634560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d5b30436-c699-4737-9b5b-5604c28bfbcc None None] Provisioning for port 618afe47-99c3-4854-8d87-f434638c9d28 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:29.647988 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d5b30436-c699-4737-9b5b-5604c28bfbcc None None] Provisioning complete for port 618afe47-99c3-4854-8d87-f434638c9d28 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:29.648364 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d5b30436-c699-4737-9b5b-5604c28bfbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:29.660733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60410) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:29.696708 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c7c4ce3f-f08c-41b4-b19a-84eff724a2f3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:29.700090 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79b3d3e-fd83-4247-b638-3f44bc67b243 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:29.703064 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d79b3d3e-fd83-4247-b638-3f44bc67b243 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:29.766051 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-d5b30436-c699-4737-9b5b-5604c28bfbcc None None] Port 618afe47-99c3-4854-8d87-f434638c9d28 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:04:29.768562 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-499a444d-021d-4a4a-b731-5f70e80f8540 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] DELETE failed (client error): The resource could not be found. Mar 02 19:04:29.768562 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499a444d-021d-4a4a-b731-5f70e80f8540 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:04:29.770201 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-499a444d-021d-4a4a-b731-5f70e80f8540 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/subnets/becc4ef3-4eae-4e60-9b5e-8cc2bcaf111f HTTP/1.1" status: 404 len: 337 time: 0.1082218 Mar 02 19:04:29.780991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d6490e16-f518-4926-b1eb-1f7bfa268d97 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:29.781135 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60414) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:29.807553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d5b30436-c699-4737-9b5b-5604c28bfbcc None None] Provisioning complete for port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:29.807553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d5b30436-c699-4737-9b5b-5604c28bfbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:29.816481 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d6490e16-f518-4926-b1eb-1f7bfa268d97 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:29.839256 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-d79b3d3e-fd83-4247-b638-3f44bc67b243 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] device_id is not set on port f5051067-3626-413e-a445-9929163f6229 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:04:29.855224 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a7be8750-69c2-409d-a1b4-36211e767f15 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c4f4e93-1a06-4502-8d20-cd14f46aab3c HTTP/1.1" status: 200 len: 205 time: 0.0713971 Mar 02 19:04:29.862590 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60418) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:29.974292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4ce3f-f08c-41b4-b19a-84eff724a2f3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Subnet': ['ID=a0413e6d-da75-420e-a00c-bebc84ce81e7,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:30.008315 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-54db2639-c7cb-4572-9d00-59789ebae88d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] delete failed (client error): The resource could not be found. Mar 02 19:04:30.009710 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-54db2639-c7cb-4572-9d00-59789ebae88d tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/routers/9c4f4e93-1a06-4502-8d20-cd14f46aab3c HTTP/1.1" status: 404 len: 336 time: 0.1410995 Mar 02 19:04:30.019300 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60422) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:30.024352 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e9365063-59aa-40db-b501-6a18c6c7698b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:30.064017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 59367128-ef71-4bc2-9172-06e57074cbc2 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:30.069000 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c4ce3f-f08c-41b4-b19a-84eff724a2f3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Checking segment: {'id': '8975b779-43f2-4c2b-9496-3473c2302760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f86afa46-68de-4a7d-8818-708a6c6cc0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:30.069360 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c4ce3f-f08c-41b4-b19a-84eff724a2f3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network hostable DHCP agents. Network: f86afa46-68de-4a7d-8818-708a6c6cc0d7, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:04:30.177131 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Allocated IP 2001:db8::2 (b15fbf4f-fa63-437a-904d-dd2f33cae27f/bf0c667c-718e-40de-98d5-3db4c1932b14/f2a983e1-783b-4284-aaa8-b6562ab93fb6) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:30.232263 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d6490e16-f518-4926-b1eb-1f7bfa268d97 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:30.234221 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed7d3b1-a018-4fd7-8376-6d94c5f9684b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] DELETE failed (client error): The resource could not be found. Mar 02 19:04:30.235941 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed7d3b1-a018-4fd7-8376-6d94c5f9684b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:04:30.275407 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6490e16-f518-4926-b1eb-1f7bfa268d97 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ffbdac5-de8d-4258-8c95-57bc342d4e23,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:30.285216 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-167706e7-929c-4ed3-ae55-64c056bf159b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:30.302226 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.resource_extend [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:04:30.319161 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9365063-59aa-40db-b501-6a18c6c7698b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=df769080-370d-4605-b2af-3e096cf96eac,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:30.325317 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:30.385719 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8ed7d3b1-a018-4fd7-8376-6d94c5f9684b tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/subnets/f95656c1-6426-48f4-b535-fb7c15132110 HTTP/1.1" status: 404 len: 337 time: 0.3643594 Mar 02 19:04:30.392827 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e9365063-59aa-40db-b501-6a18c6c7698b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:30.398004 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e9365063-59aa-40db-b501-6a18c6c7698b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/df769080-370d-4605-b2af-3e096cf96eac HTTP/1.1" status: 204 len: 168 time: 2.8304391 Mar 02 19:04:30.398873 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60426) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:30.399301 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60428) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:30.447848 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 59367128-ef71-4bc2-9172-06e57074cbc2 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:30.472336 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 59367128-ef71-4bc2-9172-06e57074cbc2 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:30.474881 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:30.495477 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c4ce3f-f08c-41b4-b19a-84eff724a2f3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network f86afa46-68de-4a7d-8818-708a6c6cc0d7 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:04:30.498647 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d6490e16-f518-4926-b1eb-1f7bfa268d97 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:30.500010 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d6490e16-f518-4926-b1eb-1f7bfa268d97 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/2ffbdac5-de8d-4258-8c95-57bc342d4e23 HTTP/1.1" status: 204 len: 168 time: 1.0905781 Mar 02 19:04:30.507718 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:30.514329 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60434) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:30.591463 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:30.591723 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-c7c4ce3f-f08c-41b4-b19a-84eff724a2f3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, f86afa46-68de-4a7d-8818-708a6c6cc0d7) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:30.598798 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ce6d2004-c59a-4531-a442-205702640458 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "GET /v2.0/ports?device_id=83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8 HTTP/1.1" status: 200 len: 205 time: 0.1955552 Mar 02 19:04:30.602516 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60436) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:30.606735 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c4ce3f-f08c-41b4-b19a-84eff724a2f3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:30.612333 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c7c4ce3f-f08c-41b4-b19a-84eff724a2f3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:30.622339 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bc5ef7-a9ce-4001-b588-df2879ab2fe0 None None] Network f86afa46-68de-4a7d-8818-708a6c6cc0d7 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:30.632459 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=10f13e42-6f1a-4590-a812-10a7f205abb2,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:30.645896 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Transition to ACTIVE for port object f2a983e1-783b-4284-aaa8-b6562ab93fb6 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:30.740767 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c7c4ce3f-f08c-41b4-b19a-84eff724a2f3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6317358 Mar 02 19:04:30.743451 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60442) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:30.781978 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Transition to ACTIVE for port object f2a983e1-783b-4284-aaa8-b6562ab93fb6 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:30.794003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-22e6564d-c4f2-404f-bd80-ff9c458c5005 None None] Provisioning complete for port 618afe47-99c3-4854-8d87-f434638c9d28 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:30.794381 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-22e6564d-c4f2-404f-bd80-ff9c458c5005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:30.901451 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:30.966832 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-afe8220d-d7a7-476c-9133-f82ace8e80c4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] delete failed (client error): The resource could not be found. Mar 02 19:04:30.968227 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-afe8220d-d7a7-476c-9133-f82ace8e80c4 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/routers/83ce7093-b7c9-48d3-9216-5b9bf2ec3ee8 HTTP/1.1" status: 404 len: 336 time: 0.2946038 Mar 02 19:04:30.975976 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60446) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:31.074773 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2c4efce0-5a49-402c-87a5-9572f81eee3c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:31.078623 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1071b7e-3069-40bc-a544-328d7925408a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] DELETE failed (client error): The resource could not be found. Mar 02 19:04:31.079263 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1071b7e-3069-40bc-a544-328d7925408a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:04:31.082640 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a1071b7e-3069-40bc-a544-328d7925408a tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/subnets/222320ac-bd38-4708-9895-bb3b1edd8494 HTTP/1.1" status: 404 len: 337 time: 0.0974803 Mar 02 19:04:31.088965 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60450) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:31.123963 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-22e6564d-c4f2-404f-bd80-ff9c458c5005 None None] Port 618afe47-99c3-4854-8d87-f434638c9d28 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:04:31.137221 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:31.161549 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-167706e7-929c-4ed3-ae55-64c056bf159b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Allocated IP 172.20.0.24 (260472c8-467f-436f-bc64-4486ba31c42f/77658e02-d98c-4520-8f7f-f38191028f01/618afe47-99c3-4854-8d87-f434638c9d28) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:31.165211 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-d79b3d3e-fd83-4247-b638-3f44bc67b243 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Allocated IP 2001:db8::273 (b15fbf4f-fa63-437a-904d-dd2f33cae27f/bf0c667c-718e-40de-98d5-3db4c1932b14/f5051067-3626-413e-a445-9929163f6229) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:31.208646 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:31.228316 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-1569ac73-e86f-4216-851b-e4265066e018 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] DELETE failed (client error): The resource could not be found. Mar 02 19:04:31.228823 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1569ac73-e86f-4216-851b-e4265066e018 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:04:31.230634 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1569ac73-e86f-4216-851b-e4265066e018 tempest-RoutersIpV6Test-2021737679 tempest-RoutersIpV6Test-2021737679-project] 10.222.0.73 "DELETE /v2.0/subnets/e87728ab-d586-4f6f-a928-0a9934a02bf2 HTTP/1.1" status: 404 len: 337 time: 0.0711386 Mar 02 19:04:31.235035 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Network b15fbf4f-fa63-437a-904d-dd2f33cae27f is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:31.241620 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:31.249619 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Pushing event updated for resources: {'Port': ['ID=f2a983e1-783b-4284-aaa8-b6562ab93fb6,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:31.261557 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:31.280056 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:31.314875 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 59367128-ef71-4bc2-9172-06e57074cbc2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=59367128-ef71-4bc2-9172-06e57074cbc2,segment=NetworkSegment(a09ed752-efd5-4dcb-9a03-a433b795d90d),segment_id=a09ed752-efd5-4dcb-9a03-a433b795d90d)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:31.327913 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bbd6b5-0446-4dc2-8dda-8b296aaae7c9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:31.328881 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-22bbd6b5-0446-4dc2-8dda-8b296aaae7c9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:31.336435 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-22e6564d-c4f2-404f-bd80-ff9c458c5005 None None] Provisioning complete for port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:31.336813 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-22e6564d-c4f2-404f-bd80-ff9c458c5005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:31.337611 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2c4efce0-5a49-402c-87a5-9572f81eee3c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:31.339086 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2c4efce0-5a49-402c-87a5-9572f81eee3c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.7389205 Mar 02 19:04:31.353809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60456) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:31.396466 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:31.397913 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5f888638-13af-4c19-81e6-afaf94a23ecd tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5345836 Mar 02 19:04:31.405076 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-22bbd6b5-0446-4dc2-8dda-8b296aaae7c9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:31.409817 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-22bbd6b5-0446-4dc2-8dda-8b296aaae7c9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.0049057 Mar 02 19:04:31.410532 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60460) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:31.410813 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60462) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:31.421421 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:31.421698 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-12354002-28e8-4b4b-90e7-23de70150e1a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'port': {'network_id': 'c8e704b9-1bef-4978-97cb-ff307c0d669b', 'name': 'tempest-FloatingIPTestJSON-744221999'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:31.422268 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f8ca373b-72f2-4a9a-ba7d-4044545c4d6d up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:31.486082 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c24ece72-9444-42e6-97b9-b3d469f9fbc0 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:31.563649 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c24ece72-9444-42e6-97b9-b3d469f9fbc0 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:31.686076 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-f86afa46-68de-4a7d-8818-708a6c6cc0d7', 'network_id': 'f86afa46-68de-4a7d-8818-708a6c6cc0d7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'fixed_ips': [{'subnet_id': 'a0413e6d-da75-420e-a00c-bebc84ce81e7'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:04:31.693915 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:31.747766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-12354002-28e8-4b4b-90e7-23de70150e1a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:31.751995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Attempting to bind port f2a983e1-783b-4284-aaa8-b6562ab93fb6 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:04:31.752334 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Attempting to bind port f2a983e1-783b-4284-aaa8-b6562ab93fb6 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '9a65c36d-3820-4419-92a0-4919191dfc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b15fbf4f-fa63-437a-904d-dd2f33cae27f'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:04:31.752698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Attempting to bind port f2a983e1-783b-4284-aaa8-b6562ab93fb6 on network b15fbf4f-fa63-437a-904d-dd2f33cae27f {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:04:31.756173 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ddfab1-2db2-4d4c-8c7e-d9b09d3a22f1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:31.761003 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-13ddfab1-2db2-4d4c-8c7e-d9b09d3a22f1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3459959 Mar 02 19:04:31.763390 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60468) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:31.795275 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=59367128-ef71-4bc2-9172-06e57074cbc2,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:31.808956 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-12354002-28e8-4b4b-90e7-23de70150e1a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:31.817213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c24ece72-9444-42e6-97b9-b3d469f9fbc0 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:31.845589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-167706e7-929c-4ed3-ae55-64c056bf159b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:04:31.857590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:04:31.857968 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Checking segment: {'id': '9a65c36d-3820-4419-92a0-4919191dfc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b15fbf4f-fa63-437a-904d-dd2f33cae27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:31.858369 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:31.859665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Bound using segment: {'id': '9a65c36d-3820-4419-92a0-4919191dfc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b15fbf4f-fa63-437a-904d-dd2f33cae27f'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:04:31.859665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Bound port: f2a983e1-783b-4284-aaa8-b6562ab93fb6, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a65c36d-3820-4419-92a0-4919191dfc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b15fbf4f-fa63-437a-904d-dd2f33cae27f'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:04:31.859665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:31.862002 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ece72-9444-42e6-97b9-b3d469f9fbc0 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97e13849-0ee4-424c-a70f-484a1860093d,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:31.866535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d79b3d3e-fd83-4247-b638-3f44bc67b243 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:31.883932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-167706e7-929c-4ed3-ae55-64c056bf159b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:31.914419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-d79b3d3e-fd83-4247-b638-3f44bc67b243 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Transition to ACTIVE for port object f5051067-3626-413e-a445-9929163f6229 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:31.920340 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-167706e7-929c-4ed3-ae55-64c056bf159b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Transition to ACTIVE for port object 618afe47-99c3-4854-8d87-f434638c9d28 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:31.928472 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9946f200-5ee3-4fcb-a98f-76c3503fe3f1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:31.930535 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9946f200-5ee3-4fcb-a98f-76c3503fe3f1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:31.931747 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9946f200-5ee3-4fcb-a98f-76c3503fe3f1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:31.932593 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9946f200-5ee3-4fcb-a98f-76c3503fe3f1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:31.940046 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12354002-28e8-4b4b-90e7-23de70150e1a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Made reservation on behalf of f732df6a0fd543bf93fda55ff9a564a7 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:31.942775 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-12354002-28e8-4b4b-90e7-23de70150e1a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:31.970529 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c24ece72-9444-42e6-97b9-b3d469f9fbc0 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:31.971777 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c24ece72-9444-42e6-97b9-b3d469f9fbc0 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/97e13849-0ee4-424c-a70f-484a1860093d HTTP/1.1" status: 204 len: 168 time: 0.6159048 Mar 02 19:04:31.982385 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60474) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:32.025929 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8362cad2-fcdf-4a49-b6b5-749009016984 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Deleting port 4881e32f-8ec4-4ef0-ade7-ee7f35bb2c5f {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:32.025929 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8362cad2-fcdf-4a49-b6b5-749009016984 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:32.045643 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:32.046010 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:32.106123 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-167706e7-929c-4ed3-ae55-64c056bf159b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:32.148341 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Allocated IP 172.23.0.2 (f86afa46-68de-4a7d-8818-708a6c6cc0d7/a0413e6d-da75-420e-a00c-bebc84ce81e7/aa7cdc5d-cff6-4f63-a63e-334c37be01cd) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:32.148828 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60478) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:32.163967 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d79b3d3e-fd83-4247-b638-3f44bc67b243 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:32.166831 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] For port f2a983e1-783b-4284-aaa8-b6562ab93fb6, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:04:32.176261 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] For port f2a983e1-783b-4284-aaa8-b6562ab93fb6, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f2a983e1-783b-4284-aaa8-b6562ab93fb6,segment=NetworkSegment(9a65c36d-3820-4419-92a0-4919191dfc2f),segment_id=9a65c36d-3820-4419-92a0-4919191dfc2f)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:04:32.209341 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-12354002-28e8-4b4b-90e7-23de70150e1a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] device_id is not set on port fe79c6c7-91f0-4fe0-8133-77d9e6714592 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:04:32.247639 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9946f200-5ee3-4fcb-a98f-76c3503fe3f1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:32.252359 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9946f200-5ee3-4fcb-a98f-76c3503fe3f1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4867823 Mar 02 19:04:32.258215 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60484) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:32.305240 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:32.357141 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-92265d07-ec36-4835-83f2-ae9cf98e07ee None None] Provisioning for port 618afe47-99c3-4854-8d87-f434638c9d28 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:32.397615 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79b3d3e-fd83-4247-b638-3f44bc67b243 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network b15fbf4f-fa63-437a-904d-dd2f33cae27f is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:32.413086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-d79b3d3e-fd83-4247-b638-3f44bc67b243 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:32.421449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167706e7-929c-4ed3-ae55-64c056bf159b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=618afe47-99c3-4854-8d87-f434638c9d28,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:32.424549 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b3d3e-fd83-4247-b638-3f44bc67b243 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:32.429284 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-92265d07-ec36-4835-83f2-ae9cf98e07ee None None] Provisioning complete for port 618afe47-99c3-4854-8d87-f434638c9d28 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:32.429710 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-92265d07-ec36-4835-83f2-ae9cf98e07ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:32.432337 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79b3d3e-fd83-4247-b638-3f44bc67b243 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:32.436363 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d79b3d3e-fd83-4247-b638-3f44bc67b243 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:32.537832 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6c6c6c1c-b45d-46aa-9561-897b0791baa8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:32.567160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8362cad2-fcdf-4a49-b6b5-749009016984 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:32.575559 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719cb42-0560-4daa-9b33-62b8a8c4a63a None None] Pushing event updated for resources: {'Port': ['ID=f2a983e1-783b-4284-aaa8-b6562ab93fb6,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:32.607702 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-92265d07-ec36-4835-83f2-ae9cf98e07ee None None] Port 618afe47-99c3-4854-8d87-f434638c9d28 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:04:32.658481 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b3d3e-fd83-4247-b638-3f44bc67b243 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=f5051067-3626-413e-a445-9929163f6229,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:32.663902 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-167706e7-929c-4ed3-ae55-64c056bf159b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] In _notify_port_updated(), no bound segment for port 618afe47-99c3-4854-8d87-f434638c9d28 on network 260472c8-467f-436f-bc64-4486ba31c42f {{(pid=84532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:04:32.668063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167706e7-929c-4ed3-ae55-64c056bf159b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:32.668819 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-167706e7-929c-4ed3-ae55-64c056bf159b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:32.670161 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-167706e7-929c-4ed3-ae55-64c056bf159b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "PUT /v2.0/ports/618afe47-99c3-4854-8d87-f434638c9d28 HTTP/1.1" status: 200 len: 999 time: 3.1801279 Mar 02 19:04:32.676986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60488) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:32.749965 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d79b3d3e-fd83-4247-b638-3f44bc67b243 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.8292861 Mar 02 19:04:32.761834 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60492) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:32.765792 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6c6c6c1c-b45d-46aa-9561-897b0791baa8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:32.767456 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6c6c6c1c-b45d-46aa-9561-897b0791baa8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.7811666 Mar 02 19:04:32.781099 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60496) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:32.787155 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:32.787824 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8362cad2-fcdf-4a49-b6b5-749009016984 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Calling delete_port for 4881e32f-8ec4-4ef0-ade7-ee7f35bb2c5f owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:32.800447 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Transition to ACTIVE for port object aa7cdc5d-cff6-4f63-a63e-334c37be01cd will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:32.830698 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-adda784b-595f-4367-ad7a-2cb9a0cc9f55 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2b147d1fd1b64c8daab7ec1005c16f83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6682224 Mar 02 19:04:32.835392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60500) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:32.841998 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 59367128-ef71-4bc2-9172-06e57074cbc2 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:32.864944 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-6998120a-7b7d-442a-8c3a-85bf8d522b50 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 0b82a9bc-119d-4bf8-82c8-e8d87d7e8162 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:04:32.880964 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6998120a-7b7d-442a-8c3a-85bf8d522b50 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:32.893452 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Transition to ACTIVE for port object aa7cdc5d-cff6-4f63-a63e-334c37be01cd will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:32.901607 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b4f62f1e-c118-49f3-b3f0-1dc3fc0ee7ec None None] Provisioning complete for port 618afe47-99c3-4854-8d87-f434638c9d28 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:32.902130 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b4f62f1e-c118-49f3-b3f0-1dc3fc0ee7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:32.938189 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e611be7c-5e1d-4bef-a619-c101d1503e3c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port 618afe47-99c3-4854-8d87-f434638c9d28 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:32.938189 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e611be7c-5e1d-4bef-a619-c101d1503e3c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:32.943216 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-12354002-28e8-4b4b-90e7-23de70150e1a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Allocated IP 172.20.0.3 (c8e704b9-1bef-4978-97cb-ff307c0d669b/553c6bea-551d-4960-b092-b8e92430655b/fe79c6c7-91f0-4fe0-8133-77d9e6714592) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:32.999428 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6998120a-7b7d-442a-8c3a-85bf8d522b50 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:33.000237 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:33.004357 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-b4f62f1e-c118-49f3-b3f0-1dc3fc0ee7ec None None] Port 618afe47-99c3-4854-8d87-f434638c9d28 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:04:33.103173 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Network f86afa46-68de-4a7d-8818-708a6c6cc0d7 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:33.107220 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:33.119056 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:33.134577 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Pushing event updated for resources: {'Port': ['ID=aa7cdc5d-cff6-4f63-a63e-334c37be01cd,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:33.145164 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 59367128-ef71-4bc2-9172-06e57074cbc2 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:33.145527 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:33.202123 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a593061f-b0b6-4c1a-90c8-e2a1e399c6cd tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:33.204196 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a593061f-b0b6-4c1a-90c8-e2a1e399c6cd tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:33.216942 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-b5261bec-52f5-4e4c-a9b7-bec7a782f4a7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port f5051067-3626-413e-a445-9929163f6229 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:33.217166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b5261bec-52f5-4e4c-a9b7-bec7a782f4a7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:33.280412 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Attempting to bind port aa7cdc5d-cff6-4f63-a63e-334c37be01cd on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:04:33.280811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Attempting to bind port aa7cdc5d-cff6-4f63-a63e-334c37be01cd by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '8975b779-43f2-4c2b-9496-3473c2302760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f86afa46-68de-4a7d-8818-708a6c6cc0d7'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:04:33.281136 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Attempting to bind port aa7cdc5d-cff6-4f63-a63e-334c37be01cd on network f86afa46-68de-4a7d-8818-708a6c6cc0d7 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:04:33.294295 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:04:33.300909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Checking segment: {'id': '8975b779-43f2-4c2b-9496-3473c2302760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f86afa46-68de-4a7d-8818-708a6c6cc0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:33.300909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:33.300909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Bound using segment: {'id': '8975b779-43f2-4c2b-9496-3473c2302760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f86afa46-68de-4a7d-8818-708a6c6cc0d7'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:04:33.300909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Bound port: aa7cdc5d-cff6-4f63-a63e-334c37be01cd, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8975b779-43f2-4c2b-9496-3473c2302760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f86afa46-68de-4a7d-8818-708a6c6cc0d7'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:04:33.300909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:33.415602 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0b43-01d7-4b42-b552-ec7b92129992 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:33.434034 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6998120a-7b7d-442a-8c3a-85bf8d522b50 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:33.441286 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2992a2c8-6d5f-4808-bef8-c913dd3020e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:33.445440 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] For port aa7cdc5d-cff6-4f63-a63e-334c37be01cd, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:04:33.445440 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] For port aa7cdc5d-cff6-4f63-a63e-334c37be01cd, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=aa7cdc5d-cff6-4f63-a63e-334c37be01cd,segment=NetworkSegment(8975b779-43f2-4c2b-9496-3473c2302760),segment_id=8975b779-43f2-4c2b-9496-3473c2302760)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:04:33.464142 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a593061f-b0b6-4c1a-90c8-e2a1e399c6cd tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:33.506691 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593061f-b0b6-4c1a-90c8-e2a1e399c6cd tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcd24ac0-f6b7-42ab-aeec-b2c6c667f177,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:33.519505 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:33.524535 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-12354002-28e8-4b4b-90e7-23de70150e1a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:33.618618 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8362cad2-fcdf-4a49-b6b5-749009016984 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:33.632881 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c388ac9-9941-4e78-9b2d-1a6bc495251d None None] Pushing event updated for resources: {'Port': ['ID=aa7cdc5d-cff6-4f63-a63e-334c37be01cd,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:33.688743 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6998120a-7b7d-442a-8c3a-85bf8d522b50 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:33.693197 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362cad2-fcdf-4a49-b6b5-749009016984 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Pushing event deleted for resources: {'Port': ['ID=4881e32f-8ec4-4ef0-ade7-ee7f35bb2c5f,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:33.704976 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-12354002-28e8-4b4b-90e7-23de70150e1a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:33.834709 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12354002-28e8-4b4b-90e7-23de70150e1a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=fe79c6c7-91f0-4fe0-8133-77d9e6714592,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:33.844119 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998120a-7b7d-442a-8c3a-85bf8d522b50 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=0b82a9bc-119d-4bf8-82c8-e8d87d7e8162,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:33.913567 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e611be7c-5e1d-4bef-a619-c101d1503e3c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:33.939215 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc39589-f209-4ab1-ba31-1c14ac9bfd2b None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:33.945018 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6998120a-7b7d-442a-8c3a-85bf8d522b50 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:33.991942 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12354002-28e8-4b4b-90e7-23de70150e1a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Network c8e704b9-1bef-4978-97cb-ff307c0d669b is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:34.005223 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-12354002-28e8-4b4b-90e7-23de70150e1a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:34.016199 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12354002-28e8-4b4b-90e7-23de70150e1a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:34.111998 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6998120a-7b7d-442a-8c3a-85bf8d522b50 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/0b82a9bc-119d-4bf8-82c8-e8d87d7e8162 HTTP/1.1" status: 204 len: 168 time: 1.8537576 Mar 02 19:04:34.126342 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60504) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:34.212753 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7162c0a5-57a1-4aa3-8181-03a6824abd00 None None] Network b15fbf4f-fa63-437a-904d-dd2f33cae27f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:34.303892 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12354002-28e8-4b4b-90e7-23de70150e1a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:34.304479 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-12354002-28e8-4b4b-90e7-23de70150e1a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:34.330736 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2992a2c8-6d5f-4808-bef8-c913dd3020e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:34.410784 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a593061f-b0b6-4c1a-90c8-e2a1e399c6cd tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:34.411615 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a593061f-b0b6-4c1a-90c8-e2a1e399c6cd tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/bcd24ac0-f6b7-42ab-aeec-b2c6c667f177 HTTP/1.1" status: 204 len: 168 time: 1.5965652 Mar 02 19:04:34.416840 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60508) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:34.420994 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-97407f78-c4f9-419f-9127-ef8664760df7 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 6abe34f9-a0c8-446f-a54a-d59a9f4c8006 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:04:34.421387 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e611be7c-5e1d-4bef-a619-c101d1503e3c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for 618afe47-99c3-4854-8d87-f434638c9d28 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:34.440722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-97407f78-c4f9-419f-9127-ef8664760df7 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:34.472199 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f15a1045-1bbe-4bfd-9b21-1b15195c4de8 None None] Provisioning for port f2a983e1-783b-4284-aaa8-b6562ab93fb6 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:34.514240 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-12354002-28e8-4b4b-90e7-23de70150e1a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0980361 Mar 02 19:04:34.519826 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60512) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:34.531995 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-25ba2e4f-0a62-4761-b21f-a68e42bfede2 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'floatingip': {'port_id': 'fe79c6c7-91f0-4fe0-8133-77d9e6714592'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:34.592725 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-97407f78-c4f9-419f-9127-ef8664760df7 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:34.686922 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8362cad2-fcdf-4a49-b6b5-749009016984 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:34.715792 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-25ba2e4f-0a62-4761-b21f-a68e42bfede2 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:34.756370 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b5261bec-52f5-4e4c-a9b7-bec7a782f4a7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:34.817316 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ca6b8611-7fc5-485f-a77b-192c246bf138 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3931932 Mar 02 19:04:34.822428 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60516) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:34.874618 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device aa7cdc5d-cff6-4f63-a63e-334c37be01cd up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:35.114944 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port aa7cdc5d-cff6-4f63-a63e-334c37be01cd completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:35.123585 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f2a983e1-783b-4284-aaa8-b6562ab93fb6 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:35.135561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-b5261bec-52f5-4e4c-a9b7-bec7a782f4a7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for f5051067-3626-413e-a445-9929163f6229 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:35.188769 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2992a2c8-6d5f-4808-bef8-c913dd3020e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:35.278777 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992a2c8-6d5f-4808-bef8-c913dd3020e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedde88e-88a5-4ef9-980a-fcfb5d4c2fe0,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:35.342710 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port f2a983e1-783b-4284-aaa8-b6562ab93fb6 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:35.366193 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port f2a983e1-783b-4284-aaa8-b6562ab93fb6 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:35.366547 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:35.431242 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-97407f78-c4f9-419f-9127-ef8664760df7 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:35.433913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108bf321-3089-4d8d-a2b9-45bc5fe0fdd6 None None] Network f86afa46-68de-4a7d-8818-708a6c6cc0d7 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:35.492818 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2992a2c8-6d5f-4808-bef8-c913dd3020e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:35.496383 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2992a2c8-6d5f-4808-bef8-c913dd3020e3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eedde88e-88a5-4ef9-980a-fcfb5d4c2fe0 HTTP/1.1" status: 204 len: 168 time: 2.6146858 Mar 02 19:04:35.529504 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-689c26e2-f975-4f0f-81bd-8e37d92740fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:35.546437 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d4489e48-05aa-496d-8378-05830114cc47 None None] Provisioning complete for port f2a983e1-783b-4284-aaa8-b6562ab93fb6 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:35.547023 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d4489e48-05aa-496d-8378-05830114cc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:35.629506 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-2eaa0b43-01d7-4b42-b552-ec7b92129992 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Allocated IP 172.23.0.1 (f86afa46-68de-4a7d-8818-708a6c6cc0d7/a0413e6d-da75-420e-a00c-bebc84ce81e7/316be3e5-91d5-437f-94b8-287d50fb0a6f) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:35.755772 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:35.792773 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-689c26e2-f975-4f0f-81bd-8e37d92740fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:35.844258 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b5261bec-52f5-4e4c-a9b7-bec7a782f4a7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:35.917008 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e611be7c-5e1d-4bef-a619-c101d1503e3c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:35.924193 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port f2a983e1-783b-4284-aaa8-b6562ab93fb6, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f2a983e1-783b-4284-aaa8-b6562ab93fb6,segment=NetworkSegment(9a65c36d-3820-4419-92a0-4919191dfc2f),segment_id=9a65c36d-3820-4419-92a0-4919191dfc2f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:35.961955 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d4489e48-05aa-496d-8378-05830114cc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:36.039305 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-97407f78-c4f9-419f-9127-ef8664760df7 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:36.067201 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:36.156665 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97407f78-c4f9-419f-9127-ef8664760df7 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=6abe34f9-a0c8-446f-a54a-d59a9f4c8006,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:36.192530 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0b43-01d7-4b42-b552-ec7b92129992 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:36.224156 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-2eaa0b43-01d7-4b42-b552-ec7b92129992 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Transition to ACTIVE for port object 316be3e5-91d5-437f-94b8-287d50fb0a6f will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:36.244232 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-689c26e2-f975-4f0f-81bd-8e37d92740fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:36.263460 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-97407f78-c4f9-419f-9127-ef8664760df7 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:36.272103 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5261bec-52f5-4e4c-a9b7-bec7a782f4a7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Port': ['ID=f5051067-3626-413e-a445-9929163f6229,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:36.284879 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25529bd3-0e18-4e35-b1c3-499001762e0f None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:36.309031 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b5261bec-52f5-4e4c-a9b7-bec7a782f4a7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:36.325614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c26e2-f975-4f0f-81bd-8e37d92740fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf68961c-143e-47f5-a59f-f3af117683d1,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:36.349758 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-97407f78-c4f9-419f-9127-ef8664760df7 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/6abe34f9-a0c8-446f-a54a-d59a9f4c8006 HTTP/1.1" status: 204 len: 168 time: 2.2211053 Mar 02 19:04:36.359017 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60528) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:36.393646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611be7c-5e1d-4bef-a619-c101d1503e3c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Port': ['ID=618afe47-99c3-4854-8d87-f434638c9d28,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:36.446507 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b5261bec-52f5-4e4c-a9b7-bec7a782f4a7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/ports/f5051067-3626-413e-a445-9929163f6229 HTTP/1.1" status: 204 len: 168 time: 3.6818759 Mar 02 19:04:36.454069 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60534) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:36.456719 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-d4489e48-05aa-496d-8378-05830114cc47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:04:36.457089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-d4489e48-05aa-496d-8378-05830114cc47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:04:36.464055 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8362cad2-fcdf-4a49-b6b5-749009016984 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Router 7f1de634-dcaf-4b2a-98cd-dede72726e84 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:04:36.466136 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=f2a983e1-783b-4284-aaa8-b6562ab93fb6,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:36.477203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-689c26e2-f975-4f0f-81bd-8e37d92740fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:36.484642 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-689c26e2-f975-4f0f-81bd-8e37d92740fe tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-groups/cf68961c-143e-47f5-a59f-f3af117683d1 HTTP/1.1" status: 204 len: 168 time: 1.6549714 Mar 02 19:04:36.487881 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60538) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:36.491207 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3a745528-983b-48e2-a17d-eda3fcfa4f01 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1309953 Mar 02 19:04:36.511772 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60542) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:36.530589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-5f33d40a-e537-4cd4-ba4f-5df9d4012861 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:36.700456 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f2a983e1-783b-4284-aaa8-b6562ab93fb6 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:36.714644 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5f33d40a-e537-4cd4-ba4f-5df9d4012861 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:36.730638 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-810137dd-f806-4096-aef7-e7b42b4798f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] GET failed (client error): The resource could not be found. Mar 02 19:04:36.733571 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-810137dd-f806-4096-aef7-e7b42b4798f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Synchronizing usage tracker for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:36.742852 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0b43-01d7-4b42-b552-ec7b92129992 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:36.828191 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a492ee04-3056-4be7-b8ed-3656f0027eb6 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:36.872909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port f2a983e1-783b-4284-aaa8-b6562ab93fb6 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:36.873361 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:36.959736 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8362cad2-fcdf-4a49-b6b5-749009016984 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:04:36.970756 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8362cad2-fcdf-4a49-b6b5-749009016984 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "PUT /v2.0/routers/7f1de634-dcaf-4b2a-98cd-dede72726e84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4493570 Mar 02 19:04:36.975642 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60550) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:36.979616 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa0b43-01d7-4b42-b552-ec7b92129992 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network f86afa46-68de-4a7d-8818-708a6c6cc0d7 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:36.981584 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5f33d40a-e537-4cd4-ba4f-5df9d4012861 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:36.994605 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-2eaa0b43-01d7-4b42-b552-ec7b92129992 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:36.997805 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa0b43-01d7-4b42-b552-ec7b92129992 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:37.025604 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5f33d40a-e537-4cd4-ba4f-5df9d4012861 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:37.084049 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5f33d40a-e537-4cd4-ba4f-5df9d4012861 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:37.085294 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-442550d4-ae0e-403a-87b7-28fbccba2d89 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] delete failed (client error): The resource could not be found. Mar 02 19:04:37.086357 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-442550d4-ae0e-403a-87b7-28fbccba2d89 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-359540796 HTTP/1.1" status: 404 len: 334 time: 0.1096609 Mar 02 19:04:37.090495 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e611be7c-5e1d-4bef-a619-c101d1503e3c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:37.092722 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e611be7c-5e1d-4bef-a619-c101d1503e3c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/ports/618afe47-99c3-4854-8d87-f434638c9d28 HTTP/1.1" status: 204 len: 168 time: 4.4133384 Mar 02 19:04:37.095805 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60556) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:37.096144 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60558) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:37.100324 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a492ee04-3056-4be7-b8ed-3656f0027eb6 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:37.102503 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a492ee04-3056-4be7-b8ed-3656f0027eb6 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6092246 Mar 02 19:04:37.111545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60564) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:37.132658 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a5df12f7-ae6c-49af-88b1-c344a6b5da85 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987243379'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:37.158712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a5df12f7-ae6c-49af-88b1-c344a6b5da85 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:37.173968 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a5df12f7-ae6c-49af-88b1-c344a6b5da85 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:37.190694 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa0b43-01d7-4b42-b552-ec7b92129992 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=316be3e5-91d5-437f-94b8-287d50fb0a6f,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:37.193248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-810137dd-f806-4096-aef7-e7b42b4798f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Unset dirty status for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:37.198032 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-810137dd-f806-4096-aef7-e7b42b4798f1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports/f5051067-3626-413e-a445-9929163f6229 HTTP/1.1" status: 404 len: 333 time: 0.7427354 Mar 02 19:04:37.201941 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60568) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:37.205259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0b43-01d7-4b42-b552-ec7b92129992 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:37.219970 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7469404b-b35b-4ba8-8a8f-8c715fff8176 None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:04:37.225063 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e851b328-2cde-49a4-9382-6aada6996253 None None] Sync routers for ids ['7f1de634-dcaf-4b2a-98cd-dede72726e84'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:04:37.234169 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d4489e48-05aa-496d-8378-05830114cc47 None None] Could not find standard attr ID for object f5051067-3626-413e-a445-9929163f6229. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:04:37.237205 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-7469404b-b35b-4ba8-8a8f-8c715fff8176 None None] Deleting port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:37.237587 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7469404b-b35b-4ba8-8a8f-8c715fff8176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:37.265819 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f33d40a-e537-4cd4-ba4f-5df9d4012861 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:37.295524 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a5df12f7-ae6c-49af-88b1-c344a6b5da85 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:37.352607 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6a3272-a540-4d7a-b1e0-e22f601b51ab tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] GET failed (client error): The resource could not be found. Mar 02 19:04:37.356894 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bb6a3272-a540-4d7a-b1e0-e22f601b51ab tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports/618afe47-99c3-4854-8d87-f434638c9d28 HTTP/1.1" status: 404 len: 333 time: 0.2580585 Mar 02 19:04:37.359762 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60574) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:37.363840 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c1cfe356-fa66-4dbf-a889-91f0583a56a4 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Request body: {'router': {'external_gateway_info': {'network_id': '7f1de634-dcaf-4b2a-98cd-dede72726e84'}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:37.396905 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60576) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:37.428468 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-25ba2e4f-0a62-4761-b21f-a68e42bfede2 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:37.493484 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e851b328-2cde-49a4-9382-6aada6996253 None None] Routers {'7f1de634-dcaf-4b2a-98cd-dede72726e84'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:37.494243 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e851b328-2cde-49a4-9382-6aada6996253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['7f1de634-dcaf-4b2a-98cd-dede72726e84'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:37.537840 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-25ba2e4f-0a62-4761-b21f-a68e42bfede2 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:37.551932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5f33d40a-e537-4cd4-ba4f-5df9d4012861 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:37.574467 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e851b328-2cde-49a4-9382-6aada6996253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:37.639714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-733317e0-db94-4217-ab49-2af5dcdff20b None None] Provisioning for port aa7cdc5d-cff6-4f63-a63e-334c37be01cd completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:37.654559 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a5df12f7-ae6c-49af-88b1-c344a6b5da85 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:37.662312 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-733317e0-db94-4217-ab49-2af5dcdff20b None None] Provisioning complete for port aa7cdc5d-cff6-4f63-a63e-334c37be01cd triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:37.662682 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-733317e0-db94-4217-ab49-2af5dcdff20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:37.664524 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-328057926-network', 'tenant_id': '2a35e32a20f342fdb54f6b43f0d5c554'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:37.691922 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e851b328-2cde-49a4-9382-6aada6996253 None None] Routers {'7f1de634-dcaf-4b2a-98cd-dede72726e84'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:37.692818 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e851b328-2cde-49a4-9382-6aada6996253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['7f1de634-dcaf-4b2a-98cd-dede72726e84'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:37.717625 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:37.720429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a5df12f7-ae6c-49af-88b1-c344a6b5da85 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:37.741417 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Usage tracker for resource:network and tenant:2a35e32a20f342fdb54f6b43f0d5c554 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:37.744110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a5df12f7-ae6c-49af-88b1-c344a6b5da85 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:37.749398 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:37.765462 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a5df12f7-ae6c-49af-88b1-c344a6b5da85 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:37.779159 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:37.786479 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e851b328-2cde-49a4-9382-6aada6996253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:37.786891 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e851b328-2cde-49a4-9382-6aada6996253 None None] The sync data for ids ['7f1de634-dcaf-4b2a-98cd-dede72726e84'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:04:37.800079 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-7469404b-b35b-4ba8-8a8f-8c715fff8176 None None] For port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=1e84e3e6-2d7c-441f-8286-9bc70f5c320a,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:37.800472 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7469404b-b35b-4ba8-8a8f-8c715fff8176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:37.815570 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0b43-01d7-4b42-b552-ec7b92129992 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:37.855171 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99fdb1e-b5a2-4aa3-813e-925d83c9758e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting subnet bf0c667c-718e-40de-98d5-3db4c1932b14 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:04:37.863242 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f99fdb1e-b5a2-4aa3-813e-925d83c9758e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:37.932484 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Made reservation on behalf of 2a35e32a20f342fdb54f6b43f0d5c554 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:37.933540 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-7469404b-b35b-4ba8-8a8f-8c715fff8176 None None] Calling delete_port for 1e84e3e6-2d7c-441f-8286-9bc70f5c320a owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:37.935851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:37.995028 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:37.998085 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-594ce831-d94a-420d-9dbb-d7bd5944349b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting subnet 77658e02-d98c-4520-8f7f-f38191028f01 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:04:38.008509 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-594ce831-d94a-420d-9dbb-d7bd5944349b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:38.060384 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-733317e0-db94-4217-ab49-2af5dcdff20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:38.106436 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-733317e0-db94-4217-ab49-2af5dcdff20b None None] For port aa7cdc5d-cff6-4f63-a63e-334c37be01cd, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=aa7cdc5d-cff6-4f63-a63e-334c37be01cd,segment=NetworkSegment(8975b779-43f2-4c2b-9496-3473c2302760),segment_id=8975b779-43f2-4c2b-9496-3473c2302760)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:38.126261 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f99fdb1e-b5a2-4aa3-813e-925d83c9758e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:38.136649 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7469404b-b35b-4ba8-8a8f-8c715fff8176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:38.169234 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a5df12f7-ae6c-49af-88b1-c344a6b5da85 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:38.177904 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-733317e0-db94-4217-ab49-2af5dcdff20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:38.188708 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469404b-b35b-4ba8-8a8f-8c715fff8176 None None] Pushing event deleted for resources: {'Port': ['ID=1e84e3e6-2d7c-441f-8286-9bc70f5c320a,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:38.198089 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-594ce831-d94a-420d-9dbb-d7bd5944349b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:38.225638 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-733317e0-db94-4217-ab49-2af5dcdff20b None None] Could not find standard attr ID for object 1e84e3e6-2d7c-441f-8286-9bc70f5c320a. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:04:38.245754 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7469404b-b35b-4ba8-8a8f-8c715fff8176 None None] No DVR routers for this DVR port 1e84e3e6-2d7c-441f-8286-9bc70f5c320a on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:04:38.288721 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733317e0-db94-4217-ab49-2af5dcdff20b None None] Pushing event updated for resources: {'Port': ['ID=aa7cdc5d-cff6-4f63-a63e-334c37be01cd,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:38.291788 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c1cfe356-fa66-4dbf-a889-91f0583a56a4 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:38.317192 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a5df12f7-ae6c-49af-88b1-c344a6b5da85 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:38.332235 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-733317e0-db94-4217-ab49-2af5dcdff20b None None] Provisioning for port 316be3e5-91d5-437f-94b8-287d50fb0a6f completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:38.335281 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.l3_db [None req-25ba2e4f-0a62-4761-b21f-a68e42bfede2 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Floating IP d509aa65-84d2-492a-a522-c10166ca5acd associated. External IP: 172.26.4.122, port: fe79c6c7-91f0-4fe0-8133-77d9e6714592. Mar 02 19:04:38.338981 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-733317e0-db94-4217-ab49-2af5dcdff20b None None] Provisioning complete for port 316be3e5-91d5-437f-94b8-287d50fb0a6f triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:38.339381 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-733317e0-db94-4217-ab49-2af5dcdff20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:38.350583 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:38.378185 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Usage tracker for resource:security_group_rule and tenant:2a35e32a20f342fdb54f6b43f0d5c554 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:38.392551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:38.404077 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-733317e0-db94-4217-ab49-2af5dcdff20b None None] Port 316be3e5-91d5-437f-94b8-287d50fb0a6f cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:04:38.408236 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-733317e0-db94-4217-ab49-2af5dcdff20b None None] Could not find standard attr ID for object f5051067-3626-413e-a445-9929163f6229. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:04:38.428673 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:38.448743 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-594ce831-d94a-420d-9dbb-d7bd5944349b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:38.462367 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df12f7-ae6c-49af-88b1-c344a6b5da85 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe33e50-b42a-4e1b-961c-d75453289da7,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:38.513171 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-c1cfe356-fa66-4dbf-a889-91f0583a56a4 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] update failed (client error): The resource could not be found. Mar 02 19:04:38.514298 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c1cfe356-fa66-4dbf-a889-91f0583a56a4 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "PUT /v2.0/routers/7f1de634-dcaf-4b2a-98cd-dede72726e84 HTTP/1.1" status: 404 len: 339 time: 1.4169562 Mar 02 19:04:38.519856 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60584) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:38.600831 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a5df12f7-ae6c-49af-88b1-c344a6b5da85 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:38.602107 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a5df12f7-ae6c-49af-88b1-c344a6b5da85 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4822278 Mar 02 19:04:38.608703 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f99fdb1e-b5a2-4aa3-813e-925d83c9758e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:38.646092 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device aa7cdc5d-cff6-4f63-a63e-334c37be01cd up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:38.648830 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60588) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:38.659662 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-dd62d9d9-e01c-4c4a-b3d7-bfa688f8bbf7 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group_rule': {'security_group_id': '4fe33e50-b42a-4e1b-961c-d75453289da7', 'direction': 'ingress', 'protocol': 17}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:38.683211 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-dd62d9d9-e01c-4c4a-b3d7-bfa688f8bbf7 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:38.687839 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5f33d40a-e537-4cd4-ba4f-5df9d4012861 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:38.724090 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port aa7cdc5d-cff6-4f63-a63e-334c37be01cd triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:38.724559 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:38.738390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-dd62d9d9-e01c-4c4a-b3d7-bfa688f8bbf7 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:38.763981 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-dd62d9d9-e01c-4c4a-b3d7-bfa688f8bbf7 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:38.803242 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-dd62d9d9-e01c-4c4a-b3d7-bfa688f8bbf7 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:38.861348 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f33d40a-e537-4cd4-ba4f-5df9d4012861 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:38.863235 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:38.869446 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33d40a-e537-4cd4-ba4f-5df9d4012861 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=54f628eb-15d8-4aba-b6fb-d45f964e73d4,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:38.871690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-5f33d40a-e537-4cd4-ba4f-5df9d4012861 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:38.878294 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f33d40a-e537-4cd4-ba4f-5df9d4012861 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:38.878871 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5f33d40a-e537-4cd4-ba4f-5df9d4012861 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:38.883642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f37daac-357f-4db7-85e0-35725c7f3701 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:38.927692 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0b43-01d7-4b42-b552-ec7b92129992 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:38.942898 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:38.955106 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 1e84e3e6-2d7c-441f-8286-9bc70f5c320a no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:04:38.958643 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-594ce831-d94a-420d-9dbb-d7bd5944349b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.004100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 1e84e3e6-2d7c-441f-8286-9bc70f5c320a {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:04:39.004493 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 1e84e3e6-2d7c-441f-8286-9bc70f5c320a not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:04:39.031502 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ce831-d94a-420d-9dbb-d7bd5944349b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Subnet': ['ID=77658e02-d98c-4520-8f7f-f38191028f01,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:39.043118 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-594ce831-d94a-420d-9dbb-d7bd5944349b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.055890 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f140eaa-a21b-4cdf-8f84-61e9499be5ef None None] Network 260472c8-467f-436f-bc64-4486ba31c42f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:39.059580 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-594ce831-d94a-420d-9dbb-d7bd5944349b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/subnets/77658e02-d98c-4520-8f7f-f38191028f01 HTTP/1.1" status: 204 len: 168 time: 1.6415575 Mar 02 19:04:39.069058 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60592) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:39.086545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0b43-01d7-4b42-b552-ec7b92129992 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.115481 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f99fdb1e-b5a2-4aa3-813e-925d83c9758e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.189167 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5f33d40a-e537-4cd4-ba4f-5df9d4012861 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6706712 Mar 02 19:04:39.211596 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60596) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:39.216559 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:04:39.228059 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dd62d9d9-e01c-4c4a-b3d7-bfa688f8bbf7 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.254677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fdb1e-b5a2-4aa3-813e-925d83c9758e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Subnet': ['ID=bf0c667c-718e-40de-98d5-3db4c1932b14,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:39.259530 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-5f057cfb-d9c5-4115-99e2-eb66b9019913 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:39.275583 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e87c0b-87bf-445b-aad8-822aba4061d5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting subnet 5877ffd7-ef05-4963-b2a1-bb9374c89123 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:04:39.281639 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37e87c0b-87bf-445b-aad8-822aba4061d5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.298321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad7afc0-092a-474b-a67a-7b6fda09235e,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:39.316493 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.316845 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Added segment 0c2bf084-53ff-4021-b25d-528f36fdf98f of type vlan for network fc352922-d775-4492-b35f-ae22f1cc9ad3 Mar 02 19:04:39.349527 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ef3b29a7-4982-4982-b073-f3d27df1240a', 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'tenant_id': '591628e1e390444e96bcee6f3976612e', 'fixed_ips': [{'subnet_id': '54f628eb-15d8-4aba-b6fb-d45f964e73d4'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:04:39.350344 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.399934 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f99fdb1e-b5a2-4aa3-813e-925d83c9758e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.414465 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa0b43-01d7-4b42-b552-ec7b92129992 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event updated for resources: {'Port': ['ID=316be3e5-91d5-437f-94b8-287d50fb0a6f,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:39.429469 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55367a4c-00aa-4ffa-a2f5-6bad81baee12 None None] Network b15fbf4f-fa63-437a-904d-dd2f33cae27f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:39.430908 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0b43-01d7-4b42-b552-ec7b92129992 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.454731 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f99fdb1e-b5a2-4aa3-813e-925d83c9758e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/subnets/bf0c667c-718e-40de-98d5-3db4c1932b14 HTTP/1.1" status: 204 len: 168 time: 2.2516370 Mar 02 19:04:39.455691 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60600) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:39.457906 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37e87c0b-87bf-445b-aad8-822aba4061d5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.488468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.549640 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dd62d9d9-e01c-4c4a-b3d7-bfa688f8bbf7 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.632668 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dd62d9d9-e01c-4c4a-b3d7-bfa688f8bbf7 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.677900 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5f057cfb-d9c5-4115-99e2-eb66b9019913 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:39.682606 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62d9d9-e01c-4c4a-b3d7-bfa688f8bbf7 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a59dc9c-9151-4171-a682-dab554d521c5,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:39.701586 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5f057cfb-d9c5-4115-99e2-eb66b9019913 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:39.709256 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5f057cfb-d9c5-4115-99e2-eb66b9019913 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:39.714988 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-63c64fff-5527-41f6-b345-b3e548397daf tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.724165 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5f057cfb-d9c5-4115-99e2-eb66b9019913 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:39.735091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.736017 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:39.736596 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.770292 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Allocated IP 2001:db8::2 (ef3b29a7-4982-4982-b073-f3d27df1240a/54f628eb-15d8-4aba-b6fb-d45f964e73d4/7bfa5d8a-6d86-4075-8fe2-5ae76689438c) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:39.771901 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.830303 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa0b43-01d7-4b42-b552-ec7b92129992 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Network f86afa46-68de-4a7d-8818-708a6c6cc0d7 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:39.836848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dd62d9d9-e01c-4c4a-b3d7-bfa688f8bbf7 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:39.836848 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-dd62d9d9-e01c-4c4a-b3d7-bfa688f8bbf7 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.1826110 Mar 02 19:04:39.836848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-2eaa0b43-01d7-4b42-b552-ec7b92129992 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:39.838048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60604) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:39.846394 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37e87c0b-87bf-445b-aad8-822aba4061d5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:40.007743 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f057cfb-d9c5-4115-99e2-eb66b9019913 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:40.010483 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5f057cfb-d9c5-4115-99e2-eb66b9019913 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:40.019842 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c133c5a-ec67-42fe-a220-4f8fe2b858ec None None] DHCP port deletion for b15fbf4f-fa63-437a-904d-dd2f33cae27f request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:04:40.043541 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-8c133c5a-ec67-42fe-a220-4f8fe2b858ec None None] Deleting port f2a983e1-783b-4284-aaa8-b6562ab93fb6 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:40.044005 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8c133c5a-ec67-42fe-a220-4f8fe2b858ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:40.061663 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6490834 Mar 02 19:04:40.061663 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60608) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:40.080555 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:40.117530 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ae3f2-8ed7-43b8-b2b6-b1e795640ec4 admin admin] Pushing event updated for resources: {'Network': ['ID=fc352922-d775-4492-b35f-ae22f1cc9ad3,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:40.136035 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network fc352922-d775-4492-b35f-ae22f1cc9ad3 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:04:40.150999 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port f2a983e1-783b-4284-aaa8-b6562ab93fb6 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:40.151571 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:40.189834 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-76a6d449-f6d5-4f51-b800-9032e2807b1c admin admin] Request body: {'subnet': {'network_id': 'fc352922-d775-4492-b35f-ae22f1cc9ad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-328057926-subnet', 'tenant_id': '2a35e32a20f342fdb54f6b43f0d5c554', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:40.212019 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Transition to ACTIVE for port object 7bfa5d8a-6d86-4075-8fe2-5ae76689438c will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:40.217110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-76a6d449-f6d5-4f51-b800-9032e2807b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:40.239912 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Transition to ACTIVE for port object 7bfa5d8a-6d86-4075-8fe2-5ae76689438c will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:40.245668 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-76a6d449-f6d5-4f51-b800-9032e2807b1c admin admin] Usage tracker for resource:subnet and tenant:2a35e32a20f342fdb54f6b43f0d5c554 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:40.254715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-76a6d449-f6d5-4f51-b800-9032e2807b1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:40.277342 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-76a6d449-f6d5-4f51-b800-9032e2807b1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:40.310441 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:40.328033 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-05c1f7d7-2040-4a2a-81a5-3c3b497aa532 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:40.391027 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37e87c0b-87bf-445b-aad8-822aba4061d5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:40.473935 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:40.476954 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a6d449-f6d5-4f51-b800-9032e2807b1c admin admin] Made reservation on behalf of 2a35e32a20f342fdb54f6b43f0d5c554 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:40.479464 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-76a6d449-f6d5-4f51-b800-9032e2807b1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:40.489664 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e87c0b-87bf-445b-aad8-822aba4061d5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Subnet': ['ID=5877ffd7-ef05-4963-b2a1-bb9374c89123,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:40.503611 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.ipam_backend_mixin [None req-5f057cfb-d9c5-4115-99e2-eb66b9019913 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 54f628eb-15d8-4aba-b6fb-d45f964e73d4 (CIDR: 2001:db8::/64) Mar 02 19:04:40.533027 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37e87c0b-87bf-445b-aad8-822aba4061d5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:40.535212 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:40.551001 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:40.568975 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Pushing event updated for resources: {'Port': ['ID=7bfa5d8a-6d86-4075-8fe2-5ae76689438c,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:40.587555 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-05c1f7d7-2040-4a2a-81a5-3c3b497aa532 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:40.593880 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-37e87c0b-87bf-445b-aad8-822aba4061d5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/subnets/5877ffd7-ef05-4963-b2a1-bb9374c89123 HTTP/1.1" status: 204 len: 168 time: 1.5235233 Mar 02 19:04:40.595491 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60612) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:40.617582 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f057cfb-d9c5-4115-99e2-eb66b9019913 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:04:40.618413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f057cfb-d9c5-4115-99e2-eb66b9019913 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:04:40.752707 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f2a983e1-783b-4284-aaa8-b6562ab93fb6 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:04:40.809595 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5f057cfb-d9c5-4115-99e2-eb66b9019913 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5788393 Mar 02 19:04:40.810631 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-05c1f7d7-2040-4a2a-81a5-3c3b497aa532 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:40.820270 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60616) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:40.832321 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4ed8bb-3429-4524-a863-2f6b7e380f32 None None] Network 260472c8-467f-436f-bc64-4486ba31c42f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:40.839955 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-4669eded-016f-43d1-abe4-945a53c90494 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'subnet': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:40.873942 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1f7d7-2040-4a2a-81a5-3c3b497aa532 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe33e50-b42a-4e1b-961c-d75453289da7,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:40.882812 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1c632b98-9068-4cf8-a242-123029075ef8 None None] Provisioning complete for port 316be3e5-91d5-437f-94b8-287d50fb0a6f triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:40.883219 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1c632b98-9068-4cf8-a242-123029075ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:40.927240 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:40.933258 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] For port f2a983e1-783b-4284-aaa8-b6562ab93fb6, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f2a983e1-783b-4284-aaa8-b6562ab93fb6,segment=NetworkSegment(9a65c36d-3820-4419-92a0-4919191dfc2f),segment_id=9a65c36d-3820-4419-92a0-4919191dfc2f)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:40.933920 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:41.086162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eaa0b43-01d7-4b42-b552-ec7b92129992 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router 5b421425-bbe4-4d02-8eda-65d57ea462c7 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:04:41.093709 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-8c133c5a-ec67-42fe-a220-4f8fe2b858ec None None] For port f2a983e1-783b-4284-aaa8-b6562ab93fb6, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f2a983e1-783b-4284-aaa8-b6562ab93fb6,segment=NetworkSegment(9a65c36d-3820-4419-92a0-4919191dfc2f),segment_id=9a65c36d-3820-4419-92a0-4919191dfc2f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:41.094191 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8c133c5a-ec67-42fe-a220-4f8fe2b858ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:41.116302 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for f2a983e1-783b-4284-aaa8-b6562ab93fb6 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:41.116525 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Attempting to bind port 7bfa5d8a-6d86-4075-8fe2-5ae76689438c on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:04:41.116856 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Attempting to bind port 7bfa5d8a-6d86-4075-8fe2-5ae76689438c by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:04:41.117224 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Attempting to bind port 7bfa5d8a-6d86-4075-8fe2-5ae76689438c on network ef3b29a7-4982-4982-b073-f3d27df1240a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:04:41.128879 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-05c1f7d7-2040-4a2a-81a5-3c3b497aa532 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:41.130136 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-05c1f7d7-2040-4a2a-81a5-3c3b497aa532 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-groups/4fe33e50-b42a-4e1b-961c-d75453289da7 HTTP/1.1" status: 204 len: 168 time: 1.2909241 Mar 02 19:04:41.135386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:04:41.135777 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Checking segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:41.136182 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:41.136575 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Bound using segment: {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:04:41.137053 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Bound port: 7bfa5d8a-6d86-4075-8fe2-5ae76689438c, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f1e7c-bed4-431f-a3fb-fdeb23966092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:04:41.137424 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:41.140693 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60620) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:41.190721 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:41.191803 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:41.220389 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-63c64fff-5527-41f6-b345-b3e548397daf tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Allocated IP 172.20.0.1 (598abf84-2720-4d57-a3d4-b83a76849d12/a8827c1c-d440-4486-a67c-8c44f6b1da74/eed10bff-40ab-48c9-bb33-edd46b176736) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:41.259461 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ba2e4f-0a62-4761-b21f-a68e42bfede2 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router 02827b03-91ae-40a2-a954-65eae7996967 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:04:41.279985 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-76a6d449-f6d5-4f51-b800-9032e2807b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:41.295337 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-8c133c5a-ec67-42fe-a220-4f8fe2b858ec None None] Calling delete_port for f2a983e1-783b-4284-aaa8-b6562ab93fb6 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:41.327324 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1c632b98-9068-4cf8-a242-123029075ef8 None None] Port 316be3e5-91d5-437f-94b8-287d50fb0a6f cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:04:41.383922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4669eded-016f-43d1-abe4-945a53c90494 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:41.407986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4669eded-016f-43d1-abe4-945a53c90494 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:subnet and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:41.424150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4669eded-016f-43d1-abe4-945a53c90494 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:41.445970 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4669eded-016f-43d1-abe4-945a53c90494 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:41.462018 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-625276a7-98f4-4a25-9583-8917931761ea tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:41.490851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6d449-f6d5-4f51-b800-9032e2807b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9129bf72-25e9-47b5-bba7-efef5f522b0f,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:41.492724 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:41.530020 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a6d449-f6d5-4f51-b800-9032e2807b1c admin admin] Checking segment: {'id': '0c2bf084-53ff-4021-b25d-528f36fdf98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'fc352922-d775-4492-b35f-ae22f1cc9ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:41.530020 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a6d449-f6d5-4f51-b800-9032e2807b1c admin admin] Network hostable DHCP agents. Network: fc352922-d775-4492-b35f-ae22f1cc9ad3, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:04:41.549127 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4669eded-016f-43d1-abe4-945a53c90494 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:41.551412 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4669eded-016f-43d1-abe4-945a53c90494 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:41.572376 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:41.577057 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-625276a7-98f4-4a25-9583-8917931761ea tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:41.582585 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-625276a7-98f4-4a25-9583-8917931761ea tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4358213 Mar 02 19:04:41.592335 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60624) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:41.599283 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] For port 7bfa5d8a-6d86-4075-8fe2-5ae76689438c, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:04:41.611255 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-8c133c5a-ec67-42fe-a220-4f8fe2b858ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:04:41.611681 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-8c133c5a-ec67-42fe-a220-4f8fe2b858ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:04:41.614091 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-477c2cd8-3094-4442-9d8c-32559b254d4a None None] Provisioning complete for port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:41.614464 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-477c2cd8-3094-4442-9d8c-32559b254d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:41.636526 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-04eb6cca-2283-4ebb-9d2e-f45e9747f255 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group': {'name': 'tempest-secgroup--88128253'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:41.643307 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] For port 7bfa5d8a-6d86-4075-8fe2-5ae76689438c, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7bfa5d8a-6d86-4075-8fe2-5ae76689438c,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:04:41.681091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eaa0b43-01d7-4b42-b552-ec7b92129992 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:04:41.686792 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2eaa0b43-01d7-4b42-b552-ec7b92129992 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/5b421425-bbe4-4d02-8eda-65d57ea462c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9417367 Mar 02 19:04:41.693347 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Port': ['ID=f2a983e1-783b-4284-aaa8-b6562ab93fb6,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:41.696658 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Sync routers for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:04:41.699276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60628) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:41.708524 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f83e5b37-33f7-47b5-ae58-c3fd1c439a11 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:41.711051 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-04eb6cca-2283-4ebb-9d2e-f45e9747f255 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:41.724774 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:41.725967 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:41.762466 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:41.767814 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-63c64fff-5527-41f6-b345-b3e548397daf tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:41.784038 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a6d449-f6d5-4f51-b800-9032e2807b1c admin admin] Network fc352922-d775-4492-b35f-ae22f1cc9ad3 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:04:41.784402 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-63c64fff-5527-41f6-b345-b3e548397daf tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Transition to ACTIVE for port object eed10bff-40ab-48c9-bb33-edd46b176736 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:41.822697 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] No DVR routers for this DVR port f2a983e1-783b-4284-aaa8-b6562ab93fb6 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:04:41.867632 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-04eb6cca-2283-4ebb-9d2e-f45e9747f255 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:41.902117 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-63c64fff-5527-41f6-b345-b3e548397daf tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:41.909868 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] For port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f8ca373b-72f2-4a9a-ba7d-4044545c4d6d,segment=NetworkSegment(184e9dc2-0017-45a4-969d-940e6ae1d97b),segment_id=184e9dc2-0017-45a4-969d-940e6ae1d97b)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:41.910233 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:41.927656 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:04:41.992938 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-76a6d449-f6d5-4f51-b800-9032e2807b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, fc352922-d775-4492-b35f-ae22f1cc9ad3) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:42.001461 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9e204-63ed-4c46-b56c-524318e6ac80 None None] Pushing event updated for resources: {'Port': ['ID=7bfa5d8a-6d86-4075-8fe2-5ae76689438c,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:42.004582 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a6d449-f6d5-4f51-b800-9032e2807b1c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:42.006873 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6ecd03-a80a-4204-8514-b3a40a4958d6 None None] DHCP port deletion for 260472c8-467f-436f-bc64-4486ba31c42f request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:04:42.013740 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae491b9-d4c5-4ff5-a77f-fe84482fb73f None None] Network fc352922-d775-4492-b35f-ae22f1cc9ad3 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:42.026122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-76a6d449-f6d5-4f51-b800-9032e2807b1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:42.036119 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ecd03-a80a-4204-8514-b3a40a4958d6 None None] Deleting port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:42.036543 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1e6ecd03-a80a-4204-8514-b3a40a4958d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:42.184102 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-04eb6cca-2283-4ebb-9d2e-f45e9747f255 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:42.245695 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-76a6d449-f6d5-4f51-b800-9032e2807b1c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1295013 Mar 02 19:04:42.269905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-8c133c5a-ec67-42fe-a220-4f8fe2b858ec None None] Deleting port f2a983e1-783b-4284-aaa8-b6562ab93fb6 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:42.272143 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8c133c5a-ec67-42fe-a220-4f8fe2b858ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:42.333189 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:04:37Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '316be3e5-91d5-437f-94b8-287d50fb0a6f', 'name': '', 'network_id': 'f86afa46-68de-4a7d-8818-708a6c6cc0d7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:29:9b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0413e6d-da75-420e-a00c-bebc84ce81e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:34Z', 'updated_at': '2022-03-02T19:04:38Z', 'revision_number': 2, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'a0413e6d-da75-420e-a00c-bebc84ce81e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:18Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59367128-ef71-4bc2-9172-06e57074cbc2', 'name': '', 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:ea:7e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc60373-2fec-4184-8960-4538a23e2582', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:16Z', 'updated_at': '2022-03-02T19:04:31Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': '8fc60373-2fec-4184-8960-4538a23e2582', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:42.350354 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Checking router: 5b421425-bbe4-4d02-8eda-65d57ea462c7 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:04:42.350707 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Updating router 5b421425-bbe4-4d02-8eda-65d57ea462c7 port 316be3e5-91d5-437f-94b8-287d50fb0a6f binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:04:42.447728 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for f8ca373b-72f2-4a9a-ba7d-4044545c4d6d owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:42.458761 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:42.484391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:42.542305 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-8c133c5a-ec67-42fe-a220-4f8fe2b858ec None None] The port 'f2a983e1-783b-4284-aaa8-b6562ab93fb6' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:04:42.569830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15fbf4f-fa63-437a-904d-dd2f33cae27f']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:42.583830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a65c36d-3820-4419-92a0-4919191dfc2f') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:42.584129 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a65c36d-3820-4419-92a0-4919191dfc2f') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:42.602721 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:42.620946 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:42.643016 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:04:42.643016 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:42.732704 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f8ca373b-72f2-4a9a-ba7d-4044545c4d6d no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:04:42.784546 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c64fff-5527-41f6-b345-b3e548397daf tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Network 598abf84-2720-4d57-a3d4-b83a76849d12 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:04:42.787200 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:04:42.802864 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-63c64fff-5527-41f6-b345-b3e548397daf tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:42.804888 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c64fff-5527-41f6-b345-b3e548397daf tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Pushing event updated for resources: {'Port': ['ID=eed10bff-40ab-48c9-bb33-edd46b176736,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:42.819270 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c64fff-5527-41f6-b345-b3e548397daf tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:42.877636 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1e6ecd03-a80a-4204-8514-b3a40a4958d6 None None] For port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f8ca373b-72f2-4a9a-ba7d-4044545c4d6d,segment=NetworkSegment(184e9dc2-0017-45a4-969d-940e6ae1d97b),segment_id=184e9dc2-0017-45a4-969d-940e6ae1d97b)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:42.879964 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1e6ecd03-a80a-4204-8514-b3a40a4958d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:43.042650 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.extraroute_db [None req-f83e5b37-33f7-47b5-ae58-c3fd1c439a11 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=84532) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 02 19:04:43.064561 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-63c64fff-5527-41f6-b345-b3e548397daf tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:43.087316 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:43.120353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ecd03-a80a-4204-8514-b3a40a4958d6 None None] Calling delete_port for f8ca373b-72f2-4a9a-ba7d-4044545c4d6d owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:43.123219 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-04eb6cca-2283-4ebb-9d2e-f45e9747f255 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:43.139964 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:43.143996 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.extraroute_db [None req-f83e5b37-33f7-47b5-ae58-c3fd1c439a11 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Removed routes are [] {{(pid=84532) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 02 19:04:43.144395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f83e5b37-33f7-47b5-ae58-c3fd1c439a11 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:43.222172 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.objects.ports [None req-4669eded-016f-43d1-abe4-945a53c90494 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84532) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 02 19:04:43.240863 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/networks/b15fbf4f-fa63-437a-904d-dd2f33cae27f HTTP/1.1" status: 204 len: 168 time: 3.7513127 Mar 02 19:04:43.243772 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:43.244312 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60642) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:43.258977 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Transition to ACTIVE for port object 316be3e5-91d5-437f-94b8-287d50fb0a6f will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:43.264072 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-27ed5693-e306-4ff6-bb40-7fc601af551a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0', 'name': 'tempest-PortsIpV6TestJSON-1078535262'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:43.294008 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c461a227-a0b2-41f5-a726-1ba3eda9a428 None None] Network fc352922-d775-4492-b35f-ae22f1cc9ad3 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:43.312689 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No active binding found for port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d {{(pid=84534) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 19:04:43.313993 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f8ca373b-72f2-4a9a-ba7d-4044545c4d6d not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:04:43.341967 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:43.370626 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-04eb6cca-2283-4ebb-9d2e-f45e9747f255 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:43.382686 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:43.396709 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-04eb6cca-2283-4ebb-9d2e-f45e9747f255 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:43.437501 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af86734-b55d-4a32-b00d-2cfd2d2b9610 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Network': ['ID=b15fbf4f-fa63-437a-904d-dd2f33cae27f,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:43.449170 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] No DVR routers for this DVR port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:04:43.455220 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-04eb6cca-2283-4ebb-9d2e-f45e9747f255 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:43.534781 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ba2e4f-0a62-4761-b21f-a68e42bfede2 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:04:43.561190 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Port': ['ID=f8ca373b-72f2-4a9a-ba7d-4044545c4d6d,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:43.607908 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-25ba2e4f-0a62-4761-b21f-a68e42bfede2 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:43.664009 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c17d97-6eef-49d2-abea-dca806b5255b None None] Pushing event updated for resources: {'Port': ['ID=316be3e5-91d5-437f-94b8-287d50fb0a6f,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:43.713840 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c493cc8-20c4-4046-9ef4-8c423f6d2b44 None None] Sync routers for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:04:43.874931 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Attempting to bind port 316be3e5-91d5-437f-94b8-287d50fb0a6f on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:04:43.874931 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Attempting to bind port 316be3e5-91d5-437f-94b8-287d50fb0a6f by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '8975b779-43f2-4c2b-9496-3473c2302760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f86afa46-68de-4a7d-8818-708a6c6cc0d7'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:04:43.874931 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Attempting to bind port 316be3e5-91d5-437f-94b8-287d50fb0a6f on network f86afa46-68de-4a7d-8818-708a6c6cc0d7 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:04:43.875931 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-43f7d48b-1ce2-48e1-a485-74f7ce2ab8a8 None None] Provisioning for port eed10bff-40ab-48c9-bb33-edd46b176736 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:43.889063 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:04:43.889483 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Checking segment: {'id': '8975b779-43f2-4c2b-9496-3473c2302760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f86afa46-68de-4a7d-8818-708a6c6cc0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:43.889840 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:43.890232 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Bound using segment: {'id': '8975b779-43f2-4c2b-9496-3473c2302760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f86afa46-68de-4a7d-8818-708a6c6cc0d7'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:04:43.890701 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Bound port: 316be3e5-91d5-437f-94b8-287d50fb0a6f, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8975b779-43f2-4c2b-9496-3473c2302760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f86afa46-68de-4a7d-8818-708a6c6cc0d7'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:04:43.893011 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:43.898862 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-1e6ecd03-a80a-4204-8514-b3a40a4958d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:04:43.899217 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-1e6ecd03-a80a-4204-8514-b3a40a4958d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:04:43.916984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-43f7d48b-1ce2-48e1-a485-74f7ce2ab8a8 None None] Provisioning complete for port eed10bff-40ab-48c9-bb33-edd46b176736 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:43.924459 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-43f7d48b-1ce2-48e1-a485-74f7ce2ab8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:43.989922 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c493cc8-20c4-4046-9ef4-8c423f6d2b44 None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:43.990573 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1c493cc8-20c4-4046-9ef4-8c423f6d2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:44.028036 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-27ed5693-e306-4ff6-bb40-7fc601af551a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:44.062488 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-27ed5693-e306-4ff6-bb40-7fc601af551a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:port and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:44.065126 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4669eded-016f-43d1-abe4-945a53c90494 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.080210 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-27ed5693-e306-4ff6-bb40-7fc601af551a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:44.088165 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1c493cc8-20c4-4046-9ef4-8c423f6d2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:44.098366 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-43f7d48b-1ce2-48e1-a485-74f7ce2ab8a8 None None] Port eed10bff-40ab-48c9-bb33-edd46b176736 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:04:44.111075 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c493cc8-20c4-4046-9ef4-8c423f6d2b44 None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:44.111748 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1c493cc8-20c4-4046-9ef4-8c423f6d2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:44.120631 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] For port 316be3e5-91d5-437f-94b8-287d50fb0a6f, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:04:44.127928 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] For port 316be3e5-91d5-437f-94b8-287d50fb0a6f, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=316be3e5-91d5-437f-94b8-287d50fb0a6f,segment=NetworkSegment(8975b779-43f2-4c2b-9496-3473c2302760),segment_id=8975b779-43f2-4c2b-9496-3473c2302760)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:04:44.162748 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.170421 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-27ed5693-e306-4ff6-bb40-7fc601af551a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:44.172807 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-63c64fff-5527-41f6-b345-b3e548397daf tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.204218 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1c493cc8-20c4-4046-9ef4-8c423f6d2b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:44.206365 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c493cc8-20c4-4046-9ef4-8c423f6d2b44 None None] The sync data for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:04:44.207737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f83e5b37-33f7-47b5-ae58-c3fd1c439a11 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.212126 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.216526 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f83e5b37-33f7-47b5-ae58-c3fd1c439a11 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.226333 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-25ba2e4f-0a62-4761-b21f-a68e42bfede2 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "PUT /v2.0/floatingips/d509aa65-84d2-492a-a522-c10166ca5acd HTTP/1.1" status: 200 len: 977 time: 9.7035363 Mar 02 19:04:44.240533 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60654) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:44.288304 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60658) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:44.291147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260472c8-467f-436f-bc64-4486ba31c42f']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:44.311549 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-04eb6cca-2283-4ebb-9d2e-f45e9747f255 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.314797 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c17d97-6eef-49d2-abea-dca806b5255b None None] Pushing event updated for resources: {'Port': ['ID=316be3e5-91d5-437f-94b8-287d50fb0a6f,revision_number=4']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:44.318162 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184e9dc2-0017-45a4-969d-940e6ae1d97b') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:44.318451 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184e9dc2-0017-45a4-969d-940e6ae1d97b') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:44.318869 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:44.319561 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:44.331693 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-232dbe56-48c0-44cd-ae40-d66512bdad39 None None] Provisioning for port 7bfa5d8a-6d86-4075-8fe2-5ae76689438c completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:44.394953 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1489237230-network', 'tenant_id': '9e29ae75dd234ff19583f77632d24268'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:44.400453 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ecd03-a80a-4204-8514-b3a40a4958d6 None None] Deleting port f8ca373b-72f2-4a9a-ba7d-4044545c4d6d {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:44.401222 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1e6ecd03-a80a-4204-8514-b3a40a4958d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.452464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-04eb6cca-2283-4ebb-9d2e-f45e9747f255 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.458172 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.465416 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:44.513085 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ed5693-e306-4ff6-bb40-7fc601af551a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:44.517496 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-27ed5693-e306-4ff6-bb40-7fc601af551a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.523008 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1e6ecd03-a80a-4204-8514-b3a40a4958d6 None None] The port 'f8ca373b-72f2-4a9a-ba7d-4044545c4d6d' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:04:44.544117 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.545680 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-440e0456-9483-4a37-98f7-94cdcdbffe9a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Deleting port fe79c6c7-91f0-4fe0-8133-77d9e6714592 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:44.546495 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-440e0456-9483-4a37-98f7-94cdcdbffe9a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.552608 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:04:44.557420 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.566572 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:04:44.624089 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Usage tracker for resource:network and tenant:9e29ae75dd234ff19583f77632d24268 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:44.628279 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:44.685045 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:44.763772 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7bfa5d8a-6d86-4075-8fe2-5ae76689438c up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:04:44.846684 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:04:44.871127 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Made reservation on behalf of 9e29ae75dd234ff19583f77632d24268 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:44.873469 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.891880 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb6cca-2283-4ebb-9d2e-f45e9747f255 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dca0ed7-0954-4357-8f1f-e159e72ed793,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:44.894243 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-4669eded-016f-43d1-abe4-945a53c90494 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] For port 7bfa5d8a-6d86-4075-8fe2-5ae76689438c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7bfa5d8a-6d86-4075-8fe2-5ae76689438c,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:44.900133 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-27ed5693-e306-4ff6-bb40-7fc601af551a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] device_id is not set on port a31e1b0c-70f3-41ee-8e27-2a7812c8fcfe yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:04:44.914997 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.938113 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 7bfa5d8a-6d86-4075-8fe2-5ae76689438c completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:44.949018 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 7bfa5d8a-6d86-4075-8fe2-5ae76689438c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:44.950206 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.952762 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:04:43Z', 'revision_number': 6, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '316be3e5-91d5-437f-94b8-287d50fb0a6f', 'name': '', 'network_id': 'f86afa46-68de-4a7d-8818-708a6c6cc0d7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:29:9b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0413e6d-da75-420e-a00c-bebc84ce81e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:34Z', 'updated_at': '2022-03-02T19:04:44Z', 'revision_number': 4, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'a0413e6d-da75-420e-a00c-bebc84ce81e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:18Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59367128-ef71-4bc2-9172-06e57074cbc2', 'name': '', 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:ea:7e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc60373-2fec-4184-8960-4538a23e2582', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:16Z', 'updated_at': '2022-03-02T19:04:31Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': '8fc60373-2fec-4184-8960-4538a23e2582', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:44.958342 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73be4f3-c93c-4b4b-bb87-016296dd8fa2 None None] The sync data for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv is: [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:04:43Z', 'revision_number': 6, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '316be3e5-91d5-437f-94b8-287d50fb0a6f', 'name': '', 'network_id': 'f86afa46-68de-4a7d-8818-708a6c6cc0d7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:29:9b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0413e6d-da75-420e-a00c-bebc84ce81e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:34Z', 'updated_at': '2022-03-02T19:04:44Z', 'revision_number': 4, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'a0413e6d-da75-420e-a00c-bebc84ce81e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:18Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59367128-ef71-4bc2-9172-06e57074cbc2', 'name': '', 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:ea:7e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc60373-2fec-4184-8960-4538a23e2582', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:16Z', 'updated_at': '2022-03-02T19:04:31Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': '8fc60373-2fec-4184-8960-4538a23e2582', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:04:44.962770 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.980298 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.984178 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4669eded-016f-43d1-abe4-945a53c90494 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.015109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Network': ['ID=260472c8-467f-436f-bc64-4486ba31c42f,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:45.017203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-04eb6cca-2283-4ebb-9d2e-f45e9747f255 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.018773 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-04eb6cca-2283-4ebb-9d2e-f45e9747f255 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 3.4028029 Mar 02 19:04:45.024733 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60662) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:45.067943 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c363ed5f-9edd-44c3-89b6-c56adeec24c3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group': {'name': 'tempest-secgroup--834522911'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:45.078548 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-440e0456-9483-4a37-98f7-94cdcdbffe9a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.091881 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f26b70ef-d7a5-4d8b-8d6c-a55a50c112be tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/networks/260472c8-467f-436f-bc64-4486ba31c42f HTTP/1.1" status: 204 len: 168 time: 4.4889064 Mar 02 19:04:45.156154 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60666) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:45.157198 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c363ed5f-9edd-44c3-89b6-c56adeec24c3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:45.179496 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.199463 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:45.202007 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4669eded-016f-43d1-abe4-945a53c90494 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.202716 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4669eded-016f-43d1-abe4-945a53c90494 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.222613 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 7bfa5d8a-6d86-4075-8fe2-5ae76689438c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7bfa5d8a-6d86-4075-8fe2-5ae76689438c,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:45.245183 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c363ed5f-9edd-44c3-89b6-c56adeec24c3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:45.290449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83e5b37-33f7-47b5-ae58-c3fd1c439a11 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router 5b421425-bbe4-4d02-8eda-65d57ea462c7 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:04:45.298296 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Usage tracker for resource:security_group_rule and tenant:9e29ae75dd234ff19583f77632d24268 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:45.301331 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:45.301886 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.311920 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:45.390849 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=7bfa5d8a-6d86-4075-8fe2-5ae76689438c,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:45.407682 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c363ed5f-9edd-44c3-89b6-c56adeec24c3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.519070 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3113312f-bf58-4cd7-94d4-2dc95975fc87 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:45.519843 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3113312f-bf58-4cd7-94d4-2dc95975fc87 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Synchronizing usage tracker for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:45.527019 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-27ed5693-e306-4ff6-bb40-7fc601af551a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.554609 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-63c64fff-5527-41f6-b345-b3e548397daf tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.556534 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c363ed5f-9edd-44c3-89b6-c56adeec24c3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:45.566676 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c363ed5f-9edd-44c3-89b6-c56adeec24c3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:45.573244 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c363ed5f-9edd-44c3-89b6-c56adeec24c3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:45.584416 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c363ed5f-9edd-44c3-89b6-c56adeec24c3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:45.643732 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-63c64fff-5527-41f6-b345-b3e548397daf tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.712492 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3113312f-bf58-4cd7-94d4-2dc95975fc87 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Unset dirty status for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:45.717526 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3113312f-bf58-4cd7-94d4-2dc95975fc87 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5559926 Mar 02 19:04:45.718172 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60670) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:45.755722 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4669eded-016f-43d1-abe4-945a53c90494 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:45.773800 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-4669eded-016f-43d1-abe4-945a53c90494 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:45.775502 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669eded-016f-43d1-abe4-945a53c90494 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=7bfa5d8a-6d86-4075-8fe2-5ae76689438c,revision_number=4']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:45.778769 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669eded-016f-43d1-abe4-945a53c90494 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Subnet': ['ID=97da8c26-7e4e-4849-aa24-cf24a149559b,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:45.788726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4669eded-016f-43d1-abe4-945a53c90494 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:45.789322 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4669eded-016f-43d1-abe4-945a53c90494 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.791083 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed22cfd-6fc6-4cf4-a4f9-ec193e9f71a6 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:45.803343 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c363ed5f-9edd-44c3-89b6-c56adeec24c3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.811211 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-27ed5693-e306-4ff6-bb40-7fc601af551a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.838001 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c64fff-5527-41f6-b345-b3e548397daf tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Pushing event updated for resources: {'Port': ['ID=eed10bff-40ab-48c9-bb33-edd46b176736,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:45.881809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-63c64fff-5527-41f6-b345-b3e548397daf tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.897028 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c363ed5f-9edd-44c3-89b6-c56adeec24c3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.966756 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4669eded-016f-43d1-abe4-945a53c90494 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.1355140 Mar 02 19:04:45.970153 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.971291 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60674) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:45.976493 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ed5693-e306-4ff6-bb40-7fc601af551a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network caaf6078-3670-462a-af47-0003d1841ef0 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:45.986926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-d4dac8ca-945e-4607-9b55-d848b6186157 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Request body: {'port': {'network_id': 'ef3b29a7-4982-4982-b073-f3d27df1240a', 'mac_address': 'fa:16:3e:31:e2:6f', 'name': 'tempest-NetworksTestDHCPv6-1616076337'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:46.002417 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-440e0456-9483-4a37-98f7-94cdcdbffe9a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.002795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-440e0456-9483-4a37-98f7-94cdcdbffe9a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.003111 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-440e0456-9483-4a37-98f7-94cdcdbffe9a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Floating IP d509aa65-84d2-492a-a522-c10166ca5acd disassociated. External IP: 172.26.4.122, port: fe79c6c7-91f0-4fe0-8133-77d9e6714592. Mar 02 19:04:46.003244 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-27ed5693-e306-4ff6-bb40-7fc601af551a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:46.003493 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-440e0456-9483-4a37-98f7-94cdcdbffe9a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Calling delete_port for fe79c6c7-91f0-4fe0-8133-77d9e6714592 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:46.011606 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363ed5f-9edd-44c3-89b6-c56adeec24c3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffc28f3-faad-4806-952e-64a24958fa5e,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:46.013606 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed5693-e306-4ff6-bb40-7fc601af551a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=a31e1b0c-70f3-41ee-8e27-2a7812c8fcfe,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:46.016079 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed5693-e306-4ff6-bb40-7fc601af551a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:46.020029 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ed5693-e306-4ff6-bb40-7fc601af551a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:46.020550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-27ed5693-e306-4ff6-bb40-7fc601af551a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.129315 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f29b66b5-81ae-4c8a-a185-fa446ddc42f1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3871264 Mar 02 19:04:46.135309 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60678) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:46.136566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.157823 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-b94dbb8e-fe98-4842-9db3-39f164a96798 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1206576153'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:46.157823 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c363ed5f-9edd-44c3-89b6-c56adeec24c3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.157823 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c363ed5f-9edd-44c3-89b6-c56adeec24c3 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0914669 Mar 02 19:04:46.158107 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60682) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:46.171647 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b94dbb8e-fe98-4842-9db3-39f164a96798 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:46.179714 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-a333db72-19b4-4da9-addc-9579c20890a8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group_rule': {'security_group_id': '3dca0ed7-0954-4357-8f1f-e159e72ed793', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6ffc28f3-faad-4806-952e-64a24958fa5e', 'remote_ip_prefix': None}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:46.192667 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b94dbb8e-fe98-4842-9db3-39f164a96798 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:network and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:46.196016 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b94dbb8e-fe98-4842-9db3-39f164a96798 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:46.199974 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-27ed5693-e306-4ff6-bb40-7fc601af551a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9474995 Mar 02 19:04:46.204054 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60686) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:46.205834 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a333db72-19b4-4da9-addc-9579c20890a8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:46.214638 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b94dbb8e-fe98-4842-9db3-39f164a96798 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:46.229067 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:04:46.232489 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83e5b37-33f7-47b5-ae58-c3fd1c439a11 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:04:46.246918 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36695756-ee69-4305-97e5-a3d1e75c0588,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:46.253126 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a333db72-19b4-4da9-addc-9579c20890a8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:46.262804 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a333db72-19b4-4da9-addc-9579c20890a8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:46.272958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c64fff-5527-41f6-b345-b3e548397daf tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Network 598abf84-2720-4d57-a3d4-b83a76849d12 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:46.278689 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.279040 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Added segment 00b09ab3-7698-430f-b666-5b5dc8cd4b33 of type vlan for network 72cdd2e8-4351-4815-b1ee-08807e1ccd09 Mar 02 19:04:46.287976 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a333db72-19b4-4da9-addc-9579c20890a8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:46.290426 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-63c64fff-5527-41f6-b345-b3e548397daf tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:46.369825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f83e5b37-33f7-47b5-ae58-c3fd1c439a11 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.373299 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f83e5b37-33f7-47b5-ae58-c3fd1c439a11 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/5b421425-bbe4-4d02-8eda-65d57ea462c7 HTTP/1.1" status: 200 len: 934 time: 4.6708477 Mar 02 19:04:46.376798 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60690) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:46.439334 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94dbb8e-fe98-4842-9db3-39f164a96798 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:46.442328 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b94dbb8e-fe98-4842-9db3-39f164a96798 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.473401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-1da17141-d926-4b96-bad9-117d259b2993 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port a31e1b0c-70f3-41ee-8e27-2a7812c8fcfe {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:46.473735 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1da17141-d926-4b96-bad9-117d259b2993 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.569330 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-440e0456-9483-4a37-98f7-94cdcdbffe9a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.582073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d4dac8ca-945e-4607-9b55-d848b6186157 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:46.582628 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94dbb8e-fe98-4842-9db3-39f164a96798 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:04:46.650480 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a333db72-19b4-4da9-addc-9579c20890a8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.666624 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b94dbb8e-fe98-4842-9db3-39f164a96798 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.666968 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-b94dbb8e-fe98-4842-9db3-39f164a96798 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Added segment 4c733480-e442-4dba-b712-d53097cbff31 of type vlan for network b4987c82-4028-4a2f-ab36-b80a9696d5fb Mar 02 19:04:46.714617 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.754490 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d4dac8ca-945e-4607-9b55-d848b6186157 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Usage tracker for resource:port and tenant:591628e1e390444e96bcee6f3976612e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:46.769854 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e0456-9483-4a37-98f7-94cdcdbffe9a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event deleted for resources: {'Port': ['ID=fe79c6c7-91f0-4fe0-8133-77d9e6714592,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:46.786229 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4de4edda-8be6-4e46-852f-d8bcc6f6f824 None None] Provisioning complete for port eed10bff-40ab-48c9-bb33-edd46b176736 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:46.787230 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4de4edda-8be6-4e46-852f-d8bcc6f6f824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.800492 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d4dac8ca-945e-4607-9b55-d848b6186157 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:46.810289 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d4dac8ca-945e-4607-9b55-d848b6186157 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:46.848477 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.849345 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:46.854307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.888629 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-4de4edda-8be6-4e46-852f-d8bcc6f6f824 None None] Port eed10bff-40ab-48c9-bb33-edd46b176736 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:04:46.888629 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 316be3e5-91d5-437f-94b8-287d50fb0a6f up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:47.007633 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e9c2010b-86c8-4a8f-bbe2-4d6b2e4e5f99 None None] Provisioning complete for port 7bfa5d8a-6d86-4075-8fe2-5ae76689438c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:47.007967 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e9c2010b-86c8-4a8f-bbe2-4d6b2e4e5f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:47.081772 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 316be3e5-91d5-437f-94b8-287d50fb0a6f completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:47.087267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 316be3e5-91d5-437f-94b8-287d50fb0a6f triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:47.087669 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:47.105816 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dac8ca-945e-4607-9b55-d848b6186157 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Made reservation on behalf of 591628e1e390444e96bcee6f3976612e for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:47.138225 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b94dbb8e-fe98-4842-9db3-39f164a96798 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:47.184391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1da17141-d926-4b96-bad9-117d259b2993 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:47.191479 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] Pushing event updated for resources: {'Network': ['ID=72cdd2e8-4351-4815-b1ee-08807e1ccd09,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:47.208065 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-37b84b2c-96b4-4864-ae00-9bf496d8b523 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8829374 Mar 02 19:04:47.213641 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60694) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:47.247408 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-53fa0fd8-1232-4604-9824-a351b6d1cf6d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/routers/5b421425-bbe4-4d02-8eda-65d57ea462c7 HTTP/1.1" status: 200 len: 934 time: 0.8659422 Mar 02 19:04:47.252168 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60698) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:47.262741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a277aed9-754d-4121-8b38-d07e07291ffa tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'router': {'routes': None}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:47.273481 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 72cdd2e8-4351-4815-b1ee-08807e1ccd09 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:04:47.286809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-3a93f55a-3ad0-4b4e-a482-a9fc7353b478 admin admin] Request body: {'subnet': {'network_id': '72cdd2e8-4351-4815-b1ee-08807e1ccd09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1489237230-subnet', 'tenant_id': '9e29ae75dd234ff19583f77632d24268', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:47.380484 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-1da17141-d926-4b96-bad9-117d259b2993 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for a31e1b0c-70f3-41ee-8e27-2a7812c8fcfe owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:47.380793 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:47.411109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-3a93f55a-3ad0-4b4e-a482-a9fc7353b478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:47.426463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a333db72-19b4-4da9-addc-9579c20890a8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:47.430554 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 316be3e5-91d5-437f-94b8-287d50fb0a6f, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=316be3e5-91d5-437f-94b8-287d50fb0a6f,segment=NetworkSegment(8975b779-43f2-4c2b-9496-3473c2302760),segment_id=8975b779-43f2-4c2b-9496-3473c2302760)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:47.439292 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3a93f55a-3ad0-4b4e-a482-a9fc7353b478 admin admin] Usage tracker for resource:subnet and tenant:9e29ae75dd234ff19583f77632d24268 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:47.444712 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3a93f55a-3ad0-4b4e-a482-a9fc7353b478 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:47.456720 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-3a93f55a-3ad0-4b4e-a482-a9fc7353b478 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:47.503511 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a333db72-19b4-4da9-addc-9579c20890a8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:47.529552 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c64fff-5527-41f6-b345-b3e548397daf tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Router 7f1de634-dcaf-4b2a-98cd-dede72726e84 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:04:47.529928 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:47.530736 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7bfa5d8a-6d86-4075-8fe2-5ae76689438c up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:47.537010 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b94dbb8e-fe98-4842-9db3-39f164a96798 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:47.541105 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94dbb8e-fe98-4842-9db3-39f164a96798 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:47.541357 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b94dbb8e-fe98-4842-9db3-39f164a96798 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:47.550462 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d4dac8ca-945e-4607-9b55-d848b6186157 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:47.562189 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333db72-19b4-4da9-addc-9579c20890a8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab41cf79-2908-4e49-923e-e4e5dc3527d1,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:47.602406 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-d4dac8ca-945e-4607-9b55-d848b6186157 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] device_id is not set on port 21bce0dc-5256-4ce7-90da-a6882b8a7eb5 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:04:47.631301 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a93f55a-3ad0-4b4e-a482-a9fc7353b478 admin admin] Made reservation on behalf of 9e29ae75dd234ff19583f77632d24268 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:47.633666 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3a93f55a-3ad0-4b4e-a482-a9fc7353b478 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:47.646580 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1da17141-d926-4b96-bad9-117d259b2993 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:47.659312 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=316be3e5-91d5-437f-94b8-287d50fb0a6f,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:47.679820 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 7bfa5d8a-6d86-4075-8fe2-5ae76689438c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:47.680187 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:47.777912 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440e0456-9483-4a37-98f7-94cdcdbffe9a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router 02827b03-91ae-40a2-a954-65eae7996967 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:04:47.795832 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da17141-d926-4b96-bad9-117d259b2993 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Port': ['ID=a31e1b0c-70f3-41ee-8e27-2a7812c8fcfe,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:47.820432 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a333db72-19b4-4da9-addc-9579c20890a8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:47.821659 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a333db72-19b4-4da9-addc-9579c20890a8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.6547472 Mar 02 19:04:47.831242 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1da17141-d926-4b96-bad9-117d259b2993 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:47.833458 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1da17141-d926-4b96-bad9-117d259b2993 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/ports/a31e1b0c-70f3-41ee-8e27-2a7812c8fcfe HTTP/1.1" status: 204 len: 168 time: 1.6217115 Mar 02 19:04:47.835413 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94dbb8e-fe98-4842-9db3-39f164a96798 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Network': ['ID=b4987c82-4028-4a2f-ab36-b80a9696d5fb,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:47.837817 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60702) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:47.840983 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60704) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:47.841791 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b94dbb8e-fe98-4842-9db3-39f164a96798 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7050331 Mar 02 19:04:47.845482 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network b4987c82-4028-4a2f-ab36-b80a9696d5fb details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:04:47.850069 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60706) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:47.858989 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-2110c56d-316a-42dd-898f-89a00fa418eb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'subnet': {'network_id': 'b4987c82-4028-4a2f-ab36-b80a9696d5fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:47.863295 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-1a6c8332-ba6f-471a-98a7-f3f14af8f7a9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0', 'mac_address': 'fa:16:3e:6a:62:80', 'name': 'tempest-PortsIpV6TestJSON-1839143645'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:48.084833 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d790c7-f3c0-4fcb-a71e-918589068354 None None] Sync routers for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:04:48.105648 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d790c7-f3c0-4fcb-a71e-918589068354 None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:48.106366 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-33d790c7-f3c0-4fcb-a71e-918589068354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:48.134453 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b7ec9459-903e-4370-861b-dc8922848e5b tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:48.193931 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b7ec9459-903e-4370-861b-dc8922848e5b tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:48.204201 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1a6c8332-ba6f-471a-98a7-f3f14af8f7a9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:48.224239 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1a6c8332-ba6f-471a-98a7-f3f14af8f7a9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:port and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:48.235310 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1a6c8332-ba6f-471a-98a7-f3f14af8f7a9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:48.245926 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1a6c8332-ba6f-471a-98a7-f3f14af8f7a9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:48.286373 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-33d790c7-f3c0-4fcb-a71e-918589068354 None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:04:48.290315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2110c56d-316a-42dd-898f-89a00fa418eb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:48.311508 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2110c56d-316a-42dd-898f-89a00fa418eb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:subnet and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:48.313805 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c64fff-5527-41f6-b345-b3e548397daf tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:04:48.316761 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2110c56d-316a-42dd-898f-89a00fa418eb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:48.330628 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f948b0af-9c14-45f2-bb30-5d7084e1af91 None None] Sync routers for ids ['7f1de634-dcaf-4b2a-98cd-dede72726e84'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:04:48.339570 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-63c64fff-5527-41f6-b345-b3e548397daf tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "PUT /v2.0/routers/7f1de634-dcaf-4b2a-98cd-dede72726e84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8187094 Mar 02 19:04:48.340624 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60714) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:48.340951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2110c56d-316a-42dd-898f-89a00fa418eb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:48.343596 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b7ec9459-903e-4370-861b-dc8922848e5b tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:48.349831 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f948b0af-9c14-45f2-bb30-5d7084e1af91 None None] Routers {'7f1de634-dcaf-4b2a-98cd-dede72726e84'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:48.350753 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-f948b0af-9c14-45f2-bb30-5d7084e1af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['7f1de634-dcaf-4b2a-98cd-dede72726e84'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:48.376936 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-d4dac8ca-945e-4607-9b55-d848b6186157 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8::c1 (ef3b29a7-4982-4982-b073-f3d27df1240a/54f628eb-15d8-4aba-b6fb-d45f964e73d4/21bce0dc-5256-4ce7-90da-a6882b8a7eb5) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:48.401912 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-d4dac8ca-945e-4607-9b55-d848b6186157 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Allocated IP 2001:db8:0:1:f816:3eff:fe31:e26f (ef3b29a7-4982-4982-b073-f3d27df1240a/97da8c26-7e4e-4849-aa24-cf24a149559b/21bce0dc-5256-4ce7-90da-a6882b8a7eb5) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:48.412149 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b7ec9459-903e-4370-861b-dc8922848e5b tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:48.415588 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b7ec9459-903e-4370-861b-dc8922848e5b tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/ab41cf79-2908-4e49-923e-e4e5dc3527d1 HTTP/1.1" status: 204 len: 168 time: 0.5730400 Mar 02 19:04:48.418616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6c8332-ba6f-471a-98a7-f3f14af8f7a9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:48.419954 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60718) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:48.450612 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-f948b0af-9c14-45f2-bb30-5d7084e1af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:48.450908 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec9459-903e-4370-861b-dc8922848e5b tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab41cf79-2908-4e49-923e-e4e5dc3527d1,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:48.470809 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f948b0af-9c14-45f2-bb30-5d7084e1af91 None None] Routers {'7f1de634-dcaf-4b2a-98cd-dede72726e84'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:48.471814 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-f948b0af-9c14-45f2-bb30-5d7084e1af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['7f1de634-dcaf-4b2a-98cd-dede72726e84'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:48.495889 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3a93f55a-3ad0-4b4e-a482-a9fc7353b478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:48.514343 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2110c56d-316a-42dd-898f-89a00fa418eb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:48.563508 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-f948b0af-9c14-45f2-bb30-5d7084e1af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:48.564181 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f948b0af-9c14-45f2-bb30-5d7084e1af91 None None] The sync data for ids ['7f1de634-dcaf-4b2a-98cd-dede72726e84'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:04:48.680810 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 316be3e5-91d5-437f-94b8-287d50fb0a6f up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:48.749663 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-33d790c7-f3c0-4fcb-a71e-918589068354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:04:43Z', 'revision_number': 6, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '316be3e5-91d5-437f-94b8-287d50fb0a6f', 'name': '', 'network_id': 'f86afa46-68de-4a7d-8818-708a6c6cc0d7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:29:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0413e6d-da75-420e-a00c-bebc84ce81e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:34Z', 'updated_at': '2022-03-02T19:04:47Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'a0413e6d-da75-420e-a00c-bebc84ce81e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:18Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59367128-ef71-4bc2-9172-06e57074cbc2', 'name': '', 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:ea:7e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc60373-2fec-4184-8960-4538a23e2582', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:16Z', 'updated_at': '2022-03-02T19:04:31Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': '8fc60373-2fec-4184-8960-4538a23e2582', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:48.755459 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 316be3e5-91d5-437f-94b8-287d50fb0a6f triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:48.755889 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:48.760946 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d790c7-f3c0-4fcb-a71e-918589068354 None None] Checking router: 5b421425-bbe4-4d02-8eda-65d57ea462c7 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:04:48.773541 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d790c7-f3c0-4fcb-a71e-918589068354 None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:48.774168 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-33d790c7-f3c0-4fcb-a71e-918589068354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:48.785626 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1a6c8332-ba6f-471a-98a7-f3f14af8f7a9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:48.820704 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4f682e4d-0c17-410e-a863-7944720ada11 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:48.839568 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-1a6c8332-ba6f-471a-98a7-f3f14af8f7a9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] device_id is not set on port 9026e7a9-a31d-4cdc-a0b6-00de35368008 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:04:48.859608 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2110c56d-316a-42dd-898f-89a00fa418eb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:48.912021 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93f55a-3ad0-4b4e-a482-a9fc7353b478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bbc79c2-b81e-476a-a233-48446b3b6643,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:48.964845 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-33d790c7-f3c0-4fcb-a71e-918589068354 None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:04:49.006431 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a93f55a-3ad0-4b4e-a482-a9fc7353b478 admin admin] Checking segment: {'id': '00b09ab3-7698-430f-b666-5b5dc8cd4b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '72cdd2e8-4351-4815-b1ee-08807e1ccd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:49.007074 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a93f55a-3ad0-4b4e-a482-a9fc7353b478 admin admin] Network hostable DHCP agents. Network: 72cdd2e8-4351-4815-b1ee-08807e1ccd09, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:04:49.120131 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db53a431-796c-4ef7-becf-2f157977db75 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:49.159730 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.extraroute_db [None req-a277aed9-754d-4121-8b38-d07e07291ffa tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Added routes are [] {{(pid=84532) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 02 19:04:49.160090 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.extraroute_db [None req-a277aed9-754d-4121-8b38-d07e07291ffa tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=84532) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 02 19:04:49.198810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4f682e4d-0c17-410e-a863-7944720ada11 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:49.202669 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4f682e4d-0c17-410e-a863-7944720ada11 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.7746401 Mar 02 19:04:49.220007 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60722) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:49.297932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d4dac8ca-945e-4607-9b55-d848b6186157 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:49.303447 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1a6c8332-ba6f-471a-98a7-f3f14af8f7a9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:49.312339 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-33d790c7-f3c0-4fcb-a71e-918589068354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:04:43Z', 'revision_number': 6, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '316be3e5-91d5-437f-94b8-287d50fb0a6f', 'name': '', 'network_id': 'f86afa46-68de-4a7d-8818-708a6c6cc0d7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:29:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0413e6d-da75-420e-a00c-bebc84ce81e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:34Z', 'updated_at': '2022-03-02T19:04:47Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'a0413e6d-da75-420e-a00c-bebc84ce81e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:18Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59367128-ef71-4bc2-9172-06e57074cbc2', 'name': '', 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:ea:7e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc60373-2fec-4184-8960-4538a23e2582', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:16Z', 'updated_at': '2022-03-02T19:04:31Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': '8fc60373-2fec-4184-8960-4538a23e2582', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:49.317327 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d790c7-f3c0-4fcb-a71e-918589068354 None None] The sync data for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv is: [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:04:43Z', 'revision_number': 6, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '316be3e5-91d5-437f-94b8-287d50fb0a6f', 'name': '', 'network_id': 'f86afa46-68de-4a7d-8818-708a6c6cc0d7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:29:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0413e6d-da75-420e-a00c-bebc84ce81e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:34Z', 'updated_at': '2022-03-02T19:04:47Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'a0413e6d-da75-420e-a00c-bebc84ce81e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:18Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59367128-ef71-4bc2-9172-06e57074cbc2', 'name': '', 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:ea:7e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc60373-2fec-4184-8960-4538a23e2582', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:16Z', 'updated_at': '2022-03-02T19:04:31Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': '8fc60373-2fec-4184-8960-4538a23e2582', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:04:49.340646 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a93f55a-3ad0-4b4e-a482-a9fc7353b478 admin admin] Network 72cdd2e8-4351-4815-b1ee-08807e1ccd09 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:04:49.343041 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a277aed9-754d-4121-8b38-d07e07291ffa tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:49.355627 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-d4dac8ca-945e-4607-9b55-d848b6186157 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Transition to ACTIVE for port object 21bce0dc-5256-4ce7-90da-a6882b8a7eb5 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:49.382067 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-db53a431-796c-4ef7-becf-2f157977db75 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 19:04:49.384934 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-db53a431-796c-4ef7-becf-2f157977db75 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "DELETE /v2.0/routers/7f1de634-dcaf-4b2a-98cd-dede72726e84 HTTP/1.1" status: 409 len: 329 time: 1.0414391 Mar 02 19:04:49.386995 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60726) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:49.416882 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440e0456-9483-4a37-98f7-94cdcdbffe9a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:04:49.431554 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e772d62-10df-4545-9b12-3f2dc32591bc None None] Sync routers for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:04:49.455806 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-3a93f55a-3ad0-4b4e-a482-a9fc7353b478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 72cdd2e8-4351-4815-b1ee-08807e1ccd09) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:49.458290 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e772d62-10df-4545-9b12-3f2dc32591bc None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:49.458922 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-9e772d62-10df-4545-9b12-3f2dc32591bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:49.459991 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1a6c8332-ba6f-471a-98a7-f3f14af8f7a9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:49.474348 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcdb323-af66-4d72-9c4a-b399e7776415 None None] Network 72cdd2e8-4351-4815-b1ee-08807e1ccd09 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:49.475879 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a93f55a-3ad0-4b4e-a482-a9fc7353b478 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:49.476462 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3a93f55a-3ad0-4b4e-a482-a9fc7353b478 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:49.527895 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-9e772d62-10df-4545-9b12-3f2dc32591bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:49.539962 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e772d62-10df-4545-9b12-3f2dc32591bc None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:49.540562 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-9e772d62-10df-4545-9b12-3f2dc32591bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:49.611690 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-9e772d62-10df-4545-9b12-3f2dc32591bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:49.612599 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e772d62-10df-4545-9b12-3f2dc32591bc None None] The sync data for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:04:49.630365 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6c8332-ba6f-471a-98a7-f3f14af8f7a9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network caaf6078-3670-462a-af47-0003d1841ef0 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:49.637395 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c8332-ba6f-471a-98a7-f3f14af8f7a9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=9026e7a9-a31d-4cdc-a0b6-00de35368008,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:49.641765 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-1a6c8332-ba6f-471a-98a7-f3f14af8f7a9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:49.644137 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6c8332-ba6f-471a-98a7-f3f14af8f7a9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:49.648654 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6c8332-ba6f-471a-98a7-f3f14af8f7a9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:49.649255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1a6c8332-ba6f-471a-98a7-f3f14af8f7a9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:49.673923 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d4dac8ca-945e-4607-9b55-d848b6186157 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:49.700400 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3a93f55a-3ad0-4b4e-a482-a9fc7353b478 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4754729 Mar 02 19:04:49.750559 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5ed74bf1-411b-4f3f-86db-9d861d48d2df tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:49.762019 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca932992-7abb-4376-a920-fbe176762e8c None None] Network 72cdd2e8-4351-4815-b1ee-08807e1ccd09 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:49.780404 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1a6c8332-ba6f-471a-98a7-f3f14af8f7a9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9350450 Mar 02 19:04:49.788934 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60732) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:49.912739 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dac8ca-945e-4607-9b55-d848b6186157 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Network ef3b29a7-4982-4982-b073-f3d27df1240a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:49.915462 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dac8ca-945e-4607-9b55-d848b6186157 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event updated for resources: {'Port': ['ID=21bce0dc-5256-4ce7-90da-a6882b8a7eb5,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:49.922572 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5ed74bf1-411b-4f3f-86db-9d861d48d2df tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:49.937949 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-d4dac8ca-945e-4607-9b55-d848b6186157 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:49.943606 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-440e0456-9483-4a37-98f7-94cdcdbffe9a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:49.948741 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1280bdd-95e7-40d3-8557-b216c0873c64 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:49.949273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c1280bdd-95e7-40d3-8557-b216c0873c64 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Synchronizing usage tracker for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:49.951690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dac8ca-945e-4607-9b55-d848b6186157 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:49.956832 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dac8ca-945e-4607-9b55-d848b6186157 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:49.957859 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d4dac8ca-945e-4607-9b55-d848b6186157 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:49.994330 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-440e0456-9483-4a37-98f7-94cdcdbffe9a tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "DELETE /v2.0/ports/fe79c6c7-91f0-4fe0-8133-77d9e6714592 HTTP/1.1" status: 204 len: 168 time: 5.7527704 Mar 02 19:04:50.004547 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60738) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:50.112100 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8f91-c1f5-4c2c-af49-0d9f3a8fe999 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:50.130369 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d4dac8ca-945e-4607-9b55-d848b6186157 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.1523223 Mar 02 19:04:50.167044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60744) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:50.181365 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c1280bdd-95e7-40d3-8557-b216c0873c64 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Unset dirty status for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:50.182541 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c1280bdd-95e7-40d3-8557-b216c0873c64 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports/9026e7a9-a31d-4cdc-a0b6-00de35368008 HTTP/1.1" status: 200 len: 845 time: 0.3918014 Mar 02 19:04:50.214228 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60752) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:50.222829 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2110c56d-316a-42dd-898f-89a00fa418eb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:50.290155 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5ed74bf1-411b-4f3f-86db-9d861d48d2df tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:50.345603 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed74bf1-411b-4f3f-86db-9d861d48d2df tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffc28f3-faad-4806-952e-64a24958fa5e,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:50.396996 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110c56d-316a-42dd-898f-89a00fa418eb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Subnet': ['ID=6750f822-bd37-42c1-9fe4-57ad1a58968f,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:50.402593 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a277aed9-754d-4121-8b38-d07e07291ffa tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:50.415407 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a277aed9-754d-4121-8b38-d07e07291ffa tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:50.490130 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-59e7fac1-9790-43ea-a899-46cf4094e12e tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "GET /v2.0/floatingips/d509aa65-84d2-492a-a522-c10166ca5acd HTTP/1.1" status: 200 len: 688 time: 0.4823828 Mar 02 19:04:50.493504 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f04bd1c0-089c-47a0-a326-afd2d274951c None None] Provisioning for port 21bce0dc-5256-4ce7-90da-a6882b8a7eb5 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:50.501947 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60764) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:50.506454 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f04bd1c0-089c-47a0-a326-afd2d274951c None None] Provisioning complete for port 21bce0dc-5256-4ce7-90da-a6882b8a7eb5 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:50.507391 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f04bd1c0-089c-47a0-a326-afd2d274951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:50.516784 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5ed74bf1-411b-4f3f-86db-9d861d48d2df tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:50.520252 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5ed74bf1-411b-4f3f-86db-9d861d48d2df tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-groups/6ffc28f3-faad-4806-952e-64a24958fa5e HTTP/1.1" status: 204 len: 168 time: 1.2967813 Mar 02 19:04:50.525933 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60768) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:50.568967 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-06d20ed9-c288-4065-ab59-e8226b86e7f8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting port 21bce0dc-5256-4ce7-90da-a6882b8a7eb5 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:50.569402 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-06d20ed9-c288-4065-ab59-e8226b86e7f8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:50.609787 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f04bd1c0-089c-47a0-a326-afd2d274951c None None] Port 21bce0dc-5256-4ce7-90da-a6882b8a7eb5 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:04:50.615995 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-bc2092fc-00be-4ca8-8e4e-2fc2cf920c0d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port 9026e7a9-a31d-4cdc-a0b6-00de35368008 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:50.616416 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc2092fc-00be-4ca8-8e4e-2fc2cf920c0d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:50.620517 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110c56d-316a-42dd-898f-89a00fa418eb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Checking segment: {'id': '4c733480-e442-4dba-b712-d53097cbff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'b4987c82-4028-4a2f-ab36-b80a9696d5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:50.620875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2110c56d-316a-42dd-898f-89a00fa418eb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network hostable DHCP agents. Network: b4987c82-4028-4a2f-ab36-b80a9696d5fb, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:04:50.767909 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Deleting port 10f13e42-6f1a-4590-a812-10a7f205abb2 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:50.768252 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:50.947943 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8a436c95-6302-42d0-b584-c2ebff7e6413 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:51.026672 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2110c56d-316a-42dd-898f-89a00fa418eb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network b4987c82-4028-4a2f-ab36-b80a9696d5fb is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:04:51.091208 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a277aed9-754d-4121-8b38-d07e07291ffa tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router 5b421425-bbe4-4d02-8eda-65d57ea462c7 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:04:51.100263 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.100585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.166369 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-2110c56d-316a-42dd-898f-89a00fa418eb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, b4987c82-4028-4a2f-ab36-b80a9696d5fb) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:51.175142 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4e12d9-52ad-4f97-96d0-d23a10e5dc70 None None] Network b4987c82-4028-4a2f-ab36-b80a9696d5fb requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:51.226423 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2110c56d-316a-42dd-898f-89a00fa418eb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:51.226891 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2110c56d-316a-42dd-898f-89a00fa418eb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.233567 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8a436c95-6302-42d0-b584-c2ebff7e6413 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:51.234868 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8a436c95-6302-42d0-b584-c2ebff7e6413 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.7055583 Mar 02 19:04:51.240799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Calling delete_port for 10f13e42-6f1a-4590-a812-10a7f205abb2 owned by network:floatingip {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:51.247108 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833e33d-62a4-4983-ab3d-57da696fdada req-e073f660-e538-482a-a52c-f1b011c1844f tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:51.248579 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2833e33d-62a4-4983-ab3d-57da696fdada req-e073f660-e538-482a-a52c-f1b011c1844f tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/networks?id=fc352922-d775-4492-b35f-ae22f1cc9ad3 HTTP/1.1" status: 200 len: 811 time: 0.5403173 Mar 02 19:04:51.253192 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60774) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:51.254813 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc2092fc-00be-4ca8-8e4e-2fc2cf920c0d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.435259 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-bc2092fc-00be-4ca8-8e4e-2fc2cf920c0d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for 9026e7a9-a31d-4cdc-a0b6-00de35368008 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:51.457610 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2110c56d-316a-42dd-898f-89a00fa418eb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6006479 Mar 02 19:04:51.458326 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60780) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:51.474449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-68e9ef05-42b6-4c17-8ca5-f7240801b92d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'network_id': 'b4987c82-4028-4a2f-ab36-b80a9696d5fb', 'name': 'tempest-PortsTestJSON-553809519'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:51.475521 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-b4987c82-4028-4a2f-ab36-b80a9696d5fb', 'network_id': 'b4987c82-4028-4a2f-ab36-b80a9696d5fb', 'tenant_id': '492dbd1aaa2b468e92542bbdee548e8a', 'fixed_ips': [{'subnet_id': '6750f822-bd37-42c1-9fe4-57ad1a58968f'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:04:51.477039 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.575050 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2833e33d-62a4-4983-ab3d-57da696fdada req-51152339-4261-49c1-87b4-58376f422f82 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/quotas/2a35e32a20f342fdb54f6b43f0d5c554 HTTP/1.1" status: 200 len: 375 time: 0.2989161 Mar 02 19:04:51.576868 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-06d20ed9-c288-4065-ab59-e8226b86e7f8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.631881 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6e881f0c-61ef-470a-ae68-9d6b1fdae781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.667276 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Allocated IP 172.20.0.2 (b4987c82-4028-4a2f-ab36-b80a9696d5fb/6750f822-bd37-42c1-9fe4-57ad1a58968f/45a13967-78f3-4082-8039-9833716ba5a3) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:51.676352 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a277aed9-754d-4121-8b38-d07e07291ffa tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:04:51.693194 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-68e9ef05-42b6-4c17-8ca5-f7240801b92d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:51.699092 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7de44ae-f28a-408d-995e-0323985bae74 None None] Sync routers for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:04:51.702697 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a277aed9-754d-4121-8b38-d07e07291ffa tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.704746 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a277aed9-754d-4121-8b38-d07e07291ffa tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/5b421425-bbe4-4d02-8eda-65d57ea462c7 HTTP/1.1" status: 200 len: 700 time: 4.4515216 Mar 02 19:04:51.708595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60784) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:51.711509 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-68e9ef05-42b6-4c17-8ca5-f7240801b92d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:51.777255 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7de44ae-f28a-408d-995e-0323985bae74 None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:51.777902 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d7de44ae-f28a-408d-995e-0323985bae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:51.784404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.809420 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-06d20ed9-c288-4065-ab59-e8226b86e7f8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Calling delete_port for 21bce0dc-5256-4ce7-90da-a6882b8a7eb5 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:51.858711 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2833e33d-62a4-4983-ab3d-57da696fdada req-cfc0d929-9b67-4d7b-a299-182b63f56a84 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2a35e32a20f342fdb54f6b43f0d5c554&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2546284 Mar 02 19:04:51.911741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e9ef05-42b6-4c17-8ca5-f7240801b92d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:51.915013 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-68e9ef05-42b6-4c17-8ca5-f7240801b92d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.922262 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-22d5d403-8a3f-4935-8004-9dfacaf491b5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.929281 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event deleted for resources: {'Port': ['ID=10f13e42-6f1a-4590-a812-10a7f205abb2,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:52.000738 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:52.001453 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:52.002063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:52.002599 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:52.003085 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:52.003598 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:52.004079 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:52.004582 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:52.005061 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:52.005537 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:52.006012 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:52.009913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-68e9ef05-42b6-4c17-8ca5-f7240801b92d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] device_id is not set on port 8a529b8f-298d-402e-8ede-b7ed91b13a5c yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:04:52.012296 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-22d5d403-8a3f-4935-8004-9dfacaf491b5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:52.025722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-d7de44ae-f28a-408d-995e-0323985bae74 None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:04:52.167685 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc2092fc-00be-4ca8-8e4e-2fc2cf920c0d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:52.195941 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:52.208791 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Transition to ACTIVE for port object 45a13967-78f3-4082-8039-9833716ba5a3 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:52.222163 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:52.237979 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:52.243575 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e87ccfb7-afac-48c8-984f-43de0b977e11 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "DELETE /v2.0/floatingips/d509aa65-84d2-492a-a522-c10166ca5acd HTTP/1.1" status: 204 len: 168 time: 1.7325823 Mar 02 19:04:52.245685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60790) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:52.255586 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': 'dce13a15-7ace-489e-8718-782bdf9e3cb9'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:52.262800 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:52.285783 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:52.306276 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-59a63f12-07e0-40bc-97cf-f0912089911a tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/routers/5b421425-bbe4-4d02-8eda-65d57ea462c7 HTTP/1.1" status: 200 len: 700 time: 0.5937519 Mar 02 19:04:52.306500 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60794) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:52.321278 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2092fc-00be-4ca8-8e4e-2fc2cf920c0d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Port': ['ID=9026e7a9-a31d-4cdc-a0b6-00de35368008,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:52.397774 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc2092fc-00be-4ca8-8e4e-2fc2cf920c0d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:52.426378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:52.451036 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d7de44ae-f28a-408d-995e-0323985bae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:04:49Z', 'revision_number': 7, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '316be3e5-91d5-437f-94b8-287d50fb0a6f', 'name': '', 'network_id': 'f86afa46-68de-4a7d-8818-708a6c6cc0d7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:29:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0413e6d-da75-420e-a00c-bebc84ce81e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:34Z', 'updated_at': '2022-03-02T19:04:47Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'a0413e6d-da75-420e-a00c-bebc84ce81e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:18Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59367128-ef71-4bc2-9172-06e57074cbc2', 'name': '', 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:ea:7e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc60373-2fec-4184-8960-4538a23e2582', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:16Z', 'updated_at': '2022-03-02T19:04:31Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': '8fc60373-2fec-4184-8960-4538a23e2582', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:52.455656 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7de44ae-f28a-408d-995e-0323985bae74 None None] Checking router: 5b421425-bbe4-4d02-8eda-65d57ea462c7 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:04:52.475477 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7de44ae-f28a-408d-995e-0323985bae74 None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:52.476566 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d7de44ae-f28a-408d-995e-0323985bae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:52.596663 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bc2092fc-00be-4ca8-8e4e-2fc2cf920c0d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/ports/9026e7a9-a31d-4cdc-a0b6-00de35368008 HTTP/1.1" status: 204 len: 168 time: 2.3813636 Mar 02 19:04:52.600928 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60798) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:52.656895 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2833e33d-62a4-4983-ab3d-57da696fdada req-31384e4e-d30f-4b11-b517-b837ad5dcdfc service neutron] 10.222.0.73 "GET /v2.0/networks/fc352922-d775-4492-b35f-ae22f1cc9ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7594366 Mar 02 19:04:52.657198 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-d7de44ae-f28a-408d-995e-0323985bae74 None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:04:52.665842 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-22d5d403-8a3f-4935-8004-9dfacaf491b5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:52.691235 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-5042ff07-d772-4178-b482-7156fc37ec97 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] GET failed (client error): The resource could not be found. Mar 02 19:04:52.691889 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5042ff07-d772-4178-b482-7156fc37ec97 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Synchronizing usage tracker for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:52.722209 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5d403-8a3f-4935-8004-9dfacaf491b5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dca0ed7-0954-4357-8f1f-e159e72ed793,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:52.793152 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-06d20ed9-c288-4065-ab59-e8226b86e7f8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:52.798626 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Transition to ACTIVE for port object 45a13967-78f3-4082-8039-9833716ba5a3 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:52.874372 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-22d5d403-8a3f-4935-8004-9dfacaf491b5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:52.874372 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-22d5d403-8a3f-4935-8004-9dfacaf491b5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-groups/3dca0ed7-0954-4357-8f1f-e159e72ed793 HTTP/1.1" status: 204 len: 168 time: 1.6115129 Mar 02 19:04:52.878465 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60802) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:52.882183 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:52.898553 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d20ed9-c288-4065-ab59-e8226b86e7f8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Port': ['ID=21bce0dc-5256-4ce7-90da-a6882b8a7eb5,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:52.928991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:52.951963 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5042ff07-d772-4178-b482-7156fc37ec97 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Unset dirty status for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:52.957462 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5042ff07-d772-4178-b482-7156fc37ec97 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports/9026e7a9-a31d-4cdc-a0b6-00de35368008 HTTP/1.1" status: 404 len: 333 time: 0.3491471 Mar 02 19:04:52.970990 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60806) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:53.026046 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-fdde7cb1-28c1-407e-b90c-4cadf0407e3b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0', 'name': 'tempest-PortsIpV6TestJSON-1881717835'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:53.058394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Network b4987c82-4028-4a2f-ab36-b80a9696d5fb is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:53.059294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-06d20ed9-c288-4065-ab59-e8226b86e7f8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:53.060974 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-06d20ed9-c288-4065-ab59-e8226b86e7f8 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/21bce0dc-5256-4ce7-90da-a6882b8a7eb5 HTTP/1.1" status: 204 len: 168 time: 2.8773599 Mar 02 19:04:53.068198 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60810) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:53.071799 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:53.095496 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-68e9ef05-42b6-4c17-8ca5-f7240801b92d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Allocated IP 172.20.0.3 (b4987c82-4028-4a2f-ab36-b80a9696d5fb/6750f822-bd37-42c1-9fe4-57ad1a58968f/8a529b8f-298d-402e-8ede-b7ed91b13a5c) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:53.126116 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f6b0f040-08b3-4483-b938-dd5bce402d81 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:53.169302 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2833e33d-62a4-4983-ab3d-57da696fdada req-6ddf430c-3b59-4b74-997e-4e2c0f469237 service neutron] 10.222.0.73 "GET /v2.0/networks/fc352922-d775-4492-b35f-ae22f1cc9ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804444 Mar 02 19:04:53.233650 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:53.238700 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Pushing event updated for resources: {'Port': ['ID=45a13967-78f3-4082-8039-9833716ba5a3,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:53.290056 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-fdde7cb1-28c1-407e-b90c-4cadf0407e3b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:53.292598 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8a8a6e71-bdeb-41bd-8031-4e2fffda2924 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:53.321031 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-fdde7cb1-28c1-407e-b90c-4cadf0407e3b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:53.341150 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e8f91-c1f5-4c2c-af49-0d9f3a8fe999 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Deleting port eed10bff-40ab-48c9-bb33-edd46b176736 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:53.341150 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8f91-c1f5-4c2c-af49-0d9f3a8fe999 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:53.352078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Attempting to bind port 45a13967-78f3-4082-8039-9833716ba5a3 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:04:53.352533 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Attempting to bind port 45a13967-78f3-4082-8039-9833716ba5a3 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '4c733480-e442-4dba-b712-d53097cbff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'b4987c82-4028-4a2f-ab36-b80a9696d5fb'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:04:53.352892 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Attempting to bind port 45a13967-78f3-4082-8039-9833716ba5a3 on network b4987c82-4028-4a2f-ab36-b80a9696d5fb {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:04:53.366608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:04:53.366984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Checking segment: {'id': '4c733480-e442-4dba-b712-d53097cbff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'b4987c82-4028-4a2f-ab36-b80a9696d5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:04:53.367410 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:53.367809 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Bound using segment: {'id': '4c733480-e442-4dba-b712-d53097cbff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'b4987c82-4028-4a2f-ab36-b80a9696d5fb'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:04:53.369504 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Bound port: 45a13967-78f3-4082-8039-9833716ba5a3, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c733480-e442-4dba-b712-d53097cbff31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'b4987c82-4028-4a2f-ab36-b80a9696d5fb'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:04:53.369504 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:53.375696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f6b0f040-08b3-4483-b938-dd5bce402d81 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:53.380934 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f6b0f040-08b3-4483-b938-dd5bce402d81 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4958599 Mar 02 19:04:53.382429 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60814) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:53.391971 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491c095f-4100-469d-9898-35e72d777919 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:53.395865 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-491c095f-4100-469d-9898-35e72d777919 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:53.396613 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d7de44ae-f28a-408d-995e-0323985bae74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:04:49Z', 'revision_number': 7, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '316be3e5-91d5-437f-94b8-287d50fb0a6f', 'name': '', 'network_id': 'f86afa46-68de-4a7d-8818-708a6c6cc0d7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:29:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0413e6d-da75-420e-a00c-bebc84ce81e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:34Z', 'updated_at': '2022-03-02T19:04:47Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'a0413e6d-da75-420e-a00c-bebc84ce81e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:18Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59367128-ef71-4bc2-9172-06e57074cbc2', 'name': '', 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:ea:7e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc60373-2fec-4184-8960-4538a23e2582', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:16Z', 'updated_at': '2022-03-02T19:04:31Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': '8fc60373-2fec-4184-8960-4538a23e2582', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:53.404847 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-d7247726-572e-480c-aa4f-cf6d94b685f8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group': {'name': 'tempest-secgroup--1101476702'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:53.415271 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d7247726-572e-480c-aa4f-cf6d94b685f8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:53.454802 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d7247726-572e-480c-aa4f-cf6d94b685f8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:53.463571 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdde7cb1-28c1-407e-b90c-4cadf0407e3b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:53.466500 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fdde7cb1-28c1-407e-b90c-4cadf0407e3b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:53.469843 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7de44ae-f28a-408d-995e-0323985bae74 None None] The sync data for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv is: [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:04:49Z', 'revision_number': 7, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '316be3e5-91d5-437f-94b8-287d50fb0a6f', 'name': '', 'network_id': 'f86afa46-68de-4a7d-8818-708a6c6cc0d7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:29:9b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0413e6d-da75-420e-a00c-bebc84ce81e7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:34Z', 'updated_at': '2022-03-02T19:04:47Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'a0413e6d-da75-420e-a00c-bebc84ce81e7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:18Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59367128-ef71-4bc2-9172-06e57074cbc2', 'name': '', 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:ea:7e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc60373-2fec-4184-8960-4538a23e2582', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:16Z', 'updated_at': '2022-03-02T19:04:31Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': '8fc60373-2fec-4184-8960-4538a23e2582', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:04:53.484324 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] For port 45a13967-78f3-4082-8039-9833716ba5a3, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:04:53.554907 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] For port 45a13967-78f3-4082-8039-9833716ba5a3, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=45a13967-78f3-4082-8039-9833716ba5a3,segment=NetworkSegment(4c733480-e442-4dba-b712-d53097cbff31),segment_id=4c733480-e442-4dba-b712-d53097cbff31)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:04:53.565416 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Allocated IP 172.26.4.123 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/be59c30c-c466-4e70-a2fb-e28cb78fb9c3) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:53.588082 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-491c095f-4100-469d-9898-35e72d777919 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:53.592074 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-491c095f-4100-469d-9898-35e72d777919 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5192237 Mar 02 19:04:53.596061 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:53.598206 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:04:53.606469 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60826) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:53.648461 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-fdde7cb1-28c1-407e-b90c-4cadf0407e3b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] device_id is not set on port b6543598-d3b1-44b3-90c5-e4b15f3b18ba yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:04:53.696530 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7247726-572e-480c-aa4f-cf6d94b685f8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:53.743628 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d7247726-572e-480c-aa4f-cf6d94b685f8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:53.751860 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d7247726-572e-480c-aa4f-cf6d94b685f8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:53.765012 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d7247726-572e-480c-aa4f-cf6d94b685f8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:53.776263 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bb9e6-15e7-44b0-82ee-91a5bda0668b None None] Pushing event updated for resources: {'Port': ['ID=45a13967-78f3-4082-8039-9833716ba5a3,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:53.802822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d7247726-572e-480c-aa4f-cf6d94b685f8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:53.806778 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a772b5ba-2107-4ba7-a878-beee1cb0ff6e req-c701d7cb-0505-4cab-8465-54ae1c442341 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 210 time: 0.2490866 Mar 02 19:04:53.838326 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8eb400da-8927-4b3c-9687-32e537f021f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:53.850648 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8f91-c1f5-4c2c-af49-0d9f3a8fe999 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:53.921111 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-68e9ef05-42b6-4c17-8ca5-f7240801b92d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:53.972282 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:53.977171 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-68e9ef05-42b6-4c17-8ca5-f7240801b92d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Transition to ACTIVE for port object 8a529b8f-298d-402e-8ede-b7ed91b13a5c will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:53.983910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a06d9d-f997-4a3f-9211-2fd04afecabd tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:53.984829 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-93a06d9d-f997-4a3f-9211-2fd04afecabd tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:54.013120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e8f91-c1f5-4c2c-af49-0d9f3a8fe999 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Calling delete_port for eed10bff-40ab-48c9-bb33-edd46b176736 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:54.047860 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-93a06d9d-f997-4a3f-9211-2fd04afecabd tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:54.049038 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-93a06d9d-f997-4a3f-9211-2fd04afecabd tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4406235 Mar 02 19:04:54.056187 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60830) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:54.197392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-68e9ef05-42b6-4c17-8ca5-f7240801b92d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:54.274830 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:54.341034 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e9ef05-42b6-4c17-8ca5-f7240801b92d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network b4987c82-4028-4a2f-ab36-b80a9696d5fb is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:54.350714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-68e9ef05-42b6-4c17-8ca5-f7240801b92d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:54.355566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9ef05-42b6-4c17-8ca5-f7240801b92d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=8a529b8f-298d-402e-8ede-b7ed91b13a5c,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:54.358225 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9ef05-42b6-4c17-8ca5-f7240801b92d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:54.401592 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7247726-572e-480c-aa4f-cf6d94b685f8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:54.427974 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:54.451012 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5c93db-4ab3-4317-afa8-7e7cbcfb710e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:54.452444 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5c93db-4ab3-4317-afa8-7e7cbcfb710e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:54.453784 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5c93db-4ab3-4317-afa8-7e7cbcfb710e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:54.454611 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fb5c93db-4ab3-4317-afa8-7e7cbcfb710e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:54.464901 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7247726-572e-480c-aa4f-cf6d94b685f8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:54.546364 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fdde7cb1-28c1-407e-b90c-4cadf0407e3b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:54.566708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7247726-572e-480c-aa4f-cf6d94b685f8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4ead3e-adbf-473e-8f1f-a637d006e0bf,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:54.597944 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:54.610680 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:54.622472 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fb5c93db-4ab3-4317-afa8-7e7cbcfb710e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:54.623723 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fb5c93db-4ab3-4317-afa8-7e7cbcfb710e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5562379 Mar 02 19:04:54.702071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60840) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:54.707570 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e9ef05-42b6-4c17-8ca5-f7240801b92d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:54.708872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-68e9ef05-42b6-4c17-8ca5-f7240801b92d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:54.747111 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7247726-572e-480c-aa4f-cf6d94b685f8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:54.747111 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d7247726-572e-480c-aa4f-cf6d94b685f8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3637826 Mar 02 19:04:54.753987 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60842) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:54.759064 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 45a13967-78f3-4082-8039-9833716ba5a3 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:54.764072 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-a7907ada-c61f-406c-81b0-34ff143a9cac tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group_rule': {'security_group_id': '6f4ead3e-adbf-473e-8f1f-a637d006e0bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:54.774770 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a7907ada-c61f-406c-81b0-34ff143a9cac tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:54.779761 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a7907ada-c61f-406c-81b0-34ff143a9cac tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:54.784981 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a7907ada-c61f-406c-81b0-34ff143a9cac tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:54.796380 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a7907ada-c61f-406c-81b0-34ff143a9cac tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:54.857450 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fdde7cb1-28c1-407e-b90c-4cadf0407e3b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:54.868552 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-68e9ef05-42b6-4c17-8ca5-f7240801b92d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4080238 Mar 02 19:04:54.903314 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8f91-c1f5-4c2c-af49-0d9f3a8fe999 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:54.915068 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60850) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:54.934548 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=be59c30c-c466-4e70-a2fb-e28cb78fb9c3,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:54.941732 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 45a13967-78f3-4082-8039-9833716ba5a3 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:54.985367 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'network_id': 'b4987c82-4028-4a2f-ab36-b80a9696d5fb', 'name': 'tempest-PortsTestJSON-1760720525'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:55.037972 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a7907ada-c61f-406c-81b0-34ff143a9cac tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.080329 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.082656 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3a99cb57-582a-4ae0-ace0-0ae2d40dae78 req-e6ed5e2a-8aa9-4c8b-8cae-4e4c66e05bef tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 210 time: 0.1739552 Mar 02 19:04:55.180214 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a7907ada-c61f-406c-81b0-34ff143a9cac tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.212956 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2706c42-b371-413b-8c38-e294f47ebd2b None None] Network b4987c82-4028-4a2f-ab36-b80a9696d5fb requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:55.216265 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdde7cb1-28c1-407e-b90c-4cadf0407e3b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network caaf6078-3670-462a-af47-0003d1841ef0 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:55.229818 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-fdde7cb1-28c1-407e-b90c-4cadf0407e3b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:55.234669 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde7cb1-28c1-407e-b90c-4cadf0407e3b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=b6543598-d3b1-44b3-90c5-e4b15f3b18ba,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:55.238187 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdde7cb1-28c1-407e-b90c-4cadf0407e3b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:55.242105 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdde7cb1-28c1-407e-b90c-4cadf0407e3b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:55.242703 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fdde7cb1-28c1-407e-b90c-4cadf0407e3b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.346935 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a7907ada-c61f-406c-81b0-34ff143a9cac tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.387011 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e8f91-c1f5-4c2c-af49-0d9f3a8fe999 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Pushing event deleted for resources: {'Port': ['ID=eed10bff-40ab-48c9-bb33-edd46b176736,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:55.426938 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fdde7cb1-28c1-407e-b90c-4cadf0407e3b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4547474 Mar 02 19:04:55.429197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-95bdf0f2-c61b-4b10-aab5-0ec2368591e1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 54f628eb-15d8-4aba-b6fb-d45f964e73d4 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:04:55.432112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60854) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:55.432988 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7907ada-c61f-406c-81b0-34ff143a9cac tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0e1cf6-94ef-4ede-a6e1-9e6e41d83305,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:55.436553 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-95bdf0f2-c61b-4b10-aab5-0ec2368591e1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.457886 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-764d4a8c-a4d1-41b3-ad48-5ae90f976269 None None] Provisioning for port 45a13967-78f3-4082-8039-9833716ba5a3 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:55.465844 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-764d4a8c-a4d1-41b3-ad48-5ae90f976269 None None] Provisioning complete for port 45a13967-78f3-4082-8039-9833716ba5a3 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:55.466294 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-764d4a8c-a4d1-41b3-ad48-5ae90f976269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.511136 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.513319 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f6e0634f-741a-4ee8-9edb-9dd6cdfbd336 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:55.542082 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a7907ada-c61f-406c-81b0-34ff143a9cac tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.546363 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a7907ada-c61f-406c-81b0-34ff143a9cac tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7883155 Mar 02 19:04:55.554785 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:55.556544 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60858) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:55.614674 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:port and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:55.638318 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:55.654111 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:55.682022 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-969defe2-b356-4fe9-b5aa-190465fedae6 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.695579 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-969defe2-b356-4fe9-b5aa-190465fedae6 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.696765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-764d4a8c-a4d1-41b3-ad48-5ae90f976269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.705942 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6c5e8f91-c1f5-4c2c-af49-0d9f3a8fe999 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.709618 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-95bdf0f2-c61b-4b10-aab5-0ec2368591e1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.741362 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-764d4a8c-a4d1-41b3-ad48-5ae90f976269 None None] For port 45a13967-78f3-4082-8039-9833716ba5a3, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=45a13967-78f3-4082-8039-9833716ba5a3,segment=NetworkSegment(4c733480-e442-4dba-b712-d53097cbff31),segment_id=4c733480-e442-4dba-b712-d53097cbff31)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:55.783739 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f6e0634f-741a-4ee8-9edb-9dd6cdfbd336 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.790557 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:55.793541 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.810039 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-764d4a8c-a4d1-41b3-ad48-5ae90f976269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.913864 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d4a8c-a4d1-41b3-ad48-5ae90f976269 None None] Pushing event updated for resources: {'Port': ['ID=45a13967-78f3-4082-8039-9833716ba5a3,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:55.927866 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d4a8c-a4d1-41b3-ad48-5ae90f976269 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.929862 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d4a8c-a4d1-41b3-ad48-5ae90f976269 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.930716 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d4a8c-a4d1-41b3-ad48-5ae90f976269 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.931272 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d4a8c-a4d1-41b3-ad48-5ae90f976269 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.931866 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d4a8c-a4d1-41b3-ad48-5ae90f976269 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.932458 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d4a8c-a4d1-41b3-ad48-5ae90f976269 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.933017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d4a8c-a4d1-41b3-ad48-5ae90f976269 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.933559 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d4a8c-a4d1-41b3-ad48-5ae90f976269 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.934098 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d4a8c-a4d1-41b3-ad48-5ae90f976269 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.934736 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d4a8c-a4d1-41b3-ad48-5ae90f976269 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.935922 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d4a8c-a4d1-41b3-ad48-5ae90f976269 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.961605 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] device_id is not set on port 9202e30b-5fa4-4b59-bb60-53d8549b2d5e yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:04:56.007651 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-969defe2-b356-4fe9-b5aa-190465fedae6 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:56.059094 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969defe2-b356-4fe9-b5aa-190465fedae6 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb0e1cf6-94ef-4ede-a6e1-9e6e41d83305,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:56.072009 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-95bdf0f2-c61b-4b10-aab5-0ec2368591e1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:56.105745 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a6e71-bdeb-41bd-8031-4e2fffda2924 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port 316be3e5-91d5-437f-94b8-287d50fb0a6f {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:56.106442 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8a8a6e71-bdeb-41bd-8031-4e2fffda2924 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:56.108740 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2e448812-a828-4dcb-a517-28c25a79a700 None None] Provisioning for port 8a529b8f-298d-402e-8ede-b7ed91b13a5c completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:56.115202 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2e448812-a828-4dcb-a517-28c25a79a700 None None] Provisioning complete for port 8a529b8f-298d-402e-8ede-b7ed91b13a5c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:56.115886 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2e448812-a828-4dcb-a517-28c25a79a700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:56.182420 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-2e448812-a828-4dcb-a517-28c25a79a700 None None] Port 8a529b8f-298d-402e-8ede-b7ed91b13a5c cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:04:56.210122 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2e448812-a828-4dcb-a517-28c25a79a700 None None] Provisioning complete for port 45a13967-78f3-4082-8039-9833716ba5a3 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:56.210493 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2e448812-a828-4dcb-a517-28c25a79a700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:56.270350 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-969defe2-b356-4fe9-b5aa-190465fedae6 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:56.274573 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-969defe2-b356-4fe9-b5aa-190465fedae6 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/bb0e1cf6-94ef-4ede-a6e1-9e6e41d83305 HTTP/1.1" status: 204 len: 168 time: 0.6668241 Mar 02 19:04:56.280508 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60872) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:56.306810 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-28a83ca1-9724-43d6-b3b7-a22f4a2dd59e req-63a59bd3-d4c0-4cdc-aa70-aa9bd36eca19 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 210 time: 0.0928020 Mar 02 19:04:56.394402 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:56.532011 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-68dc920c-e515-4003-80c4-651ef07a2bc2 None None] Provisioning complete for port 8a529b8f-298d-402e-8ede-b7ed91b13a5c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:56.532653 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-68dc920c-e515-4003-80c4-651ef07a2bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:56.597675 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-68dc920c-e515-4003-80c4-651ef07a2bc2 None None] Port 8a529b8f-298d-402e-8ede-b7ed91b13a5c cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:04:56.641232 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f6e0634f-741a-4ee8-9edb-9dd6cdfbd336 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:56.666402 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-aa06a6bb-338d-45f1-adac-3f6f9617304d tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:56.669469 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Allocated IP 172.20.0.6 (b4987c82-4028-4a2f-ab36-b80a9696d5fb/6750f822-bd37-42c1-9fe4-57ad1a58968f/9202e30b-5fa4-4b59-bb60-53d8549b2d5e) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:56.687846 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 45a13967-78f3-4082-8039-9833716ba5a3 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:56.717479 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f6e0634f-741a-4ee8-9edb-9dd6cdfbd336 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:56.722524 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-95bdf0f2-c61b-4b10-aab5-0ec2368591e1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:56.728174 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5e8f91-c1f5-4c2c-af49-0d9f3a8fe999 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Router 7f1de634-dcaf-4b2a-98cd-dede72726e84 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:04:56.789166 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 45a13967-78f3-4082-8039-9833716ba5a3 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:56.789791 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:56.790699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-aa06a6bb-338d-45f1-adac-3f6f9617304d tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:56.798361 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-aa06a6bb-338d-45f1-adac-3f6f9617304d tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5079014 Mar 02 19:04:56.803543 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60876) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:56.860773 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdf0f2-c61b-4b10-aab5-0ec2368591e1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=54f628eb-15d8-4aba-b6fb-d45f964e73d4,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:56.882799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-8a8a6e71-bdeb-41bd-8031-4e2fffda2924 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] For port 316be3e5-91d5-437f-94b8-287d50fb0a6f, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=316be3e5-91d5-437f-94b8-287d50fb0a6f,segment=NetworkSegment(8975b779-43f2-4c2b-9496-3473c2302760),segment_id=8975b779-43f2-4c2b-9496-3473c2302760)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:04:56.883173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8a8a6e71-bdeb-41bd-8031-4e2fffda2924 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:56.966684 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-f6e0634f-741a-4ee8-9edb-9dd6cdfbd336 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] In _notify_port_updated(), no bound segment for port b6543598-d3b1-44b3-90c5-e4b15f3b18ba on network caaf6078-3670-462a-af47-0003d1841ef0 {{(pid=84532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:04:56.971057 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e0634f-741a-4ee8-9edb-9dd6cdfbd336 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:56.971686 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f6e0634f-741a-4ee8-9edb-9dd6cdfbd336 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:56.973308 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f6e0634f-741a-4ee8-9edb-9dd6cdfbd336 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "PUT /v2.0/ports/b6543598-d3b1-44b3-90c5-e4b15f3b18ba HTTP/1.1" status: 200 len: 818 time: 1.5391514 Mar 02 19:04:56.982689 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60880) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:57.049761 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72bac63-3bfe-42d3-94fe-67004863dc17 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:57.050711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.058220 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a6e71-bdeb-41bd-8031-4e2fffda2924 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Calling delete_port for 316be3e5-91d5-437f-94b8-287d50fb0a6f owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:57.085650 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1bb1c-bc69-4dc3-81c0-5f1b3168dfcf tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port b6543598-d3b1-44b3-90c5-e4b15f3b18ba {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:57.086184 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bb1c-bc69-4dc3-81c0-5f1b3168dfcf tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.088689 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-95bdf0f2-c61b-4b10-aab5-0ec2368591e1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.091556 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0634f-741a-4ee8-9edb-9dd6cdfbd336 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=b6543598-d3b1-44b3-90c5-e4b15f3b18ba,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:57.198792 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-95bdf0f2-c61b-4b10-aab5-0ec2368591e1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/54f628eb-15d8-4aba-b6fb-d45f964e73d4 HTTP/1.1" status: 204 len: 168 time: 2.3922033 Mar 02 19:04:57.203503 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60886) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:57.239247 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c13f29f3-78be-4b35-887d-a2bc87a425e6 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.306230 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.313845 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5e8f91-c1f5-4c2c-af49-0d9f3a8fe999 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:04:57.325920 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab9cdf1-e2e9-43bd-a640-a3188204b891 None None] Sync routers for ids ['7f1de634-dcaf-4b2a-98cd-dede72726e84'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:04:57.340873 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab9cdf1-e2e9-43bd-a640-a3188204b891 None None] Routers {'7f1de634-dcaf-4b2a-98cd-dede72726e84'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:57.341763 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-7ab9cdf1-e2e9-43bd-a640-a3188204b891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['7f1de634-dcaf-4b2a-98cd-dede72726e84'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:57.349618 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c13f29f3-78be-4b35-887d-a2bc87a425e6 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.352352 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.384629 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Transition to ACTIVE for port object 9202e30b-5fa4-4b59-bb60-53d8549b2d5e will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:57.421876 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-7ab9cdf1-e2e9-43bd-a640-a3188204b891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:57.441702 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab9cdf1-e2e9-43bd-a640-a3188204b891 None None] Routers {'7f1de634-dcaf-4b2a-98cd-dede72726e84'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:04:57.442330 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-7ab9cdf1-e2e9-43bd-a640-a3188204b891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['7f1de634-dcaf-4b2a-98cd-dede72726e84'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:57.517196 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-7ab9cdf1-e2e9-43bd-a640-a3188204b891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:57.517926 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab9cdf1-e2e9-43bd-a640-a3188204b891 None None] The sync data for ids ['7f1de634-dcaf-4b2a-98cd-dede72726e84'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:04:57.591802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c13f29f3-78be-4b35-887d-a2bc87a425e6 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.604606 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3fddc5ba-9a46-4013-b34c-e324918e4081 req-f03b45cb-234f-443e-9cee-2506011906d4 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 210 time: 0.0774496 Mar 02 19:04:57.636575 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6c5e8f91-c1f5-4c2c-af49-0d9f3a8fe999 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "PUT /v2.0/routers/7f1de634-dcaf-4b2a-98cd-dede72726e84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2448425 Mar 02 19:04:57.637919 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f29f3-78be-4b35-887d-a2bc87a425e6 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4ead3e-adbf-473e-8f1f-a637d006e0bf,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:57.642605 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60894) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:57.762680 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-5f948b31-ebc0-48e8-8665-fd286578848b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] show failed (client error): The resource could not be found. Mar 02 19:04:57.763326 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bb1c-bc69-4dc3-81c0-5f1b3168dfcf tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.768391 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5f948b31-ebc0-48e8-8665-fd286578848b tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-840670279 HTTP/1.1" status: 404 len: 334 time: 0.1157370 Mar 02 19:04:57.779103 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60898) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:57.785419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-015d83bd-cb44-48d6-a135-c5c463efeb87 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:57.868675 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-015d83bd-cb44-48d6-a135-c5c463efeb87 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] update failed (client error): The resource could not be found. Mar 02 19:04:57.870104 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-015d83bd-cb44-48d6-a135-c5c463efeb87 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-472636079 HTTP/1.1" status: 404 len: 334 time: 0.0897532 Mar 02 19:04:57.871480 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8a8a6e71-bdeb-41bd-8031-4e2fffda2924 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.914863 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60904) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:57.927206 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1bb1c-bc69-4dc3-81c0-5f1b3168dfcf tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for b6543598-d3b1-44b3-90c5-e4b15f3b18ba owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:04:57.930231 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a6e71-bdeb-41bd-8031-4e2fffda2924 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Port': ['ID=316be3e5-91d5-437f-94b8-287d50fb0a6f,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:57.981094 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c13f29f3-78be-4b35-887d-a2bc87a425e6 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.982311 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c13f29f3-78be-4b35-887d-a2bc87a425e6 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-groups/6f4ead3e-adbf-473e-8f1f-a637d006e0bf HTTP/1.1" status: 204 len: 168 time: 1.1664984 Mar 02 19:04:57.990455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60908) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:58.060549 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:04:58.093985 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.252070 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-94fe7545-fc86-4284-ac2c-2dd37443b9d6 None None] Provisioning complete for port 7bfa5d8a-6d86-4075-8fe2-5ae76689438c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:58.252573 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-94fe7545-fc86-4284-ac2c-2dd37443b9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.364100 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.364878 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0cae31-6322-4859-9d85-28ac7a22e218 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Deleting subnet 97da8c26-7e4e-4849-aa24-cf24a149559b {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:04:58.373543 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.378906 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f0cae31-6322-4859-9d85-28ac7a22e218 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.455871 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4e51e7a4-9851-44ba-8ffe-be83c6ccab3e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:58.481660 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bb1c-bc69-4dc3-81c0-5f1b3168dfcf tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.524801 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=be59c30c-c466-4e70-a2fb-e28cb78fb9c3,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:58.541824 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f0cae31-6322-4859-9d85-28ac7a22e218 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.555298 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.590000 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network b4987c82-4028-4a2f-ab36-b80a9696d5fb is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:58.590843 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=9202e30b-5fa4-4b59-bb60-53d8549b2d5e,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:58.598945 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:58.602723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:04:58.616635 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4e51e7a4-9851-44ba-8ffe-be83c6ccab3e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:58.623372 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4e51e7a4-9851-44ba-8ffe-be83c6ccab3e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6263471 Mar 02 19:04:58.633919 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60912) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:58.668910 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bb1c-bc69-4dc3-81c0-5f1b3168dfcf tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.694916 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-349b58cd-cbba-4f27-be2b-d4f45ca96620 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Deleting subnet 8f259a29-0968-4dde-bf76-514251627838 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:04:58.703949 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:58.703949 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:58.703949 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:58.703949 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:58.703949 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:58.703949 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:58.703949 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:58.703949 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:58.703949 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:58.703949 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:58.703949 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:58.705931 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-adbc79ce-466d-49a8-b40b-e76b9a75f74e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group': {'name': 'tempest-secgroup--181683946'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:58.723396 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-adbc79ce-466d-49a8-b40b-e76b9a75f74e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:58.737340 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-adbc79ce-466d-49a8-b40b-e76b9a75f74e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:58.761435 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-349b58cd-cbba-4f27-be2b-d4f45ca96620 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.779722 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8a8a6e71-bdeb-41bd-8031-4e2fffda2924 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.879156 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1bb1c-bc69-4dc3-81c0-5f1b3168dfcf tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Port': ['ID=b6543598-d3b1-44b3-90c5-e4b15f3b18ba,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:58.893162 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:58.893796 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.904981 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d5a1bb1c-bc69-4dc3-81c0-5f1b3168dfcf tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/ports/b6543598-d3b1-44b3-90c5-e4b15f3b18ba HTTP/1.1" status: 204 len: 168 time: 1.9212401 Mar 02 19:04:58.911324 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60918) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:58.932217 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-adbc79ce-466d-49a8-b40b-e76b9a75f74e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.954087 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-349b58cd-cbba-4f27-be2b-d4f45ca96620 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.023079 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f0cae31-6322-4859-9d85-28ac7a22e218 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.032749 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f40f3695-8a43-4b2b-93e3-6c2e09142f13 req-947fd274-b5c2-4aa3-9a9a-96ce3ddac341 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 210 time: 0.1562843 Mar 02 19:04:59.040276 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6ae93263-fcd4-4b2b-b59e-da5fe06383ab None None] Provisioning for port 9202e30b-5fa4-4b59-bb60-53d8549b2d5e completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:59.058985 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6ae93263-fcd4-4b2b-b59e-da5fe06383ab None None] Provisioning complete for port 9202e30b-5fa4-4b59-bb60-53d8549b2d5e triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:59.059665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6ae93263-fcd4-4b2b-b59e-da5fe06383ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.094177 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e835fd99-3959-4a52-932f-d4d701e6537a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1774900 Mar 02 19:04:59.097248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-adbc79ce-466d-49a8-b40b-e76b9a75f74e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:59.103041 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60922) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:59.107344 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-adbc79ce-466d-49a8-b40b-e76b9a75f74e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:59.154809 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-adbc79ce-466d-49a8-b40b-e76b9a75f74e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:59.157739 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6ae93263-fcd4-4b2b-b59e-da5fe06383ab None None] Port 9202e30b-5fa4-4b59-bb60-53d8549b2d5e cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:04:59.163921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cfcd3b-41aa-4bfd-9521-022533307804 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:59.164635 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-87cfcd3b-41aa-4bfd-9521-022533307804 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Synchronizing usage tracker for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:59.167602 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-adbc79ce-466d-49a8-b40b-e76b9a75f74e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:59.170255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-349b58cd-cbba-4f27-be2b-d4f45ca96620 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.229420 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f0cae31-6322-4859-9d85-28ac7a22e218 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.288014 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cae31-6322-4859-9d85-28ac7a22e218 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Subnet': ['ID=97da8c26-7e4e-4849-aa24-cf24a149559b,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:59.294834 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-87cfcd3b-41aa-4bfd-9521-022533307804 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Unset dirty status for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:59.297312 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-87cfcd3b-41aa-4bfd-9521-022533307804 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.3846643 Mar 02 19:04:59.298371 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60928) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:59.311528 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0794bf67-80cf-4b11-9bc7-32ff78c93a17 None None] Network ef3b29a7-4982-4982-b073-f3d27df1240a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:59.318086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-adbc79ce-466d-49a8-b40b-e76b9a75f74e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.335695 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0f0cae31-6322-4859-9d85-28ac7a22e218 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.355096 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff30d0b1-c84c-41ec-84f0-5723823c6738 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] GET failed (client error): The resource could not be found. Mar 02 19:04:59.361041 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ff30d0b1-c84c-41ec-84f0-5723823c6738 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports/b6543598-d3b1-44b3-90c5-e4b15f3b18ba HTTP/1.1" status: 404 len: 333 time: 0.0594673 Mar 02 19:04:59.362786 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60932) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:59.368473 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-139e6cfe-7700-4600-94d0-9256d71afea9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1829099194'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:04:59.372645 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0f0cae31-6322-4859-9d85-28ac7a22e218 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/97da8c26-7e4e-4849-aa24-cf24a149559b HTTP/1.1" status: 204 len: 168 time: 2.1661868 Mar 02 19:04:59.376102 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-139e6cfe-7700-4600-94d0-9256d71afea9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:59.381167 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60936) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:59.383903 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-139e6cfe-7700-4600-94d0-9256d71afea9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:network and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:59.453324 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-139e6cfe-7700-4600-94d0-9256d71afea9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:59.465588 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-349b58cd-cbba-4f27-be2b-d4f45ca96620 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.470134 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-139e6cfe-7700-4600-94d0-9256d71afea9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:59.481872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-adbc79ce-466d-49a8-b40b-e76b9a75f74e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.514899 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b01e14ee-e8e6-427e-8474-aa599bfb0319 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1325219 Mar 02 19:04:59.523973 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60942) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:59.545616 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Floating IP 67563e49-6d7e-413d-968f-b6dc3f283774 associated. External IP: 172.26.4.123, port: dce13a15-7ace-489e-8718-782bdf9e3cb9. Mar 02 19:04:59.564060 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b58cd-cbba-4f27-be2b-d4f45ca96620 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Pushing event deleted for resources: {'Subnet': ['ID=8f259a29-0968-4dde-bf76-514251627838,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:59.581757 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbf5ba6-c903-4934-a77f-2df0e294ec81 None None] Network 0b9522f7-e045-4c3d-92b7-ab360e754598 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:04:59.583917 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-349b58cd-cbba-4f27-be2b-d4f45ca96620 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.585768 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-349b58cd-cbba-4f27-be2b-d4f45ca96620 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "DELETE /v2.0/subnets/8f259a29-0968-4dde-bf76-514251627838 HTTP/1.1" status: 204 len: 168 time: 1.6670587 Mar 02 19:04:59.588380 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60946) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:59.634888 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43814d4c-0e43-468e-9c59-58c7cbac69a7 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:59.636005 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-43814d4c-0e43-468e-9c59-58c7cbac69a7 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Synchronizing usage tracker for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:59.641969 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139e6cfe-7700-4600-94d0-9256d71afea9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:59.645153 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-139e6cfe-7700-4600-94d0-9256d71afea9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.737993 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139e6cfe-7700-4600-94d0-9256d71afea9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:04:59.838231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-139e6cfe-7700-4600-94d0-9256d71afea9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.839660 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-139e6cfe-7700-4600-94d0-9256d71afea9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Added segment 24901e2b-574c-4149-9101-000dc7d2998b of type vlan for network ed359106-a8e2-4146-a6a4-c5a0b72e3b2a Mar 02 19:04:59.867852 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ca8095-d54e-4472-98c7-b80018a33dbe tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:59.871452 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d2ca8095-d54e-4472-98c7-b80018a33dbe tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3415136 Mar 02 19:04:59.877230 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60950) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:59.949193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc79ce-466d-49a8-b40b-e76b9a75f74e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1d7c7e-4dc4-46e8-9cd1-f0e9e87110a3,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:59.952216 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51db2392-cfd7-4f81-8b9d-e5ca8b9a14ba None None] DHCP port deletion for ef3b29a7-4982-4982-b073-f3d27df1240a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:04:59.963572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-139e6cfe-7700-4600-94d0-9256d71afea9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.963725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-51db2392-cfd7-4f81-8b9d-e5ca8b9a14ba None None] Deleting port 7bfa5d8a-6d86-4075-8fe2-5ae76689438c {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:04:59.966708 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-51db2392-cfd7-4f81-8b9d-e5ca8b9a14ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.993142 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-43814d4c-0e43-468e-9c59-58c7cbac69a7 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Unset dirty status for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:59.994435 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-43814d4c-0e43-468e-9c59-58c7cbac69a7 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.8891010 Mar 02 19:04:59.998130 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60954) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:00.006619 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b13bf0-b630-44a3-a358-636eb6d3bc5a None None] DHCP port deletion for 0b9522f7-e045-4c3d-92b7-ab360e754598 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:05:00.017479 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-d3b13bf0-b630-44a3-a358-636eb6d3bc5a None None] Deleting port a94c5524-70f1-47ce-a013-c9b0d6da1f73 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:00.018085 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d3b13bf0-b630-44a3-a358-636eb6d3bc5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:00.029955 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b45be34-453d-4129-bc92-aa1bb554799f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Deleting subnet 0baa41b1-3856-458d-95ef-101681281c95 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:05:00.033161 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1b45be34-453d-4129-bc92-aa1bb554799f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:00.110421 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1b45be34-453d-4129-bc92-aa1bb554799f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:00.172585 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.resource_extend [None req-139e6cfe-7700-4600-94d0-9256d71afea9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:05:00.183065 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2995f723-2853-47da-85ec-dfb7d8a22e49 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:00.183930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2995f723-2853-47da-85ec-dfb7d8a22e49 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Synchronizing usage tracker for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:00.254733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-adbc79ce-466d-49a8-b40b-e76b9a75f74e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:00.256136 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-adbc79ce-466d-49a8-b40b-e76b9a75f74e tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6209936 Mar 02 19:05:00.259567 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 60960) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:00.267914 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bfe48231-bd51-4d3c-b7bb-7088b6faf196 req-77c49245-e2ec-4acf-a42d-61fc8ae6c340 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 210 time: 0.0972342 Mar 02 19:05:00.277308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-1999e6d7-1f61-45e5-8160-17668dea55e9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group_rule': {'security_group_id': 'fb1d7c7e-4dc4-46e8-9cd1-f0e9e87110a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:00.290731 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1999e6d7-1f61-45e5-8160-17668dea55e9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:00.301659 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1b45be34-453d-4129-bc92-aa1bb554799f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:00.305799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1999e6d7-1f61-45e5-8160-17668dea55e9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:00.312908 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-bbfb5e37-8556-479c-8565-3a0b65d7d5f8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port 9202e30b-5fa4-4b59-bb60-53d8549b2d5e {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:00.313368 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bbfb5e37-8556-479c-8565-3a0b65d7d5f8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:00.337150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1999e6d7-1f61-45e5-8160-17668dea55e9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:00.350468 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-139e6cfe-7700-4600-94d0-9256d71afea9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:00.354381 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139e6cfe-7700-4600-94d0-9256d71afea9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:00.355510 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-139e6cfe-7700-4600-94d0-9256d71afea9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:00.367643 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1999e6d7-1f61-45e5-8160-17668dea55e9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:00.418795 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-51db2392-cfd7-4f81-8b9d-e5ca8b9a14ba None None] For port 7bfa5d8a-6d86-4075-8fe2-5ae76689438c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7bfa5d8a-6d86-4075-8fe2-5ae76689438c,segment=NetworkSegment(c16f1e7c-bed4-431f-a3fb-fdeb23966092),segment_id=c16f1e7c-bed4-431f-a3fb-fdeb23966092)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:00.419474 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-51db2392-cfd7-4f81-8b9d-e5ca8b9a14ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:00.438396 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-d3b13bf0-b630-44a3-a358-636eb6d3bc5a None None] For port a94c5524-70f1-47ce-a013-c9b0d6da1f73, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a94c5524-70f1-47ce-a013-c9b0d6da1f73,segment=NetworkSegment(38359323-e809-4292-ac00-823223777f36),segment_id=38359323-e809-4292-ac00-823223777f36)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:00.438790 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d3b13bf0-b630-44a3-a358-636eb6d3bc5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:00.442257 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8a6e71-bdeb-41bd-8031-4e2fffda2924 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router 5b421425-bbe4-4d02-8eda-65d57ea462c7 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:05:00.570055 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-51db2392-cfd7-4f81-8b9d-e5ca8b9a14ba None None] Calling delete_port for 7bfa5d8a-6d86-4075-8fe2-5ae76689438c owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:00.573199 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2995f723-2853-47da-85ec-dfb7d8a22e49 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Unset dirty status for tenant:591628e1e390444e96bcee6f3976612e on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:00.575802 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2995f723-2853-47da-85ec-dfb7d8a22e49 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6975873 Mar 02 19:05:00.598093 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60964) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:00.664508 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1999e6d7-1f61-45e5-8160-17668dea55e9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:00.722481 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2566f878-6690-49a2-9c44-c2d045aa7c5d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1163876 Mar 02 19:05:00.723478 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e6cfe-7700-4600-94d0-9256d71afea9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Network': ['ID=ed359106-a8e2-4146-a6a4-c5a0b72e3b2a,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:00.732163 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60968) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:00.788301 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ce5fe2-f5f7-4918-af79-0ba1ee3a4213 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:00.788744 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ce5fe2-f5f7-4918-af79-0ba1ee3a4213 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:00.792800 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d7ce5fe2-f5f7-4918-af79-0ba1ee3a4213 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/21bce0dc-5256-4ce7-90da-a6882b8a7eb5 HTTP/1.1" status: 404 len: 333 time: 0.0533528 Mar 02 19:05:00.793120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60972) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:00.834377 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-d3b13bf0-b630-44a3-a358-636eb6d3bc5a None None] Calling delete_port for a94c5524-70f1-47ce-a013-c9b0d6da1f73 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:00.834945 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-99007656-c61b-44c1-9132-b4dc414d2466 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:00.835431 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99007656-c61b-44c1-9132-b4dc414d2466 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:00.837518 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-99007656-c61b-44c1-9132-b4dc414d2466 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/97da8c26-7e4e-4849-aa24-cf24a149559b HTTP/1.1" status: 404 len: 337 time: 0.0435841 Mar 02 19:05:00.841006 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60976) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:00.883143 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-139e6cfe-7700-4600-94d0-9256d71afea9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5192862 Mar 02 19:05:00.884140 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a94c5524-70f1-47ce-a013-c9b0d6da1f73 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:00.887525 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60980) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:00.893942 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-06c9ab50-18cd-4a1d-860f-814e2e075e2a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'subnet': {'network_id': 'ed359106-a8e2-4146-a6a4-c5a0b72e3b2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:00.908655 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d25360-0804-491b-8594-ff2f81ea010f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:00.909206 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d25360-0804-491b-8594-ff2f81ea010f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:00.910999 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-28d25360-0804-491b-8594-ff2f81ea010f tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/54f628eb-15d8-4aba-b6fb-d45f964e73d4 HTTP/1.1" status: 404 len: 337 time: 0.0689704 Mar 02 19:05:00.914956 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60984) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:00.917400 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network ed359106-a8e2-4146-a6a4-c5a0b72e3b2a details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:05:00.917591 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1b45be34-453d-4129-bc92-aa1bb554799f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:01.021384 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bbfb5e37-8556-479c-8565-3a0b65d7d5f8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:01.081941 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45be34-453d-4129-bc92-aa1bb554799f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Pushing event deleted for resources: {'Subnet': ['ID=0baa41b1-3856-458d-95ef-101681281c95,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:01.089079 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-4134fe45-3261-45a5-923f-61a16e31c551 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:01.089564 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4134fe45-3261-45a5-923f-61a16e31c551 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:01.092003 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4134fe45-3261-45a5-923f-61a16e31c551 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/df769080-370d-4605-b2af-3e096cf96eac HTTP/1.1" status: 404 len: 333 time: 0.1758964 Mar 02 19:05:01.107042 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60988) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:01.133477 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae48f9c3-6b1a-424d-9cf2-eacf04f0904b None None] Network 597adeee-63c2-4675-954e-b15f49f65f89 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:01.142694 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1b45be34-453d-4129-bc92-aa1bb554799f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:01.147391 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1b45be34-453d-4129-bc92-aa1bb554799f tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "DELETE /v2.0/subnets/0baa41b1-3856-458d-95ef-101681281c95 HTTP/1.1" status: 204 len: 168 time: 1.5554109 Mar 02 19:05:01.150871 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60992) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:01.159516 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-51db2392-cfd7-4f81-8b9d-e5ca8b9a14ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:01.212596 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-bbfb5e37-8556-479c-8565-3a0b65d7d5f8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for 9202e30b-5fa4-4b59-bb60-53d8549b2d5e owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:01.245355 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-7311a3cf-12fc-4d2b-95bd-c47e67f2c0c2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:01.245975 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7311a3cf-12fc-4d2b-95bd-c47e67f2c0c2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:01.252288 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7311a3cf-12fc-4d2b-95bd-c47e67f2c0c2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/6abe34f9-a0c8-446f-a54a-d59a9f4c8006 HTTP/1.1" status: 404 len: 337 time: 0.1441739 Mar 02 19:05:01.258684 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 60996) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:01.291397 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833e33d-62a4-4983-ab3d-57da696fdada req-8fac0a3d-e230-4f6c-a655-4ddbc559ca72 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:01.292203 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-2833e33d-62a4-4983-ab3d-57da696fdada req-8fac0a3d-e230-4f6c-a655-4ddbc559ca72 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Synchronizing usage tracker for tenant:2a35e32a20f342fdb54f6b43f0d5c554 on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:01.311504 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db2392-cfd7-4f81-8b9d-e5ca8b9a14ba None None] Pushing event deleted for resources: {'Port': ['ID=7bfa5d8a-6d86-4075-8fe2-5ae76689438c,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:01.317576 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-06c9ab50-18cd-4a1d-860f-814e2e075e2a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:01.330046 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-06c9ab50-18cd-4a1d-860f-814e2e075e2a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:subnet and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:01.332767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1999e6d7-1f61-45e5-8160-17668dea55e9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:01.335372 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e51dd9-e2a1-41c4-932d-ef55066e74ff tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:01.336322 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e51dd9-e2a1-41c4-932d-ef55066e74ff tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:01.340283 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a3e51dd9-e2a1-41c4-932d-ef55066e74ff tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/0b82a9bc-119d-4bf8-82c8-e8d87d7e8162 HTTP/1.1" status: 404 len: 337 time: 0.0777771 Mar 02 19:05:01.341761 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32770) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:01.341761 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-06c9ab50-18cd-4a1d-860f-814e2e075e2a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:01.376907 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:01.397122 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51db2392-cfd7-4f81-8b9d-e5ca8b9a14ba None None] No DVR routers for this DVR port 7bfa5d8a-6d86-4075-8fe2-5ae76689438c on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:01.412045 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-657e96fb-3109-472a-a486-84a7b115ebd0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:01.412045 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657e96fb-3109-472a-a486-84a7b115ebd0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:01.412863 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-657e96fb-3109-472a-a486-84a7b115ebd0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/3bae7671-f150-40c8-9f04-cd6d549bcfa9 HTTP/1.1" status: 404 len: 333 time: 0.0585861 Mar 02 19:05:01.413403 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32774) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:01.415884 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-06c9ab50-18cd-4a1d-860f-814e2e075e2a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:01.444117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:01.459371 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8a6e71-bdeb-41bd-8031-4e2fffda2924 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:05:01.464587 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d1799c1d-95de-4c9f-9950-af16f9f85b86 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:01.476067 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb6cdf2-2cb9-4fb0-8ec6-a88733e98581 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:01.476329 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb6cdf2-2cb9-4fb0-8ec6-a88733e98581 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:01.482222 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8cb6cdf2-2cb9-4fb0-8ec6-a88733e98581 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/50fd581d-0536-41be-93fe-eff52425116c HTTP/1.1" status: 404 len: 337 time: 0.0621634 Mar 02 19:05:01.482222 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32778) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:01.482556 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1999e6d7-1f61-45e5-8160-17668dea55e9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:01.497498 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33820d2c-bacc-4758-a9af-465dbaa5239e None None] Sync routers for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:05:01.502294 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d3b13bf0-b630-44a3-a358-636eb6d3bc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:01.506465 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-2833e33d-62a4-4983-ab3d-57da696fdada req-8fac0a3d-e230-4f6c-a655-4ddbc559ca72 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Unset dirty status for tenant:2a35e32a20f342fdb54f6b43f0d5c554 on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:01.507714 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2833e33d-62a4-4983-ab3d-57da696fdada req-8fac0a3d-e230-4f6c-a655-4ddbc559ca72 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.87 "GET /v2.0/networks?id=fc352922-d775-4492-b35f-ae22f1cc9ad3 HTTP/1.1" status: 200 len: 811 time: 0.8795710 Mar 02 19:05:01.538479 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-2833e33d-62a4-4983-ab3d-57da696fdada req-05c1e54c-e079-4eee-bba2-f9b7b37b0e1c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Request body: {'port': {'device_id': '62915d15-50f3-47de-ab85-3f0cc293c15e', 'network_id': 'fc352922-d775-4492-b35f-ae22f1cc9ad3', 'admin_state_up': True, 'tenant_id': '2a35e32a20f342fdb54f6b43f0d5c554'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:01.558655 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8a8a6e71-bdeb-41bd-8031-4e2fffda2924 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/5b421425-bbe4-4d02-8eda-65d57ea462c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2509959 Mar 02 19:05:01.564957 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b13bf0-b630-44a3-a358-636eb6d3bc5a None None] No DVR routers for this DVR port a94c5524-70f1-47ce-a013-c9b0d6da1f73 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:01.569999 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999e6d7-1f61-45e5-8160-17668dea55e9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8def591a-6570-4e02-945f-b1101ad8da33,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:01.576242 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32782) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:01.576567 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b13bf0-b630-44a3-a358-636eb6d3bc5a None None] Pushing event deleted for resources: {'Port': ['ID=a94c5524-70f1-47ce-a013-c9b0d6da1f73,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:01.593526 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4fbf6e4-c705-4370-971a-680d9479d66e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:01.594035 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4fbf6e4-c705-4370-971a-680d9479d66e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:01.598372 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d4fbf6e4-c705-4370-971a-680d9479d66e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/80fd6dd8-2d4e-4442-b981-593d90896d4f HTTP/1.1" status: 404 len: 337 time: 0.1118147 Mar 02 19:05:01.600238 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32786) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:01.615002 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c9ab50-18cd-4a1d-860f-814e2e075e2a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:01.629212 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7bfa5d8a-6d86-4075-8fe2-5ae76689438c no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:01.657353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33820d2c-bacc-4758-a9af-465dbaa5239e None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:01.658139 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-33820d2c-bacc-4758-a9af-465dbaa5239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:01.721850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1999e6d7-1f61-45e5-8160-17668dea55e9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:01.725789 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1999e6d7-1f61-45e5-8160-17668dea55e9 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4619048 Mar 02 19:05:01.726731 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bbfb5e37-8556-479c-8565-3a0b65d7d5f8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:01.732727 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32790) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:01.779598 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 7bfa5d8a-6d86-4075-8fe2-5ae76689438c {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:05:01.780085 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7bfa5d8a-6d86-4075-8fe2-5ae76689438c not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:01.803843 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24e9c40-924c-4fee-b254-9541cd59e70c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:01.804059 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24e9c40-924c-4fee-b254-9541cd59e70c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:01.808516 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c24e9c40-924c-4fee-b254-9541cd59e70c tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/cb2cdc2a-4e3f-4f97-817e-b886ec16e1b6 HTTP/1.1" status: 404 len: 333 time: 0.1784830 Mar 02 19:05:01.815413 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32794) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:01.832874 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d1799c1d-95de-4c9f-9950-af16f9f85b86 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:01.843836 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-33820d2c-bacc-4758-a9af-465dbaa5239e None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:05:01.909894 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e6a012-b437-42eb-b176-21d359155fde None None] DHCP port deletion for 597adeee-63c2-4675-954e-b15f49f65f89 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:05:01.910167 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb0ebea-b25b-4631-bf5e-2e9327cc25fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:01.910358 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb0ebea-b25b-4631-bf5e-2e9327cc25fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:01.914781 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ddb0ebea-b25b-4631-bf5e-2e9327cc25fa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/b12d6283-90fd-4d76-8235-a9e667b35f8c HTTP/1.1" status: 404 len: 337 time: 0.0983295 Mar 02 19:05:01.918669 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32798) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:01.924000 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-d1799c1d-95de-4c9f-9950-af16f9f85b86 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9522f7-e045-4c3d-92b7-ab360e754598']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:01.925918 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a6e6a012-b437-42eb-b176-21d359155fde None None] Deleting port e718cdb9-233f-490b-a9d3-69cae1a46b55 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:01.926390 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a6e6a012-b437-42eb-b176-21d359155fde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:01.960949 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4c60833e-199d-4565-ab9a-63cbb8fd2f47 req-e436d2a2-0942-4a75-96c1-8b1a35ae1af9 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 210 time: 0.2855990 Mar 02 19:05:01.983259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb5e37-8556-479c-8565-3a0b65d7d5f8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Port': ['ID=9202e30b-5fa4-4b59-bb60-53d8549b2d5e,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:01.988275 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-d1799c1d-95de-4c9f-9950-af16f9f85b86 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38359323-e809-4292-ac00-823223777f36') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:01.988997 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-d1799c1d-95de-4c9f-9950-af16f9f85b86 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38359323-e809-4292-ac00-823223777f36') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:02.000858 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-06c9ab50-18cd-4a1d-860f-814e2e075e2a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.021252 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-734a7247-847d-4210-a09a-44e5a59c6ba2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:02.021698 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-734a7247-847d-4210-a09a-44e5a59c6ba2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:02.026027 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-734a7247-847d-4210-a09a-44e5a59c6ba2 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/773ca1c0-a907-4d6e-914c-dec076698700 HTTP/1.1" status: 404 len: 337 time: 0.1048770 Mar 02 19:05:02.032869 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d1799c1d-95de-4c9f-9950-af16f9f85b86 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.043678 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32804) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:02.051232 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d1799c1d-95de-4c9f-9950-af16f9f85b86 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.057840 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1799c1d-95de-4c9f-9950-af16f9f85b86 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:05:02.058474 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d1799c1d-95de-4c9f-9950-af16f9f85b86 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.080121 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-57f6acae-9c4e-4519-a98e-7041ea39c277 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-group-rules/8def591a-6570-4e02-945f-b1101ad8da33 HTTP/1.1" status: 200 len: 705 time: 0.3336322 Mar 02 19:05:02.091307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32806) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:05:02.167945 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:05:02.248633 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d1799c1d-95de-4c9f-9950-af16f9f85b86 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.271146 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d1799c1d-95de-4c9f-9950-af16f9f85b86 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.283259 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-a6e6a012-b437-42eb-b176-21d359155fde None None] For port e718cdb9-233f-490b-a9d3-69cae1a46b55, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e718cdb9-233f-490b-a9d3-69cae1a46b55,segment=NetworkSegment(3d0f883a-cba1-42f4-a8cf-7e9719a67bb4),segment_id=3d0f883a-cba1-42f4-a8cf-7e9719a67bb4)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:02.283763 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a6e6a012-b437-42eb-b176-21d359155fde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.295430 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1799c1d-95de-4c9f-9950-af16f9f85b86 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Pushing event deleted for resources: {'Network': ['ID=0b9522f7-e045-4c3d-92b7-ab360e754598,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:02.302828 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d1799c1d-95de-4c9f-9950-af16f9f85b86 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "DELETE /v2.0/networks/0b9522f7-e045-4c3d-92b7-ab360e754598 HTTP/1.1" status: 204 len: 168 time: 1.1508014 Mar 02 19:05:02.306509 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32812) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:02.319620 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a09c0e1-d791-4425-8f64-f6e627ec3e4e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:02.320202 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a09c0e1-d791-4425-8f64-f6e627ec3e4e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:02.324269 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5a09c0e1-d791-4425-8f64-f6e627ec3e4e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/dc4288bc-3047-41d9-84e2-4308f8db9e7d HTTP/1.1" status: 404 len: 333 time: 0.2373202 Mar 02 19:05:02.326011 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32816) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:02.341464 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-2833e33d-62a4-4983-ab3d-57da696fdada req-05c1e54c-e079-4eee-bba2-f9b7b37b0e1c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:02.392680 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-2833e33d-62a4-4983-ab3d-57da696fdada req-05c1e54c-e079-4eee-bba2-f9b7b37b0e1c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Usage tracker for resource:port and tenant:2a35e32a20f342fdb54f6b43f0d5c554 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:02.406889 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-2833e33d-62a4-4983-ab3d-57da696fdada req-05c1e54c-e079-4eee-bba2-f9b7b37b0e1c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:02.413116 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router 02827b03-91ae-40a2-a954-65eae7996967 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:05:02.414325 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b9af93-31a0-43d2-926d-357b0ac078f0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:02.414772 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b9af93-31a0-43d2-926d-357b0ac078f0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:02.419088 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-55b9af93-31a0-43d2-926d-357b0ac078f0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/0e59bfee-fd93-4eba-b304-639c83d4ddf3 HTTP/1.1" status: 404 len: 337 time: 0.0831029 Mar 02 19:05:02.438919 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32820) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:02.439837 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-2833e33d-62a4-4983-ab3d-57da696fdada req-05c1e54c-e079-4eee-bba2-f9b7b37b0e1c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:02.503702 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bbfb5e37-8556-479c-8565-3a0b65d7d5f8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.509969 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bbfb5e37-8556-479c-8565-3a0b65d7d5f8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/ports/9202e30b-5fa4-4b59-bb60-53d8549b2d5e HTTP/1.1" status: 204 len: 168 time: 2.5048954 Mar 02 19:05:02.510455 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a6e6a012-b437-42eb-b176-21d359155fde None None] Calling delete_port for e718cdb9-233f-490b-a9d3-69cae1a46b55 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:02.512071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32824) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:02.536627 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d115f1-705a-4861-8d7f-12dbf595f887 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:02.536627 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d115f1-705a-4861-8d7f-12dbf595f887 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:02.540700 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-14d115f1-705a-4861-8d7f-12dbf595f887 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/35a4b084-1c76-4d47-9631-68f74e7f9ac1 HTTP/1.1" status: 404 len: 333 time: 0.0961316 Mar 02 19:05:02.548068 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32828) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:02.588697 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-b125158c-6aab-445b-a614-4c31b5ff4e20 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting subnet a0413e6d-da75-420e-a00c-bebc84ce81e7 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:05:02.597268 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-15994702-fe1d-4db7-bc4c-5be5b192e92b tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:02.606740 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2833e33d-62a4-4983-ab3d-57da696fdada req-05c1e54c-e079-4eee-bba2-f9b7b37b0e1c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Made reservation on behalf of 2a35e32a20f342fdb54f6b43f0d5c554 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:02.612932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-2833e33d-62a4-4983-ab3d-57da696fdada req-05c1e54c-e079-4eee-bba2-f9b7b37b0e1c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.614795 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8139624-1674-446a-a23a-40a3239f4618 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] GET failed (client error): The resource could not be found. Mar 02 19:05:02.615295 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d8139624-1674-446a-a23a-40a3239f4618 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Synchronizing usage tracker for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:02.630681 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b125158c-6aab-445b-a614-4c31b5ff4e20 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.642279 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e32aacff-8381-466c-81e3-4c4ee5900464 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.681390 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35ccdbc-4918-4b2b-b96e-215d85858ab6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:02.681834 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c35ccdbc-4918-4b2b-b96e-215d85858ab6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:02.685851 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c35ccdbc-4918-4b2b-b96e-215d85858ab6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/02d745b7-684b-47e6-b84e-9556b6f14d4f HTTP/1.1" status: 404 len: 337 time: 0.1344993 Mar 02 19:05:02.686011 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-e32aacff-8381-466c-81e3-4c4ee5900464 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Deleting port e718cdb9-233f-490b-a9d3-69cae1a46b55 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:02.686011 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e32aacff-8381-466c-81e3-4c4ee5900464 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.716703 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32834) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:02.728863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e718cdb9-233f-490b-a9d3-69cae1a46b55 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:02.783310 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-019c5400-403a-4116-8790-8d9aa913d852 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:02.783772 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019c5400-403a-4116-8790-8d9aa913d852 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:02.786062 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d8139624-1674-446a-a23a-40a3239f4618 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Unset dirty status for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:02.789893 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d8139624-1674-446a-a23a-40a3239f4618 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports/9202e30b-5fa4-4b59-bb60-53d8549b2d5e HTTP/1.1" status: 404 len: 333 time: 0.2751448 Mar 02 19:05:02.793522 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32838) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:02.803025 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a6e6a012-b437-42eb-b176-21d359155fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.842158 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-019c5400-403a-4116-8790-8d9aa913d852 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/331565bc-d62c-415d-98df-067de5937450 HTTP/1.1" status: 404 len: 333 time: 0.1223135 Mar 02 19:05:02.846911 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32842) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:02.855710 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No active binding found for port e718cdb9-233f-490b-a9d3-69cae1a46b55 {{(pid=84534) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 19:05:02.856200 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e718cdb9-233f-490b-a9d3-69cae1a46b55 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:02.862159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6a012-b437-42eb-b176-21d359155fde None None] Pushing event deleted for resources: {'Port': ['ID=e718cdb9-233f-490b-a9d3-69cae1a46b55,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:02.871396 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-33820d2c-bacc-4758-a9af-465dbaa5239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:04:57Z', 'revision_number': 8, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:18Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59367128-ef71-4bc2-9172-06e57074cbc2', 'name': '', 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:ea:7e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc60373-2fec-4184-8960-4538a23e2582', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:16Z', 'updated_at': '2022-03-02T19:04:31Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': '8fc60373-2fec-4184-8960-4538a23e2582', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:02.877169 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e6a012-b437-42eb-b176-21d359155fde None None] No DVR routers for this DVR port e718cdb9-233f-490b-a9d3-69cae1a46b55 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:02.880325 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33820d2c-bacc-4758-a9af-465dbaa5239e None None] Checking router: 5b421425-bbe4-4d02-8eda-65d57ea462c7 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:05:02.898611 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-e32aacff-8381-466c-81e3-4c4ee5900464 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] The port 'e718cdb9-233f-490b-a9d3-69cae1a46b55' was deleted {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:05:02.898888 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33820d2c-bacc-4758-a9af-465dbaa5239e None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:02.898888 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-33820d2c-bacc-4758-a9af-465dbaa5239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:02.899629 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-06c9ab50-18cd-4a1d-860f-814e2e075e2a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.906953 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b125158c-6aab-445b-a614-4c31b5ff4e20 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.993737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-15994702-fe1d-4db7-bc4c-5be5b192e92b tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:02.995426 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-15994702-fe1d-4db7-bc4c-5be5b192e92b tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.8860531 Mar 02 19:05:02.996676 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-142d87d9-6ed0-4fbc-aef0-e06cdb90167d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:02.997290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142d87d9-6ed0-4fbc-aef0-e06cdb90167d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:03.001291 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-f589015b-8d16-4982-b21c-1ac45e7246da tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port 8a529b8f-298d-402e-8ede-b7ed91b13a5c {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:03.004581 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f589015b-8d16-4982-b21c-1ac45e7246da tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.019922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32848) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:03.080309 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-142d87d9-6ed0-4fbc-aef0-e06cdb90167d tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/6b45dfca-61be-4e75-ba14-169ee0983ee2 HTTP/1.1" status: 404 len: 337 time: 0.1813474 Mar 02 19:05:03.082984 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32852) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:03.122683 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-33820d2c-bacc-4758-a9af-465dbaa5239e None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:05:03.151684 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e32aacff-8381-466c-81e3-4c4ee5900464 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.211147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9ab50-18cd-4a1d-860f-814e2e075e2a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Subnet': ['ID=9e29df7b-1c45-4a67-a4ba-431ff06d9cfd,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:03.213585 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-71441060-2c05-4f44-b0dc-59d84d82b6e1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:03.214322 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71441060-2c05-4f44-b0dc-59d84d82b6e1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:03.219463 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-71441060-2c05-4f44-b0dc-59d84d82b6e1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/efe4e999-25d8-4d3a-9d07-056cdf3d8a9a HTTP/1.1" status: 404 len: 333 time: 0.1294398 Mar 02 19:05:03.227130 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32856) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:03.233102 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a054b630-886c-4d46-9b1b-50cbd77ac367 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.286334 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-e32aacff-8381-466c-81e3-4c4ee5900464 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597adeee-63c2-4675-954e-b15f49f65f89']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:03.300354 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a054b630-886c-4d46-9b1b-50cbd77ac367 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.300938 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4186b4f1-a80b-47ee-9460-311b65b28d8f req-570ec762-84cc-40d4-9486-9a0b08d024cd tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 210 time: 0.0923076 Mar 02 19:05:03.307829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-e32aacff-8381-466c-81e3-4c4ee5900464 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0f883a-cba1-42f4-a8cf-7e9719a67bb4') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:03.308105 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-e32aacff-8381-466c-81e3-4c4ee5900464 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0f883a-cba1-42f4-a8cf-7e9719a67bb4') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:03.309996 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b9e504-c217-43b3-8ba1-439ab8dc23d3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:03.310550 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b9e504-c217-43b3-8ba1-439ab8dc23d3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:03.314762 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-09b9e504-c217-43b3-8ba1-439ab8dc23d3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/aa4e0a63-edd2-4c9a-83d0-053259ae6774 HTTP/1.1" status: 404 len: 337 time: 0.0844131 Mar 02 19:05:03.317538 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32860) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:03.322361 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c9ab50-18cd-4a1d-860f-814e2e075e2a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Checking segment: {'id': '24901e2b-574c-4149-9101-000dc7d2998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ed359106-a8e2-4146-a6a4-c5a0b72e3b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:03.322717 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9ab50-18cd-4a1d-860f-814e2e075e2a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network hostable DHCP agents. Network: ed359106-a8e2-4146-a6a4-c5a0b72e3b2a, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:05:03.341441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b125158c-6aab-445b-a614-4c31b5ff4e20 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.382312 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e32aacff-8381-466c-81e3-4c4ee5900464 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.382579 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-2833e33d-62a4-4983-ab3d-57da696fdada req-05c1e54c-e079-4eee-bba2-f9b7b37b0e1c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Allocated IP 172.20.0.11 (fc352922-d775-4492-b35f-ae22f1cc9ad3/9129bf72-25e9-47b5-bba7-efef5f522b0f/16c8cefa-ca47-4b76-a232-86bcb50dbaaf) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:03.457406 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-7589f7bd-ad99-4ac0-bb7a-bda995b0c181 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:03.458240 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7589f7bd-ad99-4ac0-bb7a-bda995b0c181 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:03.461941 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7589f7bd-ad99-4ac0-bb7a-bda995b0c181 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/b641f1df-4b02-41c7-ab73-5f354033d461 HTTP/1.1" status: 404 len: 333 time: 0.1393721 Mar 02 19:05:03.467386 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32864) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:03.469267 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e32aacff-8381-466c-81e3-4c4ee5900464 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.486284 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32aacff-8381-466c-81e3-4c4ee5900464 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:05:03.486682 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e32aacff-8381-466c-81e3-4c4ee5900464 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:05:03.502393 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:05:03.511271 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-33820d2c-bacc-4758-a9af-465dbaa5239e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:04:57Z', 'revision_number': 8, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:18Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59367128-ef71-4bc2-9172-06e57074cbc2', 'name': '', 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:ea:7e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc60373-2fec-4184-8960-4538a23e2582', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:16Z', 'updated_at': '2022-03-02T19:04:31Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': '8fc60373-2fec-4184-8960-4538a23e2582', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:03.517082 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33820d2c-bacc-4758-a9af-465dbaa5239e None None] The sync data for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv is: [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:04:57Z', 'revision_number': 8, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:18Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59367128-ef71-4bc2-9172-06e57074cbc2', 'name': '', 'network_id': '6eb66200-28df-48c9-92a2-28823b079df2', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:ea:7e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fc60373-2fec-4184-8960-4538a23e2582', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:16Z', 'updated_at': '2022-03-02T19:04:31Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': '8fc60373-2fec-4184-8960-4538a23e2582', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:05:03.529763 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a054b630-886c-4d46-9b1b-50cbd77ac367 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.557731 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-415341b8-b670-4d8f-954c-cad19d7f4a38 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:03.563593 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415341b8-b670-4d8f-954c-cad19d7f4a38 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:03.570461 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054b630-886c-4d46-9b1b-50cbd77ac367 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8def591a-6570-4e02-945f-b1101ad8da33,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:03.581230 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a054b630-886c-4d46-9b1b-50cbd77ac367 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.583281 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a054b630-886c-4d46-9b1b-50cbd77ac367 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/8def591a-6570-4e02-945f-b1101ad8da33 HTTP/1.1" status: 204 len: 168 time: 0.5531201 Mar 02 19:05:03.593313 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32868) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:03.601437 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-415341b8-b670-4d8f-954c-cad19d7f4a38 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/36ea5d10-c35f-4094-b793-c422cff5ef28 HTTP/1.1" status: 404 len: 337 time: 0.1337729 Mar 02 19:05:03.606086 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32872) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:03.662603 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:05:03.667114 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b125158c-6aab-445b-a614-4c31b5ff4e20 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.674516 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9516a8b-3819-435b-866e-7354b0bf0847 None None] Sync routers for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:05:03.690617 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9516a8b-3819-435b-866e-7354b0bf0847 None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:03.695494 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a9516a8b-3819-435b-866e-7354b0bf0847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:03.701454 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9ab50-18cd-4a1d-860f-814e2e075e2a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network ed359106-a8e2-4146-a6a4-c5a0b72e3b2a is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:05:03.704511 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-4171ae24-3167-4eaf-baa1-f84cdd38067b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:03.704949 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4171ae24-3167-4eaf-baa1-f84cdd38067b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:03.720383 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f589015b-8d16-4982-b21c-1ac45e7246da tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.732717 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125158c-6aab-445b-a614-4c31b5ff4e20 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Subnet': ['ID=a0413e6d-da75-420e-a00c-bebc84ce81e7,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:03.738657 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4171ae24-3167-4eaf-baa1-f84cdd38067b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/5e6b7d22-07d2-4228-a34c-78685972b2dc HTTP/1.1" status: 404 len: 333 time: 0.1164942 Mar 02 19:05:03.741116 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32876) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:03.761356 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dff6734-10b1-4fd2-9e6a-2b0c644b74d7 None None] Network f86afa46-68de-4a7d-8818-708a6c6cc0d7 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:03.767890 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a9516a8b-3819-435b-866e-7354b0bf0847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:03.779882 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9516a8b-3819-435b-866e-7354b0bf0847 None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:03.781221 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a9516a8b-3819-435b-866e-7354b0bf0847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:03.788994 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b125158c-6aab-445b-a614-4c31b5ff4e20 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.790824 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b125158c-6aab-445b-a614-4c31b5ff4e20 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/subnets/a0413e6d-da75-420e-a00c-bebc84ce81e7 HTTP/1.1" status: 204 len: 168 time: 2.2114828 Mar 02 19:05:03.794877 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32880) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:03.803981 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-806578fd-e47a-483b-bef5-f8c132f1b72b tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2062721 Mar 02 19:05:03.804639 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e32aacff-8381-466c-81e3-4c4ee5900464 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.809099 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32882) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:03.829805 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c44b7225-7c20-4cc4-8347-617402fcadff tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group_rule': {'security_group_id': 'fb1d7c7e-4dc4-46e8-9cd1-f0e9e87110a3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:03.861068 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a9516a8b-3819-435b-866e-7354b0bf0847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:03.861700 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9516a8b-3819-435b-866e-7354b0bf0847 None None] The sync data for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:05:03.891874 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-f589015b-8d16-4982-b21c-1ac45e7246da tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for 8a529b8f-298d-402e-8ede-b7ed91b13a5c owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:03.921883 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e32aacff-8381-466c-81e3-4c4ee5900464 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.924251 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e32aacff-8381-466c-81e3-4c4ee5900464 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "DELETE /v2.0/networks/597adeee-63c2-4675-954e-b15f49f65f89 HTTP/1.1" status: 204 len: 168 time: 1.6167781 Mar 02 19:05:03.935080 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-06c9ab50-18cd-4a1d-860f-814e2e075e2a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, ed359106-a8e2-4146-a6a4-c5a0b72e3b2a) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:03.940813 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c9ab50-18cd-4a1d-860f-814e2e075e2a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:03.941825 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-06c9ab50-18cd-4a1d-860f-814e2e075e2a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.946694 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32888) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:03.964198 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b075ca-de24-4cb1-852d-23a1b2c45bc1 None None] Network ed359106-a8e2-4146-a6a4-c5a0b72e3b2a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:03.965742 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32aacff-8381-466c-81e3-4c4ee5900464 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Pushing event deleted for resources: {'Network': ['ID=597adeee-63c2-4675-954e-b15f49f65f89,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:03.993927 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0dfe1b-96c0-4374-a8df-5a90c391f71a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:03.994384 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0dfe1b-96c0-4374-a8df-5a90c391f71a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:03.999286 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0f0dfe1b-96c0-4374-a8df-5a90c391f71a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/64c92a26-6b47-4d86-a0e6-1aebcdac84af HTTP/1.1" status: 404 len: 337 time: 0.2564592 Mar 02 19:05:04.002966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c44b7225-7c20-4cc4-8347-617402fcadff tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:04.035935 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c44b7225-7c20-4cc4-8347-617402fcadff tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:04.066021 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32892) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:04.070574 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:04.161278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-2833e33d-62a4-4983-ab3d-57da696fdada req-05c1e54c-e079-4eee-bba2-f9b7b37b0e1c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:04.291952 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ed359106-a8e2-4146-a6a4-c5a0b72e3b2a', 'network_id': 'ed359106-a8e2-4146-a6a4-c5a0b72e3b2a', 'tenant_id': '7af48cce49c04901a107f48ce0e9ac52', 'fixed_ips': [{'subnet_id': '9e29df7b-1c45-4a67-a4ba-431ff06d9cfd'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:05:04.292600 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:04.297571 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-06c9ab50-18cd-4a1d-860f-814e2e075e2a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4073403 Mar 02 19:05:04.301139 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32896) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:04.301522 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-2833e33d-62a4-4983-ab3d-57da696fdada req-05c1e54c-e079-4eee-bba2-f9b7b37b0e1c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:04.308049 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd43bec5-c395-44fe-a786-40d972d982ea None None] DHCP port deletion for f86afa46-68de-4a7d-8818-708a6c6cc0d7 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:05:04.312306 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-9aa97d21-68d2-4e85-9b50-0f1b33b39759 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'subnet': {'network_id': 'ed359106-a8e2-4146-a6a4-c5a0b72e3b2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:04.316349 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c44b7225-7c20-4cc4-8347-617402fcadff tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:04.319193 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-bd43bec5-c395-44fe-a786-40d972d982ea None None] Deleting port aa7cdc5d-cff6-4f63-a63e-334c37be01cd {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:04.319580 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bd43bec5-c395-44fe-a786-40d972d982ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:04.426520 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-079be3f1-fb97-44a0-9b50-9896c86df7d1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:04.428823 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-079be3f1-fb97-44a0-9b50-9896c86df7d1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:04.434491 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-079be3f1-fb97-44a0-9b50-9896c86df7d1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/ade48bd7-8a8f-4209-9f8e-fe5862a5d471 HTTP/1.1" status: 404 len: 337 time: 0.3288667 Mar 02 19:05:04.439243 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:04.446762 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32902) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:04.513447 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a58435d-8981-40a2-a670-aa29f9518d92 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Deleting subnet a8827c1c-d440-4486-a67c-8c44f6b1da74 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:05:04.522327 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3a58435d-8981-40a2-a670-aa29f9518d92 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:04.568845 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f589015b-8d16-4982-b21c-1ac45e7246da tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:04.617741 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-74294a67-2bfc-4495-9af7-797ec6679b40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:04.618880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74294a67-2bfc-4495-9af7-797ec6679b40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:04.622922 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-74294a67-2bfc-4495-9af7-797ec6679b40 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/6d7b5be5-5c82-42a7-85d6-4fd0ee9a4f91 HTTP/1.1" status: 404 len: 333 time: 0.1601608 Mar 02 19:05:04.626493 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6c91b281-2f32-440d-9e65-be62916d0f42 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 12.3795063 Mar 02 19:05:04.626684 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32906) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:04.627067 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32908) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:04.650382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2833e33d-62a4-4983-ab3d-57da696fdada req-05c1e54c-e079-4eee-bba2-f9b7b37b0e1c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Network fc352922-d775-4492-b35f-ae22f1cc9ad3 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:04.651412 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port aa7cdc5d-cff6-4f63-a63e-334c37be01cd {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:04.652292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:04.684681 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9aa97d21-68d2-4e85-9b50-0f1b33b39759 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:04.688470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-2833e33d-62a4-4983-ab3d-57da696fdada req-05c1e54c-e079-4eee-bba2-f9b7b37b0e1c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:04.689445 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9aa97d21-68d2-4e85-9b50-0f1b33b39759 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:subnet and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:04.693369 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9aa97d21-68d2-4e85-9b50-0f1b33b39759 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:04.699336 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9aa97d21-68d2-4e85-9b50-0f1b33b39759 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:04.703087 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1e54c-e079-4eee-bba2-f9b7b37b0e1c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Pushing event updated for resources: {'Port': ['ID=16c8cefa-ca47-4b76-a232-86bcb50dbaaf,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:04.709680 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-2833e33d-62a4-4983-ab3d-57da696fdada req-05c1e54c-e079-4eee-bba2-f9b7b37b0e1c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:04.713592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-bd43bec5-c395-44fe-a786-40d972d982ea None None] For port aa7cdc5d-cff6-4f63-a63e-334c37be01cd, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=aa7cdc5d-cff6-4f63-a63e-334c37be01cd,segment=NetworkSegment(8975b779-43f2-4c2b-9496-3473c2302760),segment_id=8975b779-43f2-4c2b-9496-3473c2302760)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:04.714104 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bd43bec5-c395-44fe-a786-40d972d982ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:04.724815 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Allocated IP 2001:db8::2 (ed359106-a8e2-4146-a6a4-c5a0b72e3b2a/9e29df7b-1c45-4a67-a4ba-431ff06d9cfd/5813c827-5300-4c11-bfba-fd8c113b5a48) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:04.729672 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3a58435d-8981-40a2-a670-aa29f9518d92 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:04.730649 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device aa7cdc5d-cff6-4f63-a63e-334c37be01cd no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:04.771781 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-5c5e3d1e-5e1f-4dc5-9da7-e3022fb9a40f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2078079778'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:04.776622 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a58937-c69c-48e7-ad4c-d55383b2b54b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:04.777061 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a58937-c69c-48e7-ad4c-d55383b2b54b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:04.783156 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589015b-8d16-4982-b21c-1ac45e7246da tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Port': ['ID=8a529b8f-298d-402e-8ede-b7ed91b13a5c,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:04.801859 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5c5e3d1e-5e1f-4dc5-9da7-e3022fb9a40f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:04.815826 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-28a58937-c69c-48e7-ad4c-d55383b2b54b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/ff502be1-79e4-4749-b23b-392b23adda6b HTTP/1.1" status: 404 len: 337 time: 0.1851232 Mar 02 19:05:04.819129 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32914) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:04.866858 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5c5e3d1e-5e1f-4dc5-9da7-e3022fb9a40f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Usage tracker for resource:network and tenant:f732df6a0fd543bf93fda55ff9a564a7 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:04.905162 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf30cdd-609a-4302-a110-c2f220ebaaf3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:04.906854 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf30cdd-609a-4302-a110-c2f220ebaaf3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:04.907506 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-bd43bec5-c395-44fe-a786-40d972d982ea None None] Calling delete_port for aa7cdc5d-cff6-4f63-a63e-334c37be01cd owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:04.914026 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833e33d-62a4-4983-ab3d-57da696fdada req-05c1e54c-e079-4eee-bba2-f9b7b37b0e1c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:04.920055 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-2833e33d-62a4-4983-ab3d-57da696fdada req-05c1e54c-e079-4eee-bba2-f9b7b37b0e1c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:04.924284 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c44b7225-7c20-4cc4-8347-617402fcadff tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:04.941335 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5c5e3d1e-5e1f-4dc5-9da7-e3022fb9a40f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:04.954291 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa97d21-68d2-4e85-9b50-0f1b33b39759 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:04.958737 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9aa97d21-68d2-4e85-9b50-0f1b33b39759 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:04.963822 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-dbf30cdd-609a-4302-a110-c2f220ebaaf3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/c3bd6b4e-ad81-404b-957a-2269f2fdc47d HTTP/1.1" status: 404 len: 337 time: 0.1394677 Mar 02 19:05:04.973825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32918) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:04.980756 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f589015b-8d16-4982-b21c-1ac45e7246da tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:04.982624 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f589015b-8d16-4982-b21c-1ac45e7246da tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/ports/8a529b8f-298d-402e-8ede-b7ed91b13a5c HTTP/1.1" status: 204 len: 168 time: 2.1853263 Mar 02 19:05:04.991752 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5c5e3d1e-5e1f-4dc5-9da7-e3022fb9a40f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:04.996617 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32922) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:05.043747 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdaebf21-9309-4d2b-b85e-6ffba17c2222 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:05.044434 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdaebf21-9309-4d2b-b85e-6ffba17c2222 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:05.047583 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cdaebf21-9309-4d2b-b85e-6ffba17c2222 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/69c7eb6f-a1a0-4b3a-a2f6-1d11a4066cb1 HTTP/1.1" status: 404 len: 333 time: 0.0682046 Mar 02 19:05:05.057893 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8387c-b7ea-4dbd-b64c-54630af13a0d req-073a8e8e-0f51-4fa1-9dc6-44f639b76e37 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:05.059051 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-61b8387c-b7ea-4dbd-b64c-54630af13a0d req-073a8e8e-0f51-4fa1-9dc6-44f639b76e37 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Synchronizing usage tracker for tenant:2a35e32a20f342fdb54f6b43f0d5c554 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:05.062915 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32926) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:05.142414 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c44b7225-7c20-4cc4-8347-617402fcadff tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.152654 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.167021 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.ipam_backend_mixin [None req-9aa97d21-68d2-4e85-9b50-0f1b33b39759 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9e29df7b-1c45-4a67-a4ba-431ff06d9cfd (CIDR: 2001:db8::/64) Mar 02 19:05:05.195000 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3a58435d-8981-40a2-a670-aa29f9518d92 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.198298 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2833e33d-62a4-4983-ab3d-57da696fdada req-05c1e54c-e079-4eee-bba2-f9b7b37b0e1c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6643672 Mar 02 19:05:05.225708 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9f4034-8f5a-40d9-acb9-a4a318294b67 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:05.231590 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9f4034-8f5a-40d9-acb9-a4a318294b67 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:05.231756 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bd43bec5-c395-44fe-a786-40d972d982ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.231868 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8f9f4034-8f5a-40d9-acb9-a4a318294b67 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/4d115878-8581-4c59-b3ff-aa8ce4054d45 HTTP/1.1" status: 404 len: 337 time: 0.1322014 Mar 02 19:05:05.247754 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32932) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:05.253414 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b7225-7c20-4cc4-8347-617402fcadff tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf4080f-154e-4f3a-a93d-be0146cc3193,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:05.315784 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43bec5-c395-44fe-a786-40d972d982ea None None] Pushing event deleted for resources: {'Port': ['ID=aa7cdc5d-cff6-4f63-a63e-334c37be01cd,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:05.317549 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa97d21-68d2-4e85-9b50-0f1b33b39759 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:05:05.317549 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa97d21-68d2-4e85-9b50-0f1b33b39759 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:05.324261 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-1377bf1b-bed7-4161-ab9c-a027f330495e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] GET failed (client error): The resource could not be found. Mar 02 19:05:05.325335 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1377bf1b-bed7-4161-ab9c-a027f330495e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Synchronizing usage tracker for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:05.325472 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b72abf-ee8f-47d6-be1a-1fb14b3c99e5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:05.325895 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b72abf-ee8f-47d6-be1a-1fb14b3c99e5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:05.330293 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b9b72abf-ee8f-47d6-be1a-1fb14b3c99e5 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/2de8329e-f2e1-424a-93e5-ca5d04ffc96f HTTP/1.1" status: 404 len: 337 time: 0.0724320 Mar 02 19:05:05.332189 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32936) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:05.335135 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd43bec5-c395-44fe-a786-40d972d982ea None None] No DVR routers for this DVR port aa7cdc5d-cff6-4f63-a63e-334c37be01cd on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:05.336288 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] For port aa7cdc5d-cff6-4f63-a63e-334c37be01cd, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=aa7cdc5d-cff6-4f63-a63e-334c37be01cd,segment=NetworkSegment(8975b779-43f2-4c2b-9496-3473c2302760),segment_id=8975b779-43f2-4c2b-9496-3473c2302760)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:05.336715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.344994 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 316be3e5-91d5-437f-94b8-287d50fb0a6f no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:05.365248 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3a58435d-8981-40a2-a670-aa29f9518d92 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.383343 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 316be3e5-91d5-437f-94b8-287d50fb0a6f {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:05:05.383702 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 316be3e5-91d5-437f-94b8-287d50fb0a6f not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:05.387009 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.389972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-61b8387c-b7ea-4dbd-b64c-54630af13a0d req-073a8e8e-0f51-4fa1-9dc6-44f639b76e37 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Unset dirty status for tenant:2a35e32a20f342fdb54f6b43f0d5c554 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:05.392151 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-61b8387c-b7ea-4dbd-b64c-54630af13a0d req-073a8e8e-0f51-4fa1-9dc6-44f639b76e37 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 932 time: 0.9481761 Mar 02 19:05:05.397113 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] Request body: {'port': {'device_id': '62915d15-50f3-47de-ab85-3f0cc293c15e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:05.404918 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Transition to ACTIVE for port object 5813c827-5300-4c11-bfba-fd8c113b5a48 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:05.415075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58435d-8981-40a2-a670-aa29f9518d92 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Pushing event deleted for resources: {'Subnet': ['ID=a8827c1c-d440-4486-a67c-8c44f6b1da74,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:05.428359 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-434cae8d-59fb-43ac-b9fd-5fc35da09549 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:05.428888 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-434cae8d-59fb-43ac-b9fd-5fc35da09549 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:05.428982 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Transition to ACTIVE for port object 5813c827-5300-4c11-bfba-fd8c113b5a48 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:05.429074 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3a58435d-8981-40a2-a670-aa29f9518d92 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.435252 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-434cae8d-59fb-43ac-b9fd-5fc35da09549 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/e9a5a6f5-0070-4afb-a695-25c231804611 HTTP/1.1" status: 404 len: 333 time: 0.0972886 Mar 02 19:05:05.435449 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3a58435d-8981-40a2-a670-aa29f9518d92 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "DELETE /v2.0/subnets/a8827c1c-d440-4486-a67c-8c44f6b1da74 HTTP/1.1" status: 204 len: 168 time: 1.4784396 Mar 02 19:05:05.435565 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c057cac5-327f-47a9-94d7-c16bd6116421 None None] Network 598abf84-2720-4d57-a3d4-b83a76849d12 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:05.435662 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5e3d1e-5e1f-4dc5-9da7-e3022fb9a40f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Made reservation on behalf of f732df6a0fd543bf93fda55ff9a564a7 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:05.436292 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c5e3d1e-5e1f-4dc5-9da7-e3022fb9a40f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.449528 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32940) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:05.449528 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32942) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:05.486802 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9aa97d21-68d2-4e85-9b50-0f1b33b39759 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1796360 Mar 02 19:05:05.487715 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1377bf1b-bed7-4161-ab9c-a027f330495e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Unset dirty status for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:05.488716 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1377bf1b-bed7-4161-ab9c-a027f330495e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports/8a529b8f-298d-402e-8ede-b7ed91b13a5c HTTP/1.1" status: 404 len: 333 time: 0.4860904 Mar 02 19:05:05.498127 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c44b7225-7c20-4cc4-8347-617402fcadff tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.501486 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c44b7225-7c20-4cc4-8347-617402fcadff tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.6780894 Mar 02 19:05:05.513512 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32948) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:05.514493 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 32950) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:05.514700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32952) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:05.542525 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.588188 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-8c81e3a9-275e-485e-aad5-0deae30c1852 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'subnet': {'network_id': 'ed359106-a8e2-4146-a6a4-c5a0b72e3b2a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:05.593245 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Calling delete_port for aa7cdc5d-cff6-4f63-a63e-334c37be01cd owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:05.652724 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ba6d4e-9cc6-47b3-97ac-5b062ea133b0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:05.652724 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ba6d4e-9cc6-47b3-97ac-5b062ea133b0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:05.653400 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-56ba6d4e-9cc6-47b3-97ac-5b062ea133b0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/55bc246a-c380-4a4b-bb13-1347719ffa82 HTTP/1.1" status: 404 len: 337 time: 0.2012918 Mar 02 19:05:05.664334 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32960) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:05.666925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5e3d1e-5e1f-4dc5-9da7-e3022fb9a40f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:05:05.678196 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c5e3d1e-5e1f-4dc5-9da7-e3022fb9a40f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.678700 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-5c5e3d1e-5e1f-4dc5-9da7-e3022fb9a40f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Added segment e4bc6191-8663-4d5c-a83c-a452bbb10d88 of type vlan for network 19a5a2da-89af-40f1-aaf9-4c9599773db2 Mar 02 19:05:05.684809 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Pushing event updated for resources: {'Port': ['ID=5813c827-5300-4c11-bfba-fd8c113b5a48,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:05.692334 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Network ed359106-a8e2-4146-a6a4-c5a0b72e3b2a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:05.694256 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:05.696769 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:05.742880 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-801edb70-20ed-433f-9608-77d90eb393a8 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-group-rules/4cf4080f-154e-4f3a-a93d-be0146cc3193 HTTP/1.1" status: 200 len: 705 time: 0.1581109 Mar 02 19:05:05.753391 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32964) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:05.802026 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-a175d32e-6001-4853-ac40-7f22be181ec1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:05.803295 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a175d32e-6001-4853-ac40-7f22be181ec1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:05.807339 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a175d32e-6001-4853-ac40-7f22be181ec1 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/4ec87d56-494e-415b-8ab5-9a1a858bfb47 HTTP/1.1" status: 404 len: 337 time: 0.1406662 Mar 02 19:05:05.809043 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Attempting to bind port 5813c827-5300-4c11-bfba-fd8c113b5a48 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:05:05.809043 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Attempting to bind port 5813c827-5300-4c11-bfba-fd8c113b5a48 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '24901e2b-574c-4149-9101-000dc7d2998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ed359106-a8e2-4146-a6a4-c5a0b72e3b2a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:05:05.809994 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Attempting to bind port 5813c827-5300-4c11-bfba-fd8c113b5a48 on network ed359106-a8e2-4146-a6a4-c5a0b72e3b2a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:05:05.813363 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32968) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:05.822762 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:05:05.823149 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Checking segment: {'id': '24901e2b-574c-4149-9101-000dc7d2998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ed359106-a8e2-4146-a6a4-c5a0b72e3b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:05.823742 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.824137 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Bound using segment: {'id': '24901e2b-574c-4149-9101-000dc7d2998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ed359106-a8e2-4146-a6a4-c5a0b72e3b2a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:05:05.824607 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Bound port: 5813c827-5300-4c11-bfba-fd8c113b5a48, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24901e2b-574c-4149-9101-000dc7d2998b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'ed359106-a8e2-4146-a6a4-c5a0b72e3b2a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:05:05.824975 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.877249 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-61b8387c-b7ea-4dbd-b64c-54630af13a0d req-b3359da6-66f7-455d-826b-c7d79dc64aaa tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Synchronizing usage tracker for tenant:2a35e32a20f342fdb54f6b43f0d5c554 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:05.896922 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5bbec95b-de3a-4ea4-83bf-05bde813f7d0 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports?device_id=c3c82be6-2634-4b51-aeab-9e6e80a9d743 HTTP/1.1" status: 200 len: 205 time: 0.0788984 Mar 02 19:05:05.902405 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32972) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:05.908437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.920437 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9c377a-664a-4730-b86f-9eef4f38fc12 None None] DHCP port deletion for 598abf84-2720-4d57-a3d4-b83a76849d12 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:05:05.924833 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c5e3d1e-5e1f-4dc5-9da7-e3022fb9a40f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.935451 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-5e9c377a-664a-4730-b86f-9eef4f38fc12 None None] Deleting port 873205de-02df-40dd-a484-ce7a00979df4 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:05.935829 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5e9c377a-664a-4730-b86f-9eef4f38fc12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.944984 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.976345 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] For port 5813c827-5300-4c11-bfba-fd8c113b5a48, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:05:06.000155 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] For port 5813c827-5300-4c11-bfba-fd8c113b5a48, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=5813c827-5300-4c11-bfba-fd8c113b5a48,segment=NetworkSegment(24901e2b-574c-4149-9101-000dc7d2998b),segment_id=24901e2b-574c-4149-9101-000dc7d2998b)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:05:06.053753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Deleting port 873205de-02df-40dd-a484-ce7a00979df4 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:06.054098 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:06.123586 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:05:06.123986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:05:06.136734 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:06.157498 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-f8b95a0f-281f-4390-8f39-7a87547f9aec tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] delete failed (client error): The resource could not be found. Mar 02 19:05:06.161309 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f8b95a0f-281f-4390-8f39-7a87547f9aec tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/routers/c3c82be6-2634-4b51-aeab-9e6e80a9d743 HTTP/1.1" status: 404 len: 336 time: 0.2520380 Mar 02 19:05:06.167249 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32976) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:06.183629 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-de09d87a-d1a8-431e-83eb-1849ce316534 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:06.206987 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8c81e3a9-275e-485e-aad5-0deae30c1852 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:06.219102 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8c81e3a9-275e-485e-aad5-0deae30c1852 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:subnet and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:06.230030 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-61b8387c-b7ea-4dbd-b64c-54630af13a0d req-b3359da6-66f7-455d-826b-c7d79dc64aaa tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Unset dirty status for tenant:2a35e32a20f342fdb54f6b43f0d5c554 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:06.231621 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-61b8387c-b7ea-4dbd-b64c-54630af13a0d req-b3359da6-66f7-455d-826b-c7d79dc64aaa tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8046629 Mar 02 19:05:06.232063 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8c81e3a9-275e-485e-aad5-0deae30c1852 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:06.239838 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-9266756f-c6e2-4c8d-9b86-6afdd5e56739 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting subnet 6750f822-bd37-42c1-9fe4-57ad1a58968f {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:05:06.244241 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8b1418-a7cd-4ba3-9ad7-67707e6e0e1e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:06.244812 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8b1418-a7cd-4ba3-9ad7-67707e6e0e1e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:06.247068 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8c81e3a9-275e-485e-aad5-0deae30c1852 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:06.251769 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9266756f-c6e2-4c8d-9b86-6afdd5e56739 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:06.257152 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-5e9c377a-664a-4730-b86f-9eef4f38fc12 None None] For port 873205de-02df-40dd-a484-ce7a00979df4, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=873205de-02df-40dd-a484-ce7a00979df4,segment=NetworkSegment(68bb6eef-60d6-43f0-b075-ba3ff7c93c59),segment_id=68bb6eef-60d6-43f0-b075-ba3ff7c93c59)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:06.259604 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5e9c377a-664a-4730-b86f-9eef4f38fc12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:06.265973 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-de09d87a-d1a8-431e-83eb-1849ce316534 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:06.267223 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-de09d87a-d1a8-431e-83eb-1849ce316534 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5011513 Mar 02 19:05:06.270903 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1a8b1418-a7cd-4ba3-9ad7-67707e6e0e1e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/e476bfaa-6fb9-4ab5-82b8-0205f9e78f4f HTTP/1.1" status: 404 len: 337 time: 0.1000602 Mar 02 19:05:06.271122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32980) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:06.272305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32982) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:06.278319 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8829014-1a90-4f00-8356-83b3580f74a6 None None] Pushing event updated for resources: {'Port': ['ID=5813c827-5300-4c11-bfba-fd8c113b5a48,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:06.351214 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c5e3d1e-5e1f-4dc5-9da7-e3022fb9a40f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:06.355406 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5e3d1e-5e1f-4dc5-9da7-e3022fb9a40f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:06.356264 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c5e3d1e-5e1f-4dc5-9da7-e3022fb9a40f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:06.384458 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e46ceeac-c810-4dd6-b065-52428e054725 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd76d27b-79b6-4f89-86e0-9aa42a0ee860 HTTP/1.1" status: 200 len: 205 time: 0.1058252 Mar 02 19:05:06.387390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32988) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:06.456584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-5e9c377a-664a-4730-b86f-9eef4f38fc12 None None] Calling delete_port for 873205de-02df-40dd-a484-ce7a00979df4 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:06.479167 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9266756f-c6e2-4c8d-9b86-6afdd5e56739 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:06.489728 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-1b42a27b-4d53-42b1-a40d-1bbf254411df tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] delete failed (client error): The resource could not be found. Mar 02 19:05:06.493020 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1b42a27b-4d53-42b1-a40d-1bbf254411df tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/routers/fd76d27b-79b6-4f89-86e0-9aa42a0ee860 HTTP/1.1" status: 404 len: 336 time: 0.1024420 Mar 02 19:05:06.494371 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-82cda7f4-7e60-4610-940d-fb3f38b1c535 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:06.499792 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32992) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:06.513512 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c81e3a9-275e-485e-aad5-0deae30c1852 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:06.517602 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8c81e3a9-275e-485e-aad5-0deae30c1852 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:06.611544 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-82cda7f4-7e60-4610-940d-fb3f38b1c535 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:06.617615 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-f974e0b3-f499-4e45-9190-39e20768900e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:06.618059 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f974e0b3-f499-4e45-9190-39e20768900e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:06.622010 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f974e0b3-f499-4e45-9190-39e20768900e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/8662c959-d38d-4bae-b42f-741dd77d4f24 HTTP/1.1" status: 404 len: 337 time: 0.1052163 Mar 02 19:05:06.631161 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port aa7cdc5d-cff6-4f63-a63e-334c37be01cd {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:06.632668 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:06.661303 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 873205de-02df-40dd-a484-ce7a00979df4 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:06.665939 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 32996) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:06.708398 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5e9c377a-664a-4730-b86f-9eef4f38fc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:06.748046 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] For port 873205de-02df-40dd-a484-ce7a00979df4, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=873205de-02df-40dd-a484-ce7a00979df4,segment=NetworkSegment(68bb6eef-60d6-43f0-b075-ba3ff7c93c59),segment_id=68bb6eef-60d6-43f0-b075-ba3ff7c93c59)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:06.748732 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:06.762236 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] The port 'aa7cdc5d-cff6-4f63-a63e-334c37be01cd' was deleted {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:05:06.763600 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7eb239-8b3e-4c41-839c-43fb0a2c89e6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:06.764048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7eb239-8b3e-4c41-839c-43fb0a2c89e6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:06.770800 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c377a-664a-4730-b86f-9eef4f38fc12 None None] Pushing event deleted for resources: {'Port': ['ID=873205de-02df-40dd-a484-ce7a00979df4,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:06.792046 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9c377a-664a-4730-b86f-9eef4f38fc12 None None] No DVR routers for this DVR port 873205de-02df-40dd-a484-ce7a00979df4 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:06.801884 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No active binding found for port 873205de-02df-40dd-a484-ce7a00979df4 {{(pid=84534) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 19:05:06.801884 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 873205de-02df-40dd-a484-ce7a00979df4 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:06.831173 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4d7eb239-8b3e-4c41-839c-43fb0a2c89e6 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/5feb4c64-0a3d-4d93-8209-d35a6efb0aea HTTP/1.1" status: 404 len: 337 time: 0.1641877 Mar 02 19:05:06.851485 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33000) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:06.876840 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-82cda7f4-7e60-4610-940d-fb3f38b1c535 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:06.943179 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-82cda7f4-7e60-4610-940d-fb3f38b1c535 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:06.944385 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-82cda7f4-7e60-4610-940d-fb3f38b1c535 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/4cf4080f-154e-4f3a-a93d-be0146cc3193 HTTP/1.1" status: 204 len: 168 time: 0.6719310 Mar 02 19:05:06.955691 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33004) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:06.966524 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5c5e3d1e-5e1f-4dc5-9da7-e3022fb9a40f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.3345716 Mar 02 19:05:06.981861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33008) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:06.982092 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Calling delete_port for 873205de-02df-40dd-a484-ce7a00979df4 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:06.996856 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cda7f4-7e60-4610-940d-fb3f38b1c535 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cf4080f-154e-4f3a-a93d-be0146cc3193,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:07.009451 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e3d1e-5e1f-4dc5-9da7-e3022fb9a40f tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Network': ['ID=19a5a2da-89af-40f1-aaf9-4c9599773db2,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:07.010880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-4232297e-8b29-42f5-b75e-1ec26664978c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'subnet': {'network_id': '19a5a2da-89af-40f1-aaf9-4c9599773db2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:07.030080 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 19a5a2da-89af-40f1-aaf9-4c9599773db2 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:05:07.048224 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:07.055805 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a7ef04-6ddc-4e25-be83-738f56026d79 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:07.057122 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a7ef04-6ddc-4e25-be83-738f56026d79 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:07.059009 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-57a7ef04-6ddc-4e25-be83-738f56026d79 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/46449542-0dbc-49e6-b40e-357ab9e5116e HTTP/1.1" status: 404 len: 333 time: 0.2046154 Mar 02 19:05:07.069835 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33012) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:07.112644 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86afa46-68de-4a7d-8818-708a6c6cc0d7']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:07.160959 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-18fc7116-40df-443c-8ee6-9560fcd983db tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:07.161707 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18fc7116-40df-443c-8ee6-9560fcd983db tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:07.163578 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-18fc7116-40df-443c-8ee6-9560fcd983db tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/510318ee-3058-4753-828d-12794c5c7104 HTTP/1.1" status: 404 len: 337 time: 0.0905108 Mar 02 19:05:07.172661 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33016) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:07.197053 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.api [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:05:07.197294 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:05:07.197419 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG oslo_db.api [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:05:07.206521 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9266756f-c6e2-4c8d-9b86-6afdd5e56739 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:07.235046 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8975b779-43f2-4c2b-9496-3473c2302760') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:07.235558 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8975b779-43f2-4c2b-9496-3473c2302760') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:07.276170 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:07.345537 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-0565d7ce-805e-41c8-ab95-d19f978828c3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:07.345988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0565d7ce-805e-41c8-ab95-d19f978828c3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:07.350010 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0565d7ce-805e-41c8-ab95-d19f978828c3 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/a162059c-3974-49cc-8afe-f16583df8da9 HTTP/1.1" status: 404 len: 333 time: 0.1699700 Mar 02 19:05:07.351393 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33022) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:07.363982 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:07.374633 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:05:07.375468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:07.404003 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac65775d-0fb9-4a6a-bbed-4ce46a73986b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:07.404448 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac65775d-0fb9-4a6a-bbed-4ce46a73986b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:05:07.405061 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:05:07.414216 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e3c252b4-7b3f-4898-9007-7ee007ca65ef tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:07.414481 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9266756f-c6e2-4c8d-9b86-6afdd5e56739 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:07.477163 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4232297e-8b29-42f5-b75e-1ec26664978c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:07.499816 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c8cefa-ca47-4b76-a232-86bcb50dbaaf {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:05:07.524900 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266756f-c6e2-4c8d-9b86-6afdd5e56739 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Subnet': ['ID=6750f822-bd37-42c1-9fe4-57ad1a58968f,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:07.527497 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ac65775d-0fb9-4a6a-bbed-4ce46a73986b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/3321aec7-1f70-46c8-b9f2-fb19901767c6 HTTP/1.1" status: 404 len: 337 time: 0.1759675 Mar 02 19:05:07.532489 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4232297e-8b29-42f5-b75e-1ec26664978c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:07.539060 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33026) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:07.543889 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:07.552319 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9266756f-c6e2-4c8d-9b86-6afdd5e56739 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:07.555218 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3508d9f3-81d6-4933-bbba-d8e1c4e9f370 None None] Network b4987c82-4028-4a2f-ab36-b80a9696d5fb requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:07.560740 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9266756f-c6e2-4c8d-9b86-6afdd5e56739 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/subnets/6750f822-bd37-42c1-9fe4-57ad1a58968f HTTP/1.1" status: 204 len: 168 time: 2.0388491 Mar 02 19:05:07.574234 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33030) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:07.601712 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3dab3a3-c105-4c8d-9adf-8a6b4e22ca7a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:07.602181 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3dab3a3-c105-4c8d-9adf-8a6b4e22ca7a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:07.612869 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f3dab3a3-c105-4c8d-9adf-8a6b4e22ca7a tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/03f2bbc9-7cf7-4b57-b8dc-70c9f4e3509d HTTP/1.1" status: 404 len: 333 time: 0.0733550 Mar 02 19:05:07.613450 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33034) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:07.657948 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e3c252b4-7b3f-4898-9007-7ee007ca65ef tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:07.661762 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e3c252b4-7b3f-4898-9007-7ee007ca65ef tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7025847 Mar 02 19:05:07.661762 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0a1dfb-48fd-4d98-9037-970ba038d065 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:07.661762 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0a1dfb-48fd-4d98-9037-970ba038d065 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:07.665788 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1c0a1dfb-48fd-4d98-9037-970ba038d065 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/1533d2cc-042b-42d1-8792-5a1656a08751 HTTP/1.1" status: 404 len: 337 time: 0.0512416 Mar 02 19:05:07.666376 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33038) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:07.666712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33040) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:07.676101 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-00272afd-f787-4985-9ca5-deca966e47d5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group_rule': {'security_group_id': 'fb1d7c7e-4dc4-46e8-9cd1-f0e9e87110a3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:07.678230 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8c81e3a9-275e-485e-aad5-0deae30c1852 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:07.720510 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-00272afd-f787-4985-9ca5-deca966e47d5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:07.722933 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] Transition to ACTIVE for port object 16c8cefa-ca47-4b76-a232-86bcb50dbaaf will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:07.729671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4232297e-8b29-42f5-b75e-1ec26664978c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Made reservation on behalf of f732df6a0fd543bf93fda55ff9a564a7 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:07.747396 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Deleting port 873205de-02df-40dd-a484-ce7a00979df4 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:07.748004 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:07.828192 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519749f6-9a3d-40e2-8175-9244366ab117 None None] Network ed359106-a8e2-4146-a6a4-c5a0b72e3b2a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:07.831723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c81e3a9-275e-485e-aad5-0deae30c1852 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network ed359106-a8e2-4146-a6a4-c5a0b72e3b2a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:07.857986 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-8c81e3a9-275e-485e-aad5-0deae30c1852 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:07.860595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:07.862640 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c81e3a9-275e-485e-aad5-0deae30c1852 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:07.863665 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8c81e3a9-275e-485e-aad5-0deae30c1852 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:07.879437 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e06e56-16ad-4b6d-ac0d-5221549f52aa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:07.879887 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e06e56-16ad-4b6d-ac0d-5221549f52aa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:07.881567 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-59e06e56-16ad-4b6d-ac0d-5221549f52aa tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/735fb45f-8068-41b1-ae77-a05d39d79680 HTTP/1.1" status: 404 len: 333 time: 0.2116704 Mar 02 19:05:07.882250 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:07.953213 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33046) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:07.954146 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-00272afd-f787-4985-9ca5-deca966e47d5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:07.954945 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc73545-d7cf-44e5-b7fc-8240e9fd7ae6 None None] DHCP port deletion for b4987c82-4028-4a2f-ab36-b80a9696d5fb request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:05:07.957287 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:07.962096 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/networks/f86afa46-68de-4a7d-8818-708a6c6cc0d7 HTTP/1.1" status: 204 len: 168 time: 4.1544344 Mar 02 19:05:07.974266 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6bc73545-d7cf-44e5-b7fc-8240e9fd7ae6 None None] Deleting port 45a13967-78f3-4082-8039-9833716ba5a3 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:07.974266 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6bc73545-d7cf-44e5-b7fc-8240e9fd7ae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:08.004046 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] The port '873205de-02df-40dd-a484-ce7a00979df4' was deleted {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:05:08.011733 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33048) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:08.082773 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1710fcd-e438-45fc-ac07-727f9434cd92 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Network': ['ID=f86afa46-68de-4a7d-8818-708a6c6cc0d7,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:08.107010 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-2816d074-cd21-48ba-9854-6cca1f72696b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:08.107759 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2816d074-cd21-48ba-9854-6cca1f72696b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:08.109695 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:08.110395 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2816d074-cd21-48ba-9854-6cca1f72696b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/7dbd1b68-f549-4ac4-acff-6ee433b8afa7 HTTP/1.1" status: 404 len: 337 time: 0.1147516 Mar 02 19:05:08.124415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33054) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:08.215179 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-abc1e4f4-4d48-4426-8b02-d8ffbe88db06 None None] Provisioning for port 5813c827-5300-4c11-bfba-fd8c113b5a48 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:08.227499 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81e3a9-275e-485e-aad5-0deae30c1852 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Subnet': ['ID=cb074ee9-b8c5-4315-9f54-0c8a25358f18,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:08.235735 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4232297e-8b29-42f5-b75e-1ec26664978c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:08.236119 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf414a-b61b-44f2-b5d7-279a6c2d70bd req-eb39e4ab-7aa1-455f-bd17-6c9364e01a4b tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:08.237812 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6ddf414a-b61b-44f2-b5d7-279a6c2d70bd req-eb39e4ab-7aa1-455f-bd17-6c9364e01a4b tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 932 time: 0.8247881 Mar 02 19:05:08.257763 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] Pushing event updated for resources: {'Port': ['ID=16c8cefa-ca47-4b76-a232-86bcb50dbaaf,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:08.260501 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-00272afd-f787-4985-9ca5-deca966e47d5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Project 4d506b2b65824d01a8e657cde9ccbfc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:05:08.269540 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a6d4f1-7255-4926-86f9-4e22491791ab tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:08.277030 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a6d4f1-7255-4926-86f9-4e22491791ab tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:08.277030 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-82a6d4f1-7255-4926-86f9-4e22491791ab tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/271786b2-a824-40f6-9980-20b0972ff7aa HTTP/1.1" status: 404 len: 333 time: 0.1447296 Mar 02 19:05:08.281378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33058) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:08.287732 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-00272afd-f787-4985-9ca5-deca966e47d5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:08.299907 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8c81e3a9-275e-485e-aad5-0deae30c1852 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7795527 Mar 02 19:05:08.320621 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33062) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:08.346441 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port 45a13967-78f3-4082-8039-9833716ba5a3 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:08.346810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:08.349019 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6bc73545-d7cf-44e5-b7fc-8240e9fd7ae6 None None] For port 45a13967-78f3-4082-8039-9833716ba5a3, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=45a13967-78f3-4082-8039-9833716ba5a3,segment=NetworkSegment(4c733480-e442-4dba-b712-d53097cbff31),segment_id=4c733480-e442-4dba-b712-d53097cbff31)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:08.349408 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6bc73545-d7cf-44e5-b7fc-8240e9fd7ae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:08.377818 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-6897c494-f4fa-4658-8f31-97dcf2a5045f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'network_id': 'ed359106-a8e2-4146-a6a4-c5a0b72e3b2a', 'fixed_ips': [{'subnet_id': '9e29df7b-1c45-4a67-a4ba-431ff06d9cfd'}, {'subnet_id': 'cb074ee9-b8c5-4315-9f54-0c8a25358f18'}], 'name': 'tempest-PortsIpV6TestJSON-1613041989'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:08.410355 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:08.411861 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-0319fe6a-53cb-41cf-8dcc-410fcdbd249e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:08.413109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0319fe6a-53cb-41cf-8dcc-410fcdbd249e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:08.416273 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0319fe6a-53cb-41cf-8dcc-410fcdbd249e tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/a45d7295-d3ce-4002-abdf-412f0719900a HTTP/1.1" status: 404 len: 337 time: 0.1331947 Mar 02 19:05:08.421676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33066) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:08.479089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6bc73545-d7cf-44e5-b7fc-8240e9fd7ae6 None None] Calling delete_port for 45a13967-78f3-4082-8039-9833716ba5a3 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:08.524909 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-5278d15a-f55c-458e-897d-564aa19decf9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:08.525486 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5278d15a-f55c-458e-897d-564aa19decf9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:08.528196 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5278d15a-f55c-458e-897d-564aa19decf9 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/44704f12-7744-47e7-9e25-2a56a5d5f4a8 HTTP/1.1" status: 404 len: 333 time: 0.1002564 Mar 02 19:05:08.535683 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33070) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:08.551538 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598abf84-2720-4d57-a3d4-b83a76849d12']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:08.635610 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd705a3-7843-40c4-a3e9-67f483da0500 None None] Update dhcp port {'port': {'network_id': 'ed359106-a8e2-4146-a6a4-c5a0b72e3b2a', 'fixed_ips': [{'subnet_id': '9e29df7b-1c45-4a67-a4ba-431ff06d9cfd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cb074ee9-b8c5-4315-9f54-0c8a25358f18'}], 'binding:host_id': 'dv-neutron-831573-1-hyperv'}, 'id': '5813c827-5300-4c11-bfba-fd8c113b5a48'} from dv-neutron-831573-1-hyperv. {{(pid=84534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 19:05:08.638307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-00272afd-f787-4985-9ca5-deca966e47d5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:08.649132 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68bb6eef-60d6-43f0-b075-ba3ff7c93c59') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:08.649594 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68bb6eef-60d6-43f0-b075-ba3ff7c93c59') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:08.671214 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] Attempting to bind port 16c8cefa-ca47-4b76-a232-86bcb50dbaaf on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:05:08.671584 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] Attempting to bind port 16c8cefa-ca47-4b76-a232-86bcb50dbaaf by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '0c2bf084-53ff-4021-b25d-528f36fdf98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'fc352922-d775-4492-b35f-ae22f1cc9ad3'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:05:08.671919 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] Attempting to bind port 16c8cefa-ca47-4b76-a232-86bcb50dbaaf on network fc352922-d775-4492-b35f-ae22f1cc9ad3 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:05:08.680731 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6ddf414a-b61b-44f2-b5d7-279a6c2d70bd req-eeb27cfd-d530-4299-97a5-64f43ce05615 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856385 Mar 02 19:05:08.692372 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] Port 16c8cefa-ca47-4b76-a232-86bcb50dbaaf on network fc352922-d775-4492-b35f-ae22f1cc9ad3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:05:08.692710 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] Attempting to bind port 16c8cefa-ca47-4b76-a232-86bcb50dbaaf on network fc352922-d775-4492-b35f-ae22f1cc9ad3 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:05:08.693299 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-94706b9c-4edf-4cb0-86c8-0900d95f538b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:08.694091 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94706b9c-4edf-4cb0-86c8-0900d95f538b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:08.696028 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-94706b9c-4edf-4cb0-86c8-0900d95f538b tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/027d1cec-4647-48fd-a2d0-63d0273c859f HTTP/1.1" status: 404 len: 337 time: 0.1516290 Mar 02 19:05:08.700155 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6bc73545-d7cf-44e5-b7fc-8240e9fd7ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:08.701210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33074) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:08.736602 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:08.740071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-00272afd-f787-4985-9ca5-deca966e47d5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:08.766632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:05:08.766972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] Checking segment: {'id': '0c2bf084-53ff-4021-b25d-528f36fdf98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'fc352922-d775-4492-b35f-ae22f1cc9ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:08.767584 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] Bound using segment: {'id': '0c2bf084-53ff-4021-b25d-528f36fdf98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'fc352922-d775-4492-b35f-ae22f1cc9ad3'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:05:08.768317 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] Bound port: 16c8cefa-ca47-4b76-a232-86bcb50dbaaf, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c2bf084-53ff-4021-b25d-528f36fdf98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'fc352922-d775-4492-b35f-ae22f1cc9ad3'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:05:08.768853 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:08.773848 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc73545-d7cf-44e5-b7fc-8240e9fd7ae6 None None] Pushing event deleted for resources: {'Port': ['ID=45a13967-78f3-4082-8039-9833716ba5a3,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:08.790013 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc73545-d7cf-44e5-b7fc-8240e9fd7ae6 None None] No DVR routers for this DVR port 45a13967-78f3-4082-8039-9833716ba5a3 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:08.791599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7bd705a3-7843-40c4-a3e9-67f483da0500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:08.793508 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:08.795327 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-293cf2e2-dfd3-4cff-9163-0160305bf543 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:08.795890 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293cf2e2-dfd3-4cff-9163-0160305bf543 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:08.815660 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00272afd-f787-4985-9ca5-deca966e47d5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b845670-30c9-40cc-835a-d0fa46e3b675,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:08.885373 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-293cf2e2-dfd3-4cff-9163-0160305bf543 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/ports/9e7afd4e-0fb2-42e1-b59a-dfa148670c84 HTTP/1.1" status: 404 len: 333 time: 0.1815619 Mar 02 19:05:08.885675 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6897c494-f4fa-4658-8f31-97dcf2a5045f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:08.888347 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:05:08.888962 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:08.889266 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5813c827-5300-4c11-bfba-fd8c113b5a48 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:08.894045 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33078) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:05:08.905457 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:05:08.966356 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6897c494-f4fa-4658-8f31-97dcf2a5045f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:port and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:08.995778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6897c494-f4fa-4658-8f31-97dcf2a5045f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:08.995983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] For port 16c8cefa-ca47-4b76-a232-86bcb50dbaaf, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:05:08.995983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] For port 16c8cefa-ca47-4b76-a232-86bcb50dbaaf, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=16c8cefa-ca47-4b76-a232-86bcb50dbaaf,segment=NetworkSegment(0c2bf084-53ff-4021-b25d-528f36fdf98f),segment_id=0c2bf084-53ff-4021-b25d-528f36fdf98f)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:05:08.997514 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6de7d6c-9bbc-41ef-8a3a-4824d4182bdf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] DELETE failed (client error): The resource could not be found. Mar 02 19:05:08.998039 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6de7d6c-9bbc-41ef-8a3a-4824d4182bdf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:05:09.005461 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e6de7d6c-9bbc-41ef-8a3a-4824d4182bdf tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/subnets/23d7acec-e114-403f-90be-dcafd7b65167 HTTP/1.1" status: 404 len: 337 time: 0.1103582 Mar 02 19:05:09.006151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33082) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:09.042152 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6897c494-f4fa-4658-8f31-97dcf2a5045f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:09.120148 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-00272afd-f787-4985-9ca5-deca966e47d5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:09.121910 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-00272afd-f787-4985-9ca5-deca966e47d5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.4542482 Mar 02 19:05:09.130581 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33086) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:09.131987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4232297e-8b29-42f5-b75e-1ec26664978c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:09.132948 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-7bd705a3-7843-40c4-a3e9-67f483da0500 None None] Allocated IP 2001:db8:0:1::2 (ed359106-a8e2-4146-a6a4-c5a0b72e3b2a/cb074ee9-b8c5-4315-9f54-0c8a25358f18/5813c827-5300-4c11-bfba-fd8c113b5a48) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:09.138121 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:09.216202 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 5813c827-5300-4c11-bfba-fd8c113b5a48 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:09.218355 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] For port 45a13967-78f3-4082-8039-9833716ba5a3, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=45a13967-78f3-4082-8039-9833716ba5a3,segment=NetworkSegment(4c733480-e442-4dba-b712-d53097cbff31),segment_id=4c733480-e442-4dba-b712-d53097cbff31)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:09.218727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:09.228538 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 5813c827-5300-4c11-bfba-fd8c113b5a48 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:09.228925 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:09.233896 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:09.235538 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6897c494-f4fa-4658-8f31-97dcf2a5045f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:09.298555 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-250a113b-38ba-4c6b-ab78-7cff332ca03f tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-group-rules/5b845670-30c9-40cc-835a-d0fa46e3b675 HTTP/1.1" status: 200 len: 711 time: 0.1591046 Mar 02 19:05:09.305679 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33090) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:09.311342 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fc777dd-244d-4635-a2b1-f30190298869 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:09.331464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:09.336951 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Pushing event deleted for resources: {'Network': ['ID=598abf84-2720-4d57-a3d4-b83a76849d12,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:09.348470 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-7bd705a3-7843-40c4-a3e9-67f483da0500 None None] For port 5813c827-5300-4c11-bfba-fd8c113b5a48, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=5813c827-5300-4c11-bfba-fd8c113b5a48,segment=NetworkSegment(24901e2b-574c-4149-9101-000dc7d2998b),segment_id=24901e2b-574c-4149-9101-000dc7d2998b)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:09.365700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:09.367091 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2833e33d-62a4-4983-ab3d-57da696fdada req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] 10.222.0.87 "PUT /v2.0/ports/16c8cefa-ca47-4b76-a232-86bcb50dbaaf HTTP/1.1" status: 200 len: 1094 time: 4.1517580 Mar 02 19:05:09.373943 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62915d15-50f3-47de-ab85-3f0cc293c15e', 'tag': '16c8cefa-ca47-4b76-a232-86bcb50dbaaf'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:05:09.387137 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232297e-8b29-42f5-b75e-1ec26664978c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Subnet': ['ID=6285dd2f-d112-428e-9e0b-31178bf82a80,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:09.411388 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for 45a13967-78f3-4082-8039-9833716ba5a3 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:09.429320 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473b434-a692-4a7c-bc7d-850f4cf1651d service neutron] Pushing event updated for resources: {'Port': ['ID=16c8cefa-ca47-4b76-a232-86bcb50dbaaf,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:09.430966 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:09.437424 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4232297e-8b29-42f5-b75e-1ec26664978c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Checking segment: {'id': 'e4bc6191-8663-4d5c-a83c-a452bbb10d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '19a5a2da-89af-40f1-aaf9-4c9599773db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:09.438180 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4232297e-8b29-42f5-b75e-1ec26664978c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Network hostable DHCP agents. Network: 19a5a2da-89af-40f1-aaf9-4c9599773db2, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:05:09.450308 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7bd705a3-7843-40c4-a3e9-67f483da0500 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:09.480002 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7bd705a3-7843-40c4-a3e9-67f483da0500 None None] Transition to ACTIVE for port object 5813c827-5300-4c11-bfba-fd8c113b5a48 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:09.510529 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-26e1e58c-ca42-4cc1-83b0-cbcdf5243111 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "DELETE /v2.0/networks/598abf84-2720-4d57-a3d4-b83a76849d12 HTTP/1.1" status: 204 len: 168 time: 4.0575509 Mar 02 19:05:09.516299 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33098) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:09.539199 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7bd705a3-7843-40c4-a3e9-67f483da0500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:09.571546 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62915d15-50f3-47de-ab85-3f0cc293c15e', 'tag': '16c8cefa-ca47-4b76-a232-86bcb50dbaaf', 'status': 'completed', 'code': 200} Mar 02 19:05:09.641149 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-941993ee-0b5e-46f6-bd8e-e1843d8297d5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:09.710574 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:05:09.711013 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:05:09.746702 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd705a3-7843-40c4-a3e9-67f483da0500 None None] Pushing event updated for resources: {'Port': ['ID=5813c827-5300-4c11-bfba-fd8c113b5a48,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:09.770059 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6897c494-f4fa-4658-8f31-97dcf2a5045f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:09.796979 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.api [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:05:09.797319 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG oslo_db.api [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:05:09.807249 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-6897c494-f4fa-4658-8f31-97dcf2a5045f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] device_id is not set on port 565c89bb-f37a-406b-a54f-0c6d62e640ce yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:05:09.810637 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2447c3cd-ac93-4b0f-b5bf-04feb46ef8f1 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f1de634-dcaf-4b2a-98cd-dede72726e84 HTTP/1.1" status: 200 len: 205 time: 0.2631958 Mar 02 19:05:09.819015 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33104) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:09.829620 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4232297e-8b29-42f5-b75e-1ec26664978c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Network 19a5a2da-89af-40f1-aaf9-4c9599773db2 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:05:09.932617 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fc777dd-244d-4635-a2b1-f30190298869 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:09.933260 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4e8bd3c5-8300-4030-8e80-9df749a26ba4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.027023 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-941993ee-0b5e-46f6-bd8e-e1843d8297d5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:10.030808 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-941993ee-0b5e-46f6-bd8e-e1843d8297d5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.7212744 Mar 02 19:05:10.030808 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-4232297e-8b29-42f5-b75e-1ec26664978c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 19a5a2da-89af-40f1-aaf9-4c9599773db2) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:10.033362 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-2fc777dd-244d-4635-a2b1-f30190298869 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3b29a7-4982-4982-b073-f3d27df1240a']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:10.039424 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c57db6-af54-42a7-a5a9-a5f2c2a59afc None None] Network 19a5a2da-89af-40f1-aaf9-4c9599773db2 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:10.041565 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33108) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:10.053129 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4232297e-8b29-42f5-b75e-1ec26664978c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:10.053699 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4232297e-8b29-42f5-b75e-1ec26664978c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.073486 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-2fc777dd-244d-4635-a2b1-f30190298869 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16f1e7c-bed4-431f-a3fb-fdeb23966092') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:10.073779 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-2fc777dd-244d-4635-a2b1-f30190298869 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16f1e7c-bed4-431f-a3fb-fdeb23966092') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:10.112847 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fc777dd-244d-4635-a2b1-f30190298869 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.144117 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2833e33d-62a4-4983-ab3d-57da696fdada req-f52a7b27-1373-4bf7-a224-cb44e2960c08 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2a35e32a20f342fdb54f6b43f0d5c554&device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 1097 time: 0.6302972 Mar 02 19:05:10.213210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fc777dd-244d-4635-a2b1-f30190298869 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.216642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9db10347-7b57-4214-aafb-c35382f2a872 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.224733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f1c6-783e-4c02-929a-d035ee62c1a2 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.264272 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596f96e-24bd-49e7-9ccb-5af1faf57b1e req-92a966ad-ef30-4b5b-9583-f744a030972a tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:10.266433 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6596f96e-24bd-49e7-9ccb-5af1faf57b1e req-92a966ad-ef30-4b5b-9583-f744a030972a tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 944 time: 0.4206359 Mar 02 19:05:10.303026 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port 45a13967-78f3-4082-8039-9833716ba5a3 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:10.303402 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.309625 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4232297e-8b29-42f5-b75e-1ec26664978c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3143091 Mar 02 19:05:10.319461 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9db10347-7b57-4214-aafb-c35382f2a872 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.325824 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc777dd-244d-4635-a2b1-f30190298869 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:05:10.326456 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fc777dd-244d-4635-a2b1-f30190298869 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.330088 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33112) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:10.388407 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1038454119', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}, 'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:05:10.391430 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:05:10.393436 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.411029 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-19a5a2da-89af-40f1-aaf9-4c9599773db2', 'network_id': '19a5a2da-89af-40f1-aaf9-4c9599773db2', 'tenant_id': 'f732df6a0fd543bf93fda55ff9a564a7', 'fixed_ips': [{'subnet_id': '6285dd2f-d112-428e-9e0b-31178bf82a80'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:05:10.411950 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.448947 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] The port '45a13967-78f3-4082-8039-9833716ba5a3' was deleted {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:05:10.466541 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2833e33d-62a4-4983-ab3d-57da696fdada req-f47e0953-2f30-4e3d-835a-8bf9b416b6a9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16c8cefa-ca47-4b76-a232-86bcb50dbaaf HTTP/1.1" status: 200 len: 217 time: 0.3092725 Mar 02 19:05:10.498234 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:10.531781 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 5813c827-5300-4c11-bfba-fd8c113b5a48, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=5813c827-5300-4c11-bfba-fd8c113b5a48,segment=NetworkSegment(24901e2b-574c-4149-9101-000dc7d2998b),segment_id=24901e2b-574c-4149-9101-000dc7d2998b)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:10.542353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e6f906-104b-4779-8804-114246d19cb5 None None] Network ed359106-a8e2-4146-a6a4-c5a0b72e3b2a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:10.555603 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Usage tracker for resource:router and tenant:f732df6a0fd543bf93fda55ff9a564a7 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:10.594747 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:10.613562 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:10.645033 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6596f96e-24bd-49e7-9ccb-5af1faf57b1e req-81b7ce1a-8499-4658-becd-4c37da20bdd4 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672862 Mar 02 19:05:10.695756 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833e33d-62a4-4983-ab3d-57da696fdada req-40e5c5dc-819b-496a-8743-cb28820a674b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:10.697795 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2833e33d-62a4-4983-ab3d-57da696fdada req-40e5c5dc-819b-496a-8743-cb28820a674b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9129bf72-25e9-47b5-bba7-efef5f522b0f HTTP/1.1" status: 200 len: 851 time: 0.2219059 Mar 02 19:05:10.709365 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fc777dd-244d-4635-a2b1-f30190298869 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.710857 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9db10347-7b57-4214-aafb-c35382f2a872 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.727622 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.740016 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2fc777dd-244d-4635-a2b1-f30190298869 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.763012 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.763980 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.789495 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-6897c494-f4fa-4658-8f31-97dcf2a5045f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Allocated IP 2001:db8::275 (ed359106-a8e2-4146-a6a4-c5a0b72e3b2a/9e29df7b-1c45-4a67-a4ba-431ff06d9cfd/565c89bb-f37a-406b-a54f-0c6d62e640ce) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:10.809107 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-6897c494-f4fa-4658-8f31-97dcf2a5045f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Allocated IP 2001:db8:0:1::106 (ed359106-a8e2-4146-a6a4-c5a0b72e3b2a/cb074ee9-b8c5-4315-9f54-0c8a25358f18/565c89bb-f37a-406b-a54f-0c6d62e640ce) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:10.823439 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.832171 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 45a13967-78f3-4082-8039-9833716ba5a3 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:10.901577 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 45a13967-78f3-4082-8039-9833716ba5a3 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:05:10.902289 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 45a13967-78f3-4082-8039-9833716ba5a3 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:10.932756 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db10347-7b57-4214-aafb-c35382f2a872 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b845670-30c9-40cc-835a-d0fa46e3b675,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:10.934554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc777dd-244d-4635-a2b1-f30190298869 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] Pushing event deleted for resources: {'Network': ['ID=ef3b29a7-4982-4982-b073-f3d27df1240a,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:10.935345 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4987c82-4028-4a2f-ab36-b80a9696d5fb']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:10.948083 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2833e33d-62a4-4983-ab3d-57da696fdada req-ea4f4230-792b-4111-8e77-8b5c86485163 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fc352922-d775-4492-b35f-ae22f1cc9ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2299914 Mar 02 19:05:10.954525 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9db10347-7b57-4214-aafb-c35382f2a872 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.955670 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9db10347-7b57-4214-aafb-c35382f2a872 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/5b845670-30c9-40cc-835a-d0fa46e3b675 HTTP/1.1" status: 204 len: 168 time: 0.9120197 Mar 02 19:05:10.960249 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2fc777dd-244d-4635-a2b1-f30190298869 tempest-NetworksTestDHCPv6-1365154325 tempest-NetworksTestDHCPv6-1365154325-project] 10.222.0.73 "DELETE /v2.0/networks/ef3b29a7-4982-4982-b073-f3d27df1240a HTTP/1.1" status: 204 len: 168 time: 1.9526761 Mar 02 19:05:10.961002 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33116) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:10.981552 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Allocated IP 172.20.0.2 (19a5a2da-89af-40f1-aaf9-4c9599773db2/6285dd2f-d112-428e-9e0b-31178bf82a80/50eade69-43f6-4042-93ef-e27dc314fec2) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:10.994978 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f1c6-783e-4c02-929a-d035ee62c1a2 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.998104 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c733480-e442-4dba-b712-d53097cbff31') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:11.009085 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c733480-e442-4dba-b712-d53097cbff31') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:11.011962 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.048971 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.066440 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a6d68303-91e6-45d7-b347-4be1ffec436a None None] Provisioning for port 5813c827-5300-4c11-bfba-fd8c113b5a48 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:11.100411 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f1c6-783e-4c02-929a-d035ee62c1a2 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.101333 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5813c827-5300-4c11-bfba-fd8c113b5a48 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:11.135594 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6443e3b3-3fa9-4c49-9efe-8f28b51a71c4 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:11.165721 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.193328 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2833e33d-62a4-4983-ab3d-57da696fdada req-61998985-5fc1-4cba-bd53-e85d276a6727 service neutron] 10.222.0.87 "GET /v2.0/networks/fc352922-d775-4492-b35f-ae22f1cc9ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363582 Mar 02 19:05:11.249488 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:05:11.249982 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.256144 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=5813c827-5300-4c11-bfba-fd8c113b5a48,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:05:11.273829 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:05:11.281535 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a6d68303-91e6-45d7-b347-4be1ffec436a None None] Provisioning complete for port 5813c827-5300-4c11-bfba-fd8c113b5a48 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:11.282006 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a6d68303-91e6-45d7-b347-4be1ffec436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.435105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6443e3b3-3fa9-4c49-9efe-8f28b51a71c4 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:11.441423 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6443e3b3-3fa9-4c49-9efe-8f28b51a71c4 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4513683 Mar 02 19:05:11.441641 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33122) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:11.446982 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f1c6-783e-4c02-929a-d035ee62c1a2 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.447539 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa1f1c6-783e-4c02-929a-d035ee62c1a2 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Fanout notify agent at l3_agent the message router_deleted on router 7f1de634-dcaf-4b2a-98cd-dede72726e84 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:05:11.504352 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6fa1f1c6-783e-4c02-929a-d035ee62c1a2 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.508216 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6fa1f1c6-783e-4c02-929a-d035ee62c1a2 tempest-RoutersNegativeTest-1909336268 tempest-RoutersNegativeTest-1909336268-project] 10.222.0.73 "DELETE /v2.0/routers/7f1de634-dcaf-4b2a-98cd-dede72726e84 HTTP/1.1" status: 204 len: 168 time: 1.6808536 Mar 02 19:05:11.591429 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 5813c827-5300-4c11-bfba-fd8c113b5a48 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:11.592066 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.661526 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f7ee646d-8555-4248-b3f1-07f8251d08e5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.757591 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33132) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:11.795502 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2833e33d-62a4-4983-ab3d-57da696fdada req-6351c2e8-3686-4718-b152-e989c8e8b8bb service neutron] 10.222.0.87 "GET /v2.0/networks/fc352922-d775-4492-b35f-ae22f1cc9ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5913091 Mar 02 19:05:11.802171 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6897c494-f4fa-4658-8f31-97dcf2a5045f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.820520 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f7ee646d-8555-4248-b3f1-07f8251d08e5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.868709 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-6897c494-f4fa-4658-8f31-97dcf2a5045f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Transition to ACTIVE for port object 565c89bb-f37a-406b-a54f-0c6d62e640ce will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:11.881458 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.891851 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.897010 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.909825 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Transition to ACTIVE for port object 50eade69-43f6-4042-93ef-e27dc314fec2 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:11.929164 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.947599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1caf25d0-f958-422f-8ce8-ae61705f2041 None None] Provisioning complete for port 5813c827-5300-4c11-bfba-fd8c113b5a48 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:11.952603 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1caf25d0-f958-422f-8ce8-ae61705f2041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.987841 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Network': ['ID=b4987c82-4028-4a2f-ab36-b80a9696d5fb,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:11.988105 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Transition to ACTIVE for port object 50eade69-43f6-4042-93ef-e27dc314fec2 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:12.110363 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:12.133771 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2f14b48c-f24c-484e-b4d9-aa0ad19282f3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=591628e1e390444e96bcee6f3976612e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3709266 Mar 02 19:05:12.138935 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33140) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:12.147814 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20216a6d-dd4a-4e93-bd79-71be33e9add6 req-949929e2-484c-4b43-90bb-8c1babfaa4a5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2a35e32a20f342fdb54f6b43f0d5c554&device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 1097 time: 0.1818829 Mar 02 19:05:12.158918 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4ef32c6e-aadb-4ab2-a6d2-0fb1295c5a77 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/networks/b4987c82-4028-4a2f-ab36-b80a9696d5fb HTTP/1.1" status: 204 len: 168 time: 4.5774746 Mar 02 19:05:12.160591 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6897c494-f4fa-4658-8f31-97dcf2a5045f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:12.163699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33144) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:12.180048 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-3bd2b43b-938d-4742-9932-b5f6683aac14 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1248175504'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:12.182257 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33148) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:12.199856 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f7ee646d-8555-4248-b3f1-07f8251d08e5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:12.217113 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Network 19a5a2da-89af-40f1-aaf9-4c9599773db2 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:12.221250 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:12.225613 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:12.237921 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Pushing event updated for resources: {'Port': ['ID=50eade69-43f6-4042-93ef-e27dc314fec2,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:12.270988 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-3bd2b43b-938d-4742-9932-b5f6683aac14 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:12.284249 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e9271-efe7-4bb1-80f3-5ed236bccdda req-eea1e813-594d-49d4-9654-3f1a0699028a tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:12.285625 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ae3e9271-efe7-4bb1-80f3-5ed236bccdda req-eea1e813-594d-49d4-9654-3f1a0699028a tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 944 time: 0.3924367 Mar 02 19:05:12.294413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee646d-8555-4248-b3f1-07f8251d08e5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1d7c7e-4dc4-46e8-9cd1-f0e9e87110a3,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:12.295508 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3bd2b43b-938d-4742-9932-b5f6683aac14 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:network and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:12.316061 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3bd2b43b-938d-4742-9932-b5f6683aac14 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:12.333137 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-3bd2b43b-938d-4742-9932-b5f6683aac14 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:12.359760 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Attempting to bind port 50eade69-43f6-4042-93ef-e27dc314fec2 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:05:12.359760 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Attempting to bind port 50eade69-43f6-4042-93ef-e27dc314fec2 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'e4bc6191-8663-4d5c-a83c-a452bbb10d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '19a5a2da-89af-40f1-aaf9-4c9599773db2'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:05:12.359760 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Attempting to bind port 50eade69-43f6-4042-93ef-e27dc314fec2 on network 19a5a2da-89af-40f1-aaf9-4c9599773db2 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:05:12.361147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6897c494-f4fa-4658-8f31-97dcf2a5045f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network ed359106-a8e2-4146-a6a4-c5a0b72e3b2a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:12.367745 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-6897c494-f4fa-4658-8f31-97dcf2a5045f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:12.368088 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:05:12.368472 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Checking segment: {'id': 'e4bc6191-8663-4d5c-a83c-a452bbb10d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '19a5a2da-89af-40f1-aaf9-4c9599773db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:12.369451 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:12.371083 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897c494-f4fa-4658-8f31-97dcf2a5045f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:12.375908 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6897c494-f4fa-4658-8f31-97dcf2a5045f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:12.376487 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6897c494-f4fa-4658-8f31-97dcf2a5045f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:12.381373 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Bound using segment: {'id': 'e4bc6191-8663-4d5c-a83c-a452bbb10d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '19a5a2da-89af-40f1-aaf9-4c9599773db2'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:05:12.382888 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Bound port: 50eade69-43f6-4042-93ef-e27dc314fec2, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bc6191-8663-4d5c-a83c-a452bbb10d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '19a5a2da-89af-40f1-aaf9-4c9599773db2'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:05:12.383504 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:12.418987 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897c494-f4fa-4658-8f31-97dcf2a5045f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=565c89bb-f37a-406b-a54f-0c6d62e640ce,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:12.425245 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-881abc86-6807-4cb1-b0dc-22166cad46ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:12.490870 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f7ee646d-8555-4248-b3f1-07f8251d08e5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:12.492304 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f7ee646d-8555-4248-b3f1-07f8251d08e5 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-groups/fb1d7c7e-4dc4-46e8-9cd1-f0e9e87110a3 HTTP/1.1" status: 204 len: 168 time: 1.0365574 Mar 02 19:05:12.494460 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-881abc86-6807-4cb1-b0dc-22166cad46ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:12.508329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20216a6d-dd4a-4e93-bd79-71be33e9add6 req-f3046ffc-d279-4b8f-be5a-720d976aa318 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:12.509795 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20216a6d-dd4a-4e93-bd79-71be33e9add6 req-f3046ffc-d279-4b8f-be5a-720d976aa318 service neutron] 10.222.0.87 "GET /v2.0/networks?id=fc352922-d775-4492-b35f-ae22f1cc9ad3 HTTP/1.1" status: 200 len: 912 time: 0.3499029 Mar 02 19:05:12.516575 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ae3e9271-efe7-4bb1-80f3-5ed236bccdda req-0ab46db8-50d1-4235-a53e-a37131841489 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107327 Mar 02 19:05:12.518117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] For port 50eade69-43f6-4042-93ef-e27dc314fec2, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:05:12.522435 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] For port 50eade69-43f6-4042-93ef-e27dc314fec2, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=50eade69-43f6-4042-93ef-e27dc314fec2,segment=NetworkSegment(e4bc6191-8663-4d5c-a83c-a452bbb10d88),segment_id=e4bc6191-8663-4d5c-a83c-a452bbb10d88)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:05:12.525789 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33154) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:12.539739 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6897c494-f4fa-4658-8f31-97dcf2a5045f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.2040374 Mar 02 19:05:12.547980 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33158) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:12.610198 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-9d7b79e1-a76b-4c46-a381-b0396885ac43 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9e29df7b-1c45-4a67-a4ba-431ff06d9cfd'}]}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:12.624439 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20216a6d-dd4a-4e93-bd79-71be33e9add6 req-6fd824d3-ffd4-483a-9040-e371d3e71eb9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16c8cefa-ca47-4b76-a232-86bcb50dbaaf HTTP/1.1" status: 200 len: 217 time: 0.1041441 Mar 02 19:05:12.650808 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:12.656725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:12.726076 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-4e8bd3c5-8300-4030-8e80-9df749a26ba4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port 59367128-ef71-4bc2-9172-06e57074cbc2 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:12.727692 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4e8bd3c5-8300-4030-8e80-9df749a26ba4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:12.754284 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e859d3b-c6a3-4d61-82f2-78ede75fc0db None None] Pushing event updated for resources: {'Port': ['ID=50eade69-43f6-4042-93ef-e27dc314fec2,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:12.760519 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20216a6d-dd4a-4e93-bd79-71be33e9add6 req-e02bfd7b-c7bf-4848-b287-4ff26356aba3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:12.762345 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20216a6d-dd4a-4e93-bd79-71be33e9add6 req-e02bfd7b-c7bf-4848-b287-4ff26356aba3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9129bf72-25e9-47b5-bba7-efef5f522b0f HTTP/1.1" status: 200 len: 851 time: 0.1260109 Mar 02 19:05:12.773540 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e7dd698d-af28-4ca7-8790-2d074556e6e8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6172b04a08f445e3b81d5d0a1072e3c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5872281 Mar 02 19:05:12.779994 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:12.782020 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd2b43b-938d-4742-9932-b5f6683aac14 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:12.785024 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b43b-938d-4742-9932-b5f6683aac14 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:12.794749 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33162) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:12.814108 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20216a6d-dd4a-4e93-bd79-71be33e9add6 req-4b8fefb5-75b4-45fd-bf37-733d5ddd2b86 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fc352922-d775-4492-b35f-ae22f1cc9ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433109 Mar 02 19:05:12.896037 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-881abc86-6807-4cb1-b0dc-22166cad46ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:12.907725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-781be30b-b648-4183-9c17-42569df4a373 None None] Provisioning for port 565c89bb-f37a-406b-a54f-0c6d62e640ce completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:12.914188 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-781be30b-b648-4183-9c17-42569df4a373 None None] Provisioning complete for port 565c89bb-f37a-406b-a54f-0c6d62e640ce triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:12.914622 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-781be30b-b648-4183-9c17-42569df4a373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:12.917763 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881abc86-6807-4cb1-b0dc-22166cad46ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e4d46a-401e-4d26-8480-d22ccc95f88e,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:12.940068 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-881abc86-6807-4cb1-b0dc-22166cad46ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:12.941596 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-881abc86-6807-4cb1-b0dc-22166cad46ca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/40e4d46a-401e-4d26-8480-d22ccc95f88e HTTP/1.1" status: 204 len: 168 time: 0.7973943 Mar 02 19:05:13.025095 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20216a6d-dd4a-4e93-bd79-71be33e9add6 req-1c355c2e-ca65-47ce-a232-bc0f06b2b82f service neutron] 10.222.0.87 "GET /v2.0/networks/fc352922-d775-4492-b35f-ae22f1cc9ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035606 Mar 02 19:05:13.061096 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-96b77216-f682-4b4a-bafa-0ea4883e8b41 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:13.090002 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5813c827-5300-4c11-bfba-fd8c113b5a48 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:13.179947 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd2b43b-938d-4742-9932-b5f6683aac14 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:05:13.218814 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2b6fcae3-f6dc-4781-82a0-5d85a83c6900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:13.229460 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d7b79e1-a76b-4c46-a381-b0396885ac43 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:13.234353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-781be30b-b648-4183-9c17-42569df4a373 None None] Port 565c89bb-f37a-406b-a54f-0c6d62e640ce cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:13.261406 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 5813c827-5300-4c11-bfba-fd8c113b5a48 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:13.262034 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:13.296564 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b43b-938d-4742-9932-b5f6683aac14 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:13.297252 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-3bd2b43b-938d-4742-9932-b5f6683aac14 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Added segment 3d52b117-9bfa-407d-ad63-c9d64f117f43 of type vlan for network f4119feb-09a6-4eb0-9da6-05751586ad9f Mar 02 19:05:13.318017 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20216a6d-dd4a-4e93-bd79-71be33e9add6 req-6b57a973-1708-4581-8c78-9b712bc1d955 service neutron] 10.222.0.87 "GET /v2.0/networks/fc352922-d775-4492-b35f-ae22f1cc9ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862325 Mar 02 19:05:13.370399 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-96b77216-f682-4b4a-bafa-0ea4883e8b41 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:13.376411 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-96b77216-f682-4b4a-bafa-0ea4883e8b41 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8396096 Mar 02 19:05:13.378662 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33170) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:13.387204 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-6b6b0025-90a4-42eb-86d4-c31bfd44a2e2 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group': {'name': 'tempest-secgroup--721848893'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:13.387708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2b6fcae3-f6dc-4781-82a0-5d85a83c6900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:13.394112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6b6b0025-90a4-42eb-86d4-c31bfd44a2e2 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:13.406213 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6b6b0025-90a4-42eb-86d4-c31bfd44a2e2 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:13.491188 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6b6b0025-90a4-42eb-86d4-c31bfd44a2e2 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:13.510620 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b43b-938d-4742-9932-b5f6683aac14 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:13.526173 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Allocated IP 172.26.4.110 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/cbf673ab-cf70-4d7d-abf6-80bc0a6a0da1) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:13.538787 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6b6b0025-90a4-42eb-86d4-c31bfd44a2e2 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:13.543753 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6b6b0025-90a4-42eb-86d4-c31bfd44a2e2 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:13.547477 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6b6b0025-90a4-42eb-86d4-c31bfd44a2e2 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:13.554518 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6b6b0025-90a4-42eb-86d4-c31bfd44a2e2 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:13.584780 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-4e8bd3c5-8300-4030-8e80-9df749a26ba4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] For port 59367128-ef71-4bc2-9172-06e57074cbc2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=59367128-ef71-4bc2-9172-06e57074cbc2,segment=NetworkSegment(a09ed752-efd5-4dcb-9a03-a433b795d90d),segment_id=a09ed752-efd5-4dcb-9a03-a433b795d90d)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:13.585067 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4e8bd3c5-8300-4030-8e80-9df749a26ba4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:13.653060 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6b6b0025-90a4-42eb-86d4-c31bfd44a2e2 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:13.720414 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6b6b0025-90a4-42eb-86d4-c31bfd44a2e2 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:13.765653 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-4e8bd3c5-8300-4030-8e80-9df749a26ba4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Calling delete_port for 59367128-ef71-4bc2-9172-06e57074cbc2 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:13.783132 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b0025-90a4-42eb-86d4-c31bfd44a2e2 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b52700-d03c-4745-a3b7-1b69a87610b5,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:13.863946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6b6b0025-90a4-42eb-86d4-c31bfd44a2e2 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:13.867632 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6b6b0025-90a4-42eb-86d4-c31bfd44a2e2 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4868481 Mar 02 19:05:13.871182 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33184) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:13.882926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-1915fe6e-90fe-49e8-a2e7-08c765e93b09 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Request body: {'security_group_rule': {'security_group_id': '75b52700-d03c-4745-a3b7-1b69a87610b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:13.894507 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1915fe6e-90fe-49e8-a2e7-08c765e93b09 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:13.903718 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1915fe6e-90fe-49e8-a2e7-08c765e93b09 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Usage tracker for resource:security_group_rule and tenant:4d506b2b65824d01a8e657cde9ccbfc6 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:13.912379 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1915fe6e-90fe-49e8-a2e7-08c765e93b09 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:13.921975 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1915fe6e-90fe-49e8-a2e7-08c765e93b09 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:14.022079 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1915fe6e-90fe-49e8-a2e7-08c765e93b09 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:14.103916 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1915fe6e-90fe-49e8-a2e7-08c765e93b09 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:14.122438 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d905450c-39c6-4c6a-8be6-5928c2b3dee5 None None] Network 19a5a2da-89af-40f1-aaf9-4c9599773db2 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:14.170336 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b43b-938d-4742-9932-b5f6683aac14 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:14.175295 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd2b43b-938d-4742-9932-b5f6683aac14 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:14.175913 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b43b-938d-4742-9932-b5f6683aac14 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:14.221033 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1915fe6e-90fe-49e8-a2e7-08c765e93b09 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:14.250438 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915fe6e-90fe-49e8-a2e7-08c765e93b09 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c22e7fe-87cb-4e67-a7fb-04da3c2b7044,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:14.344624 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2b6fcae3-f6dc-4781-82a0-5d85a83c6900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:14.355436 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-57506a30-4b19-45e3-b033-47cd3ed63008 None None] Provisioning for port 50eade69-43f6-4042-93ef-e27dc314fec2 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:14.381890 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1915fe6e-90fe-49e8-a2e7-08c765e93b09 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:14.385556 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1915fe6e-90fe-49e8-a2e7-08c765e93b09 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5100732 Mar 02 19:05:14.387601 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33194) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:14.471135 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fcae3-f6dc-4781-82a0-5d85a83c6900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e40d16-434b-4ccc-b90b-5491d3a58dfe,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:14.486206 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-29b2ec63-ebcd-48c1-a5c7-b6bb7042d567 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:14.494824 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2b43b-938d-4742-9932-b5f6683aac14 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Network': ['ID=f4119feb-09a6-4eb0-9da6-05751586ad9f,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:14.494824 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2b6fcae3-f6dc-4781-82a0-5d85a83c6900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:14.495982 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2b6fcae3-f6dc-4781-82a0-5d85a83c6900 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04e40d16-434b-4ccc-b90b-5491d3a58dfe HTTP/1.1" status: 204 len: 168 time: 1.6890960 Mar 02 19:05:14.515873 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network f4119feb-09a6-4eb0-9da6-05751586ad9f details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:05:14.551336 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33200) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:14.553162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-29b2ec63-ebcd-48c1-a5c7-b6bb7042d567 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:14.568129 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:14.681329 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3bd2b43b-938d-4742-9932-b5f6683aac14 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.5036173 Mar 02 19:05:14.682290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33206) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:14.689197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a9829384-725a-45c8-b9e7-771cdfceb6ee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'subnet': {'network_id': 'f4119feb-09a6-4eb0-9da6-05751586ad9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:14.690831 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c3278-55c5-46f6-81ea-c16c146f8f81 req-39b431c1-850c-4558-8cab-0fbecca99120 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:14.700780 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b14c3278-55c5-46f6-81ea-c16c146f8f81 req-39b431c1-850c-4558-8cab-0fbecca99120 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 944 time: 0.9628019 Mar 02 19:05:14.759499 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-9d7b79e1-a76b-4c46-a381-b0396885ac43 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Delete allocated IP 2001:db8:0:1::106 (ed359106-a8e2-4146-a6a4-c5a0b72e3b2a/cb074ee9-b8c5-4315-9f54-0c8a25358f18) {{(pid=84533) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 19:05:14.791187 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-627247877'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:14.796169 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:14.800098 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Usage tracker for resource:network and tenant:d7cb8a6ff7f94b83af1e656e2c5b1180 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:14.813990 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:14.829543 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:14.839520 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-29b2ec63-ebcd-48c1-a5c7-b6bb7042d567 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:14.866110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2ec63-ebcd-48c1-a5c7-b6bb7042d567 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b52700-d03c-4745-a3b7-1b69a87610b5,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:14.875084 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a9829384-725a-45c8-b9e7-771cdfceb6ee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:14.881941 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a9829384-725a-45c8-b9e7-771cdfceb6ee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:subnet and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:14.887646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a9829384-725a-45c8-b9e7-771cdfceb6ee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:14.895965 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a9829384-725a-45c8-b9e7-771cdfceb6ee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:14.898583 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-29b2ec63-ebcd-48c1-a5c7-b6bb7042d567 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:14.902886 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-29b2ec63-ebcd-48c1-a5c7-b6bb7042d567 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-groups/75b52700-d03c-4745-a3b7-1b69a87610b5 HTTP/1.1" status: 204 len: 168 time: 0.5137093 Mar 02 19:05:14.903904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33210) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:14.958037 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b14c3278-55c5-46f6-81ea-c16c146f8f81 req-d8fc4a13-64ee-430b-a17b-e71a50fc5f90 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560034 Mar 02 19:05:14.965303 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Made reservation on behalf of d7cb8a6ff7f94b83af1e656e2c5b1180 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:14.971843 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:14.995726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:15.006787 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:15.019150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-444ed0ef-6e36-4ea4-9c43-485440ab2568 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:15.038404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9829384-725a-45c8-b9e7-771cdfceb6ee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:15.076245 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 50eade69-43f6-4042-93ef-e27dc314fec2 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:15.097586 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:15.101773 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4e8bd3c5-8300-4030-8e80-9df749a26ba4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:15.105726 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:15.112677 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:15.155745 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=cbf673ab-cf70-4d7d-abf6-80bc0a6a0da1,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:15.259479 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bd3c5-8300-4030-8e80-9df749a26ba4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Port': ['ID=59367128-ef71-4bc2-9172-06e57074cbc2,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:15.272516 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.resource_extend [None req-9d7b79e1-a76b-4c46-a381-b0396885ac43 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:05:15.323509 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 50eade69-43f6-4042-93ef-e27dc314fec2 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:15.324489 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 50eade69-43f6-4042-93ef-e27dc314fec2 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:15.325014 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:15.349556 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:15.356171 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Usage tracker for resource:security_group_rule and tenant:d7cb8a6ff7f94b83af1e656e2c5b1180 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:15.361457 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a9829384-725a-45c8-b9e7-771cdfceb6ee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:15.370889 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d7b79e1-a76b-4c46-a381-b0396885ac43 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:15.376105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:15.388148 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:15.413979 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-9d7b79e1-a76b-4c46-a381-b0396885ac43 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Transition to ACTIVE for port object 565c89bb-f37a-406b-a54f-0c6d62e640ce will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:15.453209 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-444ed0ef-6e36-4ea4-9c43-485440ab2568 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:15.457929 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-444ed0ef-6e36-4ea4-9c43-485440ab2568 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5481150 Mar 02 19:05:15.472797 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33224) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:15.486352 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 16c8cefa-ca47-4b76-a232-86bcb50dbaaf details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:05:15.568539 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:15.575386 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-73b53a0e-2663-402c-82d8-1216046d1d7c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Synchronizing usage tracker for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:15.655730 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d7b79e1-a76b-4c46-a381-b0396885ac43 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:15.674930 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:15.703316 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-73b53a0e-2663-402c-82d8-1216046d1d7c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] Unset dirty status for tenant:4d506b2b65824d01a8e657cde9ccbfc6 on resource:security_group_rule {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:15.707376 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-73b53a0e-2663-402c-82d8-1216046d1d7c tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2311833 Mar 02 19:05:15.709100 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33228) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:15.735903 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-22388992-46cc-419d-95bd-315d206327a1 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] delete failed (client error): The resource could not be found. Mar 02 19:05:15.742758 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-22388992-46cc-419d-95bd-315d206327a1 tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "DELETE /v2.0/security-groups/75b52700-d03c-4745-a3b7-1b69a87610b5 HTTP/1.1" status: 404 len: 347 time: 0.0276134 Mar 02 19:05:15.751817 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33234) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:15.752478 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 50eade69-43f6-4042-93ef-e27dc314fec2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=50eade69-43f6-4042-93ef-e27dc314fec2,segment=NetworkSegment(e4bc6191-8663-4d5c-a83c-a452bbb10d88),segment_id=e4bc6191-8663-4d5c-a83c-a452bbb10d88)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:15.810428 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 16c8cefa-ca47-4b76-a232-86bcb50dbaaf, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=16c8cefa-ca47-4b76-a232-86bcb50dbaaf,segment=NetworkSegment(0c2bf084-53ff-4021-b25d-528f36fdf98f),segment_id=0c2bf084-53ff-4021-b25d-528f36fdf98f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:15.822547 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:15.838935 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:15.840000 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '16c8cefa-ca47-4b76-a232-86bcb50dbaaf', 'network_id': 'fc352922-d775-4492-b35f-ae22f1cc9ad3', 'port_id': '16c8cefa-ca47-4b76-a232-86bcb50dbaaf', 'mac_address': 'fa:16:3e:b8:bd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9129bf72-25e9-47b5-bba7-efef5f522b0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:05:15.865924 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-9d7b79e1-a76b-4c46-a381-b0396885ac43 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] In _notify_port_updated(), no bound segment for port 565c89bb-f37a-406b-a54f-0c6d62e640ce on network ed359106-a8e2-4146-a6a4-c5a0b72e3b2a {{(pid=84533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:05:15.869868 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7b79e1-a76b-4c46-a381-b0396885ac43 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:15.870448 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d7b79e1-a76b-4c46-a381-b0396885ac43 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:15.870908 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80cf9f61-4a63-49bf-8e15-dfc7c70f4665,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:15.874245 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9d7b79e1-a76b-4c46-a381-b0396885ac43 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "PUT /v2.0/ports/565c89bb-f37a-406b-a54f-0c6d62e640ce HTTP/1.1" status: 200 len: 926 time: 3.3224871 Mar 02 19:05:15.879578 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33240) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:15.881040 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a9829384-725a-45c8-b9e7-771cdfceb6ee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:15.887030 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-93b60325-738e-42ba-a3e3-f4ad91624787 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9e29df7b-1c45-4a67-a4ba-431ff06d9cfd'}, {'subnet_id': 'cb074ee9-b8c5-4315-9f54-0c8a25358f18'}]}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:15.915814 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b79e1-a76b-4c46-a381-b0396885ac43 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=565c89bb-f37a-406b-a54f-0c6d62e640ce,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:15.932176 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e84230d3-37cf-448e-a438-4aa845c0aecd tempest-SecGroupIPv6Test-1897557223 tempest-SecGroupIPv6Test-1897557223-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1793180 Mar 02 19:05:15.940245 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:05:15.975206 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:15.975589 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Added segment 203efe8d-97df-4e06-8413-186c91bced9f of type vlan for network f07aad84-7102-43eb-8237-5c0a27f75841 Mar 02 19:05:16.048702 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9829384-725a-45c8-b9e7-771cdfceb6ee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Subnet': ['ID=83bc5822-a97a-4b29-8a81-c6edc8b73d5f,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:16.055071 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:16.079856 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=50eade69-43f6-4042-93ef-e27dc314fec2,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:16.106271 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c8cefa-ca47-4b76-a232-86bcb50dbaaf {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:05:16.132874 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 16c8cefa-ca47-4b76-a232-86bcb50dbaaf, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=16c8cefa-ca47-4b76-a232-86bcb50dbaaf,segment=NetworkSegment(0c2bf084-53ff-4021-b25d-528f36fdf98f),segment_id=0c2bf084-53ff-4021-b25d-528f36fdf98f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:16.146393 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:16.160616 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9829384-725a-45c8-b9e7-771cdfceb6ee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Checking segment: {'id': '3d52b117-9bfa-407d-ad63-c9d64f117f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f4119feb-09a6-4eb0-9da6-05751586ad9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:16.160876 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9829384-725a-45c8-b9e7-771cdfceb6ee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network hostable DHCP agents. Network: f4119feb-09a6-4eb0-9da6-05751586ad9f, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:05:16.251006 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33250) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:16.267692 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:16.320513 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b43cc7-6669-4e69-99fd-773b9b25b777 req-ab08d019-65e8-4ae0-a010-918506749878 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:16.323212 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c8b43cc7-6669-4e69-99fd-773b9b25b777 req-ab08d019-65e8-4ae0-a010-918506749878 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 944 time: 0.1124489 Mar 02 19:05:16.352383 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=16c8cefa-ca47-4b76-a232-86bcb50dbaaf,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:16.387447 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-41b306a7-fd9e-4181-91d9-5c6a75854e90 None None] Provisioning for port 565c89bb-f37a-406b-a54f-0c6d62e640ce completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:16.393993 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9829384-725a-45c8-b9e7-771cdfceb6ee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network f4119feb-09a6-4eb0-9da6-05751586ad9f is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:05:16.395331 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-41b306a7-fd9e-4181-91d9-5c6a75854e90 None None] Provisioning complete for port 565c89bb-f37a-406b-a54f-0c6d62e640ce triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:16.399529 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-41b306a7-fd9e-4181-91d9-5c6a75854e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:16.399898 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:16.399898 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:16.400477 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c8b43cc7-6669-4e69-99fd-773b9b25b777 req-cb376038-986a-4513-a364-765e3bd8beaa tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693038 Mar 02 19:05:16.400477 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:16.403910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:16.404506 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:16.482658 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4e8bd3c5-8300-4030-8e80-9df749a26ba4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:16.505969 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1536178368-network', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:16.516120 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-a9829384-725a-45c8-b9e7-771cdfceb6ee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, f4119feb-09a6-4eb0-9da6-05751586ad9f) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:16.535150 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081fd2f9-3e6a-4bc0-ac05-bc72a6472630 None None] Network f4119feb-09a6-4eb0-9da6-05751586ad9f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:16.548731 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:16.551599 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9829384-725a-45c8-b9e7-771cdfceb6ee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:16.552198 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a9829384-725a-45c8-b9e7-771cdfceb6ee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:16.577852 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Usage tracker for resource:network and tenant:0c751e1819ac4d70a34f41774e11c468 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:16.581597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:16.585066 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Pushing event updated for resources: {'Network': ['ID=f07aad84-7102-43eb-8237-5c0a27f75841,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:16.592273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:16.625716 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-41b306a7-fd9e-4181-91d9-5c6a75854e90 None None] Port 565c89bb-f37a-406b-a54f-0c6d62e640ce cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:16.627119 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network f07aad84-7102-43eb-8237-5c0a27f75841 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:05:16.640185 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8e623fc8-9f8c-429c-a9ca-746d259d888f tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0610468 Mar 02 19:05:16.640599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['16c8cefa-ca47-4b76-a232-86bcb50dbaaf'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:05:16.643470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33258) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:16.654082 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f2c0f152-110b-4ca3-8166-79a8df61c9cf tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Request body: {'subnet': {'network_id': 'f07aad84-7102-43eb-8237-5c0a27f75841', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:16.680048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33262) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:16.692345 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a9829384-725a-45c8-b9e7-771cdfceb6ee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0118890 Mar 02 19:05:16.699491 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33266) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:16.773148 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c17c851b-94c3-4e45-9c73-b78b9ab94656 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'network_id': 'f4119feb-09a6-4eb0-9da6-05751586ad9f', 'name': 'tempest-PortsTestJSON-2017891406', 'fixed_ips': [{'subnet_id': '83bc5822-a97a-4b29-8a81-c6edc8b73d5f', 'ip_address': '172.20.0.10'}]}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:16.784700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Made reservation on behalf of 0c751e1819ac4d70a34f41774e11c468 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:16.787600 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:16.806935 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:16.876247 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:16.883645 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Usage tracker for resource:security_group_rule and tenant:0c751e1819ac4d70a34f41774e11c468 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:16.890527 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-93b60325-738e-42ba-a3e3-f4ad91624787 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:16.893101 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:16.912900 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f2c0f152-110b-4ca3-8166-79a8df61c9cf tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:16.924269 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f2c0f152-110b-4ca3-8166-79a8df61c9cf tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Usage tracker for resource:subnet and tenant:d7cb8a6ff7f94b83af1e656e2c5b1180 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:16.928007 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:16.930302 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f2c0f152-110b-4ca3-8166-79a8df61c9cf tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:16.944649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f2c0f152-110b-4ca3-8166-79a8df61c9cf tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:17.022257 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bc35e9f2-24f1-4507-99d2-c6a84b62d184 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4d506b2b65824d01a8e657cde9ccbfc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3329418 Mar 02 19:05:17.025492 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33272) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:17.037297 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c17c851b-94c3-4e45-9c73-b78b9ab94656 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:17.050375 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c17c851b-94c3-4e45-9c73-b78b9ab94656 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:port and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:17.050613 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-f4119feb-09a6-4eb0-9da6-05751586ad9f', 'network_id': 'f4119feb-09a6-4eb0-9da6-05751586ad9f', 'tenant_id': '492dbd1aaa2b468e92542bbdee548e8a', 'fixed_ips': [{'subnet_id': '83bc5822-a97a-4b29-8a81-c6edc8b73d5f'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:05:17.051299 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:17.056323 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c17c851b-94c3-4e45-9c73-b78b9ab94656 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:17.083212 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c0f152-110b-4ca3-8166-79a8df61c9cf tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Made reservation on behalf of d7cb8a6ff7f94b83af1e656e2c5b1180 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:17.101324 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c17c851b-94c3-4e45-9c73-b78b9ab94656 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:17.196732 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:17.198689 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 50eade69-43f6-4042-93ef-e27dc314fec2 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:17.232780 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17c851b-94c3-4e45-9c73-b78b9ab94656 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:17.249350 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f2c0f152-110b-4ca3-8166-79a8df61c9cf tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:17.267251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7cb22579-f40e-4172-af20-644e998b5ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:17.338299 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:17.365693 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Allocated IP 172.20.0.2 (f4119feb-09a6-4eb0-9da6-05751586ad9f/83bc5822-a97a-4b29-8a81-c6edc8b73d5f/a3913009-71df-46f8-b78b-23bd9a693d5c) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:17.370568 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 50eade69-43f6-4042-93ef-e27dc314fec2 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:17.371189 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:17.406252 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7cb22579-f40e-4172-af20-644e998b5ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:17.416952 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:05:17.452472 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a2b537-a9ae-455f-9677-53cf700a9268,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:17.457112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:17.457557 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Added segment a8b989ed-15ae-48ef-b924-ec5ad9547930 of type vlan for network 2e33772f-7a83-4314-934e-a7ea68526e72 Mar 02 19:05:17.499212 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 16c8cefa-ca47-4b76-a232-86bcb50dbaaf up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:17.509033 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:17.628690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7cb22579-f40e-4172-af20-644e998b5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:17.667063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb22579-f40e-4172-af20-644e998b5ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9cc4ec-6673-499f-8d3e-7cb3ba76547d,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:17.735905 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:17.736812 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:17.737502 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:17.789763 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c17c851b-94c3-4e45-9c73-b78b9ab94656 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:17.809580 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:17.822441 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Transition to ACTIVE for port object a3913009-71df-46f8-b78b-23bd9a693d5c will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:17.842722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Transition to ACTIVE for port object a3913009-71df-46f8-b78b-23bd9a693d5c will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:17.861483 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] Pushing event updated for resources: {'Network': ['ID=2e33772f-7a83-4314-934e-a7ea68526e72,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:17.871844 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 2e33772f-7a83-4314-934e-a7ea68526e72 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:05:17.931026 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f2c0f152-110b-4ca3-8166-79a8df61c9cf tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:17.939968 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 16c8cefa-ca47-4b76-a232-86bcb50dbaaf completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:17.960615 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 16c8cefa-ca47-4b76-a232-86bcb50dbaaf triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:17.960998 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:17.981191 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2d1eeff9-a623-4f99-b743-c62ffce2ffa0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7220581 Mar 02 19:05:17.982482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7cb22579-f40e-4172-af20-644e998b5ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:17.982810 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7cb22579-f40e-4172-af20-644e998b5ce5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1a9cc4ec-6673-499f-8d3e-7cb3ba76547d HTTP/1.1" status: 204 len: 168 time: 0.9560707 Mar 02 19:05:17.994729 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33278) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:18.005106 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-7a35d772-1eab-4f8f-a0e9-7b238169d10a admin admin] Request body: {'subnet': {'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1536178368-subnet', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'ip_version': 4}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:18.016350 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7a35d772-1eab-4f8f-a0e9-7b238169d10a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:18.033304 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7a35d772-1eab-4f8f-a0e9-7b238169d10a admin admin] Usage tracker for resource:subnet and tenant:0c751e1819ac4d70a34f41774e11c468 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:18.039814 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7a35d772-1eab-4f8f-a0e9-7b238169d10a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:18.040782 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-93b60325-738e-42ba-a3e3-f4ad91624787 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Allocated IP 2001:db8:0:1::15 (ed359106-a8e2-4146-a6a4-c5a0b72e3b2a/cb074ee9-b8c5-4315-9f54-0c8a25358f18/565c89bb-f37a-406b-a54f-0c6d62e640ce) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:18.050466 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0f152-110b-4ca3-8166-79a8df61c9cf tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Pushing event updated for resources: {'Subnet': ['ID=085f7d7a-83b4-4317-88fd-aef382b0d2fa,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:18.054136 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7a35d772-1eab-4f8f-a0e9-7b238169d10a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:18.077933 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:18.079749 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c0f152-110b-4ca3-8166-79a8df61c9cf tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Checking segment: {'id': '203efe8d-97df-4e06-8413-186c91bced9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f07aad84-7102-43eb-8237-5c0a27f75841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:18.080115 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c0f152-110b-4ca3-8166-79a8df61c9cf tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Network hostable DHCP agents. Network: f07aad84-7102-43eb-8237-5c0a27f75841, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:05:18.099832 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-c17c851b-94c3-4e45-9c73-b78b9ab94656 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] device_id is not set on port b3a94941-9d26-4e89-b6af-0a33ad0112cc yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:05:18.182217 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Network f4119feb-09a6-4eb0-9da6-05751586ad9f is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:18.186888 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:18.189147 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Pushing event updated for resources: {'Port': ['ID=a3913009-71df-46f8-b78b-23bd9a693d5c,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:18.189925 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a35d772-1eab-4f8f-a0e9-7b238169d10a admin admin] Made reservation on behalf of 0c751e1819ac4d70a34f41774e11c468 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:18.193651 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:18.199122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7a35d772-1eab-4f8f-a0e9-7b238169d10a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:18.217130 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c0f152-110b-4ca3-8166-79a8df61c9cf tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Network f07aad84-7102-43eb-8237-5c0a27f75841 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:05:18.280492 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ca56f-6c3d-4fbd-8323-f454ae3ca33f req-9f2d7911-08b1-428c-82db-7a8c89313492 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:18.282092 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cd0ca56f-6c3d-4fbd-8323-f454ae3ca33f req-9f2d7911-08b1-428c-82db-7a8c89313492 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 945 time: 0.7034752 Mar 02 19:05:18.328490 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router b293d05e-b87f-426a-a19d-be5094633746 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:05:18.334530 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:18.349004 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Attempting to bind port a3913009-71df-46f8-b78b-23bd9a693d5c on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:05:18.351914 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Attempting to bind port a3913009-71df-46f8-b78b-23bd9a693d5c by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '3d52b117-9bfa-407d-ad63-c9d64f117f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f4119feb-09a6-4eb0-9da6-05751586ad9f'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:05:18.352396 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Attempting to bind port a3913009-71df-46f8-b78b-23bd9a693d5c on network f4119feb-09a6-4eb0-9da6-05751586ad9f {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:05:18.397973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 16c8cefa-ca47-4b76-a232-86bcb50dbaaf, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=16c8cefa-ca47-4b76-a232-86bcb50dbaaf,segment=NetworkSegment(0c2bf084-53ff-4021-b25d-528f36fdf98f),segment_id=0c2bf084-53ff-4021-b25d-528f36fdf98f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:18.402201 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62915d15-50f3-47de-ab85-3f0cc293c15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c8cefa-ca47-4b76-a232-86bcb50dbaaf'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:05:18.424400 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:05:18.424783 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Checking segment: {'id': '3d52b117-9bfa-407d-ad63-c9d64f117f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f4119feb-09a6-4eb0-9da6-05751586ad9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:18.427620 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:18.428774 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Bound using segment: {'id': '3d52b117-9bfa-407d-ad63-c9d64f117f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f4119feb-09a6-4eb0-9da6-05751586ad9f'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:05:18.429338 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Bound port: a3913009-71df-46f8-b78b-23bd9a693d5c, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d52b117-9bfa-407d-ad63-c9d64f117f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'f4119feb-09a6-4eb0-9da6-05751586ad9f'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:05:18.430562 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:18.475033 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-f2c0f152-110b-4ca3-8166-79a8df61c9cf tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, f07aad84-7102-43eb-8237-5c0a27f75841) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:18.488771 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c0f152-110b-4ca3-8166-79a8df61c9cf tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:18.489622 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f2c0f152-110b-4ca3-8166-79a8df61c9cf tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:18.573369 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cd0ca56f-6c3d-4fbd-8323-f454ae3ca33f req-ea3b87dd-c1bc-44c4-91a1-245c50544712 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839017 Mar 02 19:05:18.597617 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:18.599850 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8193a13-addf-48dc-aa20-38ad98598cd6 None None] Network f07aad84-7102-43eb-8237-5c0a27f75841 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:18.634130 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f2c0f152-110b-4ca3-8166-79a8df61c9cf tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9883099 Mar 02 19:05:18.639227 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33288) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:18.650439 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-bd884a56-31de-41e0-ac8b-f9cda186df72 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Request body: {'port': {'network_id': 'f07aad84-7102-43eb-8237-5c0a27f75841', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1414766877'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:18.724377 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] For port a3913009-71df-46f8-b78b-23bd9a693d5c, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:05:18.728697 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] For port a3913009-71df-46f8-b78b-23bd9a693d5c, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a3913009-71df-46f8-b78b-23bd9a693d5c,segment=NetworkSegment(3d52b117-9bfa-407d-ad63-c9d64f117f43),segment_id=3d52b117-9bfa-407d-ad63-c9d64f117f43)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:05:18.751594 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8bd3c5-8300-4030-8e80-9df749a26ba4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router 5b421425-bbe4-4d02-8eda-65d57ea462c7 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:05:18.754248 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-c17c851b-94c3-4e45-9c73-b78b9ab94656 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Allocated IP 172.20.0.10 (f4119feb-09a6-4eb0-9da6-05751586ad9f/83bc5822-a97a-4b29-8a81-c6edc8b73d5f/b3a94941-9d26-4e89-b6af-0a33ad0112cc) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:18.762550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-93b60325-738e-42ba-a3e3-f4ad91624787 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:18.800905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-93b60325-738e-42ba-a3e3-f4ad91624787 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Transition to ACTIVE for port object 565c89bb-f37a-406b-a54f-0c6d62e640ce will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:18.822817 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=16c8cefa-ca47-4b76-a232-86bcb50dbaaf,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:18.841315 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:18.859136 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-bd884a56-31de-41e0-ac8b-f9cda186df72 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:18.863210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-bd884a56-31de-41e0-ac8b-f9cda186df72 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Usage tracker for resource:port and tenant:d7cb8a6ff7f94b83af1e656e2c5b1180 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:18.866214 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-bd884a56-31de-41e0-ac8b-f9cda186df72 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:18.872198 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-bd884a56-31de-41e0-ac8b-f9cda186df72 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:18.902491 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-93b60325-738e-42ba-a3e3-f4ad91624787 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:18.903575 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62915d15-50f3-47de-ab85-3f0cc293c15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c8cefa-ca47-4b76-a232-86bcb50dbaaf', 'code': 200} Mar 02 19:05:18.912446 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7a35d772-1eab-4f8f-a0e9-7b238169d10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:18.966069 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd884a56-31de-41e0-ac8b-f9cda186df72 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Made reservation on behalf of d7cb8a6ff7f94b83af1e656e2c5b1180 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:18.969478 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bd884a56-31de-41e0-ac8b-f9cda186df72 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:19.012118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35d772-1eab-4f8f-a0e9-7b238169d10a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb42d443-71ba-493e-8b31-52bf5eb54af6,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:19.026299 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-bd884a56-31de-41e0-ac8b-f9cda186df72 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] device_id is not set on port 886d3e8c-5775-42c2-ae89-6854d87cd5c4 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:05:19.080210 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee341ae3-488b-4621-87ac-0b41e1a6e9cd None None] Pushing event updated for resources: {'Port': ['ID=a3913009-71df-46f8-b78b-23bd9a693d5c,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:19.080427 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a35d772-1eab-4f8f-a0e9-7b238169d10a admin admin] Checking segment: {'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:19.080647 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a35d772-1eab-4f8f-a0e9-7b238169d10a admin admin] Network hostable DHCP agents. Network: 2e33772f-7a83-4314-934e-a7ea68526e72, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:05:19.131468 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-f07aad84-7102-43eb-8237-5c0a27f75841', 'network_id': 'f07aad84-7102-43eb-8237-5c0a27f75841', 'tenant_id': 'd7cb8a6ff7f94b83af1e656e2c5b1180', 'fixed_ips': [{'subnet_id': '085f7d7a-83b4-4317-88fd-aef382b0d2fa'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:05:19.138991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:19.238014 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a35d772-1eab-4f8f-a0e9-7b238169d10a admin admin] Network 2e33772f-7a83-4314-934e-a7ea68526e72 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:05:19.281064 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-bd884a56-31de-41e0-ac8b-f9cda186df72 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Allocated IP 2001:db8::1bd (f07aad84-7102-43eb-8237-5c0a27f75841/085f7d7a-83b4-4317-88fd-aef382b0d2fa/886d3e8c-5775-42c2-ae89-6854d87cd5c4) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:19.316170 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b60325-738e-42ba-a3e3-f4ad91624787 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=565c89bb-f37a-406b-a54f-0c6d62e640ce,revision_number=3']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:19.346333 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-93b60325-738e-42ba-a3e3-f4ad91624787 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] In _notify_port_updated(), no bound segment for port 565c89bb-f37a-406b-a54f-0c6d62e640ce on network ed359106-a8e2-4146-a6a4-c5a0b72e3b2a {{(pid=84533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:05:19.350275 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b60325-738e-42ba-a3e3-f4ad91624787 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:19.350890 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-93b60325-738e-42ba-a3e3-f4ad91624787 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:19.355575 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-93b60325-738e-42ba-a3e3-f4ad91624787 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "PUT /v2.0/ports/565c89bb-f37a-406b-a54f-0c6d62e640ce HTTP/1.1" status: 200 len: 1011 time: 3.4749537 Mar 02 19:05:19.360818 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33292) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:19.373273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-7a35d772-1eab-4f8f-a0e9-7b238169d10a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 2e33772f-7a83-4314-934e-a7ea68526e72) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:19.395393 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efed095a-c779-4f07-99aa-586cb147af9d None None] Network 2e33772f-7a83-4314-934e-a7ea68526e72 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:19.400925 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a35d772-1eab-4f8f-a0e9-7b238169d10a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:19.400925 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7a35d772-1eab-4f8f-a0e9-7b238169d10a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:19.536398 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7a35d772-1eab-4f8f-a0e9-7b238169d10a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5404913 Mar 02 19:05:19.544140 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c17c851b-94c3-4e45-9c73-b78b9ab94656 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:19.548700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33296) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:19.560083 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:19.565951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:19.567849 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8bd3c5-8300-4030-8e80-9df749a26ba4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:05:19.571317 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Usage tracker for resource:router and tenant:0c751e1819ac4d70a34f41774e11c468 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:19.572294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d18ae324-5afb-4ee9-bdf9-372caae2bfe1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port 565c89bb-f37a-406b-a54f-0c6d62e640ce {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:19.572639 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d18ae324-5afb-4ee9-bdf9-372caae2bfe1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:19.574424 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:19.580889 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f77642d-9c80-4f05-a966-f92f108c3a61 None None] Sync routers for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:05:19.582618 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:19.659003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f77642d-9c80-4f05-a966-f92f108c3a61 None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:19.659823 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4f77642d-9c80-4f05-a966-f92f108c3a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:19.678299 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:19.680618 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:19.704305 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-54edf8bc-e224-4d66-8e95-054ec9d8a125 req-111afb1b-c32c-45d7-baff-403083e2b9f6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 1099 time: 0.3737464 Mar 02 19:05:19.789765 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bd884a56-31de-41e0-ac8b-f9cda186df72 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:19.837345 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-bd884a56-31de-41e0-ac8b-f9cda186df72 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Transition to ACTIVE for port object 886d3e8c-5775-42c2-ae89-6854d87cd5c4 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:19.845953 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:19.859204 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-54edf8bc-e224-4d66-8e95-054ec9d8a125 req-c9cf031a-0643-4f6d-b4c9-8423812569da service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246517 Mar 02 19:05:19.888387 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-2e33772f-7a83-4314-934e-a7ea68526e72', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:05:19.889832 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:19.907497 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:05:19.918310 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207792be-42de-4b56-9f71-bd63a692a839 None None] Sync routers for ids ['b293d05e-b87f-426a-a19d-be5094633746'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:05:19.931006 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207792be-42de-4b56-9f71-bd63a692a839 None None] Routers {'b293d05e-b87f-426a-a19d-be5094633746'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:19.931644 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-207792be-42de-4b56-9f71-bd63a692a839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['b293d05e-b87f-426a-a19d-be5094633746'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:19.966223 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-4f77642d-9c80-4f05-a966-f92f108c3a61 None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:05:19.983106 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-c17c851b-94c3-4e45-9c73-b78b9ab94656 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Transition to ACTIVE for port object b3a94941-9d26-4e89-b6af-0a33ad0112cc will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:20.003341 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bd884a56-31de-41e0-ac8b-f9cda186df72 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:20.005280 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4e8bd3c5-8300-4030-8e80-9df749a26ba4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/5b421425-bbe4-4d02-8eda-65d57ea462c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9864876 Mar 02 19:05:20.011391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33302) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:20.042691 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-207792be-42de-4b56-9f71-bd63a692a839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:20.055618 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207792be-42de-4b56-9f71-bd63a692a839 None None] Routers {'b293d05e-b87f-426a-a19d-be5094633746'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:20.056418 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-207792be-42de-4b56-9f71-bd63a692a839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['b293d05e-b87f-426a-a19d-be5094633746'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:20.100852 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:20.104731 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-524e55bc-ca42-41e5-b406-dbfbe64cbda6 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.7319551 Mar 02 19:05:20.128847 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-207792be-42de-4b56-9f71-bd63a692a839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:20.129255 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207792be-42de-4b56-9f71-bd63a692a839 None None] The sync data for ids ['b293d05e-b87f-426a-a19d-be5094633746'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:05:20.163072 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33306) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:20.242270 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd884a56-31de-41e0-ac8b-f9cda186df72 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Network f07aad84-7102-43eb-8237-5c0a27f75841 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:20.243253 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd884a56-31de-41e0-ac8b-f9cda186df72 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Pushing event updated for resources: {'Port': ['ID=886d3e8c-5775-42c2-ae89-6854d87cd5c4,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:20.247443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-bd884a56-31de-41e0-ac8b-f9cda186df72 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:20.251492 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd884a56-31de-41e0-ac8b-f9cda186df72 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:20.255542 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd884a56-31de-41e0-ac8b-f9cda186df72 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:20.256154 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bd884a56-31de-41e0-ac8b-f9cda186df72 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:20.277488 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:20.362233 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bd884a56-31de-41e0-ac8b-f9cda186df72 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7206981 Mar 02 19:05:20.364728 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33310) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:20.371929 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Request body: {'port': {'network_id': 'f07aad84-7102-43eb-8237-5c0a27f75841', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1826494634', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:20.372406 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.api.validators [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] bootfile-name is not in valid_values {{(pid=84532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 19:05:20.372738 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.api.validators [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] tftp-server is not in valid_values {{(pid=84532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 19:05:20.374280 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.api.validators [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] server-ip-address is not in valid_values {{(pid=84532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 19:05:20.475603 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4afe80bf-94e8-4ea5-8d79-22bab6658454 None None] Provisioning for port 565c89bb-f37a-406b-a54f-0c6d62e640ce completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:20.497589 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Allocated IP 2001:db8::2 (f07aad84-7102-43eb-8237-5c0a27f75841/085f7d7a-83b4-4317-88fd-aef382b0d2fa/fa0117d1-4c16-4c8e-96f9-9013dc08da35) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:20.505511 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86520df-1a4e-44fb-b17e-b76c5a6ef6c5 req-10ec9dd8-2e1a-46c6-b4d5-77d4c32cc026 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:20.507014 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a86520df-1a4e-44fb-b17e-b76c5a6ef6c5 req-10ec9dd8-2e1a-46c6-b4d5-77d4c32cc026 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 946 time: 0.6071815 Mar 02 19:05:20.515174 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4afe80bf-94e8-4ea5-8d79-22bab6658454 None None] Provisioning complete for port 565c89bb-f37a-406b-a54f-0c6d62e640ce triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:20.515576 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4afe80bf-94e8-4ea5-8d79-22bab6658454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:20.520956 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c17c851b-94c3-4e45-9c73-b78b9ab94656 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:20.537962 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d18ae324-5afb-4ee9-bdf9-372caae2bfe1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:20.638799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:20.653047 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Usage tracker for resource:port and tenant:d7cb8a6ff7f94b83af1e656e2c5b1180 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:20.657892 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:20.670995 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:20.685074 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Allocated IP 172.20.0.2 (2e33772f-7a83-4314-934e-a7ea68526e72/eb42d443-71ba-493e-8b31-52bf5eb54af6/be83dd27-4f80-459a-bcc0-a7de98e01d89) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:20.700409 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-4afe80bf-94e8-4ea5-8d79-22bab6658454 None None] Port 565c89bb-f37a-406b-a54f-0c6d62e640ce cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:20.731877 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:20.769614 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:20.806507 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d18ae324-5afb-4ee9-bdf9-372caae2bfe1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for 565c89bb-f37a-406b-a54f-0c6d62e640ce owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:20.843619 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd611ec-2732-4b12-940d-bada6f36c4f4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting subnet 8fc60373-2fec-4184-8960-4538a23e2582 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:05:20.845724 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Made reservation on behalf of d7cb8a6ff7f94b83af1e656e2c5b1180 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:20.846760 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7bd611ec-2732-4b12-940d-bada6f36c4f4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:20.848840 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:20.894951 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c85292-d41e-4ad0-a312-f82e92614638 None None] Network f4119feb-09a6-4eb0-9da6-05751586ad9f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:20.898003 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] device_id is not set on port af373b22-6602-44a0-b7fc-2c66c3ff7e17 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:05:20.953420 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a86520df-1a4e-44fb-b17e-b76c5a6ef6c5 req-ac027c6c-aa3e-4711-8190-9aa430a335a8 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344659 Mar 02 19:05:20.975267 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c851b-94c3-4e45-9c73-b78b9ab94656 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network f4119feb-09a6-4eb0-9da6-05751586ad9f is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:20.988101 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c851b-94c3-4e45-9c73-b78b9ab94656 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=b3a94941-9d26-4e89-b6af-0a33ad0112cc,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:20.999189 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7bd611ec-2732-4b12-940d-bada6f36c4f4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:21.041835 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-c17c851b-94c3-4e45-9c73-b78b9ab94656 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:21.045811 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c851b-94c3-4e45-9c73-b78b9ab94656 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:21.112718 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:21.162342 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Transition to ACTIVE for port object fa0117d1-4c16-4c8e-96f9-9013dc08da35 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:21.200998 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a3913009-71df-46f8-b78b-23bd9a693d5c up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:21.262190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4f77642d-9c80-4f05-a966-f92f108c3a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:05:14Z', 'revision_number': 9, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:18Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:21.264763 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17c851b-94c3-4e45-9c73-b78b9ab94656 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:21.264763 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c17c851b-94c3-4e45-9c73-b78b9ab94656 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:21.272223 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-daceeded-6ef4-4215-9725-6bbb6435fcff None None] Provisioning for port a3913009-71df-46f8-b78b-23bd9a693d5c completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:21.283739 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Allocated IP 172.26.4.54 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/e503d69f-5ebb-4303-a7ac-68dde227bfd1) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:21.337898 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Transition to ACTIVE for port object fa0117d1-4c16-4c8e-96f9-9013dc08da35 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:21.340936 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f77642d-9c80-4f05-a966-f92f108c3a61 None None] Checking router: 5b421425-bbe4-4d02-8eda-65d57ea462c7 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:05:21.374256 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:21.392876 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7bd611ec-2732-4b12-940d-bada6f36c4f4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:21.422807 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Transition to ACTIVE for port object be83dd27-4f80-459a-bcc0-a7de98e01d89 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:21.437377 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c17c851b-94c3-4e45-9c73-b78b9ab94656 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.6927922 Mar 02 19:05:21.441903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33314) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:21.445412 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f77642d-9c80-4f05-a966-f92f108c3a61 None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:21.445766 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4f77642d-9c80-4f05-a966-f92f108c3a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:21.461055 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f7713b72-2dc7-4c93-898f-89c83a9d7fa3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'network_id': 'f4119feb-09a6-4eb0-9da6-05751586ad9f', 'name': 'tempest-PortsTestJSON-222273824', 'fixed_ips': [{'subnet_id': '83bc5822-a97a-4b29-8a81-c6edc8b73d5f', 'ip_address': '172.20.0.9'}]}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:21.491863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:21.570293 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:21.620750 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Transition to ACTIVE for port object be83dd27-4f80-459a-bcc0-a7de98e01d89 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:21.692565 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Allocated IP 2001:db8::3b3 (f07aad84-7102-43eb-8237-5c0a27f75841/085f7d7a-83b4-4317-88fd-aef382b0d2fa/af373b22-6602-44a0-b7fc-2c66c3ff7e17) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:21.731110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f7713b72-2dc7-4c93-898f-89c83a9d7fa3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:21.732604 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port a3913009-71df-46f8-b78b-23bd9a693d5c completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:21.747612 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f7713b72-2dc7-4c93-898f-89c83a9d7fa3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:port and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:21.753212 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f7713b72-2dc7-4c93-898f-89c83a9d7fa3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:21.755155 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:21.771240 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f7713b72-2dc7-4c93-898f-89c83a9d7fa3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:21.773017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a3913009-71df-46f8-b78b-23bd9a693d5c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:21.773678 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:21.819756 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:21.837135 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Pushing event updated for resources: {'Port': ['ID=fa0117d1-4c16-4c8e-96f9-9013dc08da35,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:21.847336 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Network f07aad84-7102-43eb-8237-5c0a27f75841 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:21.892749 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:21.897691 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7bd611ec-2732-4b12-940d-bada6f36c4f4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:21.901129 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d18ae324-5afb-4ee9-bdf9-372caae2bfe1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:21.906589 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-424040c2-b831-416c-92de-2befa6203b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:21.920991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:21.933233 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7713b72-2dc7-4c93-898f-89c83a9d7fa3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:21.948689 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Network 2e33772f-7a83-4314-934e-a7ea68526e72 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:21.953644 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-4f77642d-9c80-4f05-a966-f92f108c3a61 None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:05:21.998098 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:22.009872 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:22.039181 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:22.046131 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:22.048566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:22.080728 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Pushing event updated for resources: {'Port': ['ID=be83dd27-4f80-459a-bcc0-a7de98e01d89,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:22.099665 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Pushing event updated for resources: {'Port': ['ID=e503d69f-5ebb-4303-a7ac-68dde227bfd1,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:22.131324 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd611ec-2732-4b12-940d-bada6f36c4f4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc60373-2fec-4184-8960-4538a23e2582,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:22.138116 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ae324-5afb-4ee9-bdf9-372caae2bfe1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Port': ['ID=565c89bb-f37a-406b-a54f-0c6d62e640ce,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:22.159632 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7bd611ec-2732-4b12-940d-bada6f36c4f4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:22.215401 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7bd611ec-2732-4b12-940d-bada6f36c4f4 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/subnets/8fc60373-2fec-4184-8960-4538a23e2582 HTTP/1.1" status: 204 len: 168 time: 2.2009599 Mar 02 19:05:22.222626 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33320) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:22.252121 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b610a8-9063-4339-ae93-18379d844a37 None None] Network 6eb66200-28df-48c9-92a2-28823b079df2 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:22.302653 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d18ae324-5afb-4ee9-bdf9-372caae2bfe1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:22.306829 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f7713b72-2dc7-4c93-898f-89c83a9d7fa3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:22.307897 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d18ae324-5afb-4ee9-bdf9-372caae2bfe1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/ports/565c89bb-f37a-406b-a54f-0c6d62e640ce HTTP/1.1" status: 204 len: 168 time: 2.9458168 Mar 02 19:05:22.329433 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33324) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:22.443008 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:22.450645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:22.469404 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Attempting to bind port fa0117d1-4c16-4c8e-96f9-9013dc08da35 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:05:22.470146 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Attempting to bind port fa0117d1-4c16-4c8e-96f9-9013dc08da35 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '203efe8d-97df-4e06-8413-186c91bced9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f07aad84-7102-43eb-8237-5c0a27f75841'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:05:22.470357 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-729b18a6-5496-4402-aec8-76eee477a52d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] GET failed (client error): The resource could not be found. Mar 02 19:05:22.470811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Attempting to bind port fa0117d1-4c16-4c8e-96f9-9013dc08da35 on network f07aad84-7102-43eb-8237-5c0a27f75841 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:05:22.474738 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-729b18a6-5496-4402-aec8-76eee477a52d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports/565c89bb-f37a-406b-a54f-0c6d62e640ce HTTP/1.1" status: 404 len: 333 time: 0.1369102 Mar 02 19:05:22.474738 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-f7713b72-2dc7-4c93-898f-89c83a9d7fa3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] device_id is not set on port 92b29a7d-9af1-4ecc-b2ae-2a7c146d07a0 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:05:22.480394 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33328) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:22.538536 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Transition to ACTIVE for port object af373b22-6602-44a0-b7fc-2c66c3ff7e17 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:22.564111 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port 10780816-8fc0-4c2d-a7a4-bc478d42eab8 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:22.564490 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:22.577172 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:22.608388 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:05:22.609270 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Checking segment: {'id': '203efe8d-97df-4e06-8413-186c91bced9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f07aad84-7102-43eb-8237-5c0a27f75841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:22.609695 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:22.610181 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Bound using segment: {'id': '203efe8d-97df-4e06-8413-186c91bced9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f07aad84-7102-43eb-8237-5c0a27f75841'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:05:22.610591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Bound port: fa0117d1-4c16-4c8e-96f9-9013dc08da35, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203efe8d-97df-4e06-8413-186c91bced9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f07aad84-7102-43eb-8237-5c0a27f75841'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:05:22.611738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:22.806719 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4574b7f-6c6a-4da5-81c7-3da70b139adb req-ea74bdd5-21bc-4799-9ea2-63ac440afab2 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:22.808353 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c4574b7f-6c6a-4da5-81c7-3da70b139adb req-ea74bdd5-21bc-4799-9ea2-63ac440afab2 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 946 time: 0.4720740 Mar 02 19:05:22.809635 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-f7713b72-2dc7-4c93-898f-89c83a9d7fa3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Allocated IP 172.20.0.9 (f4119feb-09a6-4eb0-9da6-05751586ad9f/83bc5822-a97a-4b29-8a81-c6edc8b73d5f/92b29a7d-9af1-4ecc-b2ae-2a7c146d07a0) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:22.853534 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:22.944461 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port a3913009-71df-46f8-b78b-23bd9a693d5c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a3913009-71df-46f8-b78b-23bd9a693d5c,segment=NetworkSegment(3d52b117-9bfa-407d-ad63-c9d64f117f43),segment_id=3d52b117-9bfa-407d-ad63-c9d64f117f43)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:22.959151 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Attempting to bind port be83dd27-4f80-459a-bcc0-a7de98e01d89 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:05:22.959423 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Attempting to bind port be83dd27-4f80-459a-bcc0-a7de98e01d89 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:05:22.959804 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Attempting to bind port be83dd27-4f80-459a-bcc0-a7de98e01d89 on network 2e33772f-7a83-4314-934e-a7ea68526e72 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:05:22.973431 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Network f07aad84-7102-43eb-8237-5c0a27f75841 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:22.984193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:22.992382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:22.996448 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:22.997086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:23.011855 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c746b3-2492-4be1-9548-c45395afed39 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting subnet cb074ee9-b8c5-4315-9f54-0c8a25358f18 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:05:23.031635 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-73c746b3-2492-4be1-9548-c45395afed39 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:23.044390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Pushing event updated for resources: {'Port': ['ID=af373b22-6602-44a0-b7fc-2c66c3ff7e17,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:23.083808 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] For port 10780816-8fc0-4c2d-a7a4-bc478d42eab8, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=10780816-8fc0-4c2d-a7a4-bc478d42eab8,segment=NetworkSegment(a09ed752-efd5-4dcb-9a03-a433b795d90d),segment_id=a09ed752-efd5-4dcb-9a03-a433b795d90d)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:23.084184 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:23.105131 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-109604b4-ad24-462a-aed1-a6af59da5fb8 None None] Provisioning complete for port a3913009-71df-46f8-b78b-23bd9a693d5c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:23.105413 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-109604b4-ad24-462a-aed1-a6af59da5fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:23.113351 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c4574b7f-6c6a-4da5-81c7-3da70b139adb req-2c8a62cc-7fb4-4341-8f1b-141b97e0e77e tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906711 Mar 02 19:05:23.171711 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] For port fa0117d1-4c16-4c8e-96f9-9013dc08da35, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:05:23.175643 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] For port fa0117d1-4c16-4c8e-96f9-9013dc08da35, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=fa0117d1-4c16-4c8e-96f9-9013dc08da35,segment=NetworkSegment(203efe8d-97df-4e06-8413-186c91bced9f),segment_id=203efe8d-97df-4e06-8413-186c91bced9f)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:05:23.193630 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:23.197830 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:05:23.198215 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Checking segment: {'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:23.198619 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:23.199175 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Bound using segment: {'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:05:23.199745 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Bound port: be83dd27-4f80-459a-bcc0-a7de98e01d89, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:05:23.200121 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:23.208933 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-73c746b3-2492-4be1-9548-c45395afed39 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:23.279381 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:23.280208 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:23.317040 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Calling delete_port for 10780816-8fc0-4c2d-a7a4-bc478d42eab8 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:23.333911 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:23.367536 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c73fb0b4-d85e-4db9-b3bf-d1d71dc88ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.0004959 Mar 02 19:05:23.376096 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f7713b72-2dc7-4c93-898f-89c83a9d7fa3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:23.378935 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33334) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:23.451059 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=a3913009-71df-46f8-b78b-23bd9a693d5c,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:23.505660 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-f7713b72-2dc7-4c93-898f-89c83a9d7fa3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Transition to ACTIVE for port object 92b29a7d-9af1-4ecc-b2ae-2a7c146d07a0 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:23.554814 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3388f54c-0987-4f99-981f-2fe99000b998 None None] DHCP port deletion for 6eb66200-28df-48c9-92a2-28823b079df2 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:05:23.595554 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-abb3cfb1-bd01-4afe-adfd-d34aa76c4493 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:23.599688 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cf46f7-d270-4247-bdd9-78cfe94aef50 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:23.604711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cf46f7-d270-4247-bdd9-78cfe94aef50 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:23.609504 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cf46f7-d270-4247-bdd9-78cfe94aef50 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:23.609694 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] For port be83dd27-4f80-459a-bcc0-a7de98e01d89, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:05:23.614793 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f8cf46f7-d270-4247-bdd9-78cfe94aef50 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Synchronizing usage tracker for tenant:d7cb8a6ff7f94b83af1e656e2c5b1180 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:23.619106 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-3388f54c-0987-4f99-981f-2fe99000b998 None None] Deleting port 10780816-8fc0-4c2d-a7a4-bc478d42eab8 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:23.619539 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3388f54c-0987-4f99-981f-2fe99000b998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:23.676268 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4f77642d-9c80-4f05-a966-f92f108c3a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:05:14Z', 'revision_number': 9, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:18Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:23.682072 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-73c746b3-2492-4be1-9548-c45395afed39 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:23.718931 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] For port be83dd27-4f80-459a-bcc0-a7de98e01d89, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=be83dd27-4f80-459a-bcc0-a7de98e01d89,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:05:23.720288 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f77642d-9c80-4f05-a966-f92f108c3a61 None None] The sync data for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv is: [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:05:14Z', 'revision_number': 9, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3da49b4a-51dc-4349-a766-71649ebbd3ce', 'name': '', 'network_id': '0d2a6647-2336-4b75-8e29-50bf4743f4e0', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:51:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:03Z', 'updated_at': '2022-03-02T19:04:18Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'd27ea9df-ae24-4045-809b-7edbaf8a1619', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:05:23.737457 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f7713b72-2dc7-4c93-898f-89c83a9d7fa3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:23.737991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f8d32-3982-4db2-87a0-4f80dee1142b None None] Pushing event updated for resources: {'Port': ['ID=fa0117d1-4c16-4c8e-96f9-9013dc08da35,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:23.825781 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:23.830963 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5fa3f5ee-4cae-40ac-ad7f-4b0ac4d3cfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:23.857418 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f8cf46f7-d270-4247-bdd9-78cfe94aef50 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Unset dirty status for tenant:d7cb8a6ff7f94b83af1e656e2c5b1180 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:23.861969 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f8cf46f7-d270-4247-bdd9-78cfe94aef50 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.4818592 Mar 02 19:05:23.866374 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33338) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:23.892534 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7713b72-2dc7-4c93-898f-89c83a9d7fa3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network f4119feb-09a6-4eb0-9da6-05751586ad9f is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:23.930893 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:23.955766 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-f7713b72-2dc7-4c93-898f-89c83a9d7fa3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:23.958257 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7713b72-2dc7-4c93-898f-89c83a9d7fa3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=92b29a7d-9af1-4ecc-b2ae-2a7c146d07a0,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:24.013825 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Port': ['ID=10780816-8fc0-4c2d-a7a4-bc478d42eab8,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:24.026154 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7713b72-2dc7-4c93-898f-89c83a9d7fa3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:24.031975 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-109604b4-ad24-462a-aed1-a6af59da5fb8 None None] Provisioning for port b3a94941-9d26-4e89-b6af-0a33ad0112cc completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:24.075808 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] No DVR routers for this DVR port 10780816-8fc0-4c2d-a7a4-bc478d42eab8 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:24.101633 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-831366c3-d7c0-4864-acca-bfcaebfcee18 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Deleting port af373b22-6602-44a0-b7fc-2c66c3ff7e17 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:24.101996 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-831366c3-d7c0-4864-acca-bfcaebfcee18 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:24.138850 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-109604b4-ad24-462a-aed1-a6af59da5fb8 None None] Provisioning complete for port b3a94941-9d26-4e89-b6af-0a33ad0112cc triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:24.139376 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-109604b4-ad24-462a-aed1-a6af59da5fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:24.168160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1a6f8-e3f4-4416-9670-85ea2eceadaa req-ef8371a2-bebe-4bc1-922d-6b8e152e8c52 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:24.169662 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-53b1a6f8-e3f4-4416-9670-85ea2eceadaa req-ef8371a2-bebe-4bc1-922d-6b8e152e8c52 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 946 time: 0.8657451 Mar 02 19:05:24.201312 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7713b72-2dc7-4c93-898f-89c83a9d7fa3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:24.203605 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f7713b72-2dc7-4c93-898f-89c83a9d7fa3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:24.242215 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Router 21db579b-4602-4cd0-9f6f-86df599f8b7b is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:05:24.287965 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f7713b72-2dc7-4c93-898f-89c83a9d7fa3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8408761 Mar 02 19:05:24.294658 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-109604b4-ad24-462a-aed1-a6af59da5fb8 None None] Port b3a94941-9d26-4e89-b6af-0a33ad0112cc cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:24.302705 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-3388f54c-0987-4f99-981f-2fe99000b998 None None] For port 10780816-8fc0-4c2d-a7a4-bc478d42eab8, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=10780816-8fc0-4c2d-a7a4-bc478d42eab8,segment=NetworkSegment(a09ed752-efd5-4dcb-9a03-a433b795d90d),segment_id=a09ed752-efd5-4dcb-9a03-a433b795d90d)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:24.303165 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3388f54c-0987-4f99-981f-2fe99000b998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:24.308534 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33342) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:24.312319 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7fe13-e5a8-4493-90a7-530859f5b895 None None] Pushing event updated for resources: {'Port': ['ID=be83dd27-4f80-459a-bcc0-a7de98e01d89,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:24.391876 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-73c746b3-2492-4be1-9548-c45395afed39 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:24.468178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-3388f54c-0987-4f99-981f-2fe99000b998 None None] Calling delete_port for 10780816-8fc0-4c2d-a7a4-bc478d42eab8 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:24.489091 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c746b3-2492-4be1-9548-c45395afed39 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Subnet': ['ID=cb074ee9-b8c5-4315-9f54-0c8a25358f18,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:24.499723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:24.553595 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-73c746b3-2492-4be1-9548-c45395afed39 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:24.593870 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11979261-687b-4b3d-9696-e37a37e75439 None None] Network ed359106-a8e2-4146-a6a4-c5a0b72e3b2a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:24.597919 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb66200-28df-48c9-92a2-28823b079df2']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:24.618595 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-53b1a6f8-e3f4-4416-9670-85ea2eceadaa req-34bbbb66-df99-4663-9b1a-9d8bc8f0a015 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207351 Mar 02 19:05:24.869938 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-3388f54c-0987-4f99-981f-2fe99000b998 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:05:24.870287 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-3388f54c-0987-4f99-981f-2fe99000b998 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:05:24.876330 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-abb3cfb1-bd01-4afe-adfd-d34aa76c4493 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Allocated IP 172.20.0.1 (19a5a2da-89af-40f1-aaf9-4c9599773db2/6285dd2f-d112-428e-9e0b-31178bf82a80/c107342b-c3e2-4057-89a3-47a6fcf5127a) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:24.894737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b764d11-3fd1-498e-affc-90c1f18bd7e9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:24.897773 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7b764d11-3fd1-498e-affc-90c1f18bd7e9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Synchronizing usage tracker for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:24.910928 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-831366c3-d7c0-4864-acca-bfcaebfcee18 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:24.992880 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e6d7a191-ab45-4dd8-a31a-ea1405382084 None None] Provisioning for port 92b29a7d-9af1-4ecc-b2ae-2a7c146d07a0 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:25.029942 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e6d7a191-ab45-4dd8-a31a-ea1405382084 None None] Provisioning complete for port 92b29a7d-9af1-4ecc-b2ae-2a7c146d07a0 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:25.029942 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a191-ab45-4dd8-a31a-ea1405382084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:25.067444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-831366c3-d7c0-4864-acca-bfcaebfcee18 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Calling delete_port for af373b22-6602-44a0-b7fc-2c66c3ff7e17 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:25.099132 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-abb3cfb1-bd01-4afe-adfd-d34aa76c4493 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:25.113348 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-e6d7a191-ab45-4dd8-a31a-ea1405382084 None None] Port 92b29a7d-9af1-4ecc-b2ae-2a7c146d07a0 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:25.114456 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-73c746b3-2492-4be1-9548-c45395afed39 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/subnets/cb074ee9-b8c5-4315-9f54-0c8a25358f18 HTTP/1.1" status: 204 len: 168 time: 2.6314733 Mar 02 19:05:25.119473 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09ed752-efd5-4dcb-9a03-a433b795d90d') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:25.119802 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09ed752-efd5-4dcb-9a03-a433b795d90d') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:25.138855 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:25.138981 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad00285-7c2e-423b-83a8-dcaa6174033c None None] Network f07aad84-7102-43eb-8237-5c0a27f75841 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:25.151458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33348) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:25.161516 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-abb3cfb1-bd01-4afe-adfd-d34aa76c4493 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Transition to ACTIVE for port object c107342b-c3e2-4057-89a3-47a6fcf5127a will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:25.166916 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e6d7a191-ab45-4dd8-a31a-ea1405382084 None None] Provisioning complete for port b3a94941-9d26-4e89-b6af-0a33ad0112cc triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:25.167514 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e6d7a191-ab45-4dd8-a31a-ea1405382084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:25.199507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:25.202585 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:25.213041 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:05:25.213508 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:05:25.235441 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:05:25.253376 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7b764d11-3fd1-498e-affc-90c1f18bd7e9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Unset dirty status for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:25.257379 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7b764d11-3fd1-498e-affc-90c1f18bd7e9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.9072988 Mar 02 19:05:25.280289 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33352) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:25.328735 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-abb3cfb1-bd01-4afe-adfd-d34aa76c4493 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:25.334349 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-e6d7a191-ab45-4dd8-a31a-ea1405382084 None None] Port b3a94941-9d26-4e89-b6af-0a33ad0112cc cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:25.374889 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-3388f54c-0987-4f99-981f-2fe99000b998 None None] Deleting port 10780816-8fc0-4c2d-a7a4-bc478d42eab8 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:25.375857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3388f54c-0987-4f99-981f-2fe99000b998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:25.589341 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a3913009-71df-46f8-b78b-23bd9a693d5c up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:25.598715 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb3cfb1-bd01-4afe-adfd-d34aa76c4493 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Network 19a5a2da-89af-40f1-aaf9-4c9599773db2 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:25.602583 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-abb3cfb1-bd01-4afe-adfd-d34aa76c4493 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:25.611857 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb3cfb1-bd01-4afe-adfd-d34aa76c4493 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:25.633562 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-3388f54c-0987-4f99-981f-2fe99000b998 None None] The port '10780816-8fc0-4c2d-a7a4-bc478d42eab8' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:05:25.652159 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3cfb1-bd01-4afe-adfd-d34aa76c4493 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=c107342b-c3e2-4057-89a3-47a6fcf5127a,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:25.679873 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:25.702829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:25.738164 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:25.811700 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Network': ['ID=6eb66200-28df-48c9-92a2-28823b079df2,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:25.824280 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fc9675fd-3ff3-47ad-8ae7-9ae46febeb59 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/networks/6eb66200-28df-48c9-92a2-28823b079df2 HTTP/1.1" status: 204 len: 168 time: 3.5973454 Mar 02 19:05:25.828738 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-abb3cfb1-bd01-4afe-adfd-d34aa76c4493 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:25.834759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33358) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:25.844670 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:05:25.853252 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-39bbeaa3-064f-4512-b30f-5ba6dc57a0b2 None None] Provisioning for port fa0117d1-4c16-4c8e-96f9-9013dc08da35 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:25.868319 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Sync routers for ids ['21db579b-4602-4cd0-9f6f-86df599f8b7b'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:05:25.923839 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Routers {'21db579b-4602-4cd0-9f6f-86df599f8b7b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:25.924564 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['21db579b-4602-4cd0-9f6f-86df599f8b7b'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:25.959828 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea8804-8b5d-4e1b-a16f-1a735fd175da req-9b417c97-4e78-485a-82cb-ca58be82993c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:25.964489 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-54ea8804-8b5d-4e1b-a16f-1a735fd175da req-9b417c97-4e78-485a-82cb-ca58be82993c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 946 time: 0.2228482 Mar 02 19:05:25.987611 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10ee8c5-ea6e-439c-9ca8-7299f4344431 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:25.991937 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10ee8c5-ea6e-439c-9ca8-7299f4344431 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:25.996951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10ee8c5-ea6e-439c-9ca8-7299f4344431 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:25.999709 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c10ee8c5-ea6e-439c-9ca8-7299f4344431 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.7184324 Mar 02 19:05:26.002677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9a0379-c5e7-41ed-99b9-4c258e49ce5a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting subnet 9e29df7b-1c45-4a67-a4ba-431ff06d9cfd {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:05:26.004597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33364) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:26.020663 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a3913009-71df-46f8-b78b-23bd9a693d5c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:26.021080 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:26.058868 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ed9a0379-c5e7-41ed-99b9-4c258e49ce5a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:26.127677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-831366c3-d7c0-4864-acca-bfcaebfcee18 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:26.141228 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:26.142612 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ec491262-58a0-4e2e-9eab-550f41344df6 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5931046 Mar 02 19:05:26.151189 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33368) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:26.272263 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831366c3-d7c0-4864-acca-bfcaebfcee18 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Pushing event deleted for resources: {'Port': ['ID=af373b22-6602-44a0-b7fc-2c66c3ff7e17,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:26.335188 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7a0d1e-0668-4308-b20b-9f6489dcbe65 None None] Network 2e33772f-7a83-4314-934e-a7ea68526e72 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:26.347915 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ed9a0379-c5e7-41ed-99b9-4c258e49ce5a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:26.352316 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-54ea8804-8b5d-4e1b-a16f-1a735fd175da req-76898079-4d10-4849-855b-851ab88356cb tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711934 Mar 02 19:05:26.396473 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-0f188cc4-9749-415d-a5bc-72a976c7a1a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port 92b29a7d-9af1-4ecc-b2ae-2a7c146d07a0 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:26.396657 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0f188cc4-9749-415d-a5bc-72a976c7a1a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:26.463647 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-831366c3-d7c0-4864-acca-bfcaebfcee18 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:26.470618 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-831366c3-d7c0-4864-acca-bfcaebfcee18 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] 10.222.0.73 "DELETE /v2.0/ports/af373b22-6602-44a0-b7fc-2c66c3ff7e17 HTTP/1.1" status: 204 len: 168 time: 2.5807116 Mar 02 19:05:26.480690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33372) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:26.500649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-d191e0cc-b075-4524-9483-5e25d38c3c03 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Request body: {'port': {'name': 'tempest-new-port-name-210657918', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:26.500649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.api.validators [None req-d191e0cc-b075-4524-9483-5e25d38c3c03 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] bootfile-name is not in valid_values {{(pid=84532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 19:05:26.500649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.api.validators [None req-d191e0cc-b075-4524-9483-5e25d38c3c03 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] tftp-server is not in valid_values {{(pid=84532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 19:05:26.500649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.api.validators [None req-d191e0cc-b075-4524-9483-5e25d38c3c03 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] server-ip-address is not in valid_values {{(pid=84532) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 19:05:26.661945 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device fa0117d1-4c16-4c8e-96f9-9013dc08da35 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:26.753679 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-9e4017f1-4d87-4ae1-9c0c-35bebdb2bc73 None None] Provisioning for port c107342b-c3e2-4057-89a3-47a6fcf5127a completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:26.759316 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:26.769359 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-abb3cfb1-bd01-4afe-adfd-d34aa76c4493 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:26.778890 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-9e4017f1-4d87-4ae1-9c0c-35bebdb2bc73 None None] Provisioning complete for port c107342b-c3e2-4057-89a3-47a6fcf5127a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:26.779256 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9e4017f1-4d87-4ae1-9c0c-35bebdb2bc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:26.836169 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ed9a0379-c5e7-41ed-99b9-4c258e49ce5a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:26.908194 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d191e0cc-b075-4524-9483-5e25d38c3c03 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:26.928953 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Set router 21db579b-4602-4cd0-9f6f-86df599f8b7b gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:05:26.971714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port fa0117d1-4c16-4c8e-96f9-9013dc08da35 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:26.976775 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-9e4017f1-4d87-4ae1-9c0c-35bebdb2bc73 None None] Port c107342b-c3e2-4057-89a3-47a6fcf5127a cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:26.997933 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port fa0117d1-4c16-4c8e-96f9-9013dc08da35 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:26.997933 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:27.039132 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0f188cc4-9749-415d-a5bc-72a976c7a1a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:27.235997 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-0f188cc4-9749-415d-a5bc-72a976c7a1a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for 92b29a7d-9af1-4ecc-b2ae-2a7c146d07a0 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:27.366388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ed9a0379-c5e7-41ed-99b9-4c258e49ce5a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:27.395137 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f7fc90f5-5827-4032-ba49-024e685456be None None] Provisioning for port be83dd27-4f80-459a-bcc0-a7de98e01d89 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:27.464352 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f7fc90f5-5827-4032-ba49-024e685456be None None] Could not find standard attr ID for object af373b22-6602-44a0-b7fc-2c66c3ff7e17. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:05:27.465852 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:27.567559 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f7fc90f5-5827-4032-ba49-024e685456be None None] Provisioning complete for port fa0117d1-4c16-4c8e-96f9-9013dc08da35 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:27.567937 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f7fc90f5-5827-4032-ba49-024e685456be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:27.596185 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a0379-c5e7-41ed-99b9-4c258e49ce5a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Subnet': ['ID=9e29df7b-1c45-4a67-a4ba-431ff06d9cfd,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:27.673749 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port fa0117d1-4c16-4c8e-96f9-9013dc08da35, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=fa0117d1-4c16-4c8e-96f9-9013dc08da35,segment=NetworkSegment(203efe8d-97df-4e06-8413-186c91bced9f),segment_id=203efe8d-97df-4e06-8413-186c91bced9f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:27.684836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ed9a0379-c5e7-41ed-99b9-4c258e49ce5a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:27.700207 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-abb3cfb1-bd01-4afe-adfd-d34aa76c4493 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:27.712004 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:22Z', 'revision_number': 3, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:27.720213 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ed9a0379-c5e7-41ed-99b9-4c258e49ce5a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/subnets/9e29df7b-1c45-4a67-a4ba-431ff06d9cfd HTTP/1.1" status: 204 len: 168 time: 2.5615273 Mar 02 19:05:27.720428 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d8c2cdc8-d3db-4794-a2d9-877d375a1459 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:27.722593 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33378) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:27.732004 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Checking router: 21db579b-4602-4cd0-9f6f-86df599f8b7b for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:05:27.732373 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Updating router 21db579b-4602-4cd0-9f6f-86df599f8b7b port e503d69f-5ebb-4303-a7ac-68dde227bfd1 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:05:27.798498 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-abb3cfb1-bd01-4afe-adfd-d34aa76c4493 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:27.839159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292d4175-e8b7-4798-b788-db440495e695 None None] Network ed359106-a8e2-4146-a6a4-c5a0b72e3b2a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:27.876407 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0f188cc4-9749-415d-a5bc-72a976c7a1a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:27.896645 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:27.941044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-abb3cfb1-bd01-4afe-adfd-d34aa76c4493 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:28.064575 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f188cc4-9749-415d-a5bc-72a976c7a1a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Port': ['ID=92b29a7d-9af1-4ecc-b2ae-2a7c146d07a0,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:28.145434 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:28.164207 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a05e5d-e105-4f2e-88bd-b6b946947b78 req-de1f8bef-f41b-4689-bd68-bcbe81c0a932 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:28.165753 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e9a05e5d-e105-4f2e-88bd-b6b946947b78 req-de1f8bef-f41b-4689-bd68-bcbe81c0a932 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 946 time: 0.5582657 Mar 02 19:05:28.180251 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:28.181041 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device be83dd27-4f80-459a-bcc0-a7de98e01d89 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:28.228810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-d191e0cc-b075-4524-9483-5e25d38c3c03 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:05:28.248308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3cfb1-bd01-4afe-adfd-d34aa76c4493 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=c107342b-c3e2-4057-89a3-47a6fcf5127a,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:28.266269 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port 5813c827-5300-4c11-bfba-fd8c113b5a48 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:28.266663 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:28.315717 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d191e0cc-b075-4524-9483-5e25d38c3c03 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:28.354776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0f188cc4-9749-415d-a5bc-72a976c7a1a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:28.360361 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0f188cc4-9749-415d-a5bc-72a976c7a1a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/ports/92b29a7d-9af1-4ecc-b2ae-2a7c146d07a0 HTTP/1.1" status: 204 len: 168 time: 2.3488503 Mar 02 19:05:28.364445 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33382) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:28.426329 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e9a05e5d-e105-4f2e-88bd-b6b946947b78 req-efd6cf6d-e507-4a6b-800c-1603fbdd8b5f tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291653 Mar 02 19:05:28.503319 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-9528d0fa-f4fd-4452-b7dd-944d5f3c0115 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] GET failed (client error): The resource could not be found. Mar 02 19:05:28.503864 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9528d0fa-f4fd-4452-b7dd-944d5f3c0115 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Synchronizing usage tracker for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:28.569396 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb3cfb1-bd01-4afe-adfd-d34aa76c4493 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Network 19a5a2da-89af-40f1-aaf9-4c9599773db2 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:28.573818 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-abb3cfb1-bd01-4afe-adfd-d34aa76c4493 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:28.574625 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] For port 5813c827-5300-4c11-bfba-fd8c113b5a48, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=5813c827-5300-4c11-bfba-fd8c113b5a48,segment=NetworkSegment(24901e2b-574c-4149-9101-000dc7d2998b),segment_id=24901e2b-574c-4149-9101-000dc7d2998b)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:28.575118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:28.578561 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f7fc90f5-5827-4032-ba49-024e685456be None None] Provisioning complete for port 5813c827-5300-4c11-bfba-fd8c113b5a48 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:28.579095 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f7fc90f5-5827-4032-ba49-024e685456be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:28.685031 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=fa0117d1-4c16-4c8e-96f9-9013dc08da35,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:28.744730 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9528d0fa-f4fd-4452-b7dd-944d5f3c0115 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Unset dirty status for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:28.749881 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9528d0fa-f4fd-4452-b7dd-944d5f3c0115 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports/92b29a7d-9af1-4ecc-b2ae-2a7c146d07a0 HTTP/1.1" status: 404 len: 333 time: 0.3837647 Mar 02 19:05:28.753681 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33388) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:28.773438 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for 5813c827-5300-4c11-bfba-fd8c113b5a48 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:28.833366 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port be83dd27-4f80-459a-bcc0-a7de98e01d89 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:28.869765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port be83dd27-4f80-459a-bcc0-a7de98e01d89 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:28.869977 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:28.872523 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d191e0cc-b075-4524-9483-5e25d38c3c03 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:28.934473 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:28.949281 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:28.965149 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-d191e0cc-b075-4524-9483-5e25d38c3c03 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] In _notify_port_updated(), no bound segment for port 886d3e8c-5775-42c2-ae89-6854d87cd5c4 on network f07aad84-7102-43eb-8237-5c0a27f75841 {{(pid=84532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:05:28.970138 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d191e0cc-b075-4524-9483-5e25d38c3c03 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:28.970921 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d191e0cc-b075-4524-9483-5e25d38c3c03 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:28.975189 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d191e0cc-b075-4524-9483-5e25d38c3c03 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] 10.222.0.73 "PUT /v2.0/ports/886d3e8c-5775-42c2-ae89-6854d87cd5c4 HTTP/1.1" status: 200 len: 1129 time: 2.4912601 Mar 02 19:05:28.986644 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33394) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:29.006593 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Transition to ACTIVE for port object e503d69f-5ebb-4303-a7ac-68dde227bfd1 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:29.050488 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191e0cc-b075-4524-9483-5e25d38c3c03 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Pushing event updated for resources: {'Port': ['ID=886d3e8c-5775-42c2-ae89-6854d87cd5c4,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:29.071597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] No DVR routers for this DVR port 5813c827-5300-4c11-bfba-fd8c113b5a48 on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:29.080587 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-a8e4158f-6cc9-469e-982c-2006aa9d9059 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port b3a94941-9d26-4e89-b6af-0a33ad0112cc {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:29.082493 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a8e4158f-6cc9-469e-982c-2006aa9d9059 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:29.115933 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:29.136849 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919023a2-11cd-4ca2-9365-9450084a1d1b None None] DHCP port deletion for ed359106-a8e2-4146-a6a4-c5a0b72e3b2a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:05:29.191636 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f7fc90f5-5827-4032-ba49-024e685456be None None] Provisioning for port 886d3e8c-5775-42c2-ae89-6854d87cd5c4 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:29.224142 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f7fc90f5-5827-4032-ba49-024e685456be None None] Provisioning complete for port 886d3e8c-5775-42c2-ae89-6854d87cd5c4 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:29.224514 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f7fc90f5-5827-4032-ba49-024e685456be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:29.295723 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Port': ['ID=5813c827-5300-4c11-bfba-fd8c113b5a48,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:29.343057 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:29.383744 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port be83dd27-4f80-459a-bcc0-a7de98e01d89, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=be83dd27-4f80-459a-bcc0-a7de98e01d89,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:29.385276 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb7175-4f07-4762-af1f-724a5f9ce92a None None] Pushing event updated for resources: {'Port': ['ID=e503d69f-5ebb-4303-a7ac-68dde227bfd1,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:29.388805 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Attempting to bind port e503d69f-5ebb-4303-a7ac-68dde227bfd1 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:05:29.388805 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Attempting to bind port e503d69f-5ebb-4303-a7ac-68dde227bfd1 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:05:29.389178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Attempting to bind port e503d69f-5ebb-4303-a7ac-68dde227bfd1 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:05:29.393201 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc90f5-5827-4032-ba49-024e685456be None None] Port 886d3e8c-5775-42c2-ae89-6854d87cd5c4 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:29.403645 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:05:29.404224 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:29.404727 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:29.405216 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:05:29.405876 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Bound port: e503d69f-5ebb-4303-a7ac-68dde227bfd1, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:05:29.406048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd23925-5246-4b4e-b401-f8f176b0fad4 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:29.406456 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:29.407178 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7bd23925-5246-4b4e-b401-f8f176b0fad4 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Synchronizing usage tracker for tenant:d7cb8a6ff7f94b83af1e656e2c5b1180 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:29.426756 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:29.456362 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:29.485557 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed359106-a8e2-4146-a6a4-c5a0b72e3b2a']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:29.504942 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24901e2b-574c-4149-9101-000dc7d2998b') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:29.505233 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24901e2b-574c-4149-9101-000dc7d2998b') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:29.529243 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:29.549326 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-910d579f-ba6f-4a94-ba8f-39375a64ceae req-10dd4bf5-122f-49b2-8d84-fa26f1040967 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2a35e32a20f342fdb54f6b43f0d5c554&device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 1099 time: 0.3369982 Mar 02 19:05:29.558119 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d977d-6b88-4796-ba5c-11cdaa4c7357 req-86913d4a-9a81-4af1-b584-2febb77c3795 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:29.558432 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 59367128-ef71-4bc2-9172-06e57074cbc2 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:29.559608 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9d6d977d-6b88-4796-ba5c-11cdaa4c7357 req-86913d4a-9a81-4af1-b584-2febb77c3795 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 946 time: 0.4854219 Mar 02 19:05:29.580035 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:29.587737 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] For port e503d69f-5ebb-4303-a7ac-68dde227bfd1, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:05:29.588888 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7bd23925-5246-4b4e-b401-f8f176b0fad4 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Unset dirty status for tenant:d7cb8a6ff7f94b83af1e656e2c5b1180 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:29.593156 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7bd23925-5246-4b4e-b401-f8f176b0fad4 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] 10.222.0.73 "GET /v2.0/ports/886d3e8c-5775-42c2-ae89-6854d87cd5c4 HTTP/1.1" status: 200 len: 1129 time: 0.6020436 Mar 02 19:05:29.600233 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 59367128-ef71-4bc2-9172-06e57074cbc2 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:05:29.600578 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 59367128-ef71-4bc2-9172-06e57074cbc2 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:29.600988 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 10780816-8fc0-4c2d-a7a4-bc478d42eab8 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:29.607199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33398) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:29.609191 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:05:29.615230 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:05:29.628408 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:05:29.632135 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=be83dd27-4f80-459a-bcc0-a7de98e01d89,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:29.642630 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] For port e503d69f-5ebb-4303-a7ac-68dde227bfd1, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e503d69f-5ebb-4303-a7ac-68dde227bfd1,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:05:29.651043 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 10780816-8fc0-4c2d-a7a4-bc478d42eab8 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:05:29.651409 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 10780816-8fc0-4c2d-a7a4-bc478d42eab8 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:29.654830 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-22a17a85-7d2e-4402-a559-72ea0c08c62b None None] Provisioning complete for port be83dd27-4f80-459a-bcc0-a7de98e01d89 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:29.655218 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-22a17a85-7d2e-4402-a559-72ea0c08c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:29.718445 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:29.792404 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device be83dd27-4f80-459a-bcc0-a7de98e01d89 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:29.883201 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9d6d977d-6b88-4796-ba5c-11cdaa4c7357 req-1904dc4c-537b-434d-b35e-d575c7510946 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006370 Mar 02 19:05:29.889977 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-3560f7ec-e0f1-4041-8863-fa1548a3afa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Deleting port 886d3e8c-5775-42c2-ae89-6854d87cd5c4 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:29.890895 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3560f7ec-e0f1-4041-8863-fa1548a3afa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:29.937048 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb7175-4f07-4762-af1f-724a5f9ce92a None None] Pushing event updated for resources: {'Port': ['ID=e503d69f-5ebb-4303-a7ac-68dde227bfd1,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:29.940995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Routers {'21db579b-4602-4cd0-9f6f-86df599f8b7b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:29.941741 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['21db579b-4602-4cd0-9f6f-86df599f8b7b'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:30.024501 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:30.055709 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:30.073296 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a8e4158f-6cc9-469e-982c-2006aa9d9059 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:30.087213 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-22a17a85-7d2e-4402-a559-72ea0c08c62b None None] Provisioning complete for port 886d3e8c-5775-42c2-ae89-6854d87cd5c4 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:30.087756 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-22a17a85-7d2e-4402-a559-72ea0c08c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:30.093719 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:30.099797 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d579f-ba6f-4a94-ba8f-39375a64ceae req-a1fb28e9-01eb-4291-9e53-72f3527e1b9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:30.101669 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-910d579f-ba6f-4a94-ba8f-39375a64ceae req-a1fb28e9-01eb-4291-9e53-72f3527e1b9b service neutron] 10.222.0.87 "GET /v2.0/networks?id=fc352922-d775-4492-b35f-ae22f1cc9ad3 HTTP/1.1" status: 200 len: 912 time: 0.5405419 Mar 02 19:05:30.165960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Network': ['ID=ed359106-a8e2-4146-a6a4-c5a0b72e3b2a,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:30.182003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port be83dd27-4f80-459a-bcc0-a7de98e01d89 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:30.182546 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:30.223982 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-79439bc7-b079-4514-b1a4-b3a5fcb9444c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/networks/ed359106-a8e2-4146-a6a4-c5a0b72e3b2a HTTP/1.1" status: 204 len: 168 time: 2.4843249 Mar 02 19:05:30.224250 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-22a17a85-7d2e-4402-a559-72ea0c08c62b None None] Port 886d3e8c-5775-42c2-ae89-6854d87cd5c4 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:30.227932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33402) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:30.234665 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-910d579f-ba6f-4a94-ba8f-39375a64ceae req-b19be830-b72c-49f0-bea8-50fd3ca58d4e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16c8cefa-ca47-4b76-a232-86bcb50dbaaf HTTP/1.1" status: 200 len: 217 time: 0.1187761 Mar 02 19:05:30.250759 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-22a17a85-7d2e-4402-a559-72ea0c08c62b None None] Could not find standard attr ID for object af373b22-6602-44a0-b7fc-2c66c3ff7e17. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:05:30.259581 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-a8e4158f-6cc9-469e-982c-2006aa9d9059 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for b3a94941-9d26-4e89-b6af-0a33ad0112cc owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:30.288144 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] Set router 21db579b-4602-4cd0-9f6f-86df599f8b7b gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:05:30.335921 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-22a17a85-7d2e-4402-a559-72ea0c08c62b None None] Provisioning complete for port c107342b-c3e2-4057-89a3-47a6fcf5127a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:30.336293 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-22a17a85-7d2e-4402-a559-72ea0c08c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:30.450788 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d579f-ba6f-4a94-ba8f-39375a64ceae req-e8e6e876-c2d6-4eb7-bac1-f2cad27bc59f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:30.452508 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-910d579f-ba6f-4a94-ba8f-39375a64ceae req-e8e6e876-c2d6-4eb7-bac1-f2cad27bc59f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9129bf72-25e9-47b5-bba7-efef5f522b0f HTTP/1.1" status: 200 len: 851 time: 0.1812179 Mar 02 19:05:30.512375 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-910d579f-ba6f-4a94-ba8f-39375a64ceae req-ae33c1c9-c1f3-48a3-b75a-31712743c7db service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fc352922-d775-4492-b35f-ae22f1cc9ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518751 Mar 02 19:05:30.591798 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:05:30.623607 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device fa0117d1-4c16-4c8e-96f9-9013dc08da35 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:30.644110 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] Allocated IP 172.20.0.1 (2e33772f-7a83-4314-934e-a7ea68526e72/eb42d443-71ba-493e-8b31-52bf5eb54af6/ba121697-9d87-4f6d-86da-a20d883832b1) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:30.646157 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4585dd95-cfa5-403a-bc90-a1a318295527 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:30.646879 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4585dd95-cfa5-403a-bc90-a1a318295527 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Synchronizing usage tracker for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:30.648392 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-22a17a85-7d2e-4402-a559-72ea0c08c62b None None] Port c107342b-c3e2-4057-89a3-47a6fcf5127a cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:30.652837 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb3cfb1-bd01-4afe-adfd-d34aa76c4493 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router b293d05e-b87f-426a-a19d-be5094633746 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:05:30.654789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3560f7ec-e0f1-4041-8863-fa1548a3afa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:30.697432 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a8e4158f-6cc9-469e-982c-2006aa9d9059 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:30.784709 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4158f-6cc9-469e-982c-2006aa9d9059 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Port': ['ID=b3a94941-9d26-4e89-b6af-0a33ad0112cc,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:30.788217 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port fa0117d1-4c16-4c8e-96f9-9013dc08da35 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:30.788590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:30.843763 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-3560f7ec-e0f1-4041-8863-fa1548a3afa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Calling delete_port for 886d3e8c-5775-42c2-ae89-6854d87cd5c4 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:30.873780 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:22Z', 'revision_number': 3, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:30.879607 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55070952-81b9-4f51-866e-4bcd93ee30a1 None None] The sync data for ids ['21db579b-4602-4cd0-9f6f-86df599f8b7b'] in dv-neutron-831573-1-hyperv is: [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:22Z', 'revision_number': 3, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:05:30.973985 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4585dd95-cfa5-403a-bc90-a1a318295527 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Unset dirty status for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:30.984547 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4585dd95-cfa5-403a-bc90-a1a318295527 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.7555058 Mar 02 19:05:30.990664 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33408) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:31.007503 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2cdc8-d3db-4794-a2d9-877d375a1459 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port 3da49b4a-51dc-4349-a766-71649ebbd3ce {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:31.007849 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d8c2cdc8-d3db-4794-a2d9-877d375a1459 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:31.056852 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a8e4158f-6cc9-469e-982c-2006aa9d9059 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:31.061169 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5813c827-5300-4c11-bfba-fd8c113b5a48 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:31.119826 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:31.141891 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 5813c827-5300-4c11-bfba-fd8c113b5a48 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:05:31.141891 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5813c827-5300-4c11-bfba-fd8c113b5a48 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:31.179016 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-910d579f-ba6f-4a94-ba8f-39375a64ceae req-324fa0c9-742b-43e8-ad74-e75c7b32f442 service neutron] 10.222.0.87 "GET /v2.0/networks/fc352922-d775-4492-b35f-ae22f1cc9ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507289 Mar 02 19:05:31.400281 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3560f7ec-e0f1-4041-8863-fa1548a3afa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:31.409748 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-580bc534-fa06-4cf9-ad53-3fc6dee0137c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4179099 Mar 02 19:05:31.412337 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a8e4158f-6cc9-469e-982c-2006aa9d9059 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/ports/b3a94941-9d26-4e89-b6af-0a33ad0112cc HTTP/1.1" status: 204 len: 168 time: 2.6293914 Mar 02 19:05:31.415495 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33412) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:31.415841 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33414) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:31.481950 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560f7ec-e0f1-4041-8863-fa1548a3afa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Pushing event deleted for resources: {'Port': ['ID=886d3e8c-5775-42c2-ae89-6854d87cd5c4,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:31.486164 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-e8afa72f-ee63-46a9-a519-85d454e68e0f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2116978921'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:31.526493 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e8afa72f-ee63-46a9-a519-85d454e68e0f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:31.531876 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-910d579f-ba6f-4a94-ba8f-39375a64ceae req-2b7d4dc7-83e6-4fef-8d93-e29002b877a0 service neutron] 10.222.0.87 "GET /v2.0/networks/fc352922-d775-4492-b35f-ae22f1cc9ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382494 Mar 02 19:05:31.535074 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3560f7ec-e0f1-4041-8863-fa1548a3afa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:31.555048 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b668ba-e68d-4974-b137-c67ae8466175 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] GET failed (client error): The resource could not be found. Mar 02 19:05:31.556200 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b7b668ba-e68d-4974-b137-c67ae8466175 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Synchronizing usage tracker for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:31.571387 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e8afa72f-ee63-46a9-a519-85d454e68e0f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:network and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:31.585914 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:31.589397 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e8afa72f-ee63-46a9-a519-85d454e68e0f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:31.618890 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e8afa72f-ee63-46a9-a519-85d454e68e0f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:31.634442 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3560f7ec-e0f1-4041-8863-fa1548a3afa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] 10.222.0.73 "DELETE /v2.0/ports/886d3e8c-5775-42c2-ae89-6854d87cd5c4 HTTP/1.1" status: 204 len: 168 time: 2.0072567 Mar 02 19:05:31.637876 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33420) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:31.705590 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] Transition to ACTIVE for port object ba121697-9d87-4f6d-86da-a20d883832b1 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:31.720677 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-d8c2cdc8-d3db-4794-a2d9-877d375a1459 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] For port 3da49b4a-51dc-4349-a766-71649ebbd3ce, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3da49b4a-51dc-4349-a766-71649ebbd3ce,segment=NetworkSegment(0d21b58a-b23e-4cd6-bb85-823600ff24b4),segment_id=0d21b58a-b23e-4cd6-bb85-823600ff24b4)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:31.720953 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d8c2cdc8-d3db-4794-a2d9-877d375a1459 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:31.736191 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af15272-7942-4082-86fc-02cb66b3fca4 req-df24d0bc-0612-4e54-b78e-7e10e26f7b06 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:31.743272 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2af15272-7942-4082-86fc-02cb66b3fca4 req-df24d0bc-0612-4e54-b78e-7e10e26f7b06 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 946 time: 0.5892198 Mar 02 19:05:31.774795 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b7b668ba-e68d-4974-b137-c67ae8466175 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Unset dirty status for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:31.777028 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b7b668ba-e68d-4974-b137-c67ae8466175 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports/b3a94941-9d26-4e89-b6af-0a33ad0112cc HTTP/1.1" status: 404 len: 333 time: 0.3535228 Mar 02 19:05:31.780707 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33424) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:31.875205 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e503d69f-5ebb-4303-a7ac-68dde227bfd1 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:32.071883 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8afa72f-ee63-46a9-a519-85d454e68e0f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:32.075405 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e8afa72f-ee63-46a9-a519-85d454e68e0f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.092613 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2cdc8-d3db-4794-a2d9-877d375a1459 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Calling delete_port for 3da49b4a-51dc-4349-a766-71649ebbd3ce owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:32.221945 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port e503d69f-5ebb-4303-a7ac-68dde227bfd1 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:32.225417 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2af15272-7942-4082-86fc-02cb66b3fca4 req-4f816671-b3f7-4cff-82e9-b59af43337b3 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811041 Mar 02 19:05:32.227074 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port e503d69f-5ebb-4303-a7ac-68dde227bfd1 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:32.227473 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.242397 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-6792134c-5d5f-4005-950f-797901aeda00 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Deleting subnet 085f7d7a-83b4-4317-88fd-aef382b0d2fa {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:05:32.243196 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8afa72f-ee63-46a9-a519-85d454e68e0f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:05:32.260405 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6792134c-5d5f-4005-950f-797901aeda00 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.284464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e8afa72f-ee63-46a9-a519-85d454e68e0f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.290289 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-e8afa72f-ee63-46a9-a519-85d454e68e0f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Added segment d4f8ba52-dbb4-4e09-a56d-0dc39c2424e1 of type vlan for network db8899ee-6a5d-427e-bba0-2d7322256e34 Mar 02 19:05:32.322757 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.343193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6792134c-5d5f-4005-950f-797901aeda00 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.360785 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e8afa72f-ee63-46a9-a519-85d454e68e0f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.384526 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.404785 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port e503d69f-5ebb-4303-a7ac-68dde227bfd1, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e503d69f-5ebb-4303-a7ac-68dde227bfd1,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:32.408604 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f26034-6c77-4ef2-86c3-f227aeeb376b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting subnet 83bc5822-a97a-4b29-8a81-c6edc8b73d5f {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:05:32.413858 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21f26034-6c77-4ef2-86c3-f227aeeb376b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.431492 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb3cfb1-bd01-4afe-adfd-d34aa76c4493 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:05:32.447151 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c409534c-8bf1-4a5b-97de-c216dd5da472 None None] Sync routers for ids ['b293d05e-b87f-426a-a19d-be5094633746'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:05:32.468537 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c409534c-8bf1-4a5b-97de-c216dd5da472 None None] Routers {'b293d05e-b87f-426a-a19d-be5094633746'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:32.469160 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-c409534c-8bf1-4a5b-97de-c216dd5da472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['b293d05e-b87f-426a-a19d-be5094633746'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:32.470769 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.490517 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21f26034-6c77-4ef2-86c3-f227aeeb376b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.562734 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6792134c-5d5f-4005-950f-797901aeda00 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.573521 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-c409534c-8bf1-4a5b-97de-c216dd5da472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:32.578845 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=ba121697-9d87-4f6d-86da-a20d883832b1,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:32.588581 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c409534c-8bf1-4a5b-97de-c216dd5da472 None None] Routers {'b293d05e-b87f-426a-a19d-be5094633746'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:32.589607 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-c409534c-8bf1-4a5b-97de-c216dd5da472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['b293d05e-b87f-426a-a19d-be5094633746'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:32.590263 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=e503d69f-5ebb-4303-a7ac-68dde227bfd1,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:32.591046 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] Network 2e33772f-7a83-4314-934e-a7ea68526e72 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:32.611430 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-abb3cfb1-bd01-4afe-adfd-d34aa76c4493 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "PUT /v2.0/routers/b293d05e-b87f-426a-a19d-be5094633746/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4415236 Mar 02 19:05:32.611430 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:32.611776 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33428) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:32.631427 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:32.656015 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21f26034-6c77-4ef2-86c3-f227aeeb376b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.680397 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-c409534c-8bf1-4a5b-97de-c216dd5da472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:32.681105 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c409534c-8bf1-4a5b-97de-c216dd5da472 None None] The sync data for ids ['b293d05e-b87f-426a-a19d-be5094633746'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:05:32.697785 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-54e25f68-ff88-4442-a282-e41a0c2185c7 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'port': {'network_id': '19a5a2da-89af-40f1-aaf9-4c9599773db2', 'name': 'tempest-FloatingIPTestJSON-511697916'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:32.713654 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d8c2cdc8-d3db-4794-a2d9-877d375a1459 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.794192 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6792134c-5d5f-4005-950f-797901aeda00 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.817627 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.820108 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e8afa72f-ee63-46a9-a519-85d454e68e0f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.823789 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8afa72f-ee63-46a9-a519-85d454e68e0f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:32.824383 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e8afa72f-ee63-46a9-a519-85d454e68e0f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.835276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21f26034-6c77-4ef2-86c3-f227aeeb376b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.849401 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792134c-5d5f-4005-950f-797901aeda00 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Pushing event deleted for resources: {'Subnet': ['ID=085f7d7a-83b4-4317-88fd-aef382b0d2fa,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:32.862907 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2cdc8-d3db-4794-a2d9-877d375a1459 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Port': ['ID=3da49b4a-51dc-4349-a766-71649ebbd3ce,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:32.888707 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6792134c-5d5f-4005-950f-797901aeda00 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.893208 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c09567f-e14a-4a6f-a78a-7a05f3a2b184 None None] Network f07aad84-7102-43eb-8237-5c0a27f75841 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:32.900769 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f26034-6c77-4ef2-86c3-f227aeeb376b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Subnet': ['ID=83bc5822-a97a-4b29-8a81-c6edc8b73d5f,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:32.903774 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21f26034-6c77-4ef2-86c3-f227aeeb376b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:32.909096 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-21f26034-6c77-4ef2-86c3-f227aeeb376b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/subnets/83bc5822-a97a-4b29-8a81-c6edc8b73d5f HTTP/1.1" status: 204 len: 168 time: 1.1264586 Mar 02 19:05:32.910413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33432) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:32.922316 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eebb81-1290-4319-8820-d4ea7809f8a3 None None] Network f4119feb-09a6-4eb0-9da6-05751586ad9f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:32.931601 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6792134c-5d5f-4005-950f-797901aeda00 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] 10.222.0.73 "DELETE /v2.0/subnets/085f7d7a-83b4-4317-88fd-aef382b0d2fa HTTP/1.1" status: 204 len: 168 time: 1.2919822 Mar 02 19:05:32.935830 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33436) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:33.064636 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e8afa72f-ee63-46a9-a519-85d454e68e0f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6426039 Mar 02 19:05:33.065411 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afa72f-ee63-46a9-a519-85d454e68e0f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Network': ['ID=db8899ee-6a5d-427e-bba0-2d7322256e34,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:33.084157 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network db8899ee-6a5d-427e-bba0-2d7322256e34 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:05:33.088726 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33440) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:33.117826 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-38ecef1f-abdc-485c-a679-827b777b0d87 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'subnet': {'network_id': 'db8899ee-6a5d-427e-bba0-2d7322256e34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:33.143106 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:33.266053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:33.307108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port a3913009-71df-46f8-b78b-23bd9a693d5c {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:33.307108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:33.334468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Deleting port fa0117d1-4c16-4c8e-96f9-9013dc08da35 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:33.334858 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:33.427650 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-56ae75c8-0a9e-4f40-8414-f8f79b64ef8c None None] Provisioning for port ba121697-9d87-4f6d-86da-a20d883832b1 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:33.431725 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-54e25f68-ff88-4442-a282-e41a0c2185c7 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:33.455542 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-54e25f68-ff88-4442-a282-e41a0c2185c7 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Usage tracker for resource:port and tenant:f732df6a0fd543bf93fda55ff9a564a7 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:33.471288 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-54e25f68-ff88-4442-a282-e41a0c2185c7 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:33.477973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-56ae75c8-0a9e-4f40-8414-f8f79b64ef8c None None] Provisioning complete for port ba121697-9d87-4f6d-86da-a20d883832b1 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:33.478440 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-56ae75c8-0a9e-4f40-8414-f8f79b64ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:33.486523 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-54e25f68-ff88-4442-a282-e41a0c2185c7 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:33.493759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-38ecef1f-abdc-485c-a679-827b777b0d87 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:33.513666 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-38ecef1f-abdc-485c-a679-827b777b0d87 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:subnet and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:33.519002 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:33.527709 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-38ecef1f-abdc-485c-a679-827b777b0d87 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:33.541940 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-38ecef1f-abdc-485c-a679-827b777b0d87 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:33.586119 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-56ae75c8-0a9e-4f40-8414-f8f79b64ef8c None None] Port ba121697-9d87-4f6d-86da-a20d883832b1 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:33.628049 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e25f68-ff88-4442-a282-e41a0c2185c7 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Made reservation on behalf of f732df6a0fd543bf93fda55ff9a564a7 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:33.630953 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-54e25f68-ff88-4442-a282-e41a0c2185c7 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:33.668197 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ecef1f-abdc-485c-a679-827b777b0d87 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:33.697467 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657f7ccb-fbf5-4be1-ac38-b1a25984c3d1 None None] DHCP port deletion for f4119feb-09a6-4eb0-9da6-05751586ad9f request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:05:33.705098 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-657f7ccb-fbf5-4be1-ac38-b1a25984c3d1 None None] Deleting port a3913009-71df-46f8-b78b-23bd9a693d5c {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:33.705489 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-657f7ccb-fbf5-4be1-ac38-b1a25984c3d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:33.751801 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3714d-6d12-45e8-bb69-243ed686fb17 req-233e5f19-1601-4801-bdde-3141ccc01da7 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:33.758711 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e718c211-484e-4e93-924a-dd8cda6450ea None None] DHCP port deletion for f07aad84-7102-43eb-8237-5c0a27f75841 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:05:33.758939 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9dc3714d-6d12-45e8-bb69-243ed686fb17 req-233e5f19-1601-4801-bdde-3141ccc01da7 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 946 time: 0.3614476 Mar 02 19:05:33.787666 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-e718c211-484e-4e93-924a-dd8cda6450ea None None] Deleting port fa0117d1-4c16-4c8e-96f9-9013dc08da35 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:33.788338 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e718c211-484e-4e93-924a-dd8cda6450ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:33.862151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] For port a3913009-71df-46f8-b78b-23bd9a693d5c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a3913009-71df-46f8-b78b-23bd9a693d5c,segment=NetworkSegment(3d52b117-9bfa-407d-ad63-c9d64f117f43),segment_id=3d52b117-9bfa-407d-ad63-c9d64f117f43)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:33.862541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:33.885569 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] For port fa0117d1-4c16-4c8e-96f9-9013dc08da35, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=fa0117d1-4c16-4c8e-96f9-9013dc08da35,segment=NetworkSegment(203efe8d-97df-4e06-8413-186c91bced9f),segment_id=203efe8d-97df-4e06-8413-186c91bced9f)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:33.885966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:33.915259 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e503d69f-5ebb-4303-a7ac-68dde227bfd1 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:33.986382 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-54e25f68-ff88-4442-a282-e41a0c2185c7 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] device_id is not set on port 5fa8c08d-eebf-4673-b9c1-e60ac30879ea yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:05:34.028434 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9dc3714d-6d12-45e8-bb69-243ed686fb17 req-0436fd51-79f3-4236-846f-a5985dcdae7e tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683511 Mar 02 19:05:34.038768 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for a3913009-71df-46f8-b78b-23bd9a693d5c owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:34.114180 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d8c2cdc8-d3db-4794-a2d9-877d375a1459 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:34.140210 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-38ecef1f-abdc-485c-a679-827b777b0d87 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:34.285603 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-657f7ccb-fbf5-4be1-ac38-b1a25984c3d1 None None] For port a3913009-71df-46f8-b78b-23bd9a693d5c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a3913009-71df-46f8-b78b-23bd9a693d5c,segment=NetworkSegment(3d52b117-9bfa-407d-ad63-c9d64f117f43),segment_id=3d52b117-9bfa-407d-ad63-c9d64f117f43)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:34.286224 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-657f7ccb-fbf5-4be1-ac38-b1a25984c3d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:34.423468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Calling delete_port for fa0117d1-4c16-4c8e-96f9-9013dc08da35 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:34.537994 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-657f7ccb-fbf5-4be1-ac38-b1a25984c3d1 None None] Calling delete_port for a3913009-71df-46f8-b78b-23bd9a693d5c owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:34.562956 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.resource_extend [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:05:34.600012 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:34.617142 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-54e25f68-ff88-4442-a282-e41a0c2185c7 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Allocated IP 172.20.0.7 (19a5a2da-89af-40f1-aaf9-4c9599773db2/6285dd2f-d112-428e-9e0b-31178bf82a80/5fa8c08d-eebf-4673-b9c1-e60ac30879ea) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:34.645664 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port e503d69f-5ebb-4303-a7ac-68dde227bfd1 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:34.646157 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:34.679161 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:34.684168 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:34.697771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-e718c211-484e-4e93-924a-dd8cda6450ea None None] For port fa0117d1-4c16-4c8e-96f9-9013dc08da35, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=fa0117d1-4c16-4c8e-96f9-9013dc08da35,segment=NetworkSegment(203efe8d-97df-4e06-8413-186c91bced9f),segment_id=203efe8d-97df-4e06-8413-186c91bced9f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:34.698533 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e718c211-484e-4e93-924a-dd8cda6450ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:34.704296 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:34.766783 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Pushing event deleted for resources: {'Port': ['ID=fa0117d1-4c16-4c8e-96f9-9013dc08da35,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:34.775572 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-657f7ccb-fbf5-4be1-ac38-b1a25984c3d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:05:34.776223 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-657f7ccb-fbf5-4be1-ac38-b1a25984c3d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:05:34.829127 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Port': ['ID=a3913009-71df-46f8-b78b-23bd9a693d5c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:34.838269 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] No DVR routers for this DVR port a3913009-71df-46f8-b78b-23bd9a693d5c on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:34.892947 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] No DVR routers for this DVR port fa0117d1-4c16-4c8e-96f9-9013dc08da35 on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:34.902810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:34.961137 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-e718c211-484e-4e93-924a-dd8cda6450ea None None] Calling delete_port for fa0117d1-4c16-4c8e-96f9-9013dc08da35 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:35.037296 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=ba121697-9d87-4f6d-86da-a20d883832b1,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:35.091403 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-e718c211-484e-4e93-924a-dd8cda6450ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:05:35.092710 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-e718c211-484e-4e93-924a-dd8cda6450ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:05:35.125746 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:35.159830 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4119feb-09a6-4eb0-9da6-05751586ad9f']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:35.175209 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d52b117-9bfa-407d-ad63-c9d64f117f43') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:35.175573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d52b117-9bfa-407d-ad63-c9d64f117f43') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:35.187614 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a3913009-71df-46f8-b78b-23bd9a693d5c no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:35.190563 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:35.241234 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:35.247278 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: a3913009-71df-46f8-b78b-23bd9a693d5c {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:05:35.249341 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a3913009-71df-46f8-b78b-23bd9a693d5c not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:35.256282 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-38ecef1f-abdc-485c-a679-827b777b0d87 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:35.278271 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-657f7ccb-fbf5-4be1-ac38-b1a25984c3d1 None None] Deleting port a3913009-71df-46f8-b78b-23bd9a693d5c {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:35.278796 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-657f7ccb-fbf5-4be1-ac38-b1a25984c3d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:35.375235 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:05:35.375831 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:35.387308 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-657f7ccb-fbf5-4be1-ac38-b1a25984c3d1 None None] The port 'a3913009-71df-46f8-b78b-23bd9a693d5c' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:05:35.392076 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:05:35.500537 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:35.534981 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-54e25f68-ff88-4442-a282-e41a0c2185c7 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:35.540915 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecef1f-abdc-485c-a679-827b777b0d87 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Subnet': ['ID=c40bf8ae-c2f1-42a0-8dc6-0f7cd3766ced,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:35.542289 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07aad84-7102-43eb-8237-5c0a27f75841']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:35.557130 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ed5b1-b351-484a-b099-aaf7636817f1 req-ae1c3d7f-ea37-4ce6-a161-3fd11112c154 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:35.558842 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-098ed5b1-b351-484a-b099-aaf7636817f1 req-ae1c3d7f-ea37-4ce6-a161-3fd11112c154 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 946 time: 0.6052203 Mar 02 19:05:35.565087 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203efe8d-97df-4e06-8413-186c91bced9f') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:35.565388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203efe8d-97df-4e06-8413-186c91bced9f') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:35.581921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-54e25f68-ff88-4442-a282-e41a0c2185c7 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Transition to ACTIVE for port object 5fa8c08d-eebf-4673-b9c1-e60ac30879ea will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:35.592399 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] Network 2e33772f-7a83-4314-934e-a7ea68526e72 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:35.593294 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:35.594022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-e718c211-484e-4e93-924a-dd8cda6450ea None None] Deleting port fa0117d1-4c16-4c8e-96f9-9013dc08da35 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:35.594845 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e718c211-484e-4e93-924a-dd8cda6450ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:35.595946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:35.596637 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:35.627120 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:35.649733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:35.655691 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Network': ['ID=f4119feb-09a6-4eb0-9da6-05751586ad9f,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:35.672196 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:05:35.672648 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:35.681842 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-e718c211-484e-4e93-924a-dd8cda6450ea None None] The port 'fa0117d1-4c16-4c8e-96f9-9013dc08da35' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:05:35.688669 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:05:35.721394 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ecef1f-abdc-485c-a679-827b777b0d87 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Checking segment: {'id': 'd4f8ba52-dbb4-4e09-a56d-0dc39c2424e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'db8899ee-6a5d-427e-bba0-2d7322256e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:35.721537 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ecef1f-abdc-485c-a679-827b777b0d87 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network hostable DHCP agents. Network: db8899ee-6a5d-427e-bba0-2d7322256e34, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:05:35.753399 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-098ed5b1-b351-484a-b099-aaf7636817f1 req-8f0a4103-68af-4c1c-a362-2aeddd57cbbe tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808949 Mar 02 19:05:35.789783 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-73807019-3492-4a67-b5cf-04cdac0a73c5 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/networks/f4119feb-09a6-4eb0-9da6-05751586ad9f HTTP/1.1" status: 204 len: 168 time: 2.8706317 Mar 02 19:05:35.789783 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33450) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:35.791901 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-7ac28db0-ab5a-46f8-b67d-744e776ac92e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-452798567'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:35.793604 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device fa0117d1-4c16-4c8e-96f9-9013dc08da35 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:35.801650 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7ac28db0-ab5a-46f8-b67d-744e776ac92e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:35.811968 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7ac28db0-ab5a-46f8-b67d-744e776ac92e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:network and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:35.815595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7ac28db0-ab5a-46f8-b67d-744e776ac92e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:35.823102 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7ac28db0-ab5a-46f8-b67d-744e776ac92e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:35.837501 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:35.850671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:35.854264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: fa0117d1-4c16-4c8e-96f9-9013dc08da35 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:05:35.854681 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device fa0117d1-4c16-4c8e-96f9-9013dc08da35 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:35.885824 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] Pushing event deleted for resources: {'Network': ['ID=f07aad84-7102-43eb-8237-5c0a27f75841,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:35.890989 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7d663e6c-f296-4adf-b9b1-9c9994c6cfa9 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793 tempest-ExtraDHCPOptionsIpV6TestJSON-1453199793-project] 10.222.0.73 "DELETE /v2.0/networks/f07aad84-7102-43eb-8237-5c0a27f75841 HTTP/1.1" status: 204 len: 168 time: 2.9540453 Mar 02 19:05:35.935482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac28db0-ab5a-46f8-b67d-744e776ac92e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:35.936986 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-aa39386f-8271-4820-9df2-58face2237aa None None] Provisioning complete for port ba121697-9d87-4f6d-86da-a20d883832b1 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:35.937607 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa39386f-8271-4820-9df2-58face2237aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:35.939981 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7ac28db0-ab5a-46f8-b67d-744e776ac92e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:35.980777 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac28db0-ab5a-46f8-b67d-744e776ac92e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:05:35.992632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7ac28db0-ab5a-46f8-b67d-744e776ac92e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:35.993065 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-7ac28db0-ab5a-46f8-b67d-744e776ac92e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Added segment 22da52ee-bedf-49f8-8b9a-cb4f4998a1cf of type vlan for network 962999d5-200f-4f60-8630-c7ddc0f2ce91 Mar 02 19:05:36.003715 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-aa39386f-8271-4820-9df2-58face2237aa None None] Port ba121697-9d87-4f6d-86da-a20d883832b1 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:36.028624 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7ac28db0-ab5a-46f8-b67d-744e776ac92e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:36.123094 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-54e25f68-ff88-4442-a282-e41a0c2185c7 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:36.152743 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7ac28db0-ab5a-46f8-b67d-744e776ac92e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:36.157345 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac28db0-ab5a-46f8-b67d-744e776ac92e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:36.161527 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7ac28db0-ab5a-46f8-b67d-744e776ac92e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:36.246698 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ecef1f-abdc-485c-a679-827b777b0d87 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network db8899ee-6a5d-427e-bba0-2d7322256e34 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:05:36.268449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac28db0-ab5a-46f8-b67d-744e776ac92e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Network': ['ID=962999d5-200f-4f60-8630-c7ddc0f2ce91,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:36.278849 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 962999d5-200f-4f60-8630-c7ddc0f2ce91 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:05:36.323973 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7ac28db0-ab5a-46f8-b67d-744e776ac92e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5369296 Mar 02 19:05:36.327961 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33456) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:36.334427 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-1400a676-910b-4e89-a9a0-b036af1d7c3d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'subnet': {'network_id': '962999d5-200f-4f60-8630-c7ddc0f2ce91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:36.337165 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e25f68-ff88-4442-a282-e41a0c2185c7 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event updated for resources: {'Port': ['ID=5fa8c08d-eebf-4673-b9c1-e60ac30879ea,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:36.348320 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e25f68-ff88-4442-a282-e41a0c2185c7 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Network 19a5a2da-89af-40f1-aaf9-4c9599773db2 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:36.357884 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-54e25f68-ff88-4442-a282-e41a0c2185c7 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:36.358554 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e25f68-ff88-4442-a282-e41a0c2185c7 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:36.400316 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-38ecef1f-abdc-485c-a679-827b777b0d87 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, db8899ee-6a5d-427e-bba0-2d7322256e34) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:36.404404 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c2cdc8-d3db-4794-a2d9-877d375a1459 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router 5b421425-bbe4-4d02-8eda-65d57ea462c7 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:05:36.413544 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f0c069-59b5-4e76-aa7f-c2f943a08041 None None] Network db8899ee-6a5d-427e-bba0-2d7322256e34 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:36.441338 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ecef1f-abdc-485c-a679-827b777b0d87 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:36.441926 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-38ecef1f-abdc-485c-a679-827b777b0d87 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:36.493187 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e25f68-ff88-4442-a282-e41a0c2185c7 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:36.493814 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-54e25f68-ff88-4442-a282-e41a0c2185c7 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:36.542150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1400a676-910b-4e89-a9a0-b036af1d7c3d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:36.549442 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1400a676-910b-4e89-a9a0-b036af1d7c3d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:subnet and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:36.554013 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1400a676-910b-4e89-a9a0-b036af1d7c3d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:36.567833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1400a676-910b-4e89-a9a0-b036af1d7c3d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:36.578341 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33462) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:36.637014 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-38ecef1f-abdc-485c-a679-827b777b0d87 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5301850 Mar 02 19:05:36.640064 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33468) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:36.647340 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a8ac9d06-7486-4b86-802a-f2a67dd64a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'network_id': 'db8899ee-6a5d-427e-bba0-2d7322256e34', 'name': 'tempest-PortsIpV6TestJSON-655745754'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:36.694591 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-54e25f68-ff88-4442-a282-e41a0c2185c7 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.0660644 Mar 02 19:05:36.708296 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33472) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:36.718644 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-3bbb3434-bfb7-4eac-ad0c-4edac8bf4d65 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Request body: {'floatingip': {'port_id': '5fa8c08d-eebf-4673-b9c1-e60ac30879ea'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:36.812042 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-db8899ee-6a5d-427e-bba0-2d7322256e34', 'network_id': 'db8899ee-6a5d-427e-bba0-2d7322256e34', 'tenant_id': '7af48cce49c04901a107f48ce0e9ac52', 'fixed_ips': [{'subnet_id': 'c40bf8ae-c2f1-42a0-8dc6-0f7cd3766ced'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:05:36.820368 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:36.829924 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3434-bfb7-4eac-ad0c-4edac8bf4d65 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:36.950197 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a8c0b4a0-456d-4b3a-8a88-949dd52edc0e None None] Provisioning for port 5fa8c08d-eebf-4673-b9c1-e60ac30879ea completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:36.969431 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a8c0b4a0-456d-4b3a-8a88-949dd52edc0e None None] Provisioning complete for port 5fa8c08d-eebf-4673-b9c1-e60ac30879ea triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:36.970062 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a8c0b4a0-456d-4b3a-8a88-949dd52edc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:37.016047 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c2cdc8-d3db-4794-a2d9-877d375a1459 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:05:37.030293 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d8c2cdc8-d3db-4794-a2d9-877d375a1459 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/5b421425-bbe4-4d02-8eda-65d57ea462c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1884353 Mar 02 19:05:37.031422 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33478) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:37.039673 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] Router 21db579b-4602-4cd0-9f6f-86df599f8b7b has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:05:37.044121 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a8c0b4a0-456d-4b3a-8a88-949dd52edc0e None None] Port 5fa8c08d-eebf-4673-b9c1-e60ac30879ea cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:37.050403 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad75c8bf-97fa-4e0e-86c3-a45f2b742b99 None None] Sync routers for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:05:37.093892 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad75c8bf-97fa-4e0e-86c3-a45f2b742b99 None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:37.094905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ad75c8bf-97fa-4e0e-86c3-a45f2b742b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:37.110524 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-16913727-2804-4e5e-9afc-3704f340a591 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d7cb8a6ff7f94b83af1e656e2c5b1180&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5249403 Mar 02 19:05:37.111718 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33482) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:37.156927 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1400a676-910b-4e89-a9a0-b036af1d7c3d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:37.307670 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a8ac9d06-7486-4b86-802a-f2a67dd64a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:37.374083 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1400a676-910b-4e89-a9a0-b036af1d7c3d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:37.378482 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Allocated IP 2001:db8::2 (db8899ee-6a5d-427e-bba0-2d7322256e34/c40bf8ae-c2f1-42a0-8dc6-0f7cd3766ced/9f836322-9a9b-43ff-b4a1-070451b8dea0) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:37.392784 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-ad75c8bf-97fa-4e0e-86c3-a45f2b742b99 None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:05:37.397923 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a8ac9d06-7486-4b86-802a-f2a67dd64a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:37.426458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ae8829e7-6770-4ed4-b021-d58aa569f652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:37.540821 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ae8829e7-6770-4ed4-b021-d58aa569f652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:37.590824 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ac9d06-7486-4b86-802a-f2a67dd64a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:37.595142 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9d06-7486-4b86-802a-f2a67dd64a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:37.629969 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-a8ac9d06-7486-4b86-802a-f2a67dd64a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] device_id is not set on port 8f68506e-81f0-4b9c-aeeb-24f25cf8e99c yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:05:37.781225 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7c55f-2436-451e-bd1e-0a6b31a4c16d req-2c565b13-afc0-4728-97f0-eba2af9b6554 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:37.788088 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-efd7c55f-2436-451e-bd1e-0a6b31a4c16d req-2c565b13-afc0-4728-97f0-eba2af9b6554 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 946 time: 0.6673043 Mar 02 19:05:37.831291 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ae8829e7-6770-4ed4-b021-d58aa569f652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:37.845906 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8829e7-6770-4ed4-b021-d58aa569f652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cf9f61-4a63-49bf-8e15-dfc7c70f4665,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:37.880031 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:37.889739 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1400a676-910b-4e89-a9a0-b036af1d7c3d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:37.905271 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Transition to ACTIVE for port object 9f836322-9a9b-43ff-b4a1-070451b8dea0 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:37.915789 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4e8f5e-298f-4cb2-bc15-57c2672a9422 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting subnet d27ea9df-ae24-4045-809b-7edbaf8a1619 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:05:37.917617 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9a4e8f5e-298f-4cb2-bc15-57c2672a9422 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:37.938600 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Transition to ACTIVE for port object 9f836322-9a9b-43ff-b4a1-070451b8dea0 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:37.948204 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ad75c8bf-97fa-4e0e-86c3-a45f2b742b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 10, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:37.954351 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad75c8bf-97fa-4e0e-86c3-a45f2b742b99 None None] Checking router: 5b421425-bbe4-4d02-8eda-65d57ea462c7 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:05:37.971047 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad75c8bf-97fa-4e0e-86c3-a45f2b742b99 None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:37.971969 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ad75c8bf-97fa-4e0e-86c3-a45f2b742b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:37.997223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400a676-910b-4e89-a9a0-b036af1d7c3d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Subnet': ['ID=99aea684-3b60-4140-ab7c-fc19ac7f12e8,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:38.004669 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ae8829e7-6770-4ed4-b021-d58aa569f652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:38.005937 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ae8829e7-6770-4ed4-b021-d58aa569f652 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/80cf9f61-4a63-49bf-8e15-dfc7c70f4665 HTTP/1.1" status: 204 len: 168 time: 0.8882055 Mar 02 19:05:38.035153 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:38.043207 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9a4e8f5e-298f-4cb2-bc15-57c2672a9422 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:38.075136 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-efd7c55f-2436-451e-bd1e-0a6b31a4c16d req-428b628f-981a-4f43-a533-64db73a24e8d tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860155 Mar 02 19:05:38.098000 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1400a676-910b-4e89-a9a0-b036af1d7c3d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Checking segment: {'id': '22da52ee-bedf-49f8-8b9a-cb4f4998a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '962999d5-200f-4f60-8630-c7ddc0f2ce91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:38.099546 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1400a676-910b-4e89-a9a0-b036af1d7c3d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network hostable DHCP agents. Network: 962999d5-200f-4f60-8630-c7ddc0f2ce91, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:05:38.195581 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Network db8899ee-6a5d-427e-bba0-2d7322256e34 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:38.197395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-a8ac9d06-7486-4b86-802a-f2a67dd64a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Allocated IP 2001:db8::228 (db8899ee-6a5d-427e-bba0-2d7322256e34/c40bf8ae-c2f1-42a0-8dc6-0f7cd3766ced/8f68506e-81f0-4b9c-aeeb-24f25cf8e99c) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:38.206870 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Pushing event updated for resources: {'Port': ['ID=9f836322-9a9b-43ff-b4a1-070451b8dea0,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:38.209382 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:38.213771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:38.256753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9a4e8f5e-298f-4cb2-bc15-57c2672a9422 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:38.277579 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1400a676-910b-4e89-a9a0-b036af1d7c3d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 962999d5-200f-4f60-8630-c7ddc0f2ce91 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:05:38.339220 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-ad75c8bf-97fa-4e0e-86c3-a45f2b742b99 None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:05:38.347032 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:05:38.367202 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-1400a676-910b-4e89-a9a0-b036af1d7c3d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 962999d5-200f-4f60-8630-c7ddc0f2ce91) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:38.371564 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Sync routers for ids ['21db579b-4602-4cd0-9f6f-86df599f8b7b'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:05:38.374823 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1400a676-910b-4e89-a9a0-b036af1d7c3d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:38.375045 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1400a676-910b-4e89-a9a0-b036af1d7c3d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:38.387017 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Routers {'21db579b-4602-4cd0-9f6f-86df599f8b7b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:38.387931 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['21db579b-4602-4cd0-9f6f-86df599f8b7b'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:38.393266 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-876427c2-e6c2-45c8-b258-50b93e5f5bd7 admin admin] 10.222.0.73 "PUT /v2.0/routers/21db579b-4602-4cd0-9f6f-86df599f8b7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2323818 Mar 02 19:05:38.397116 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.resource_extend [None req-3bbb3434-bfb7-4eac-ad0c-4edac8bf4d65 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:05:38.408654 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6048b586-87b1-41aa-99df-7ca5df24d3ea None None] Network 962999d5-200f-4f60-8630-c7ddc0f2ce91 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:38.431011 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Attempting to bind port 9f836322-9a9b-43ff-b4a1-070451b8dea0 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:05:38.434090 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Attempting to bind port 9f836322-9a9b-43ff-b4a1-070451b8dea0 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'd4f8ba52-dbb4-4e09-a56d-0dc39c2424e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'db8899ee-6a5d-427e-bba0-2d7322256e34'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:05:38.434522 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Attempting to bind port 9f836322-9a9b-43ff-b4a1-070451b8dea0 on network db8899ee-6a5d-427e-bba0-2d7322256e34 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:05:38.463894 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:05:38.464267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Checking segment: {'id': 'd4f8ba52-dbb4-4e09-a56d-0dc39c2424e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'db8899ee-6a5d-427e-bba0-2d7322256e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:38.464664 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:38.465050 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Bound using segment: {'id': 'd4f8ba52-dbb4-4e09-a56d-0dc39c2424e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'db8899ee-6a5d-427e-bba0-2d7322256e34'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:05:38.471670 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Bound port: 9f836322-9a9b-43ff-b4a1-070451b8dea0, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f8ba52-dbb4-4e09-a56d-0dc39c2424e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'db8899ee-6a5d-427e-bba0-2d7322256e34'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:05:38.472792 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:38.494302 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1400a676-910b-4e89-a9a0-b036af1d7c3d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1648805 Mar 02 19:05:38.512603 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33492) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:38.531159 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-bd45fe45-73bc-4329-9307-1287be0817d9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-470058550', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:38.552498 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-bd45fe45-73bc-4329-9307-1287be0817d9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:38.556802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9d06-7486-4b86-802a-f2a67dd64a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:38.558247 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3434-bfb7-4eac-ad0c-4edac8bf4d65 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:38.571472 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-bd45fe45-73bc-4329-9307-1287be0817d9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:router and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:38.578581 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-bd45fe45-73bc-4329-9307-1287be0817d9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:38.627472 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-bd45fe45-73bc-4329-9307-1287be0817d9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:38.662285 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3434-bfb7-4eac-ad0c-4edac8bf4d65 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:38.673455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-a8ac9d06-7486-4b86-802a-f2a67dd64a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Transition to ACTIVE for port object 8f68506e-81f0-4b9c-aeeb-24f25cf8e99c will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:38.741265 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bd45fe45-73bc-4329-9307-1287be0817d9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:38.742280 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bd45fe45-73bc-4329-9307-1287be0817d9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:38.782564 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bd45fe45-73bc-4329-9307-1287be0817d9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:38.789835 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9d06-7486-4b86-802a-f2a67dd64a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:38.802387 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Set router 21db579b-4602-4cd0-9f6f-86df599f8b7b gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:05:38.840919 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9a4e8f5e-298f-4cb2-bc15-57c2672a9422 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:38.961724 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d38060-1c24-44e4-b06c-abf31810686d None None] Network 0d2a6647-2336-4b75-8e29-50bf4743f4e0 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:38.981464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9a4e8f5e-298f-4cb2-bc15-57c2672a9422 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:39.007030 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e8f5e-298f-4cb2-bc15-57c2672a9422 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Subnet': ['ID=d27ea9df-ae24-4045-809b-7edbaf8a1619,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:39.037770 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ac9d06-7486-4b86-802a-f2a67dd64a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network db8899ee-6a5d-427e-bba0-2d7322256e34 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:39.040889 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac9d06-7486-4b86-802a-f2a67dd64a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=8f68506e-81f0-4b9c-aeeb-24f25cf8e99c,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:39.046110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-a8ac9d06-7486-4b86-802a-f2a67dd64a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:39.063037 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac9d06-7486-4b86-802a-f2a67dd64a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:39.063037 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ac9d06-7486-4b86-802a-f2a67dd64a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:39.063842 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a8ac9d06-7486-4b86-802a-f2a67dd64a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:39.083245 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9a4e8f5e-298f-4cb2-bc15-57c2672a9422 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/subnets/d27ea9df-ae24-4045-809b-7edbaf8a1619 HTTP/1.1" status: 204 len: 168 time: 2.0450320 Mar 02 19:05:39.084534 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33510) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:39.165599 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee93071-7c89-4710-a340-a3aec29abf89 req-16278c4a-599d-48f3-b1a7-5833ebc81eb1 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:39.167740 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3ee93071-7c89-4710-a340-a3aec29abf89 req-16278c4a-599d-48f3-b1a7-5833ebc81eb1 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 946 time: 0.3839109 Mar 02 19:05:39.237725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bd45fe45-73bc-4329-9307-1287be0817d9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:39.303016 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-84962e82-0d6d-405a-add2-4664e708997c req-b67a5fa7-72a5-4447-b881-3bd9cd96f898 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2a35e32a20f342fdb54f6b43f0d5c554&device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 1099 time: 0.3918009 Mar 02 19:05:39.317865 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:39.353618 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3ee93071-7c89-4710-a340-a3aec29abf89 req-1b7b572b-0171-4abd-8d8c-2b48d1f63c2f tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738353 Mar 02 19:05:39.392783 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.l3_db [None req-3bbb3434-bfb7-4eac-ad0c-4edac8bf4d65 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Floating IP 67563e49-6d7e-413d-968f-b6dc3f283774 associated. External IP: 172.26.4.123, port: dce13a15-7ace-489e-8718-782bdf9e3cb9. Mar 02 19:05:39.450184 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a8ac9d06-7486-4b86-802a-f2a67dd64a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8083603 Mar 02 19:05:39.454633 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bd45fe45-73bc-4329-9307-1287be0817d9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:39.455787 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bd45fe45-73bc-4329-9307-1287be0817d9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.9415925 Mar 02 19:05:39.458991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33520) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:39.471991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33522) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:39.475834 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-9a7b8320-2694-452a-9b87-928c5a0a1507 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'network_id': 'db8899ee-6a5d-427e-bba0-2d7322256e34', 'name': 'tempest-PortsIpV6TestJSON-1412551068'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:39.506623 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-62374276-be42-4c7a-aa51-65e2cb4dee04 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'network_id': '962999d5-200f-4f60-8630-c7ddc0f2ce91', 'name': 'tempest-PortsTestJSON-1359646456'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:39.543332 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 2, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:39.552976 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Checking router: 21db579b-4602-4cd0-9f6f-86df599f8b7b for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:05:39.555756 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Updating router 21db579b-4602-4cd0-9f6f-86df599f8b7b port ba121697-9d87-4f6d-86da-a20d883832b1 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:05:39.682183 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:39.742657 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] For port 9f836322-9a9b-43ff-b4a1-070451b8dea0, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:05:39.751366 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] For port 9f836322-9a9b-43ff-b4a1-070451b8dea0, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9f836322-9a9b-43ff-b4a1-070451b8dea0,segment=NetworkSegment(d4f8ba52-dbb4-4e09-a56d-0dc39c2424e1),segment_id=d4f8ba52-dbb4-4e09-a56d-0dc39c2424e1)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:05:39.762128 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-962999d5-200f-4f60-8630-c7ddc0f2ce91', 'network_id': '962999d5-200f-4f60-8630-c7ddc0f2ce91', 'tenant_id': '492dbd1aaa2b468e92542bbdee548e8a', 'fixed_ips': [{'subnet_id': '99aea684-3b60-4140-ab7c-fc19ac7f12e8'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:05:39.763491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:39.786981 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port e47abfb7-f311-4c57-8f74-a3f55762d11d {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:39.787587 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:39.821252 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:39.941755 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84962e82-0d6d-405a-add2-4664e708997c req-8537d7c0-6379-4583-93a7-4946a46f9ee1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:39.943147 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-84962e82-0d6d-405a-add2-4664e708997c req-8537d7c0-6379-4583-93a7-4946a46f9ee1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=fc352922-d775-4492-b35f-ae22f1cc9ad3 HTTP/1.1" status: 200 len: 912 time: 0.6221478 Mar 02 19:05:40.220925 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1ced50-49f8-477f-a8cb-27689c7b17f9 None None] DHCP port deletion for 0d2a6647-2336-4b75-8e29-50bf4743f4e0 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:05:40.288389 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ced50-49f8-477f-a8cb-27689c7b17f9 None None] Deleting port e47abfb7-f311-4c57-8f74-a3f55762d11d {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:40.288758 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f1ced50-49f8-477f-a8cb-27689c7b17f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:40.312109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33540) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:40.350070 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-9a7b8320-2694-452a-9b87-928c5a0a1507 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:40.354771 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-9a7b8320-2694-452a-9b87-928c5a0a1507 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:port and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:40.358593 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-9a7b8320-2694-452a-9b87-928c5a0a1507 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:40.365211 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fbaa8-b466-4bd6-803c-5c19c2a92003 None None] Pushing event updated for resources: {'Port': ['ID=9f836322-9a9b-43ff-b4a1-070451b8dea0,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:40.366746 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-9a7b8320-2694-452a-9b87-928c5a0a1507 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:40.376455 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-84962e82-0d6d-405a-add2-4664e708997c req-465b8336-8d6f-4418-ab06-b978a21af155 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16c8cefa-ca47-4b76-a232-86bcb50dbaaf HTTP/1.1" status: 200 len: 217 time: 0.4118021 Mar 02 19:05:40.412103 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ad75c8bf-97fa-4e0e-86c3-a45f2b742b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 10, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:40.450156 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbb3434-bfb7-4eac-ad0c-4edac8bf4d65 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router 02827b03-91ae-40a2-a954-65eae7996967 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:05:40.523087 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:40.528417 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] For port e47abfb7-f311-4c57-8f74-a3f55762d11d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e47abfb7-f311-4c57-8f74-a3f55762d11d,segment=NetworkSegment(0d21b58a-b23e-4cd6-bb85-823600ff24b4),segment_id=0d21b58a-b23e-4cd6-bb85-823600ff24b4)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:40.533382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:40.548688 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad75c8bf-97fa-4e0e-86c3-a45f2b742b99 None None] The sync data for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv is: [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 10, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None, '_interfaces': [{'id': '12cc41b4-e873-4434-a593-4096f90ee9cd', 'name': '', 'network_id': '334756e8-3831-4c27-a887-a86a2be59eb7', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'mac_address': 'fa:16:3e:2a:3f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:03:45Z', 'updated_at': '2022-03-02T19:04:00Z', 'revision_number': 5, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'subnets': [{'id': 'fcaa635b-175b-4d12-ae9e-ac272610d79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:05:40.564548 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Transition to ACTIVE for port object ba121697-9d87-4f6d-86da-a20d883832b1 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:40.655293 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:40.674725 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33550) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:40.690426 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1629281564'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:40.690701 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Allocated IP 172.20.0.2 (962999d5-200f-4f60-8630-c7ddc0f2ce91/99aea684-3b60-4140-ab7c-fc19ac7f12e8/9cc866e5-d24b-4a5b-975d-5cd341fbca7d) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:40.697754 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:40.704644 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-884662468-network', 'tenant_id': '15016d73b9db4123bfab03159ab39c7f'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:40.713229 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Usage tracker for resource:network and tenant:b401947ab8f34affb1ed871a93de7fff is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:40.718147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:40.718887 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Calling delete_port for e47abfb7-f311-4c57-8f74-a3f55762d11d owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:40.721223 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:40.730131 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Usage tracker for resource:network and tenant:15016d73b9db4123bfab03159ab39c7f is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:40.735258 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:40.738560 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:40.755084 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:40.812176 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7b8320-2694-452a-9b87-928c5a0a1507 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:40.815208 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9a7b8320-2694-452a-9b87-928c5a0a1507 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:40.837385 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Made reservation on behalf of b401947ab8f34affb1ed871a93de7fff for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:40.842237 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:40.864584 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:40.896123 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Made reservation on behalf of 15016d73b9db4123bfab03159ab39c7f for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:40.910116 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcfbe7-d602-4292-9b27-a67b903712df None None] Pushing event updated for resources: {'Port': ['ID=ba121697-9d87-4f6d-86da-a20d883832b1,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:40.910388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-9a7b8320-2694-452a-9b87-928c5a0a1507 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] device_id is not set on port 78eab5d4-fd2a-4445-9807-4a916c4eaf3a yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:05:40.913110 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:40.963053 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbcfbe7-d602-4292-9b27-a67b903712df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:40.963552 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbcfbe7-d602-4292-9b27-a67b903712df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:40.963951 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbcfbe7-d602-4292-9b27-a67b903712df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:40.964347 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbcfbe7-d602-4292-9b27-a67b903712df None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:40.967560 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbcfbe7-d602-4292-9b27-a67b903712df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:40.967560 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbcfbe7-d602-4292-9b27-a67b903712df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:40.967560 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbcfbe7-d602-4292-9b27-a67b903712df None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:40.967560 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbcfbe7-d602-4292-9b27-a67b903712df None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:40.967560 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbcfbe7-d602-4292-9b27-a67b903712df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:40.967560 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbcfbe7-d602-4292-9b27-a67b903712df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:40.968130 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbcfbe7-d602-4292-9b27-a67b903712df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:40.978284 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbb3434-bfb7-4eac-ad0c-4edac8bf4d65 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:05:41.057904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.083820 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.098959 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-62374276-be42-4c7a-aa51-65e2cb4dee04 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:41.140965 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:41.163312 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Attempting to bind port ba121697-9d87-4f6d-86da-a20d883832b1 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:05:41.163966 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Attempting to bind port ba121697-9d87-4f6d-86da-a20d883832b1 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:05:41.164540 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Attempting to bind port ba121697-9d87-4f6d-86da-a20d883832b1 on network 2e33772f-7a83-4314-934e-a7ea68526e72 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:05:41.179268 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:05:41.183888 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Checking segment: {'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:41.184592 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.185858 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Bound using segment: {'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:05:41.186661 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Bound port: ba121697-9d87-4f6d-86da-a20d883832b1, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:05:41.188240 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.192619 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.202744 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Transition to ACTIVE for port object 9cc866e5-d24b-4a5b-975d-5cd341fbca7d will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:41.207494 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] No DVR routers for this DVR port e47abfb7-f311-4c57-8f74-a3f55762d11d on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:41.224886 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ab82b-fe30-45fe-bc6e-4e0d66bf4ac7 None None] Sync routers for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:05:41.247506 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Transition to ACTIVE for port object 9cc866e5-d24b-4a5b-975d-5cd341fbca7d will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:41.248023 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ab82b-fe30-45fe-bc6e-4e0d66bf4ac7 None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:41.249007 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-824ab82b-fe30-45fe-bc6e-4e0d66bf4ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:41.258225 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-62374276-be42-4c7a-aa51-65e2cb4dee04 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:port and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:41.268880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Port': ['ID=e47abfb7-f311-4c57-8f74-a3f55762d11d,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:41.281970 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-62374276-be42-4c7a-aa51-65e2cb4dee04 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:41.307970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:41.308602 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84962e82-0d6d-405a-add2-4664e708997c req-dae1d152-95cc-46a0-acb1-5c2bb89761bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:41.310154 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-84962e82-0d6d-405a-add2-4664e708997c req-dae1d152-95cc-46a0-acb1-5c2bb89761bc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9129bf72-25e9-47b5-bba7-efef5f522b0f HTTP/1.1" status: 200 len: 851 time: 0.9042759 Mar 02 19:05:41.312206 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0f1ced50-49f8-477f-a8cb-27689c7b17f9 None None] For port e47abfb7-f311-4c57-8f74-a3f55762d11d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e47abfb7-f311-4c57-8f74-a3f55762d11d,segment=NetworkSegment(0d21b58a-b23e-4cd6-bb85-823600ff24b4),segment_id=0d21b58a-b23e-4cd6-bb85-823600ff24b4)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:41.312722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f1ced50-49f8-477f-a8cb-27689c7b17f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.313515 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Usage tracker for resource:security_group_rule and tenant:15016d73b9db4123bfab03159ab39c7f is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:41.316601 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:41.323216 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:41.331485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-62374276-be42-4c7a-aa51-65e2cb4dee04 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:41.340226 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-824ab82b-fe30-45fe-bc6e-4e0d66bf4ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:41.349858 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] For port ba121697-9d87-4f6d-86da-a20d883832b1, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:05:41.354243 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] For port ba121697-9d87-4f6d-86da-a20d883832b1, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=ba121697-9d87-4f6d-86da-a20d883832b1,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:05:41.367325 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Usage tracker for resource:security_group_rule and tenant:b401947ab8f34affb1ed871a93de7fff is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:41.376569 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:41.380870 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-84962e82-0d6d-405a-add2-4664e708997c req-686a4ceb-8bd9-499a-8192-e9a88c14901d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fc352922-d775-4492-b35f-ae22f1cc9ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469334 Mar 02 19:05:41.390021 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:41.428164 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.448394 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.461634 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.490602 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ced50-49f8-477f-a8cb-27689c7b17f9 None None] Calling delete_port for e47abfb7-f311-4c57-8f74-a3f55762d11d owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:41.524394 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.582766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:05:41.585631 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcfbe7-d602-4292-9b27-a67b903712df None None] Pushing event updated for resources: {'Port': ['ID=ba121697-9d87-4f6d-86da-a20d883832b1,revision_number=4']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:41.592060 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Routers {'21db579b-4602-4cd0-9f6f-86df599f8b7b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:41.592967 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['21db579b-4602-4cd0-9f6f-86df599f8b7b'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:41.606075 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-84962e82-0d6d-405a-add2-4664e708997c req-8e571b5b-cc5f-4020-9765-55c08bd28223 service neutron] 10.222.0.87 "GET /v2.0/networks/fc352922-d775-4492-b35f-ae22f1cc9ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067425 Mar 02 19:05:41.696979 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Pushing event updated for resources: {'Port': ['ID=9cc866e5-d24b-4a5b-975d-5cd341fbca7d,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:41.718499 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Network 962999d5-200f-4f60-8630-c7ddc0f2ce91 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:41.736343 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:41.755754 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:41.773156 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71941bd8-866c-4589-8fe0-749e05cd6691,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:41.777203 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ab82b-fe30-45fe-bc6e-4e0d66bf4ac7 None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:41.779528 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-824ab82b-fe30-45fe-bc6e-4e0d66bf4ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:41.790314 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.791035 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Added segment 98585537-680b-4638-994e-a8ddf84795a2 of type vlan for network 34b7040f-8c13-4659-8cb8-8b466ea11de3 Mar 02 19:05:41.908155 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.934253 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62374276-be42-4c7a-aa51-65e2cb4dee04 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:41.940629 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-62374276-be42-4c7a-aa51-65e2cb4dee04 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.954102 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.957789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.992212 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-824ab82b-fe30-45fe-bc6e-4e0d66bf4ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:41.994830 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ab82b-fe30-45fe-bc6e-4e0d66bf4ac7 None None] The sync data for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:05:41.995199 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 9f836322-9a9b-43ff-b4a1-070451b8dea0 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:42.021195 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c95e4-039b-4304-95df-15dad8af4015 req-94914b9a-2e25-4241-b6fb-4e1f9661eecf tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:42.022827 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-da8c95e4-039b-4304-95df-15dad8af4015 req-94914b9a-2e25-4241-b6fb-4e1f9661eecf tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 946 time: 1.1766169 Mar 02 19:05:42.052801 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:42.064654 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] Set router 21db579b-4602-4cd0-9f6f-86df599f8b7b gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:05:42.094385 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:42.095674 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:42.096482 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:42.105056 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-62374276-be42-4c7a-aa51-65e2cb4dee04 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] device_id is not set on port 9e8625a9-837a-420b-b7db-32e01a7ac774 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:05:42.155586 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-0f1ced50-49f8-477f-a8cb-27689c7b17f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:05:42.159873 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-0f1ced50-49f8-477f-a8cb-27689c7b17f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:05:42.218230 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Attempting to bind port 9cc866e5-d24b-4a5b-975d-5cd341fbca7d on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:05:42.218892 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Attempting to bind port 9cc866e5-d24b-4a5b-975d-5cd341fbca7d by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '22da52ee-bedf-49f8-8b9a-cb4f4998a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '962999d5-200f-4f60-8630-c7ddc0f2ce91'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:05:42.219054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Attempting to bind port 9cc866e5-d24b-4a5b-975d-5cd341fbca7d on network 962999d5-200f-4f60-8630-c7ddc0f2ce91 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:05:42.241101 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:05:42.241484 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Checking segment: {'id': '22da52ee-bedf-49f8-8b9a-cb4f4998a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '962999d5-200f-4f60-8630-c7ddc0f2ce91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:42.241894 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:42.242292 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Bound using segment: {'id': '22da52ee-bedf-49f8-8b9a-cb4f4998a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '962999d5-200f-4f60-8630-c7ddc0f2ce91'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:05:42.242779 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Bound port: 9cc866e5-d24b-4a5b-975d-5cd341fbca7d, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22da52ee-bedf-49f8-8b9a-cb4f4998a1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '962999d5-200f-4f60-8630-c7ddc0f2ce91'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:05:42.243206 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:42.279951 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6046a804-e375-462f-bc0a-ca3897f14b97 None None] Network db8899ee-6a5d-427e-bba0-2d7322256e34 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:42.289437 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] Pushing event updated for resources: {'Network': ['ID=34b7040f-8c13-4659-8cb8-8b466ea11de3,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:42.308586 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:05:42.313623 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 34b7040f-8c13-4659-8cb8-8b466ea11de3 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:05:42.333547 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90dd9738-0a49-48ce-ac14-75fe9d869c65,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:42.345873 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:42.346283 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Added segment db42f00d-ba5b-458f-96db-64c0b84b9dc9 of type vlan for network 04567d80-fecc-458e-8e1b-b9eb6e47c375 Mar 02 19:05:42.404827 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbb3434-bfb7-4eac-ad0c-4edac8bf4d65 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router b293d05e-b87f-426a-a19d-be5094633746 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:05:42.407026 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:42.426126 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 9f836322-9a9b-43ff-b4a1-070451b8dea0 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:42.426987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-62374276-be42-4c7a-aa51-65e2cb4dee04 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Allocated IP 172.20.0.14 (962999d5-200f-4f60-8630-c7ddc0f2ce91/99aea684-3b60-4140-ab7c-fc19ac7f12e8/9e8625a9-837a-420b-b7db-32e01a7ac774) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:42.574097 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1ab949b9-d9cc-4b53-bd8a-87c61db04245 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8955171 Mar 02 19:05:42.588103 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33554) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:42.595167 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-aa608f82-555d-4eac-8448-1324f7af4069 admin admin] Request body: {'subnet': {'network_id': '34b7040f-8c13-4659-8cb8-8b466ea11de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-884662468-subnet', 'tenant_id': '15016d73b9db4123bfab03159ab39c7f', 'ip_version': 4}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:42.601582 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-aa608f82-555d-4eac-8448-1324f7af4069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:42.609465 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-aa608f82-555d-4eac-8448-1324f7af4069 admin admin] Usage tracker for resource:subnet and tenant:15016d73b9db4123bfab03159ab39c7f is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:42.614383 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-aa608f82-555d-4eac-8448-1324f7af4069 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:42.629594 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] For port 9cc866e5-d24b-4a5b-975d-5cd341fbca7d, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:05:42.631762 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e47abfb7-f311-4c57-8f74-a3f55762d11d no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:42.636134 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-aa608f82-555d-4eac-8448-1324f7af4069 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:42.648403 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2a6647-2336-4b75-8e29-50bf4743f4e0']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:42.673345 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ced50-49f8-477f-a8cb-27689c7b17f9 None None] Deleting port e47abfb7-f311-4c57-8f74-a3f55762d11d {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:42.673345 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f1ced50-49f8-477f-a8cb-27689c7b17f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:42.687285 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-9a7b8320-2694-452a-9b87-928c5a0a1507 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Allocated IP 2001:db8::3bb (db8899ee-6a5d-427e-bba0-2d7322256e34/c40bf8ae-c2f1-42a0-8dc6-0f7cd3766ced/78eab5d4-fd2a-4445-9807-4a916c4eaf3a) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:42.700426 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:41Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:42.706406 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d195e464-3e3e-4d3a-825d-7d2e7135742c None None] The sync data for ids ['21db579b-4602-4cd0-9f6f-86df599f8b7b'] in dv-neutron-831573-1-hyperv is: [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:41Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:05:42.715382 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:42.719950 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:42.723433 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:42.746776 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: e47abfb7-f311-4c57-8f74-a3f55762d11d {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:05:42.748860 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e47abfb7-f311-4c57-8f74-a3f55762d11d not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:42.748860 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3da49b4a-51dc-4349-a766-71649ebbd3ce no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:42.749658 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d21b58a-b23e-4cd6-bb85-823600ff24b4') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:42.753711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d21b58a-b23e-4cd6-bb85-823600ff24b4') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:42.754232 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa608f82-555d-4eac-8448-1324f7af4069 admin admin] Made reservation on behalf of 15016d73b9db4123bfab03159ab39c7f for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:42.756184 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-aa608f82-555d-4eac-8448-1324f7af4069 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:42.798213 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c8f5987a-d919-461c-b216-e69916174093 None None] Provisioning for port 9f836322-9a9b-43ff-b4a1-070451b8dea0 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:42.808214 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] For port 9cc866e5-d24b-4a5b-975d-5cd341fbca7d, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9cc866e5-d24b-4a5b-975d-5cd341fbca7d,segment=NetworkSegment(22da52ee-bedf-49f8-8b9a-cb4f4998a1cf),segment_id=22da52ee-bedf-49f8-8b9a-cb4f4998a1cf)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:05:42.853385 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-62374276-be42-4c7a-aa51-65e2cb4dee04 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:42.865449 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 3da49b4a-51dc-4349-a766-71649ebbd3ce {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:05:42.865787 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3da49b4a-51dc-4349-a766-71649ebbd3ce not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:42.878651 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ced50-49f8-477f-a8cb-27689c7b17f9 None None] The port 'e47abfb7-f311-4c57-8f74-a3f55762d11d' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:05:42.879877 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c8f5987a-d919-461c-b216-e69916174093 None None] Provisioning complete for port 9f836322-9a9b-43ff-b4a1-070451b8dea0 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:42.880239 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c8f5987a-d919-461c-b216-e69916174093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:42.899221 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-62374276-be42-4c7a-aa51-65e2cb4dee04 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Transition to ACTIVE for port object 9e8625a9-837a-420b-b7db-32e01a7ac774 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:42.929598 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:42.972355 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:43.025683 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-da8c95e4-039b-4304-95df-15dad8af4015 req-b915e927-771a-4142-8e1f-fc43c1c9b7b2 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9894166 Mar 02 19:05:43.033656 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-84962e82-0d6d-405a-add2-4664e708997c req-72b7122a-fda8-40ce-8b53-51b381f6a528 service neutron] 10.222.0.87 "GET /v2.0/networks/fc352922-d775-4492-b35f-ae22f1cc9ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4141817 Mar 02 19:05:43.046894 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:43.069161 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-62374276-be42-4c7a-aa51-65e2cb4dee04 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:43.093901 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7780905 Mar 02 19:05:43.101670 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33558) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:43.109788 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:05:43.110354 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:43.139961 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-828129b7-6989-47f0-a964-c8644bd96bcf tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Request body: {'subnet': {'network_id': '04567d80-fecc-458e-8e1b-b9eb6e47c375', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:05:43.210735 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:05:43.236926 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0280eb-bcb4-44af-b41c-7ed165fd2c8d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Pushing event updated for resources: {'Network': ['ID=04567d80-fecc-458e-8e1b-b9eb6e47c375,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:43.299942 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538a98e-0a74-4b10-8d15-60698c009f4a None None] Pushing event updated for resources: {'Port': ['ID=9cc866e5-d24b-4a5b-975d-5cd341fbca7d,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:43.310903 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 04567d80-fecc-458e-8e1b-b9eb6e47c375 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:05:43.480928 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62374276-be42-4c7a-aa51-65e2cb4dee04 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 962999d5-200f-4f60-8630-c7ddc0f2ce91 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:43.491746 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-62374276-be42-4c7a-aa51-65e2cb4dee04 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:43.494589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62374276-be42-4c7a-aa51-65e2cb4dee04 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:43.529730 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62374276-be42-4c7a-aa51-65e2cb4dee04 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=9e8625a9-837a-420b-b7db-32e01a7ac774,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:43.544857 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:43.548429 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c8f5987a-d919-461c-b216-e69916174093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:43.549710 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:43.603826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Network': ['ID=0d2a6647-2336-4b75-8e29-50bf4743f4e0,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:43.613019 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-aa608f82-555d-4eac-8448-1324f7af4069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:43.652846 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-c8f5987a-d919-461c-b216-e69916174093 None None] For port 9f836322-9a9b-43ff-b4a1-070451b8dea0, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9f836322-9a9b-43ff-b4a1-070451b8dea0,segment=NetworkSegment(d4f8ba52-dbb4-4e09-a56d-0dc39c2424e1),segment_id=d4f8ba52-dbb4-4e09-a56d-0dc39c2424e1)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:43.667135 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d79a6537-1f7b-46d2-9b0a-c15263d26873 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/networks/0d2a6647-2336-4b75-8e29-50bf4743f4e0 HTTP/1.1" status: 204 len: 168 time: 4.5796690 Mar 02 19:05:43.673660 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62374276-be42-4c7a-aa51-65e2cb4dee04 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:43.674221 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-62374276-be42-4c7a-aa51-65e2cb4dee04 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:43.678228 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33562) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:43.704999 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbb3434-bfb7-4eac-ad0c-4edac8bf4d65 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:05:43.710973 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-828129b7-6989-47f0-a964-c8644bd96bcf tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:43.721959 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3434-bfb7-4eac-ad0c-4edac8bf4d65 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:43.724741 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0888149d-4c0b-490b-88a5-9b19b55b7db8 None None] Sync routers for ids ['b293d05e-b87f-426a-a19d-be5094633746'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:05:43.754848 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c8f5987a-d919-461c-b216-e69916174093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:43.766594 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0888149d-4c0b-490b-88a5-9b19b55b7db8 None None] Routers {'b293d05e-b87f-426a-a19d-be5094633746'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:43.766594 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-0888149d-4c0b-490b-88a5-9b19b55b7db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['b293d05e-b87f-426a-a19d-be5094633746'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:43.892193 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device ba121697-9d87-4f6d-86da-a20d883832b1 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:43.994718 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9a7b8320-2694-452a-9b87-928c5a0a1507 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:44.007076 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-828129b7-6989-47f0-a964-c8644bd96bcf tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Usage tracker for resource:subnet and tenant:b401947ab8f34affb1ed871a93de7fff is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:44.040550 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5987a-d919-461c-b216-e69916174093 None None] Pushing event updated for resources: {'Port': ['ID=9f836322-9a9b-43ff-b4a1-070451b8dea0,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:44.069044 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-0888149d-4c0b-490b-88a5-9b19b55b7db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:44.089525 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-62374276-be42-4c7a-aa51-65e2cb4dee04 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.5978646 Mar 02 19:05:44.096569 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33568) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:44.116632 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0888149d-4c0b-490b-88a5-9b19b55b7db8 None None] Routers {'b293d05e-b87f-426a-a19d-be5094633746'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:44.118148 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-0888149d-4c0b-490b-88a5-9b19b55b7db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['b293d05e-b87f-426a-a19d-be5094633746'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:44.146183 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port ba121697-9d87-4f6d-86da-a20d883832b1 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:44.169249 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port ba121697-9d87-4f6d-86da-a20d883832b1 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:44.170470 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:44.182779 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-828129b7-6989-47f0-a964-c8644bd96bcf tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:44.208280 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-828129b7-6989-47f0-a964-c8644bd96bcf tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:44.266815 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33572) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:44.268220 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-9a7b8320-2694-452a-9b87-928c5a0a1507 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Transition to ACTIVE for port object 78eab5d4-fd2a-4445-9807-4a916c4eaf3a will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:44.268908 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3bbb3434-bfb7-4eac-ad0c-4edac8bf4d65 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "PUT /v2.0/floatingips/67563e49-6d7e-413d-968f-b6dc3f283774 HTTP/1.1" status: 200 len: 977 time: 7.5494771 Mar 02 19:05:44.323680 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828129b7-6989-47f0-a964-c8644bd96bcf tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Made reservation on behalf of b401947ab8f34affb1ed871a93de7fff for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:44.417461 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-0888149d-4c0b-490b-88a5-9b19b55b7db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:44.418675 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0888149d-4c0b-490b-88a5-9b19b55b7db8 None None] The sync data for ids ['b293d05e-b87f-426a-a19d-be5094633746'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:05:44.474614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa608f82-555d-4eac-8448-1324f7af4069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d3527f-0fba-4dfd-b4eb-47dea690cb5a,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:44.483871 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa608f82-555d-4eac-8448-1324f7af4069 admin admin] Checking segment: {'id': '98585537-680b-4638-994e-a8ddf84795a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '34b7040f-8c13-4659-8cb8-8b466ea11de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:44.484690 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa608f82-555d-4eac-8448-1324f7af4069 admin admin] Network hostable DHCP agents. Network: 34b7040f-8c13-4659-8cb8-8b466ea11de3, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:05:44.588549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:44.591951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-deef6beb-5f35-488e-8485-02cc1156cb8c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Deleting port 5fa8c08d-eebf-4673-b9c1-e60ac30879ea {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:44.592604 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-deef6beb-5f35-488e-8485-02cc1156cb8c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:44.613569 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2a92d7fb-6869-483e-9208-2790ae5517ce None None] Provisioning for port 8f68506e-81f0-4b9c-aeeb-24f25cf8e99c completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:44.626886 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2a92d7fb-6869-483e-9208-2790ae5517ce None None] Provisioning complete for port 8f68506e-81f0-4b9c-aeeb-24f25cf8e99c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:44.627259 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2a92d7fb-6869-483e-9208-2790ae5517ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:44.666914 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9a7b8320-2694-452a-9b87-928c5a0a1507 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:44.752949 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-828129b7-6989-47f0-a964-c8644bd96bcf tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:44.780739 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port ba121697-9d87-4f6d-86da-a20d883832b1, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=ba121697-9d87-4f6d-86da-a20d883832b1,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:44.785395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b8320-2694-452a-9b87-928c5a0a1507 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=78eab5d4-fd2a-4445-9807-4a916c4eaf3a,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:44.821789 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-2a92d7fb-6869-483e-9208-2790ae5517ce None None] Port 8f68506e-81f0-4b9c-aeeb-24f25cf8e99c cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:44.845067 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2a92d7fb-6869-483e-9208-2790ae5517ce None None] Provisioning complete for port 9f836322-9a9b-43ff-b4a1-070451b8dea0 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:44.845911 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2a92d7fb-6869-483e-9208-2790ae5517ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:44.924720 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:44.926111 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 9cc866e5-d24b-4a5b-975d-5cd341fbca7d up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:44.948757 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66b4aa-3848-4465-b3ec-e96cfc9252b6 req-52a6bb54-71b5-4598-b7b4-6bbca55ccb5c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:44.951530 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6d66b4aa-3848-4465-b3ec-e96cfc9252b6 req-52a6bb54-71b5-4598-b7b4-6bbca55ccb5c tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 946 time: 0.3036611 Mar 02 19:05:45.003054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7622924a-b2cf-46cf-b858-efd8bed52017 None None] Network 962999d5-200f-4f60-8630-c7ddc0f2ce91 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:45.021677 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa608f82-555d-4eac-8448-1324f7af4069 admin admin] Network 34b7040f-8c13-4659-8cb8-8b466ea11de3 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:05:45.078427 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6d66b4aa-3848-4465-b3ec-e96cfc9252b6 req-c7b2ecb2-c5ef-41f8-bcd7-2d2b102a642b tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134074 Mar 02 19:05:45.131565 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-aa608f82-555d-4eac-8448-1324f7af4069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 34b7040f-8c13-4659-8cb8-8b466ea11de3) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:45.136877 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa608f82-555d-4eac-8448-1324f7af4069 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:45.137552 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-aa608f82-555d-4eac-8448-1324f7af4069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:45.163432 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d125e2-8537-4075-a627-4a13e3e1aaf2 None None] Network 34b7040f-8c13-4659-8cb8-8b466ea11de3 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:45.175855 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-828129b7-6989-47f0-a964-c8644bd96bcf tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:45.195246 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=ba121697-9d87-4f6d-86da-a20d883832b1,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:45.227256 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7b8320-2694-452a-9b87-928c5a0a1507 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network db8899ee-6a5d-427e-bba0-2d7322256e34 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:45.251239 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-9a7b8320-2694-452a-9b87-928c5a0a1507 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:45.282323 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-aa608f82-555d-4eac-8448-1324f7af4069 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6958125 Mar 02 19:05:45.289282 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33578) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:45.327399 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b8320-2694-452a-9b87-928c5a0a1507 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:45.327619 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-884662468-router', 'tenant_id': '15016d73b9db4123bfab03159ab39c7f', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:45.332047 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7b8320-2694-452a-9b87-928c5a0a1507 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:45.333152 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9a7b8320-2694-452a-9b87-928c5a0a1507 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:45.339264 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:45.343117 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828129b7-6989-47f0-a964-c8644bd96bcf tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Pushing event updated for resources: {'Subnet': ['ID=b35d3a2b-5099-44d1-a94b-71c6c5d1e0b2,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:45.360083 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Usage tracker for resource:router and tenant:15016d73b9db4123bfab03159ab39c7f is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:45.365761 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:45.384434 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:45.387172 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828129b7-6989-47f0-a964-c8644bd96bcf tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Checking segment: {'id': 'db42f00d-ba5b-458f-96db-64c0b84b9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '04567d80-fecc-458e-8e1b-b9eb6e47c375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:45.388498 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828129b7-6989-47f0-a964-c8644bd96bcf tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Network hostable DHCP agents. Network: 04567d80-fecc-458e-8e1b-b9eb6e47c375, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:05:45.473270 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 9cc866e5-d24b-4a5b-975d-5cd341fbca7d completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:45.488176 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828129b7-6989-47f0-a964-c8644bd96bcf tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Network 04567d80-fecc-458e-8e1b-b9eb6e47c375 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:05:45.496286 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:45.496286 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:45.520175 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9a7b8320-2694-452a-9b87-928c5a0a1507 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.0514274 Mar 02 19:05:45.526385 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:45.526705 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33582) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:45.630021 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-fb689d4a-0a04-4e52-b9c2-0eb7a9594033 None None] Provisioning complete for port 8f68506e-81f0-4b9c-aeeb-24f25cf8e99c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:45.630520 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fb689d4a-0a04-4e52-b9c2-0eb7a9594033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:45.690836 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-fb689d4a-0a04-4e52-b9c2-0eb7a9594033 None None] Port 8f68506e-81f0-4b9c-aeeb-24f25cf8e99c cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:45.692655 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-34b7040f-8c13-4659-8cb8-8b466ea11de3', 'network_id': '34b7040f-8c13-4659-8cb8-8b466ea11de3', 'tenant_id': '15016d73b9db4123bfab03159ab39c7f', 'fixed_ips': [{'subnet_id': 'b7d3527f-0fba-4dfd-b4eb-47dea690cb5a'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:05:45.693449 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:45.761273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-828129b7-6989-47f0-a964-c8644bd96bcf tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 04567d80-fecc-458e-8e1b-b9eb6e47c375) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:45.792696 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device ba121697-9d87-4f6d-86da-a20d883832b1 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:45.816511 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc641c20-f6a6-4ba5-92ec-3433602a5662 None None] Network 04567d80-fecc-458e-8e1b-b9eb6e47c375 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:45.829922 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828129b7-6989-47f0-a964-c8644bd96bcf tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:45.830347 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-828129b7-6989-47f0-a964-c8644bd96bcf tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:45.847131 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-deef6beb-5f35-488e-8485-02cc1156cb8c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:45.850796 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-fb689d4a-0a04-4e52-b9c2-0eb7a9594033 None None] Provisioning for port 9cc866e5-d24b-4a5b-975d-5cd341fbca7d completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:45.865718 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b9e78453-11ab-4682-bfe4-ed55d783d1a7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:45.925475 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-fb689d4a-0a04-4e52-b9c2-0eb7a9594033 None None] Provisioning complete for port 9cc866e5-d24b-4a5b-975d-5cd341fbca7d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:45.925844 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fb689d4a-0a04-4e52-b9c2-0eb7a9594033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:45.945925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:45.968459 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6855b90-7211-4d0d-8b65-a28d64e468db req-c1d36e52-f129-48af-978b-9c36970242d9 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:45.969871 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b6855b90-7211-4d0d-8b65-a28d64e468db req-c1d36e52-f129-48af-978b-9c36970242d9 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 946 time: 0.2113440 Mar 02 19:05:46.020157 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-828129b7-6989-47f0-a964-c8644bd96bcf tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9013965 Mar 02 19:05:46.022236 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33588) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:46.032411 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-d7cb6460-054f-4a22-9c1e-cd74f53731a7 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1258798119', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:46.039089 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d7cb6460-054f-4a22-9c1e-cd74f53731a7 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:46.043860 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d7cb6460-054f-4a22-9c1e-cd74f53731a7 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Usage tracker for resource:router and tenant:b401947ab8f34affb1ed871a93de7fff is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:46.048005 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d7cb6460-054f-4a22-9c1e-cd74f53731a7 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:46.054152 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d7cb6460-054f-4a22-9c1e-cd74f53731a7 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:46.092348 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b6855b90-7211-4d0d-8b65-a28d64e468db req-f09c9e1b-a423-4192-adae-fd58e7f4b3b2 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143684 Mar 02 19:05:46.205676 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6460-054f-4a22-9c1e-cd74f53731a7 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.206665 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6460-054f-4a22-9c1e-cd74f53731a7 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.214811 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a794c70-98ac-4ee4-9958-58db08ddc9cf tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:46.215730 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0a794c70-98ac-4ee4-9958-58db08ddc9cf tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Synchronizing usage tracker for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:46.217110 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Allocated IP 172.20.0.2 (34b7040f-8c13-4659-8cb8-8b466ea11de3/b7d3527f-0fba-4dfd-b4eb-47dea690cb5a/78f4517f-12b6-49b1-8c79-364454d61ff1) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:46.236147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6460-054f-4a22-9c1e-cd74f53731a7 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.291213 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port ba121697-9d87-4f6d-86da-a20d883832b1 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:46.291683 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.408513 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.441307 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6460-054f-4a22-9c1e-cd74f53731a7 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.444111 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fb689d4a-0a04-4e52-b9c2-0eb7a9594033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.462288 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.488036 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0a794c70-98ac-4ee4-9958-58db08ddc9cf tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Unset dirty status for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:46.489498 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0a794c70-98ac-4ee4-9958-58db08ddc9cf tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A228 HTTP/1.1" status: 200 len: 928 time: 0.9608262 Mar 02 19:05:46.500846 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-04567d80-fecc-458e-8e1b-b9eb6e47c375', 'network_id': '04567d80-fecc-458e-8e1b-b9eb6e47c375', 'tenant_id': 'b401947ab8f34affb1ed871a93de7fff', 'fixed_ips': [{'subnet_id': 'b35d3a2b-5099-44d1-a94b-71c6c5d1e0b2'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:05:46.502040 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.508257 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33592) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:46.601205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.633422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-deef6beb-5f35-488e-8485-02cc1156cb8c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.634016 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-deef6beb-5f35-488e-8485-02cc1156cb8c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.634366 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-deef6beb-5f35-488e-8485-02cc1156cb8c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Floating IP 67563e49-6d7e-413d-968f-b6dc3f283774 disassociated. External IP: 172.26.4.123, port: 5fa8c08d-eebf-4673-b9c1-e60ac30879ea. Mar 02 19:05:46.634826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-deef6beb-5f35-488e-8485-02cc1156cb8c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Calling delete_port for 5fa8c08d-eebf-4673-b9c1-e60ac30879ea owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:46.679430 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6460-054f-4a22-9c1e-cd74f53731a7 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.683075 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d7cb6460-054f-4a22-9c1e-cd74f53731a7 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6569526 Mar 02 19:05:46.690180 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33596) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:46.690621 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-fb689d4a-0a04-4e52-b9c2-0eb7a9594033 None None] For port 9cc866e5-d24b-4a5b-975d-5cd341fbca7d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9cc866e5-d24b-4a5b-975d-5cd341fbca7d,segment=NetworkSegment(22da52ee-bedf-49f8-8b9a-cb4f4998a1cf),segment_id=22da52ee-bedf-49f8-8b9a-cb4f4998a1cf)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:46.766460 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fb689d4a-0a04-4e52-b9c2-0eb7a9594033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.897359 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ae99d525-55b8-4767-9bf4-41247126f409 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port 78eab5d4-fd2a-4445-9807-4a916c4eaf3a {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:46.897984 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ae99d525-55b8-4767-9bf4-41247126f409 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.941794 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 9f836322-9a9b-43ff-b4a1-070451b8dea0 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:46.987400 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Allocated IP 172.26.4.28 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/185b69ec-6273-4727-a9bf-64f96d8a7333) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:47.036462 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb689d4a-0a04-4e52-b9c2-0eb7a9594033 None None] Pushing event updated for resources: {'Port': ['ID=9cc866e5-d24b-4a5b-975d-5cd341fbca7d,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:47.041825 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.064221 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Transition to ACTIVE for port object 78f4517f-12b6-49b1-8c79-364454d61ff1 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:47.074129 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Allocated IP 172.20.0.2 (04567d80-fecc-458e-8e1b-b9eb6e47c375/b35d3a2b-5099-44d1-a94b-71c6c5d1e0b2/7b205e2e-7922-4e52-beb8-dcac3e9ce2ab) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:47.118484 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Transition to ACTIVE for port object 78f4517f-12b6-49b1-8c79-364454d61ff1 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:47.177756 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6c2960fc-d32c-421c-9e1e-360927dcaac2 None None] Provisioning for port 78eab5d4-fd2a-4445-9807-4a916c4eaf3a completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:47.195060 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6c2960fc-d32c-421c-9e1e-360927dcaac2 None None] Provisioning complete for port 78eab5d4-fd2a-4445-9807-4a916c4eaf3a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:47.203570 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6c2960fc-d32c-421c-9e1e-360927dcaac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.235668 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.320245 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 9f836322-9a9b-43ff-b4a1-070451b8dea0 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:47.320521 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.422102 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-deef6beb-5f35-488e-8485-02cc1156cb8c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.435984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6c2960fc-d32c-421c-9e1e-360927dcaac2 None None] Port 78eab5d4-fd2a-4445-9807-4a916c4eaf3a cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:47.490092 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Network 34b7040f-8c13-4659-8cb8-8b466ea11de3 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:47.494467 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Pushing event updated for resources: {'Port': ['ID=78f4517f-12b6-49b1-8c79-364454d61ff1,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:47.520741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef6beb-5f35-488e-8485-02cc1156cb8c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event deleted for resources: {'Port': ['ID=5fa8c08d-eebf-4673-b9c1-e60ac30879ea,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:47.521564 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:47.565730 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:47.577001 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ae99d525-55b8-4767-9bf4-41247126f409 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.688789 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6c2960fc-d32c-421c-9e1e-360927dcaac2 None None] Provisioning for port 9e8625a9-837a-420b-b7db-32e01a7ac774 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:47.710659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6c2960fc-d32c-421c-9e1e-360927dcaac2 None None] Provisioning complete for port 9e8625a9-837a-420b-b7db-32e01a7ac774 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:47.711397 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6c2960fc-d32c-421c-9e1e-360927dcaac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.746561 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ae99d525-55b8-4767-9bf4-41247126f409 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for 78eab5d4-fd2a-4445-9807-4a916c4eaf3a owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:47.793844 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.875053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addca23a-ddcd-409e-ad2d-57f3a8979c0f req-3f952676-032a-403d-a84e-1d90839b2633 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:47.876608 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-addca23a-ddcd-409e-ad2d-57f3a8979c0f req-3f952676-032a-403d-a84e-1d90839b2633 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 946 time: 0.5945063 Mar 02 19:05:47.961197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.966596 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.999700 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff8beefb-1cc5-42c4-9291-205b49c7daac tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.015098 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba0dfb-7842-46b5-b122-c157037b48c8 req-0b45c007-a955-4246-8e7b-4cfc21d71b45 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:48.016604 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b9ba0dfb-7842-46b5-b122-c157037b48c8 req-0b45c007-a955-4246-8e7b-4cfc21d71b45 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.87 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 946 time: 0.3439565 Mar 02 19:05:48.017641 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Transition to ACTIVE for port object 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:48.027522 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Attempting to bind port 78f4517f-12b6-49b1-8c79-364454d61ff1 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:05:48.028144 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Attempting to bind port 78f4517f-12b6-49b1-8c79-364454d61ff1 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '98585537-680b-4638-994e-a8ddf84795a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '34b7040f-8c13-4659-8cb8-8b466ea11de3'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:05:48.028809 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Attempting to bind port 78f4517f-12b6-49b1-8c79-364454d61ff1 on network 34b7040f-8c13-4659-8cb8-8b466ea11de3 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:05:48.070482 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-addca23a-ddcd-409e-ad2d-57f3a8979c0f req-7f6d2c22-eba2-47d2-9bde-07b19f4ef714 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877005 Mar 02 19:05:48.078826 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6c2960fc-d32c-421c-9e1e-360927dcaac2 None None] Port 9e8625a9-837a-420b-b7db-32e01a7ac774 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:48.079288 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.092925 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:05:48.093549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Checking segment: {'id': '98585537-680b-4638-994e-a8ddf84795a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '34b7040f-8c13-4659-8cb8-8b466ea11de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:48.094226 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.097892 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Bound using segment: {'id': '98585537-680b-4638-994e-a8ddf84795a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '34b7040f-8c13-4659-8cb8-8b466ea11de3'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:05:48.098773 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Bound port: 78f4517f-12b6-49b1-8c79-364454d61ff1, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98585537-680b-4638-994e-a8ddf84795a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '34b7040f-8c13-4659-8cb8-8b466ea11de3'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:05:48.099447 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.146851 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Transition to ACTIVE for port object 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:48.192256 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-b9ba0dfb-7842-46b5-b122-c157037b48c8 req-9d73cb94-6e80-43a6-b020-c12cd1ed01bb tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Deleting port 16c8cefa-ca47-4b76-a232-86bcb50dbaaf {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:48.192470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-b9ba0dfb-7842-46b5-b122-c157037b48c8 req-9d73cb94-6e80-43a6-b020-c12cd1ed01bb tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.223100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 9cc866e5-d24b-4a5b-975d-5cd341fbca7d up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:48.256643 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.259693 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.294876 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=9e8625a9-837a-420b-b7db-32e01a7ac774,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:48.323093 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6c2960fc-d32c-421c-9e1e-360927dcaac2 None None] Provisioning complete for port 9cc866e5-d24b-4a5b-975d-5cd341fbca7d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:48.323093 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6c2960fc-d32c-421c-9e1e-360927dcaac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.410760 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Network 04567d80-fecc-458e-8e1b-b9eb6e47c375 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:48.436115 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:48.439016 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:48.583396 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Attempting to bind port 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:05:48.584079 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Attempting to bind port 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'db42f00d-ba5b-458f-96db-64c0b84b9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '04567d80-fecc-458e-8e1b-b9eb6e47c375'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:05:48.584548 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Attempting to bind port 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab on network 04567d80-fecc-458e-8e1b-b9eb6e47c375 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:05:48.588374 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Pushing event updated for resources: {'Port': ['ID=7b205e2e-7922-4e52-beb8-dcac3e9ce2ab,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:48.610186 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:05:48.614555 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Checking segment: {'id': 'db42f00d-ba5b-458f-96db-64c0b84b9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '04567d80-fecc-458e-8e1b-b9eb6e47c375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:48.614555 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.614555 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Bound using segment: {'id': 'db42f00d-ba5b-458f-96db-64c0b84b9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '04567d80-fecc-458e-8e1b-b9eb6e47c375'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:05:48.614555 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Bound port: 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db42f00d-ba5b-458f-96db-64c0b84b9dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '04567d80-fecc-458e-8e1b-b9eb6e47c375'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:05:48.614555 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.623451 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] For port 78f4517f-12b6-49b1-8c79-364454d61ff1, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:05:48.626665 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deef6beb-5f35-488e-8485-02cc1156cb8c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router b293d05e-b87f-426a-a19d-be5094633746 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:05:48.661451 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Pushing event updated for resources: {'Port': ['ID=185b69ec-6273-4727-a9bf-64f96d8a7333,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:48.668563 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:48.734543 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:48.739531 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ae99d525-55b8-4767-9bf4-41247126f409 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.744360 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:48.748003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] For port 78f4517f-12b6-49b1-8c79-364454d61ff1, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=78f4517f-12b6-49b1-8c79-364454d61ff1,segment=NetworkSegment(98585537-680b-4638-994e-a8ddf84795a2),segment_id=98585537-680b-4638-994e-a8ddf84795a2)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:05:48.751675 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 9cc866e5-d24b-4a5b-975d-5cd341fbca7d triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:48.752158 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.884821 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99d525-55b8-4767-9bf4-41247126f409 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Port': ['ID=78eab5d4-fd2a-4445-9807-4a916c4eaf3a,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:48.890805 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.940429 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] For port 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:05:48.985297 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] For port 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7b205e2e-7922-4e52-beb8-dcac3e9ce2ab,segment=NetworkSegment(db42f00d-ba5b-458f-96db-64c0b84b9dc9),segment_id=db42f00d-ba5b-458f-96db-64c0b84b9dc9)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:05:49.016718 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c246726-9a85-496f-90a5-7b660acc2f5a None None] Pushing event updated for resources: {'Port': ['ID=78f4517f-12b6-49b1-8c79-364454d61ff1,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:49.050776 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b7a2c436-873e-4628-93ec-01853b95dc2d None None] Provisioning complete for port 9e8625a9-837a-420b-b7db-32e01a7ac774 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:49.051044 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b7a2c436-873e-4628-93ec-01853b95dc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.093003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.255168 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-b7a2c436-873e-4628-93ec-01853b95dc2d None None] Port 9e8625a9-837a-420b-b7db-32e01a7ac774 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:49.265523 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccc534-82e3-4295-81c4-fcf4b5e790a6 None None] Pushing event updated for resources: {'Port': ['ID=7b205e2e-7922-4e52-beb8-dcac3e9ce2ab,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:49.284000 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ae99d525-55b8-4767-9bf4-41247126f409 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.295426 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-ff8beefb-1cc5-42c4-9291-205b49c7daac tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Allocated IP 172.20.0.1 (04567d80-fecc-458e-8e1b-b9eb6e47c375/b35d3a2b-5099-44d1-a94b-71c6c5d1e0b2/e762c68d-14d3-4572-aed5-881cc6baef2a) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:49.332897 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-b9ba0dfb-7842-46b5-b122-c157037b48c8 req-9d73cb94-6e80-43a6-b020-c12cd1ed01bb tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] For port 16c8cefa-ca47-4b76-a232-86bcb50dbaaf, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=16c8cefa-ca47-4b76-a232-86bcb50dbaaf,segment=NetworkSegment(0c2bf084-53ff-4021-b25d-528f36fdf98f),segment_id=0c2bf084-53ff-4021-b25d-528f36fdf98f)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:49.333324 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-b9ba0dfb-7842-46b5-b122-c157037b48c8 req-9d73cb94-6e80-43a6-b020-c12cd1ed01bb tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.341219 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-b9e78453-11ab-4682-bfe4-ed55d783d1a7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port 12cc41b4-e873-4434-a593-4096f90ee9cd {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:49.341812 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b9e78453-11ab-4682-bfe4-ed55d783d1a7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.375706 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.530848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-b9ba0dfb-7842-46b5-b122-c157037b48c8 req-9d73cb94-6e80-43a6-b020-c12cd1ed01bb tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Calling delete_port for 16c8cefa-ca47-4b76-a232-86bcb50dbaaf owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:49.543022 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ae99d525-55b8-4767-9bf4-41247126f409 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/ports/78eab5d4-fd2a-4445-9807-4a916c4eaf3a HTTP/1.1" status: 204 len: 168 time: 3.0331900 Mar 02 19:05:49.567289 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33604) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:49.639058 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-067b84f2-75a2-4481-b5cb-2adff1f7e66b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] GET failed (client error): The resource could not be found. Mar 02 19:05:49.639930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-067b84f2-75a2-4481-b5cb-2adff1f7e66b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Synchronizing usage tracker for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:49.663934 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.664600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.695182 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d641488-8ff7-4f33-9009-477e9a14002b req-02435f08-c28c-4954-9aad-c4977b414f4b tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:49.696791 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6d641488-8ff7-4f33-9009-477e9a14002b req-02435f08-c28c-4954-9aad-c4977b414f4b tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 946 time: 0.3954980 Mar 02 19:05:49.801367 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-067b84f2-75a2-4481-b5cb-2adff1f7e66b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Unset dirty status for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:49.802687 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-067b84f2-75a2-4481-b5cb-2adff1f7e66b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports/78eab5d4-fd2a-4445-9807-4a916c4eaf3a HTTP/1.1" status: 404 len: 333 time: 0.2410755 Mar 02 19:05:49.805722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff8beefb-1cc5-42c4-9291-205b49c7daac tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.839444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33608) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:49.899175 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-ff8beefb-1cc5-42c4-9291-205b49c7daac tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Transition to ACTIVE for port object e762c68d-14d3-4572-aed5-881cc6baef2a will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:49.920130 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6d641488-8ff7-4f33-9009-477e9a14002b req-4148217f-8dc8-4742-aed1-6c65935be5fc tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/security-groups?id=3ad7afc0-092a-474b-a67a-7b6fda09235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154343 Mar 02 19:05:49.946173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-b9e78453-11ab-4682-bfe4-ed55d783d1a7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] For port 12cc41b4-e873-4434-a593-4096f90ee9cd, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=12cc41b4-e873-4434-a593-4096f90ee9cd,segment=NetworkSegment(9cf8016a-44d4-4d04-b37a-e5dfca5c5035),segment_id=9cf8016a-44d4-4d04-b37a-e5dfca5c5035)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:49.946535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b9e78453-11ab-4682-bfe4-ed55d783d1a7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:50.033806 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff8beefb-1cc5-42c4-9291-205b49c7daac tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:50.107401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Router 4efff208-9d4e-4173-a880-3b5716301653 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:05:50.112600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8beefb-1cc5-42c4-9291-205b49c7daac tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Network 04567d80-fecc-458e-8e1b-b9eb6e47c375 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:50.116315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-b9e78453-11ab-4682-bfe4-ed55d783d1a7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Calling delete_port for 12cc41b4-e873-4434-a593-4096f90ee9cd owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:50.117900 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-ff8beefb-1cc5-42c4-9291-205b49c7daac tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:50.120541 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8beefb-1cc5-42c4-9291-205b49c7daac tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:50.159409 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8beefb-1cc5-42c4-9291-205b49c7daac tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Pushing event updated for resources: {'Port': ['ID=e762c68d-14d3-4572-aed5-881cc6baef2a,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:50.203085 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-1b25ee31-88d0-4534-b6a5-1f57017284c8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port 8f68506e-81f0-4b9c-aeeb-24f25cf8e99c {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:50.203455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b25ee31-88d0-4534-b6a5-1f57017284c8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:50.297000 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 78f4517f-12b6-49b1-8c79-364454d61ff1 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:50.355794 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff8beefb-1cc5-42c4-9291-205b49c7daac tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:50.384349 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:50.408611 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-b9ba0dfb-7842-46b5-b122-c157037b48c8 req-9d73cb94-6e80-43a6-b020-c12cd1ed01bb tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:50.455686 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 78f4517f-12b6-49b1-8c79-364454d61ff1 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:50.462716 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:50.559859 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73cb94-6e80-43a6-b020-c12cd1ed01bb tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Pushing event deleted for resources: {'Port': ['ID=16c8cefa-ca47-4b76-a232-86bcb50dbaaf,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:50.660691 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:50.687310 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:05:50.702097 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Sync routers for ids ['4efff208-9d4e-4173-a880-3b5716301653'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:05:50.702414 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deef6beb-5f35-488e-8485-02cc1156cb8c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:05:50.712254 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff8beefb-1cc5-42c4-9291-205b49c7daac tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:50.723974 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Routers {'4efff208-9d4e-4173-a880-3b5716301653'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:50.724487 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['4efff208-9d4e-4173-a880-3b5716301653'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:50.727598 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734bf5bb-d718-4d34-93a3-ce59c2480cd5 None None] Sync routers for ids ['b293d05e-b87f-426a-a19d-be5094633746'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:05:50.758770 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734bf5bb-d718-4d34-93a3-ce59c2480cd5 None None] Routers {'b293d05e-b87f-426a-a19d-be5094633746'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:50.760505 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-734bf5bb-d718-4d34-93a3-ce59c2480cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['b293d05e-b87f-426a-a19d-be5094633746'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:50.800891 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:50.804155 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-53743db4-48b9-4379-93a0-afb1b1fa014a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5106070 Mar 02 19:05:50.817091 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33612) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:50.867649 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-734bf5bb-d718-4d34-93a3-ce59c2480cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:50.902497 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734bf5bb-d718-4d34-93a3-ce59c2480cd5 None None] Routers {'b293d05e-b87f-426a-a19d-be5094633746'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:50.909517 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-734bf5bb-d718-4d34-93a3-ce59c2480cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['b293d05e-b87f-426a-a19d-be5094633746'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:50.946440 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb070af-be90-4dba-a616-a271c05189f2 None None] Network 34b7040f-8c13-4659-8cb8-8b466ea11de3 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:50.993729 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ba0dfb-7842-46b5-b122-c157037b48c8 req-9d73cb94-6e80-43a6-b020-c12cd1ed01bb tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] No DVR routers for this DVR port 16c8cefa-ca47-4b76-a232-86bcb50dbaaf on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:51.026939 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-734bf5bb-d718-4d34-93a3-ce59c2480cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:51.027817 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734bf5bb-d718-4d34-93a3-ce59c2480cd5 None None] The sync data for ids ['b293d05e-b87f-426a-a19d-be5094633746'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:05:51.066790 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-b9ba0dfb-7842-46b5-b122-c157037b48c8 req-9d73cb94-6e80-43a6-b020-c12cd1ed01bb tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:51.077138 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62915d15-50f3-47de-ab85-3f0cc293c15e', 'name': 'network-vif-deleted', 'tag': '16c8cefa-ca47-4b76-a232-86bcb50dbaaf'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:05:51.115271 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Set router 4efff208-9d4e-4173-a880-3b5716301653 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:05:51.207754 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62915d15-50f3-47de-ab85-3f0cc293c15e', 'name': 'network-vif-deleted', 'tag': '16c8cefa-ca47-4b76-a232-86bcb50dbaaf', 'status': 'completed', 'code': 200} Mar 02 19:05:51.215986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-deef6beb-5f35-488e-8485-02cc1156cb8c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:51.291237 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e26a07-b058-4daf-a4a0-73327e7d92ac None None] Network 04567d80-fecc-458e-8e1b-b9eb6e47c375 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:51.378606 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b9ba0dfb-7842-46b5-b122-c157037b48c8 req-9d73cb94-6e80-43a6-b020-c12cd1ed01bb tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.87 "DELETE /v2.0/ports/16c8cefa-ca47-4b76-a232-86bcb50dbaaf HTTP/1.1" status: 204 len: 173 time: 3.3534594 Mar 02 19:05:51.382320 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-deef6beb-5f35-488e-8485-02cc1156cb8c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "DELETE /v2.0/ports/5fa8c08d-eebf-4673-b9c1-e60ac30879ea HTTP/1.1" status: 204 len: 168 time: 7.1077709 Mar 02 19:05:51.383969 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33620) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:51.410479 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3eeda0bc-8566-4675-b23a-16bfda894932 None None] Provisioning for port 78f4517f-12b6-49b1-8c79-364454d61ff1 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:51.447328 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-036cb802-062b-4bcb-8303-27fdd2e145a1 req-138e7fd4-464e-4891-8aca-16f355e17173 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Synchronizing usage tracker for tenant:2a35e32a20f342fdb54f6b43f0d5c554 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:51.479939 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b25ee31-88d0-4534-b6a5-1f57017284c8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:51.495633 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3eeda0bc-8566-4675-b23a-16bfda894932 None None] Provisioning complete for port 78f4517f-12b6-49b1-8c79-364454d61ff1 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:51.495633 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3eeda0bc-8566-4675-b23a-16bfda894932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:51.565537 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b9e78453-11ab-4682-bfe4-ed55d783d1a7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:51.580510 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:51.646881 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff8beefb-1cc5-42c4-9291-205b49c7daac tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:51.744163 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 16c8cefa-ca47-4b76-a232-86bcb50dbaaf no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:51.761687 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-036cb802-062b-4bcb-8303-27fdd2e145a1 req-138e7fd4-464e-4891-8aca-16f355e17173 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] Unset dirty status for tenant:2a35e32a20f342fdb54f6b43f0d5c554 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:51.763705 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-036cb802-062b-4bcb-8303-27fdd2e145a1 req-138e7fd4-464e-4891-8aca-16f355e17173 tempest-TestServerAdvancedOps-1214489618 tempest-TestServerAdvancedOps-1214489618-project] 10.222.0.73 "GET /v2.0/ports?device_id=62915d15-50f3-47de-ab85-3f0cc293c15e HTTP/1.1" status: 200 len: 210 time: 0.5669417 Mar 02 19:05:51.787896 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-1b25ee31-88d0-4534-b6a5-1f57017284c8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for 8f68506e-81f0-4b9c-aeeb-24f25cf8e99c owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:51.845842 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff8beefb-1cc5-42c4-9291-205b49c7daac tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:51.878606 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:51.908659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ef1f136b-06b5-426f-ae96-ac516a9fcfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:51.910791 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e78453-11ab-4682-bfe4-ed55d783d1a7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Port': ['ID=12cc41b4-e873-4434-a593-4096f90ee9cd,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:51.931730 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 16c8cefa-ca47-4b76-a232-86bcb50dbaaf {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:05:51.932087 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 16c8cefa-ca47-4b76-a232-86bcb50dbaaf not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:52.008360 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8beefb-1cc5-42c4-9291-205b49c7daac tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Pushing event updated for resources: {'Port': ['ID=e762c68d-14d3-4572-aed5-881cc6baef2a,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:52.011188 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff8beefb-1cc5-42c4-9291-205b49c7daac tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:52.070013 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3eeda0bc-8566-4675-b23a-16bfda894932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:52.183431 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-3eeda0bc-8566-4675-b23a-16bfda894932 None None] For port 78f4517f-12b6-49b1-8c79-364454d61ff1, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=78f4517f-12b6-49b1-8c79-364454d61ff1,segment=NetworkSegment(98585537-680b-4638-994e-a8ddf84795a2),segment_id=98585537-680b-4638-994e-a8ddf84795a2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:52.207505 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efff208-9d4e-4173-a880-3b5716301653', 'name': 'tempest-TestVolumeBootPattern-884662468-router', 'tenant_id': '15016d73b9db4123bfab03159ab39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '185b69ec-6273-4727-a9bf-64f96d8a7333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:45Z', 'updated_at': '2022-03-02T19:05:49Z', 'revision_number': 3, 'project_id': '15016d73b9db4123bfab03159ab39c7f', 'gw_port': {'id': '185b69ec-6273-4727-a9bf-64f96d8a7333', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efff208-9d4e-4173-a880-3b5716301653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:46Z', 'updated_at': '2022-03-02T19:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:52.225223 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Checking router: 4efff208-9d4e-4173-a880-3b5716301653 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:05:52.225592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Updating router 4efff208-9d4e-4173-a880-3b5716301653 port 185b69ec-6273-4727-a9bf-64f96d8a7333 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:05:52.299164 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3eeda0bc-8566-4675-b23a-16bfda894932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:52.316077 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8beefb-1cc5-42c4-9291-205b49c7daac tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Network 04567d80-fecc-458e-8e1b-b9eb6e47c375 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:52.320926 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-ff8beefb-1cc5-42c4-9291-205b49c7daac tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:52.373592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:52.398204 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=9e8625a9-837a-420b-b7db-32e01a7ac774,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:52.404758 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:52.548314 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeda0bc-8566-4675-b23a-16bfda894932 None None] Pushing event updated for resources: {'Port': ['ID=78f4517f-12b6-49b1-8c79-364454d61ff1,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:52.584077 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:52.587508 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:52.588128 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:52.590325 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:52.591696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:52.592538 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:52.593049 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:52.593577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:52.594076 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:52.594566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:52.595063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:52.655482 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-dc8a6d02-531c-49c1-bebc-34ff1bc82779 None None] Provisioning for port 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:52.666733 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-dc8a6d02-531c-49c1-bebc-34ff1bc82779 None None] Provisioning complete for port 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:52.667106 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dc8a6d02-531c-49c1-bebc-34ff1bc82779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:52.715113 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b9e78453-11ab-4682-bfe4-ed55d783d1a7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:52.737179 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 962999d5-200f-4f60-8630-c7ddc0f2ce91 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:52.740358 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:52.844708 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b25ee31-88d0-4534-b6a5-1f57017284c8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:53.014932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33626) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:53.037765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dc8a6d02-531c-49c1-bebc-34ff1bc82779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:53.133951 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:53.141050 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-dc8a6d02-531c-49c1-bebc-34ff1bc82779 None None] For port 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7b205e2e-7922-4e52-beb8-dcac3e9ce2ab,segment=NetworkSegment(db42f00d-ba5b-458f-96db-64c0b84b9dc9),segment_id=db42f00d-ba5b-458f-96db-64c0b84b9dc9)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:53.155194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Transition to ACTIVE for port object 185b69ec-6273-4727-a9bf-64f96d8a7333 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:53.194835 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25ee31-88d0-4534-b6a5-1f57017284c8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Port': ['ID=8f68506e-81f0-4b9c-aeeb-24f25cf8e99c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:53.226604 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dc8a6d02-531c-49c1-bebc-34ff1bc82779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:53.271554 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:53.329090 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b25ee31-88d0-4534-b6a5-1f57017284c8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:53.329393 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Attempting to bind port 185b69ec-6273-4727-a9bf-64f96d8a7333 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:05:53.329763 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Attempting to bind port 185b69ec-6273-4727-a9bf-64f96d8a7333 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:05:53.330122 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Attempting to bind port 185b69ec-6273-4727-a9bf-64f96d8a7333 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:05:53.348071 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:05:53.348451 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:05:53.348851 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:53.349244 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:05:53.349790 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Bound port: 185b69ec-6273-4727-a9bf-64f96d8a7333, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:05:53.350155 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:53.353487 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4d82f6-6575-4703-8e6d-b96a5d9d523c admin admin] Deleting subnet 9129bf72-25e9-47b5-bba7-efef5f522b0f {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:05:53.359726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd4d82f6-6575-4703-8e6d-b96a5d9d523c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:53.393634 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a6d02-531c-49c1-bebc-34ff1bc82779 None None] Pushing event updated for resources: {'Port': ['ID=7b205e2e-7922-4e52-beb8-dcac3e9ce2ab,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:53.504716 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-45e21582-3822-4eb8-83c1-97600ca86fc0 None None] Provisioning complete for port 9e8625a9-837a-420b-b7db-32e01a7ac774 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:53.505149 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45e21582-3822-4eb8-83c1-97600ca86fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:53.520755 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ec1816d8-8ed4-4d39-88f6-e5fb500d0a5c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:53.584512 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] For port 185b69ec-6273-4727-a9bf-64f96d8a7333, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:05:53.593610 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] For port 185b69ec-6273-4727-a9bf-64f96d8a7333, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=185b69ec-6273-4727-a9bf-64f96d8a7333,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:05:53.603784 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1b25ee31-88d0-4534-b6a5-1f57017284c8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/ports/8f68506e-81f0-4b9c-aeeb-24f25cf8e99c HTTP/1.1" status: 204 len: 168 time: 3.7627401 Mar 02 19:05:53.608609 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ba465-3d7d-41f3-bdd8-3d4a87ea7b02 None None] Pushing event updated for resources: {'Port': ['ID=185b69ec-6273-4727-a9bf-64f96d8a7333,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:53.619312 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33630) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:53.638042 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-45e21582-3822-4eb8-83c1-97600ca86fc0 None None] Port 9e8625a9-837a-420b-b7db-32e01a7ac774 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:53.661461 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:53.730602 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Routers {'4efff208-9d4e-4173-a880-3b5716301653'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:53.730973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['4efff208-9d4e-4173-a880-3b5716301653'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:53.734201 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd4d82f6-6575-4703-8e6d-b96a5d9d523c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:53.786084 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-54483ad5-52c2-4cf1-941a-bc6f625883f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:53.803394 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8beefb-1cc5-42c4-9291-205b49c7daac tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Router d59c5700-62b9-41fa-805a-8ac3cce293e4 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:05:53.803623 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-45e21582-3822-4eb8-83c1-97600ca86fc0 None None] Provisioning for port e762c68d-14d3-4572-aed5-881cc6baef2a completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:53.876892 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-45e21582-3822-4eb8-83c1-97600ca86fc0 None None] Provisioning complete for port e762c68d-14d3-4572-aed5-881cc6baef2a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:53.877294 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45e21582-3822-4eb8-83c1-97600ca86fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:53.891859 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-706a4072-85b7-4b1a-8718-b6cb79827e3e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] GET failed (client error): The resource could not be found. Mar 02 19:05:53.892369 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-706a4072-85b7-4b1a-8718-b6cb79827e3e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Synchronizing usage tracker for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:53.942007 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-45e21582-3822-4eb8-83c1-97600ca86fc0 None None] Port e762c68d-14d3-4572-aed5-881cc6baef2a cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:53.965226 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-45e21582-3822-4eb8-83c1-97600ca86fc0 None None] Provisioning complete for port 78f4517f-12b6-49b1-8c79-364454d61ff1 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:53.966124 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45e21582-3822-4eb8-83c1-97600ca86fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.003063 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ba465-3d7d-41f3-bdd8-3d4a87ea7b02 None None] Pushing event updated for resources: {'Port': ['ID=185b69ec-6273-4727-a9bf-64f96d8a7333,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:54.033037 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f82e7206-fab5-4cd1-a7b2-79f24ba7fb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.086816 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd4d82f6-6575-4703-8e6d-b96a5d9d523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.126060 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-706a4072-85b7-4b1a-8718-b6cb79827e3e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Unset dirty status for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:54.127296 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-706a4072-85b7-4b1a-8718-b6cb79827e3e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports/8f68506e-81f0-4b9c-aeeb-24f25cf8e99c HTTP/1.1" status: 404 len: 333 time: 0.4489768 Mar 02 19:05:54.136947 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33634) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:54.149188 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] Set router 4efff208-9d4e-4173-a880-3b5716301653 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:05:54.206073 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 78f4517f-12b6-49b1-8c79-364454d61ff1 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:54.260737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e78453-11ab-4682-bfe4-ed55d783d1a7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router 5b421425-bbe4-4d02-8eda-65d57ea462c7 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:05:54.471907 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd4d82f6-6575-4703-8e6d-b96a5d9d523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.513927 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-45e21582-3822-4eb8-83c1-97600ca86fc0 None None] Provisioning complete for port 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:54.514298 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45e21582-3822-4eb8-83c1-97600ca86fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.559017 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8beefb-1cc5-42c4-9291-205b49c7daac tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:05:54.579802 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c728d19e-6c26-46b5-bd18-9cb897e91dac None None] Sync routers for ids ['d59c5700-62b9-41fa-805a-8ac3cce293e4'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:05:54.580449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b387d9-8be7-4db8-b71b-8868866f870b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting subnet c40bf8ae-c2f1-42a0-8dc6-0f7cd3766ced {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:05:54.582440 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d82f6-6575-4703-8e6d-b96a5d9d523c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9129bf72-25e9-47b5-bba7-efef5f522b0f,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:54.593011 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c2b387d9-8be7-4db8-b71b-8868866f870b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.625621 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 78f4517f-12b6-49b1-8c79-364454d61ff1 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:54.626291 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.644254 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd4d82f6-6575-4703-8e6d-b96a5d9d523c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.658151 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ff8beefb-1cc5-42c4-9291-205b49c7daac tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] 10.222.0.73 "PUT /v2.0/routers/d59c5700-62b9-41fa-805a-8ac3cce293e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9602342 Mar 02 19:05:54.660329 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fd4d82f6-6575-4703-8e6d-b96a5d9d523c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9129bf72-25e9-47b5-bba7-efef5f522b0f HTTP/1.1" status: 204 len: 168 time: 1.5941491 Mar 02 19:05:54.662908 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33638) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:54.663527 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33640) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:54.691594 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-fac0874f-f089-4938-87b1-e99cb9f980d2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Request body: {'port': {'network_id': '04567d80-fecc-458e-8e1b-b9eb6e47c375', 'name': 'tempest-FloatingIPNegativeTestJSON-1422430649'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:54.694775 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-f82e7206-fab5-4cd1-a7b2-79f24ba7fb64 admin admin] Allocated IP 172.20.0.1 (34b7040f-8c13-4659-8cb8-8b466ea11de3/b7d3527f-0fba-4dfd-b4eb-47dea690cb5a/8f474b1c-bd4c-4dea-9b66-06ba06846a7a) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:54.705902 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c728d19e-6c26-46b5-bd18-9cb897e91dac None None] Routers {'d59c5700-62b9-41fa-805a-8ac3cce293e4'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:54.706544 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-c728d19e-6c26-46b5-bd18-9cb897e91dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d59c5700-62b9-41fa-805a-8ac3cce293e4'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:54.721218 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e78453-11ab-4682-bfe4-ed55d783d1a7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:05:54.733903 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0705d8c9-7130-4ab9-b4da-45bcdb1f0249 None None] Sync routers for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:05:54.747372 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0705d8c9-7130-4ab9-b4da-45bcdb1f0249 None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:54.748681 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-0705d8c9-7130-4ab9-b4da-45bcdb1f0249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:54.786087 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-c728d19e-6c26-46b5-bd18-9cb897e91dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:54.816082 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c2b387d9-8be7-4db8-b71b-8868866f870b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.851291 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b9e78453-11ab-4682-bfe4-ed55d783d1a7 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/5b421425-bbe4-4d02-8eda-65d57ea462c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1689217 Mar 02 19:05:54.859659 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33646) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:54.869732 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Router 7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:05:54.892041 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-0705d8c9-7130-4ab9-b4da-45bcdb1f0249 None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:05:54.909795 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c728d19e-6c26-46b5-bd18-9cb897e91dac None None] Routers {'d59c5700-62b9-41fa-805a-8ac3cce293e4'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:54.910421 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-c728d19e-6c26-46b5-bd18-9cb897e91dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d59c5700-62b9-41fa-805a-8ac3cce293e4'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:54.980612 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-c728d19e-6c26-46b5-bd18-9cb897e91dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:54.980930 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c728d19e-6c26-46b5-bd18-9cb897e91dac None None] The sync data for ids ['d59c5700-62b9-41fa-805a-8ac3cce293e4'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:05:54.985400 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efff208-9d4e-4173-a880-3b5716301653', 'name': 'tempest-TestVolumeBootPattern-884662468-router', 'tenant_id': '15016d73b9db4123bfab03159ab39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '185b69ec-6273-4727-a9bf-64f96d8a7333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:45Z', 'updated_at': '2022-03-02T19:05:49Z', 'revision_number': 3, 'project_id': '15016d73b9db4123bfab03159ab39c7f', 'gw_port': {'id': '185b69ec-6273-4727-a9bf-64f96d8a7333', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efff208-9d4e-4173-a880-3b5716301653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:46Z', 'updated_at': '2022-03-02T19:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:54.990188 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:55.017228 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-583fdfc3-8b99-4d90-9507-b14a4f3e9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.024941 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-0705d8c9-7130-4ab9-b4da-45bcdb1f0249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:05:51Z', 'revision_number': 11, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:55.030596 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0705d8c9-7130-4ab9-b4da-45bcdb1f0249 None None] Checking router: 5b421425-bbe4-4d02-8eda-65d57ea462c7 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:05:55.030806 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f195c-618c-4828-8921-4af955ec7f0e None None] The sync data for ids ['4efff208-9d4e-4173-a880-3b5716301653'] in dv-neutron-831573-1-hyperv is: [{'id': '4efff208-9d4e-4173-a880-3b5716301653', 'name': 'tempest-TestVolumeBootPattern-884662468-router', 'tenant_id': '15016d73b9db4123bfab03159ab39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '185b69ec-6273-4727-a9bf-64f96d8a7333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:45Z', 'updated_at': '2022-03-02T19:05:49Z', 'revision_number': 3, 'project_id': '15016d73b9db4123bfab03159ab39c7f', 'gw_port': {'id': '185b69ec-6273-4727-a9bf-64f96d8a7333', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efff208-9d4e-4173-a880-3b5716301653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:46Z', 'updated_at': '2022-03-02T19:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:05:55.039758 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f82e7206-fab5-4cd1-a7b2-79f24ba7fb64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.053843 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0705d8c9-7130-4ab9-b4da-45bcdb1f0249 None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:55.056961 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-0705d8c9-7130-4ab9-b4da-45bcdb1f0249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:55.078770 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-f82e7206-fab5-4cd1-a7b2-79f24ba7fb64 admin admin] Transition to ACTIVE for port object 8f474b1c-bd4c-4dea-9b66-06ba06846a7a will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:55.088656 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:55.095288 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.170711 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f82e7206-fab5-4cd1-a7b2-79f24ba7fb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.175083 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.253653 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-0705d8c9-7130-4ab9-b4da-45bcdb1f0249 None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:05:55.298708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82e7206-fab5-4cd1-a7b2-79f24ba7fb64 admin admin] Network 34b7040f-8c13-4659-8cb8-8b466ea11de3 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:55.306303 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-f82e7206-fab5-4cd1-a7b2-79f24ba7fb64 admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:55.316400 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e7206-fab5-4cd1-a7b2-79f24ba7fb64 admin admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:55.350415 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e7206-fab5-4cd1-a7b2-79f24ba7fb64 admin admin] Pushing event updated for resources: {'Port': ['ID=8f474b1c-bd4c-4dea-9b66-06ba06846a7a,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:55.386735 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-0705d8c9-7130-4ab9-b4da-45bcdb1f0249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:05:51Z', 'revision_number': 11, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:55.396272 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0705d8c9-7130-4ab9-b4da-45bcdb1f0249 None None] The sync data for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv is: [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:05:51Z', 'revision_number': 11, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:05:55.400664 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f82e7206-fab5-4cd1-a7b2-79f24ba7fb64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.473169 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-fac0874f-f089-4938-87b1-e99cb9f980d2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:55.499010 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ec1816d8-8ed4-4d39-88f6-e5fb500d0a5c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Deleting port c107342b-c3e2-4057-89a3-47a6fcf5127a {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:55.499280 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ec1816d8-8ed4-4d39-88f6-e5fb500d0a5c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.501022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.515472 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fac0874f-f089-4938-87b1-e99cb9f980d2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Usage tracker for resource:port and tenant:b401947ab8f34affb1ed871a93de7fff is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:55.526408 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fac0874f-f089-4938-87b1-e99cb9f980d2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:55.556436 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-fac0874f-f089-4938-87b1-e99cb9f980d2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:55.637247 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c2b387d9-8be7-4db8-b71b-8868866f870b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.690443 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ab7a17dd-da54-4461-8979-b604a7331a89 None None] Provisioning for port 8f474b1c-bd4c-4dea-9b66-06ba06846a7a completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:55.699186 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ab7a17dd-da54-4461-8979-b604a7331a89 None None] Provisioning complete for port 8f474b1c-bd4c-4dea-9b66-06ba06846a7a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:55.699710 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ab7a17dd-da54-4461-8979-b604a7331a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.712825 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f82e7206-fab5-4cd1-a7b2-79f24ba7fb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.735154 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-583fdfc3-8b99-4d90-9507-b14a4f3e9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.763300 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac0874f-f089-4938-87b1-e99cb9f980d2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Made reservation on behalf of b401947ab8f34affb1ed871a93de7fff for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:55.766644 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fac0874f-f089-4938-87b1-e99cb9f980d2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.813487 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ab7a17dd-da54-4461-8979-b604a7331a89 None None] Port 8f474b1c-bd4c-4dea-9b66-06ba06846a7a cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:55.824170 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ec1816d8-8ed4-4d39-88f6-e5fb500d0a5c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.838541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3bb234-a074-4d32-a553-40c83fa762e2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting subnet fcaa635b-175b-4d12-ae9e-ac272610d79e {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:05:55.838541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-583fdfc3-8b99-4d90-9507-b14a4f3e9fe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc352922-d775-4492-b35f-ae22f1cc9ad3']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:55.857517 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb234-a074-4d32-a553-40c83fa762e2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.900012 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-583fdfc3-8b99-4d90-9507-b14a4f3e9fe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2bf084-53ff-4021-b25d-528f36fdf98f') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:55.900306 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-583fdfc3-8b99-4d90-9507-b14a4f3e9fe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2bf084-53ff-4021-b25d-528f36fdf98f') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:55.930378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-fac0874f-f089-4938-87b1-e99cb9f980d2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] device_id is not set on port 86bfc00a-5273-4ad2-8d82-92c8a164f7be yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:05:55.968512 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ec1816d8-8ed4-4d39-88f6-e5fb500d0a5c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Calling delete_port for c107342b-c3e2-4057-89a3-47a6fcf5127a owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:55.971992 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-583fdfc3-8b99-4d90-9507-b14a4f3e9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.997748 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb234-a074-4d32-a553-40c83fa762e2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.042363 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c2b387d9-8be7-4db8-b71b-8868866f870b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.056029 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-583fdfc3-8b99-4d90-9507-b14a4f3e9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.111215 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 12cc41b4-e873-4434-a593-4096f90ee9cd no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:56.114933 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583fdfc3-8b99-4d90-9507-b14a4f3e9fe5 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:05:56.115373 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-583fdfc3-8b99-4d90-9507-b14a4f3e9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:05:56.133807 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:05:56.136355 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b387d9-8be7-4db8-b71b-8868866f870b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Subnet': ['ID=c40bf8ae-c2f1-42a0-8dc6-0f7cd3766ced,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:56.138130 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:05:56.148451 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 12cc41b4-e873-4434-a593-4096f90ee9cd {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:05:56.148806 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 12cc41b4-e873-4434-a593-4096f90ee9cd not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:56.155813 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca1b96-3dc6-4889-91fa-9eaa4f122c8b None None] Sync routers for ids ['7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:05:56.169249 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dca1b96-3dc6-4889-91fa-9eaa4f122c8b None None] Routers {'7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:56.169974 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2dca1b96-3dc6-4889-91fa-9eaa4f122c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:56.237380 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c648bf-8b5b-4c13-a872-038e9f75c450 None None] Network db8899ee-6a5d-427e-bba0-2d7322256e34 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:56.238526 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f82e7206-fab5-4cd1-a7b2-79f24ba7fb64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.256900 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2dca1b96-3dc6-4889-91fa-9eaa4f122c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:56.278301 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c2b387d9-8be7-4db8-b71b-8868866f870b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.298259 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-107b946e-34f7-43a5-8adc-bca7982137a1 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "PUT /v2.0/routers/7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1875789 Mar 02 19:05:56.301806 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33650) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:56.309829 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c2b387d9-8be7-4db8-b71b-8868866f870b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/subnets/c40bf8ae-c2f1-42a0-8dc6-0f7cd3766ced HTTP/1.1" status: 204 len: 168 time: 2.1666288 Mar 02 19:05:56.317335 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33654) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:56.337507 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f82e7206-fab5-4cd1-a7b2-79f24ba7fb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.367328 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dca1b96-3dc6-4889-91fa-9eaa4f122c8b None None] Routers {'7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:05:56.368115 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2dca1b96-3dc6-4889-91fa-9eaa4f122c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:56.406610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-583fdfc3-8b99-4d90-9507-b14a4f3e9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.446519 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-583fdfc3-8b99-4d90-9507-b14a4f3e9fe5 admin admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.456231 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.457669 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb234-a074-4d32-a553-40c83fa762e2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.469915 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2dca1b96-3dc6-4889-91fa-9eaa4f122c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:56.470327 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca1b96-3dc6-4889-91fa-9eaa4f122c8b None None] The sync data for ids ['7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:05:56.491167 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-fac0874f-f089-4938-87b1-e99cb9f980d2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Allocated IP 172.20.0.11 (04567d80-fecc-458e-8e1b-b9eb6e47c375/b35d3a2b-5099-44d1-a94b-71c6c5d1e0b2/86bfc00a-5273-4ad2-8d82-92c8a164f7be) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:56.516955 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fdfc3-8b99-4d90-9507-b14a4f3e9fe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc352922-d775-4492-b35f-ae22f1cc9ad3,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:56.545908 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.598405 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port 9f836322-9a9b-43ff-b4a1-070451b8dea0 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:56.598764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.607503 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f82e7206-fab5-4cd1-a7b2-79f24ba7fb64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.612103 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e7206-fab5-4cd1-a7b2-79f24ba7fb64 admin admin] Pushing event updated for resources: {'Port': ['ID=8f474b1c-bd4c-4dea-9b66-06ba06846a7a,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:56.623737 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de311e6-9d95-4b4c-b398-00734ea6cc6f None None] DHCP port deletion for db8899ee-6a5d-427e-bba0-2d7322256e34 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:05:56.628318 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-4de311e6-9d95-4b4c-b398-00734ea6cc6f None None] Deleting port 9f836322-9a9b-43ff-b4a1-070451b8dea0 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:56.629547 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4de311e6-9d95-4b4c-b398-00734ea6cc6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.631530 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ec1816d8-8ed4-4d39-88f6-e5fb500d0a5c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.644958 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-583fdfc3-8b99-4d90-9507-b14a4f3e9fe5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/fc352922-d775-4492-b35f-ae22f1cc9ad3 HTTP/1.1" status: 204 len: 168 time: 1.9786322 Mar 02 19:05:56.663081 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33658) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:56.672514 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4b5995-95fe-45e2-9282-c86e1f16a9ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:56.674003 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-af4b5995-95fe-45e2-9282-c86e1f16a9ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1 HTTP/1.1" status: 200 len: 983 time: 0.3712511 Mar 02 19:05:56.689236 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33662) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:56.807323 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1816d8-8ed4-4d39-88f6-e5fb500d0a5c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event deleted for resources: {'Port': ['ID=c107342b-c3e2-4057-89a3-47a6fcf5127a,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:56.828521 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb234-a074-4d32-a553-40c83fa762e2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.849172 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4de311e6-9d95-4b4c-b398-00734ea6cc6f None None] For port 9f836322-9a9b-43ff-b4a1-070451b8dea0, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9f836322-9a9b-43ff-b4a1-070451b8dea0,segment=NetworkSegment(d4f8ba52-dbb4-4e09-a56d-0dc39c2424e1),segment_id=d4f8ba52-dbb4-4e09-a56d-0dc39c2424e1)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:56.849687 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4de311e6-9d95-4b4c-b398-00734ea6cc6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.924634 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bb234-a074-4d32-a553-40c83fa762e2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Subnet': ['ID=fcaa635b-175b-4d12-ae9e-ac272610d79e,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:56.933372 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf44012-f9aa-40b7-8fa3-6346ced9a760 admin admin] Deleting subnet 9bbc79c2-b81e-476a-a233-48446b3b6643 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:05:56.972223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb234-a074-4d32-a553-40c83fa762e2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.975560 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ccf44012-f9aa-40b7-8fa3-6346ced9a760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:57.092500 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb60d130-53c1-4551-95ca-02695089a5f7 None None] Network 334756e8-3831-4c27-a887-a86a2be59eb7 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:05:57.144127 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4b3bb234-a074-4d32-a553-40c83fa762e2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/subnets/fcaa635b-175b-4d12-ae9e-ac272610d79e HTTP/1.1" status: 204 len: 168 time: 2.2715704 Mar 02 19:05:57.160276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33666) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:57.212420 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-4de311e6-9d95-4b4c-b398-00734ea6cc6f None None] Calling delete_port for 9f836322-9a9b-43ff-b4a1-070451b8dea0 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:57.273037 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82e7206-fab5-4cd1-a7b2-79f24ba7fb64 admin admin] Network 34b7040f-8c13-4659-8cb8-8b466ea11de3 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:57.281909 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-f82e7206-fab5-4cd1-a7b2-79f24ba7fb64 admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:57.530213 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fac0874f-f089-4938-87b1-e99cb9f980d2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:57.543199 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4de311e6-9d95-4b4c-b398-00734ea6cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:57.553235 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-fac0874f-f089-4938-87b1-e99cb9f980d2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Transition to ACTIVE for port object 86bfc00a-5273-4ad2-8d82-92c8a164f7be will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:57.576521 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] For port 9f836322-9a9b-43ff-b4a1-070451b8dea0, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9f836322-9a9b-43ff-b4a1-070451b8dea0,segment=NetworkSegment(d4f8ba52-dbb4-4e09-a56d-0dc39c2424e1),segment_id=d4f8ba52-dbb4-4e09-a56d-0dc39c2424e1)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:57.576908 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:57.586679 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ccf44012-f9aa-40b7-8fa3-6346ced9a760 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:57.616986 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de311e6-9d95-4b4c-b398-00734ea6cc6f None None] Pushing event deleted for resources: {'Port': ['ID=9f836322-9a9b-43ff-b4a1-070451b8dea0,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:57.643369 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fac0874f-f089-4938-87b1-e99cb9f980d2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:57.661502 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de311e6-9d95-4b4c-b398-00734ea6cc6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:57.662012 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de311e6-9d95-4b4c-b398-00734ea6cc6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:57.662498 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de311e6-9d95-4b4c-b398-00734ea6cc6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:57.663159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de311e6-9d95-4b4c-b398-00734ea6cc6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:57.663616 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de311e6-9d95-4b4c-b398-00734ea6cc6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:57.664051 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de311e6-9d95-4b4c-b398-00734ea6cc6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:57.665142 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de311e6-9d95-4b4c-b398-00734ea6cc6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:57.665584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de311e6-9d95-4b4c-b398-00734ea6cc6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:57.666318 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de311e6-9d95-4b4c-b398-00734ea6cc6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:57.667641 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de311e6-9d95-4b4c-b398-00734ea6cc6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:57.668104 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de311e6-9d95-4b4c-b398-00734ea6cc6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:57.687200 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de311e6-9d95-4b4c-b398-00734ea6cc6f None None] No DVR routers for this DVR port 9f836322-9a9b-43ff-b4a1-070451b8dea0 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:57.715083 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-293c6bbe-fb8a-4692-a55e-74fec54c12c7 None None] Provisioning complete for port 8f474b1c-bd4c-4dea-9b66-06ba06846a7a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:57.715752 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-293c6bbe-fb8a-4692-a55e-74fec54c12c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:57.765027 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ccf44012-f9aa-40b7-8fa3-6346ced9a760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:57.832762 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-293c6bbe-fb8a-4692-a55e-74fec54c12c7 None None] Port 8f474b1c-bd4c-4dea-9b66-06ba06846a7a cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:57.909109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f7561d-a84a-4b35-bd1a-c76761694c4d None None] DHCP port deletion for 334756e8-3831-4c27-a887-a86a2be59eb7 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:05:57.915445 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-62f7561d-a84a-4b35-bd1a-c76761694c4d None None] Deleting port 02fba550-c1be-4a4e-b713-035d4ad665eb {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:57.915818 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-62f7561d-a84a-4b35-bd1a-c76761694c4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:57.921452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for 9f836322-9a9b-43ff-b4a1-070451b8dea0 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:57.966728 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:58.050624 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac0874f-f089-4938-87b1-e99cb9f980d2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Network 04567d80-fecc-458e-8e1b-b9eb6e47c375 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:58.058790 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-fac0874f-f089-4938-87b1-e99cb9f980d2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:58.064896 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac0874f-f089-4938-87b1-e99cb9f980d2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:05:58.094955 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0874f-f089-4938-87b1-e99cb9f980d2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Pushing event updated for resources: {'Port': ['ID=86bfc00a-5273-4ad2-8d82-92c8a164f7be,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:58.129713 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port 02fba550-c1be-4a4e-b713-035d4ad665eb {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:58.130061 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:58.234971 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:05:58.235198 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:05:58.251240 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 185b69ec-6273-4727-a9bf-64f96d8a7333 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:58.310982 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-62f7561d-a84a-4b35-bd1a-c76761694c4d None None] For port 02fba550-c1be-4a4e-b713-035d4ad665eb, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=02fba550-c1be-4a4e-b713-035d4ad665eb,segment=NetworkSegment(9cf8016a-44d4-4d04-b37a-e5dfca5c5035),segment_id=9cf8016a-44d4-4d04-b37a-e5dfca5c5035)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:58.311688 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-62f7561d-a84a-4b35-bd1a-c76761694c4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:58.379147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ec1816d8-8ed4-4d39-88f6-e5fb500d0a5c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:58.423936 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac0874f-f089-4938-87b1-e99cb9f980d2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:58.424525 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fac0874f-f089-4938-87b1-e99cb9f980d2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:58.428898 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ccf44012-f9aa-40b7-8fa3-6346ced9a760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:58.434409 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] For port 02fba550-c1be-4a4e-b713-035d4ad665eb, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=02fba550-c1be-4a4e-b713-035d4ad665eb,segment=NetworkSegment(9cf8016a-44d4-4d04-b37a-e5dfca5c5035),segment_id=9cf8016a-44d4-4d04-b37a-e5dfca5c5035)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:58.435014 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:58.479561 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-62f7561d-a84a-4b35-bd1a-c76761694c4d None None] Calling delete_port for 02fba550-c1be-4a4e-b713-035d4ad665eb owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:58.605028 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Calling delete_port for 02fba550-c1be-4a4e-b713-035d4ad665eb owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:05:58.638989 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f487ae3e-2c47-488e-9b83-989ea7f83976 None None] Provisioning for port 86bfc00a-5273-4ad2-8d82-92c8a164f7be completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:58.644186 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44012-f9aa-40b7-8fa3-6346ced9a760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bbc79c2-b81e-476a-a233-48446b3b6643,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:58.652045 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f487ae3e-2c47-488e-9b83-989ea7f83976 None None] Provisioning complete for port 86bfc00a-5273-4ad2-8d82-92c8a164f7be triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:58.656594 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f487ae3e-2c47-488e-9b83-989ea7f83976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:58.656849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ccf44012-f9aa-40b7-8fa3-6346ced9a760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:58.658720 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ccf44012-f9aa-40b7-8fa3-6346ced9a760 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9bbc79c2-b81e-476a-a233-48446b3b6643 HTTP/1.1" status: 204 len: 168 time: 1.9938872 Mar 02 19:05:58.662038 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33670) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:58.683192 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82e7206-fab5-4cd1-a7b2-79f24ba7fb64 admin admin] Router 4efff208-9d4e-4173-a880-3b5716301653 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:05:58.708607 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 185b69ec-6273-4727-a9bf-64f96d8a7333 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:58.712132 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-62f7561d-a84a-4b35-bd1a-c76761694c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:58.737786 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port 9f836322-9a9b-43ff-b4a1-070451b8dea0 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:58.738508 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:58.779641 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 185b69ec-6273-4727-a9bf-64f96d8a7333 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:58.780279 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:58.787677 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fac0874f-f089-4938-87b1-e99cb9f980d2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1227081 Mar 02 19:05:58.790010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33674) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:58.816659 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:05:58.823757 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7561d-a84a-4b35-bd1a-c76761694c4d None None] Pushing event deleted for resources: {'Port': ['ID=02fba550-c1be-4a4e-b713-035d4ad665eb,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:58.859403 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f487ae3e-2c47-488e-9b83-989ea7f83976 None None] Port 86bfc00a-5273-4ad2-8d82-92c8a164f7be cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:05:58.860884 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f7561d-a84a-4b35-bd1a-c76761694c4d None None] No DVR routers for this DVR port 02fba550-c1be-4a4e-b713-035d4ad665eb on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:58.866174 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:58.880554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] The port '9f836322-9a9b-43ff-b4a1-070451b8dea0' was deleted {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:05:58.925397 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Usage tracker for resource:floatingip and tenant:b401947ab8f34affb1ed871a93de7fff is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:58.933270 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:58.939845 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:05:58.940248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:05:58.942639 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-274a701a-3ee7-43b0-b858-de01efa10352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:58.948080 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:58.961092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:58.964717 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 185b69ec-6273-4727-a9bf-64f96d8a7333, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=185b69ec-6273-4727-a9bf-64f96d8a7333,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:05:59.072382 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.087041 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.101203 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.119186 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.193246 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=185b69ec-6273-4727-a9bf-64f96d8a7333,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:59.209472 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 9f836322-9a9b-43ff-b4a1-070451b8dea0 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:59.256345 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 9f836322-9a9b-43ff-b4a1-070451b8dea0 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:05:59.257006 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 9f836322-9a9b-43ff-b4a1-070451b8dea0 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:59.257645 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 02fba550-c1be-4a4e-b713-035d4ad665eb no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:59.299594 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 02fba550-c1be-4a4e-b713-035d4ad665eb {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:05:59.300422 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 02fba550-c1be-4a4e-b713-035d4ad665eb not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:59.341053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8899ee-6a5d-427e-bba0-2d7322256e34']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:59.404135 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-274a701a-3ee7-43b0-b858-de01efa10352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.412733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f8ba52-dbb4-4e09-a56d-0dc39c2424e1') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:59.413280 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f8ba52-dbb4-4e09-a56d-0dc39c2424e1') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:59.438396 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.447812 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Deleting port 02fba550-c1be-4a4e-b713-035d4ad665eb {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:59.448386 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.533136 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-274a701a-3ee7-43b0-b858-de01efa10352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72cdd2e8-4351-4815-b1ee-08807e1ccd09']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:59.545292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] The port '02fba550-c1be-4a4e-b713-035d4ad665eb' was deleted {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:05:59.550398 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.585264 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82e7206-fab5-4cd1-a7b2-79f24ba7fb64 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:05:59.596236 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-274a701a-3ee7-43b0-b858-de01efa10352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b09ab3-7698-430f-b666-5b5dc8cd4b33') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:59.596548 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-274a701a-3ee7-43b0-b858-de01efa10352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b09ab3-7698-430f-b666-5b5dc8cd4b33') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:59.612949 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:05:59.613364 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:05:59.630303 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:05:59.654947 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-274a701a-3ee7-43b0-b858-de01efa10352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.695163 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f82e7206-fab5-4cd1-a7b2-79f24ba7fb64 admin admin] 10.222.0.73 "PUT /v2.0/routers/4efff208-9d4e-4173-a880-3b5716301653/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8757458 Mar 02 19:05:59.821915 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-274a701a-3ee7-43b0-b858-de01efa10352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.831677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.846431 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274a701a-3ee7-43b0-b858-de01efa10352 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:05:59.847835 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-274a701a-3ee7-43b0-b858-de01efa10352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:05:59.860991 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:05:59.899960 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port 9e8625a9-837a-420b-b7db-32e01a7ac774 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:05:59.900302 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.944591 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.951902 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334756e8-3831-4c27-a887-a86a2be59eb7']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:59.986188 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.995199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf8016a-44d4-4d04-b37a-e5dfca5c5035') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:59.995525 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf8016a-44d4-4d04-b37a-e5dfca5c5035') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:00.017084 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Network': ['ID=db8899ee-6a5d-427e-bba0-2d7322256e34,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:00.026168 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.048931 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-09aedc77-6f6b-4fa6-ac13-a2c12ccbbef2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/networks/db8899ee-6a5d-427e-bba0-2d7322256e34 HTTP/1.1" status: 204 len: 168 time: 3.7306211 Mar 02 19:06:00.053700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33684) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:00.056615 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.071736 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a5f1c735-d7f0-4249-ba76-705daf96cf7b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-741686566'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:00.075219 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a5f1c735-d7f0-4249-ba76-705daf96cf7b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:00.078722 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:06:00.079381 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:06:00.336442 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:06:00.338895 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 185b69ec-6273-4727-a9bf-64f96d8a7333 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:00.341003 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-274a701a-3ee7-43b0-b858-de01efa10352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.341003 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a5f1c735-d7f0-4249-ba76-705daf96cf7b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:network and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:00.341003 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.341003 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a5f1c735-d7f0-4249-ba76-705daf96cf7b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:00.341003 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-274a701a-3ee7-43b0-b858-de01efa10352 admin admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.341003 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-274a701a-3ee7-43b0-b858-de01efa10352 admin admin] 10.222.0.73 "DELETE /v2.0/networks/72cdd2e8-4351-4815-b1ee-08807e1ccd09 HTTP/1.1" status: 204 len: 168 time: 1.5809979 Mar 02 19:06:00.343004 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1816d8-8ed4-4d39-88f6-e5fb500d0a5c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router b293d05e-b87f-426a-a19d-be5094633746 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:06:00.343649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a5f1c735-d7f0-4249-ba76-705daf96cf7b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:00.343817 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.343980 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a701a-3ee7-43b0-b858-de01efa10352 admin admin] Pushing event deleted for resources: {'Network': ['ID=72cdd2e8-4351-4815-b1ee-08807e1ccd09,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:00.365604 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 185b69ec-6273-4727-a9bf-64f96d8a7333 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:00.365992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.431420 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.437537 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.497304 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f1c735-d7f0-4249-ba76-705daf96cf7b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:00.505793 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a5f1c735-d7f0-4249-ba76-705daf96cf7b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.519307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Pushing event deleted for resources: {'Network': ['ID=334756e8-3831-4c27-a887-a86a2be59eb7,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:00.529464 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-66202127-7ba5-49da-b3c7-e177abe0a27c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/networks/334756e8-3831-4c27-a887-a86a2be59eb7 HTTP/1.1" status: 204 len: 168 time: 3.3660955 Mar 02 19:06:00.535573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33690) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:00.551427 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-2d1e0549-2024-4544-a9bd-3bc439227954 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'router': {'routes': None}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:00.582902 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for 9e8625a9-837a-420b-b7db-32e01a7ac774 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:00.632609 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Allocated IP 172.26.4.223 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/0a816807-8edc-447f-871f-5130db94c877) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:00.699437 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33694) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:00.702092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f1c735-d7f0-4249-ba76-705daf96cf7b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:06:00.708606 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c8dab214-f182-4b1a-885f-0501d38d8d52 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-353379810', 'description': 'tempest-secgroup-smoke-353379810 description', 'project_id': '0c751e1819ac4d70a34f41774e11c468'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:00.718426 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c8dab214-f182-4b1a-885f-0501d38d8d52 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:00.732546 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c8dab214-f182-4b1a-885f-0501d38d8d52 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Usage tracker for resource:security_group and tenant:0c751e1819ac4d70a34f41774e11c468 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:00.735499 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a5f1c735-d7f0-4249-ba76-705daf96cf7b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.740253 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-a5f1c735-d7f0-4249-ba76-705daf96cf7b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Added segment 593d182d-a0ec-42ba-946f-3c0f8479b400 of type vlan for network 833c1d54-1af8-4628-84e6-90f9a806e23e Mar 02 19:06:00.740379 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c8dab214-f182-4b1a-885f-0501d38d8d52 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:00.744281 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c8dab214-f182-4b1a-885f-0501d38d8d52 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:00.851457 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c8dab214-f182-4b1a-885f-0501d38d8d52 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.860648 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33698) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:00.880151 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1816d8-8ed4-4d39-88f6-e5fb500d0a5c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:06:00.900439 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25120ec7-026e-4550-862d-1c7d7e4534cb None None] Sync routers for ids ['b293d05e-b87f-426a-a19d-be5094633746'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:06:00.909533 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ec1816d8-8ed4-4d39-88f6-e5fb500d0a5c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "PUT /v2.0/routers/b293d05e-b87f-426a-a19d-be5094633746/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5025117 Mar 02 19:06:00.917010 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33702) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:00.919845 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25120ec7-026e-4550-862d-1c7d7e4534cb None None] Routers {'b293d05e-b87f-426a-a19d-be5094633746'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:06:00.921038 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-25120ec7-026e-4550-862d-1c7d7e4534cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['b293d05e-b87f-426a-a19d-be5094633746'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:00.923852 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.003420 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-25120ec7-026e-4550-862d-1c7d7e4534cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:01.017061 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25120ec7-026e-4550-862d-1c7d7e4534cb None None] Routers {'b293d05e-b87f-426a-a19d-be5094633746'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:06:01.017609 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-25120ec7-026e-4550-862d-1c7d7e4534cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['b293d05e-b87f-426a-a19d-be5094633746'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:01.099596 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-25120ec7-026e-4550-862d-1c7d7e4534cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:01.107652 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25120ec7-026e-4550-862d-1c7d7e4534cb None None] The sync data for ids ['b293d05e-b87f-426a-a19d-be5094633746'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:06:01.197808 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c8dab214-f182-4b1a-885f-0501d38d8d52 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:01.198470 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Sync routers for ids ['4efff208-9d4e-4173-a880-3b5716301653'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:06:01.198470 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.198790 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Port': ['ID=9e8625a9-837a-420b-b7db-32e01a7ac774,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:01.198999 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Routers {'4efff208-9d4e-4173-a880-3b5716301653'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:06:01.198999 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['4efff208-9d4e-4173-a880-3b5716301653'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:01.199221 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a5f1c735-d7f0-4249-ba76-705daf96cf7b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.200787 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c8dab214-f182-4b1a-885f-0501d38d8d52 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Usage tracker for resource:security_group_rule and tenant:0c751e1819ac4d70a34f41774e11c468 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:01.200787 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c8dab214-f182-4b1a-885f-0501d38d8d52 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:01.200787 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-cbbc95c0-6794-4787-9593-c2ced3104af4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2a35e32a20f342fdb54f6b43f0d5c554&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3206079 Mar 02 19:06:01.200787 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c8dab214-f182-4b1a-885f-0501d38d8d52 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:01.200787 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33706) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:01.206738 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.extraroute_db [None req-2d1e0549-2024-4544-a9bd-3bc439227954 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Added routes are [] {{(pid=84532) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 02 19:06:01.211272 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.extraroute_db [None req-2d1e0549-2024-4544-a9bd-3bc439227954 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Removed routes are [] {{(pid=84532) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 02 19:06:01.212219 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2d1e0549-2024-4544-a9bd-3bc439227954 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.247316 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:01.251344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:01.251344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:01.251344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:01.251344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:01.251344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:01.251344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:01.251344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:01.251344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:01.251344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:01.251344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:01.303246 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.359894 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Set router 4efff208-9d4e-4173-a880-3b5716301653 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:06:01.522920 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a5f1c735-d7f0-4249-ba76-705daf96cf7b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.526101 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c8dab214-f182-4b1a-885f-0501d38d8d52 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.527652 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f1c735-d7f0-4249-ba76-705daf96cf7b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:01.528490 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a5f1c735-d7f0-4249-ba76-705daf96cf7b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.544047 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0dda95cd-962a-4011-82c0-0b983a8e6b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.579076 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.581656 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c8dab214-f182-4b1a-885f-0501d38d8d52 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.586482 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0dda95cd-962a-4011-82c0-0b983a8e6b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.629352 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2d1e0549-2024-4544-a9bd-3bc439227954 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.633161 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.691859 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dab214-f182-4b1a-885f-0501d38d8d52 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9335af6-6068-4af9-87e5-231e7a16c228,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:01.705226 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2d1e0549-2024-4544-a9bd-3bc439227954 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.736970 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1c735-d7f0-4249-ba76-705daf96cf7b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Network': ['ID=833c1d54-1af8-4628-84e6-90f9a806e23e,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:01.748212 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:01.752842 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:01.773176 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 833c1d54-1af8-4628-84e6-90f9a806e23e details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:06:01.806781 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:06:01.842165 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Pushing event updated for resources: {'Port': ['ID=0a816807-8edc-447f-871f-5130db94c877,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:01.854605 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a5f1c735-d7f0-4249-ba76-705daf96cf7b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7998657 Mar 02 19:06:01.889928 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33710) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:01.906966 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c8dab214-f182-4b1a-885f-0501d38d8d52 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.910833 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c8dab214-f182-4b1a-885f-0501d38d8d52 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.2077281 Mar 02 19:06:01.913501 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-9c4fb137-4ff4-4cb3-be71-98f9a7f2a071 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'subnet': {'network_id': '833c1d54-1af8-4628-84e6-90f9a806e23e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:01.915421 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33714) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:01.917803 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efff208-9d4e-4173-a880-3b5716301653', 'name': 'tempest-TestVolumeBootPattern-884662468-router', 'tenant_id': '15016d73b9db4123bfab03159ab39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '185b69ec-6273-4727-a9bf-64f96d8a7333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:45Z', 'updated_at': '2022-03-02T19:05:55Z', 'revision_number': 4, 'project_id': '15016d73b9db4123bfab03159ab39c7f', 'gw_port': {'id': '185b69ec-6273-4727-a9bf-64f96d8a7333', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efff208-9d4e-4173-a880-3b5716301653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:46Z', 'updated_at': '2022-03-02T19:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '8f474b1c-bd4c-4dea-9b66-06ba06846a7a', 'name': '', 'network_id': '34b7040f-8c13-4659-8cb8-8b466ea11de3', 'tenant_id': '15016d73b9db4123bfab03159ab39c7f', 'mac_address': 'fa:16:3e:33:07:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efff208-9d4e-4173-a880-3b5716301653', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d3527f-0fba-4dfd-b4eb-47dea690cb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:54Z', 'updated_at': '2022-03-02T19:05:55Z', 'revision_number': 2, 'project_id': '15016d73b9db4123bfab03159ab39c7f', 'subnets': [{'id': 'b7d3527f-0fba-4dfd-b4eb-47dea690cb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:01.922506 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Checking router: 4efff208-9d4e-4173-a880-3b5716301653 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:06:01.922889 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Updating router 4efff208-9d4e-4173-a880-3b5716301653 port 8f474b1c-bd4c-4dea-9b66-06ba06846a7a binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:06:01.937225 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-6696f2d0-8638-4c0e-81bf-13b7338c219e tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Request body: {'security_group_rule': {'security_group_id': 'b9335af6-6068-4af9-87e5-231e7a16c228', 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:01.947205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6696f2d0-8638-4c0e-81bf-13b7338c219e tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:01.956945 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6696f2d0-8638-4c0e-81bf-13b7338c219e tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Usage tracker for resource:security_group_rule and tenant:0c751e1819ac4d70a34f41774e11c468 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:01.962477 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6696f2d0-8638-4c0e-81bf-13b7338c219e tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:01.973883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6696f2d0-8638-4c0e-81bf-13b7338c219e tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:01.978672 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.994266 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1e0549-2024-4544-a9bd-3bc439227954 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router 5b421425-bbe4-4d02-8eda-65d57ea462c7 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:06:02.101851 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-361377cb-86bb-4401-be21-56f08f38630b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.154099 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6696f2d0-8638-4c0e-81bf-13b7338c219e tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.174184 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9c4fb137-4ff4-4cb3-be71-98f9a7f2a071 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:02.176514 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0dda95cd-962a-4011-82c0-0b983a8e6b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.236528 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9c4fb137-4ff4-4cb3-be71-98f9a7f2a071 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:subnet and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:02.281990 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.292323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1e0549-2024-4544-a9bd-3bc439227954 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:06:02.302204 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9c4fb137-4ff4-4cb3-be71-98f9a7f2a071 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:02.312385 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da3e120-4321-4685-8764-61f281a78fff None None] Sync routers for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:06:02.325659 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2d1e0549-2024-4544-a9bd-3bc439227954 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.329839 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2d1e0549-2024-4544-a9bd-3bc439227954 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/5b421425-bbe4-4d02-8eda-65d57ea462c7 HTTP/1.1" status: 200 len: 701 time: 1.7934320 Mar 02 19:06:02.331817 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6696f2d0-8638-4c0e-81bf-13b7338c219e tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.332702 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33718) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:02.346764 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da3e120-4321-4685-8764-61f281a78fff None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:06:02.347754 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-8da3e120-4321-4685-8764-61f281a78fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:02.380133 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d36d747f-f1be-4f35-8f19-30b17bad9e08 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Synchronizing usage tracker for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:02.385543 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda95cd-962a-4011-82c0-0b983a8e6b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad7afc0-092a-474b-a67a-7b6fda09235e,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:02.393689 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9c4fb137-4ff4-4cb3-be71-98f9a7f2a071 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:02.407069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.427517 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Transition to ACTIVE for port object 8f474b1c-bd4c-4dea-9b66-06ba06846a7a will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:02.460966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6696f2d0-8638-4c0e-81bf-13b7338c219e tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.500721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696f2d0-8638-4c0e-81bf-13b7338c219e tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee49fcf-7cf4-4c4a-936b-57b4e8867746,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:02.511395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.518855 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-8da3e120-4321-4685-8764-61f281a78fff None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:06:02.540067 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d36d747f-f1be-4f35-8f19-30b17bad9e08 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Unset dirty status for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:02.548276 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d36d747f-f1be-4f35-8f19-30b17bad9e08 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b421425-bbe4-4d02-8eda-65d57ea462c7 HTTP/1.1" status: 200 len: 205 time: 0.2074108 Mar 02 19:06:02.548276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33722) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:02.569832 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.573094 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4fb137-4ff4-4cb3-be71-98f9a7f2a071 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:02.595205 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0dda95cd-962a-4011-82c0-0b983a8e6b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.596254 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0dda95cd-962a-4011-82c0-0b983a8e6b0b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3ad7afc0-092a-474b-a67a-7b6fda09235e HTTP/1.1" status: 204 len: 168 time: 1.3976362 Mar 02 19:06:02.639674 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d2821-efec-4721-9913-86456feee688 None None] Pushing event updated for resources: {'Port': ['ID=8f474b1c-bd4c-4dea-9b66-06ba06846a7a,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:02.674786 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-8da3e120-4321-4685-8764-61f281a78fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:05:51Z', 'revision_number': 11, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:02.680834 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da3e120-4321-4685-8764-61f281a78fff None None] Checking router: 5b421425-bbe4-4d02-8eda-65d57ea462c7 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:06:02.711621 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da3e120-4321-4685-8764-61f281a78fff None None] Routers {'5b421425-bbe4-4d02-8eda-65d57ea462c7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:06:02.713754 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-8da3e120-4321-4685-8764-61f281a78fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['5b421425-bbe4-4d02-8eda-65d57ea462c7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:02.740501 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9c4fb137-4ff4-4cb3-be71-98f9a7f2a071 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.749989 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6696f2d0-8638-4c0e-81bf-13b7338c219e tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.794568 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6696f2d0-8638-4c0e-81bf-13b7338c219e tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8262258 Mar 02 19:06:02.795130 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33728) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:02.795130 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Router 7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:06:02.795130 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-a1645897-8c1b-44a9-92ce-369bf3754b2a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Request body: {'security_group_rule': {'security_group_id': 'b9335af6-6068-4af9-87e5-231e7a16c228', 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:02.863228 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a1645897-8c1b-44a9-92ce-369bf3754b2a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:02.903315 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a1645897-8c1b-44a9-92ce-369bf3754b2a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Usage tracker for resource:security_group_rule and tenant:0c751e1819ac4d70a34f41774e11c468 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:02.917311 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a1645897-8c1b-44a9-92ce-369bf3754b2a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:02.942332 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a1645897-8c1b-44a9-92ce-369bf3754b2a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:02.960485 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-8da3e120-4321-4685-8764-61f281a78fff None None] Set router 5b421425-bbe4-4d02-8eda-65d57ea462c7 gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:06:02.977022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Attempting to bind port 8f474b1c-bd4c-4dea-9b66-06ba06846a7a on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:06:02.981867 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Attempting to bind port 8f474b1c-bd4c-4dea-9b66-06ba06846a7a by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '98585537-680b-4638-994e-a8ddf84795a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '34b7040f-8c13-4659-8cb8-8b466ea11de3'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:06:02.981867 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Attempting to bind port 8f474b1c-bd4c-4dea-9b66-06ba06846a7a on network 34b7040f-8c13-4659-8cb8-8b466ea11de3 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:06:02.992283 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:06:02.992856 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Checking segment: {'id': '98585537-680b-4638-994e-a8ddf84795a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '34b7040f-8c13-4659-8cb8-8b466ea11de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:06:02.993283 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.993838 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Bound using segment: {'id': '98585537-680b-4638-994e-a8ddf84795a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '34b7040f-8c13-4659-8cb8-8b466ea11de3'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:06:02.994320 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Bound port: 8f474b1c-bd4c-4dea-9b66-06ba06846a7a, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98585537-680b-4638-994e-a8ddf84795a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '34b7040f-8c13-4659-8cb8-8b466ea11de3'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:06:02.994692 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.140384 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a1645897-8c1b-44a9-92ce-369bf3754b2a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.152880 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-8da3e120-4321-4685-8764-61f281a78fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:05:51Z', 'revision_number': 11, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:03.162770 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da3e120-4321-4685-8764-61f281a78fff None None] The sync data for ids ['5b421425-bbe4-4d02-8eda-65d57ea462c7'] in dv-neutron-831573-1-hyperv is: [{'id': '5b421425-bbe4-4d02-8eda-65d57ea462c7', 'name': 'tempest-RoutersTest-router-1219787102', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:03:37Z', 'updated_at': '2022-03-02T19:05:51Z', 'revision_number': 11, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:06:03.195246 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] For port 8f474b1c-bd4c-4dea-9b66-06ba06846a7a, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:06:03.201488 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] For port 8f474b1c-bd4c-4dea-9b66-06ba06846a7a, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8f474b1c-bd4c-4dea-9b66-06ba06846a7a,segment=NetworkSegment(98585537-680b-4638-994e-a8ddf84795a2),segment_id=98585537-680b-4638-994e-a8ddf84795a2)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:06:03.242958 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bc168e0e-792b-440b-be7b-320b1a9cbc30 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.260599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.264283 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:06:03.282467 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-361377cb-86bb-4401-be21-56f08f38630b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.290742 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7e7f9827-fbc7-4a8a-8e9b-ffa4b48fbb17 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "PUT /v2.0/routers/7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5939631 Mar 02 19:06:03.297440 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33734) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:03.323241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c5414-eda7-43a2-8138-9723778b842b None None] Sync routers for ids ['7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:06:03.370293 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96c5414-eda7-43a2-8138-9723778b842b None None] Routers {'7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:06:03.371117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d96c5414-eda7-43a2-8138-9723778b842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:03.494463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-361377cb-86bb-4401-be21-56f08f38630b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Deleting port cbf673ab-cf70-4d7d-abf6-80bc0a6a0da1 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:03.495172 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-361377cb-86bb-4401-be21-56f08f38630b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.508493 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d96c5414-eda7-43a2-8138-9723778b842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:03.515638 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d2821-efec-4721-9913-86456feee688 None None] Pushing event updated for resources: {'Port': ['ID=8f474b1c-bd4c-4dea-9b66-06ba06846a7a,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:03.526705 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Routers {'4efff208-9d4e-4173-a880-3b5716301653'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:06:03.527561 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['4efff208-9d4e-4173-a880-3b5716301653'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:03.543844 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-698e17db-c437-41d2-94dd-88b1a68e277e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] GET failed (client error): The resource could not be found. Mar 02 19:06:03.544348 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-698e17db-c437-41d2-94dd-88b1a68e277e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Synchronizing usage tracker for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:03.611224 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a1645897-8c1b-44a9-92ce-369bf3754b2a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.706160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9c4fb137-4ff4-4cb3-be71-98f9a7f2a071 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.709324 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96c5414-eda7-43a2-8138-9723778b842b None None] Routers {'7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:06:03.710166 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d96c5414-eda7-43a2-8138-9723778b842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:03.723288 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33738) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:03.749898 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bc168e0e-792b-440b-be7b-320b1a9cbc30 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.752884 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a1645897-8c1b-44a9-92ce-369bf3754b2a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.754384 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:06:03.758811 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-698e17db-c437-41d2-94dd-88b1a68e277e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Unset dirty status for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:03.763648 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-698e17db-c437-41d2-94dd-88b1a68e277e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports/9e8625a9-837a-420b-b7db-32e01a7ac774 HTTP/1.1" status: 404 len: 333 time: 0.4595695 Mar 02 19:06:03.769579 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33742) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:03.787345 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d96c5414-eda7-43a2-8138-9723778b842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:03.787897 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c5414-eda7-43a2-8138-9723778b842b None None] The sync data for ids ['7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:06:03.832840 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1645897-8c1b-44a9-92ce-369bf3754b2a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db23b6c7-a81a-447a-a076-99084bc5408e,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:03.836331 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.851635 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bc168e0e-792b-440b-be7b-320b1a9cbc30 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.859662 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] Set router 4efff208-9d4e-4173-a880-3b5716301653 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:06:03.874708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4fb137-4ff4-4cb3-be71-98f9a7f2a071 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Subnet': ['ID=93b55d5f-118e-4a60-b07c-e192c331957c,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:03.905669 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-361377cb-86bb-4401-be21-56f08f38630b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.920066 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fb137-4ff4-4cb3-be71-98f9a7f2a071 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Checking segment: {'id': '593d182d-a0ec-42ba-946f-3c0f8479b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '833c1d54-1af8-4628-84e6-90f9a806e23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:06:03.920426 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4fb137-4ff4-4cb3-be71-98f9a7f2a071 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network hostable DHCP agents. Network: 833c1d54-1af8-4628-84e6-90f9a806e23e, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:06:03.951094 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.979858 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a1645897-8c1b-44a9-92ce-369bf3754b2a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.981837 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a1645897-8c1b-44a9-92ce-369bf3754b2a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2092481 Mar 02 19:06:03.988258 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9662697f-b742-49e9-84bf-c922db096dae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9e29ae75dd234ff19583f77632d24268&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2629268 Mar 02 19:06:03.993536 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33746) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:04.006871 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33748) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:04.013835 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-2aca4661-eea1-49fa-83aa-d91ab4fe103f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Request body: {'security_group_rule': {'security_group_id': 'b9335af6-6068-4af9-87e5-231e7a16c228', 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:04.042411 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2aca4661-eea1-49fa-83aa-d91ab4fe103f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:04.049424 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-361377cb-86bb-4401-be21-56f08f38630b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Calling delete_port for cbf673ab-cf70-4d7d-abf6-80bc0a6a0da1 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:04.058178 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2aca4661-eea1-49fa-83aa-d91ab4fe103f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Usage tracker for resource:security_group_rule and tenant:0c751e1819ac4d70a34f41774e11c468 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:04.062442 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2aca4661-eea1-49fa-83aa-d91ab4fe103f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:04.113707 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2aca4661-eea1-49fa-83aa-d91ab4fe103f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:04.121555 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bc168e0e-792b-440b-be7b-320b1a9cbc30 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.121994 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc168e0e-792b-440b-be7b-320b1a9cbc30 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Fanout notify agent at l3_agent the message router_deleted on router 5b421425-bbe4-4d02-8eda-65d57ea462c7 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:06:04.134483 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-72d820ef-d096-45da-8fc2-343dc462cc41 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.182542 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Pushing event updated for resources: {'Port': ['ID=0a816807-8edc-447f-871f-5130db94c877,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:04.205127 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4fb137-4ff4-4cb3-be71-98f9a7f2a071 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network 833c1d54-1af8-4628-84e6-90f9a806e23e is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:06:04.271700 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efff208-9d4e-4173-a880-3b5716301653', 'name': 'tempest-TestVolumeBootPattern-884662468-router', 'tenant_id': '15016d73b9db4123bfab03159ab39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '185b69ec-6273-4727-a9bf-64f96d8a7333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:45Z', 'updated_at': '2022-03-02T19:05:55Z', 'revision_number': 4, 'project_id': '15016d73b9db4123bfab03159ab39c7f', 'gw_port': {'id': '185b69ec-6273-4727-a9bf-64f96d8a7333', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efff208-9d4e-4173-a880-3b5716301653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:46Z', 'updated_at': '2022-03-02T19:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '8f474b1c-bd4c-4dea-9b66-06ba06846a7a', 'name': '', 'network_id': '34b7040f-8c13-4659-8cb8-8b466ea11de3', 'tenant_id': '15016d73b9db4123bfab03159ab39c7f', 'mac_address': 'fa:16:3e:33:07:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efff208-9d4e-4173-a880-3b5716301653', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d3527f-0fba-4dfd-b4eb-47dea690cb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:54Z', 'updated_at': '2022-03-02T19:06:03Z', 'revision_number': 4, 'project_id': '15016d73b9db4123bfab03159ab39c7f', 'subnets': [{'id': 'b7d3527f-0fba-4dfd-b4eb-47dea690cb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:04.275731 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef04590-d3ff-43c2-bdbf-36b21de19886 None None] The sync data for ids ['4efff208-9d4e-4173-a880-3b5716301653'] in dv-neutron-831573-1-hyperv is: [{'id': '4efff208-9d4e-4173-a880-3b5716301653', 'name': 'tempest-TestVolumeBootPattern-884662468-router', 'tenant_id': '15016d73b9db4123bfab03159ab39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '185b69ec-6273-4727-a9bf-64f96d8a7333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:45Z', 'updated_at': '2022-03-02T19:05:55Z', 'revision_number': 4, 'project_id': '15016d73b9db4123bfab03159ab39c7f', 'gw_port': {'id': '185b69ec-6273-4727-a9bf-64f96d8a7333', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efff208-9d4e-4173-a880-3b5716301653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:46Z', 'updated_at': '2022-03-02T19:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '8f474b1c-bd4c-4dea-9b66-06ba06846a7a', 'name': '', 'network_id': '34b7040f-8c13-4659-8cb8-8b466ea11de3', 'tenant_id': '15016d73b9db4123bfab03159ab39c7f', 'mac_address': 'fa:16:3e:33:07:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efff208-9d4e-4173-a880-3b5716301653', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7d3527f-0fba-4dfd-b4eb-47dea690cb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:54Z', 'updated_at': '2022-03-02T19:06:03Z', 'revision_number': 4, 'project_id': '15016d73b9db4123bfab03159ab39c7f', 'subnets': [{'id': 'b7d3527f-0fba-4dfd-b4eb-47dea690cb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:06:04.295665 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bc168e0e-792b-440b-be7b-320b1a9cbc30 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.296760 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bc168e0e-792b-440b-be7b-320b1a9cbc30 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/routers/5b421425-bbe4-4d02-8eda-65d57ea462c7 HTTP/1.1" status: 204 len: 168 time: 1.7488883 Mar 02 19:06:04.301476 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33754) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:04.310931 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-8c1e9c85-ca90-4b87-b1cd-a48082a0d724 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1471223603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:04.317538 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2aca4661-eea1-49fa-83aa-d91ab4fe103f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.317777 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-361377cb-86bb-4401-be21-56f08f38630b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.320723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8c1e9c85-ca90-4b87-b1cd-a48082a0d724 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:04.325555 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.368722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-9c4fb137-4ff4-4cb3-be71-98f9a7f2a071 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 833c1d54-1af8-4628-84e6-90f9a806e23e) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:04.371521 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4fb137-4ff4-4cb3-be71-98f9a7f2a071 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:04.372274 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9c4fb137-4ff4-4cb3-be71-98f9a7f2a071 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.376668 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7212d3cb-8bac-4cef-b396-84d2def9ae5e None None] Network 833c1d54-1af8-4628-84e6-90f9a806e23e requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:04.390582 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d81c3a31-42d2-4d66-9ea0-eb4962d86511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.390914 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8c1e9c85-ca90-4b87-b1cd-a48082a0d724 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Usage tracker for resource:router and tenant:dfd3e6d4994a4b8586cb08a4003fb040 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:04.399409 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8c1e9c85-ca90-4b87-b1cd-a48082a0d724 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:04.416799 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361377cb-86bb-4401-be21-56f08f38630b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event deleted for resources: {'Port': ['ID=cbf673ab-cf70-4d7d-abf6-80bc0a6a0da1,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:04.420168 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8c1e9c85-ca90-4b87-b1cd-a48082a0d724 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:04.617190 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9c4fb137-4ff4-4cb3-be71-98f9a7f2a071 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7215245 Mar 02 19:06:04.624024 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33758) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:04.632800 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-af3361ce-df2d-4223-b93f-84c895cf8503 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'network_id': '833c1d54-1af8-4628-84e6-90f9a806e23e', 'name': 'tempest-PortsIpV6TestJSON-414987663', 'fixed_ips': [{'subnet_id': '93b55d5f-118e-4a60-b07c-e192c331957c', 'ip_address': '2001:db8::10'}]}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:04.714671 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-833c1d54-1af8-4628-84e6-90f9a806e23e', 'network_id': '833c1d54-1af8-4628-84e6-90f9a806e23e', 'tenant_id': '7af48cce49c04901a107f48ce0e9ac52', 'fixed_ips': [{'subnet_id': '93b55d5f-118e-4a60-b07c-e192c331957c'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:06:04.716753 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.739800 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9c85-ca90-4b87-b1cd-a48082a0d724 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.739800 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9c85-ca90-4b87-b1cd-a48082a0d724 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.790541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.791981 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5513ef31-a789-45fb-833b-24f562fd75ad tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9901130 Mar 02 19:06:04.799421 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33762) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:04.823217 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d81c3a31-42d2-4d66-9ea0-eb4962d86511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.825877 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-af859fd6-8794-4e1b-9c92-a41ad620d076 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Request body: {'floatingip': {'port_id': '86bfc00a-5273-4ad2-8d82-92c8a164f7be', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:04.882547 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2aca4661-eea1-49fa-83aa-d91ab4fe103f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.913948 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-361377cb-86bb-4401-be21-56f08f38630b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.963688 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Allocated IP 2001:db8::2 (833c1d54-1af8-4628-84e6-90f9a806e23e/93b55d5f-118e-4a60-b07c-e192c331957c/78b6d314-f10f-445f-907e-4daa15f0d6fe) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:04.978525 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2aca4661-eea1-49fa-83aa-d91ab4fe103f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.057697 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af859fd6-8794-4e1b-9c92-a41ad620d076 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for floatingip, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.092160 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d81c3a31-42d2-4d66-9ea0-eb4962d86511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.147057 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca4661-eea1-49fa-83aa-d91ab4fe103f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f0c124-298e-4ac5-908e-a3cb6f54acb1,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:05.155853 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-72d820ef-d096-45da-8fc2-343dc462cc41 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.162133 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c3a31-42d2-4d66-9ea0-eb4962d86511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36695756-ee69-4305-97e5-a3d1e75c0588,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:05.177582 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d81c3a31-42d2-4d66-9ea0-eb4962d86511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.179061 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d81c3a31-42d2-4d66-9ea0-eb4962d86511 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/36695756-ee69-4305-97e5-a3d1e75c0588 HTTP/1.1" status: 204 len: 168 time: 1.1706843 Mar 02 19:06:05.183453 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-72d820ef-d096-45da-8fc2-343dc462cc41 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.266210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2aca4661-eea1-49fa-83aa-d91ab4fe103f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.267892 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2aca4661-eea1-49fa-83aa-d91ab4fe103f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2716937 Mar 02 19:06:05.270679 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33768) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:05.273184 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.286509 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Transition to ACTIVE for port object 78b6d314-f10f-445f-907e-4daa15f0d6fe will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:05.290246 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-0d6957be-766a-4e40-9c18-1afce80ca561 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Request body: {'security_group_rule': {'security_group_id': 'b9335af6-6068-4af9-87e5-231e7a16c228', 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:05.306079 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-72d820ef-d096-45da-8fc2-343dc462cc41 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.306952 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Transition to ACTIVE for port object 78b6d314-f10f-445f-907e-4daa15f0d6fe will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:05.307444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d820ef-d096-45da-8fc2-343dc462cc41 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Fanout notify agent at l3_agent the message router_deleted on router 7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:06:05.311887 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0d6957be-766a-4e40-9c18-1afce80ca561 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:05.320762 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0d6957be-766a-4e40-9c18-1afce80ca561 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Usage tracker for resource:security_group_rule and tenant:0c751e1819ac4d70a34f41774e11c468 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:05.328918 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0d6957be-766a-4e40-9c18-1afce80ca561 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:05.336429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0d6957be-766a-4e40-9c18-1afce80ca561 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:05.341443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-72d820ef-d096-45da-8fc2-343dc462cc41 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.345496 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-72d820ef-d096-45da-8fc2-343dc462cc41 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/routers/7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1 HTTP/1.1" status: 204 len: 168 time: 1.5723841 Mar 02 19:06:05.347194 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33772) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:05.381108 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.408235 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9c85-ca90-4b87-b1cd-a48082a0d724 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.466234 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Network 833c1d54-1af8-4628-84e6-90f9a806e23e is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:05.467282 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Pushing event updated for resources: {'Port': ['ID=78b6d314-f10f-445f-907e-4daa15f0d6fe,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:05.471895 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:05.473989 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:06:05.497894 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-361377cb-86bb-4401-be21-56f08f38630b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.534860 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-361377cb-86bb-4401-be21-56f08f38630b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.552935 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-af3361ce-df2d-4223-b93f-84c895cf8503 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:05.554801 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0d6957be-766a-4e40-9c18-1afce80ca561 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.576612 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-af3361ce-df2d-4223-b93f-84c895cf8503 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:05.639813 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9c85-ca90-4b87-b1cd-a48082a0d724 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.653118 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Attempting to bind port 78b6d314-f10f-445f-907e-4daa15f0d6fe on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:06:05.655708 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Attempting to bind port 78b6d314-f10f-445f-907e-4daa15f0d6fe by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '593d182d-a0ec-42ba-946f-3c0f8479b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '833c1d54-1af8-4628-84e6-90f9a806e23e'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:06:05.655708 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Attempting to bind port 78b6d314-f10f-445f-907e-4daa15f0d6fe on network 833c1d54-1af8-4628-84e6-90f9a806e23e {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:06:05.672991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:06:05.677810 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Checking segment: {'id': '593d182d-a0ec-42ba-946f-3c0f8479b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '833c1d54-1af8-4628-84e6-90f9a806e23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:06:05.677810 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.677810 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Bound using segment: {'id': '593d182d-a0ec-42ba-946f-3c0f8479b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '833c1d54-1af8-4628-84e6-90f9a806e23e'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:06:05.677810 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Bound port: 78b6d314-f10f-445f-907e-4daa15f0d6fe, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593d182d-a0ec-42ba-946f-3c0f8479b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '833c1d54-1af8-4628-84e6-90f9a806e23e'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:06:05.677810 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.695636 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0d6957be-766a-4e40-9c18-1afce80ca561 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.703143 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-af859fd6-8794-4e1b-9c92-a41ad620d076 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] update failed (client error): The resource could not be found. Mar 02 19:06:05.704317 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-af859fd6-8794-4e1b-9c92-a41ad620d076 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] 10.222.0.73 "PUT /v2.0/floatingips/0cb828b3-5103-48c0-a455-893e6aaae89c HTTP/1.1" status: 404 len: 507 time: 0.8998642 Mar 02 19:06:05.707828 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33776) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:05.728233 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d253a9-27cf-411d-bda6-7328d501918e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting subnet 99aea684-3b60-4140-ab7c-fc19ac7f12e8 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:06:05.732290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f5d253a9-27cf-411d-bda6-7328d501918e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.768919 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0d6957be-766a-4e40-9c18-1afce80ca561 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.796310 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] For port 78b6d314-f10f-445f-907e-4daa15f0d6fe, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:06:05.800660 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] For port 78b6d314-f10f-445f-907e-4daa15f0d6fe, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=78b6d314-f10f-445f-907e-4daa15f0d6fe,segment=NetworkSegment(593d182d-a0ec-42ba-946f-3c0f8479b400),segment_id=593d182d-a0ec-42ba-946f-3c0f8479b400)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:06:05.815407 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3361ce-df2d-4223-b93f-84c895cf8503 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:05.816005 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6957be-766a-4e40-9c18-1afce80ca561 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed11f2b4-9638-40e3-8644-34e6b4a7cd0e,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:05.821382 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af3361ce-df2d-4223-b93f-84c895cf8503 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.829097 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f5d253a9-27cf-411d-bda6-7328d501918e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.831947 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8c1e9c85-ca90-4b87-b1cd-a48082a0d724 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.833094 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8c1e9c85-ca90-4b87-b1cd-a48082a0d724 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5305328 Mar 02 19:06:05.849293 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-361377cb-86bb-4401-be21-56f08f38630b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.849761 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361377cb-86bb-4401-be21-56f08f38630b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Fanout notify agent at l3_agent the message router_deleted on router b293d05e-b87f-426a-a19d-be5094633746 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:06:05.856512 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33780) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:05.867570 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.870455 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-151c4a41-d035-4ccb-9ddc-a96e41a5a903 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:05.891732 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0d6957be-766a-4e40-9c18-1afce80ca561 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.893631 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0d6957be-766a-4e40-9c18-1afce80ca561 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6205575 Mar 02 19:06:05.897498 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33784) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:05.905805 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-26d7be0a-28c5-469a-a2ff-76973133cb44 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Request body: {'security_group_rule': {'security_group_id': 'b9335af6-6068-4af9-87e5-231e7a16c228', 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:05.920771 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-26d7be0a-28c5-469a-a2ff-76973133cb44 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:05.931976 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-26d7be0a-28c5-469a-a2ff-76973133cb44 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Usage tracker for resource:security_group_rule and tenant:0c751e1819ac4d70a34f41774e11c468 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:05.938684 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-26d7be0a-28c5-469a-a2ff-76973133cb44 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:05.947620 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-26d7be0a-28c5-469a-a2ff-76973133cb44 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:05.964480 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f5d253a9-27cf-411d-bda6-7328d501918e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.014319 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895463f6-17fc-44d0-a118-f346b2fa6413 None None] Pushing event updated for resources: {'Port': ['ID=78b6d314-f10f-445f-907e-4daa15f0d6fe,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:06.021653 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-26d7be0a-28c5-469a-a2ff-76973133cb44 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Project 0c751e1819ac4d70a34f41774e11c468 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:06:06.035649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-26d7be0a-28c5-469a-a2ff-76973133cb44 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.114299 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-83fe3ab8-b760-4269-a853-8ce5e07c66b1 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Deleting port 0a816807-8edc-447f-871f-5130db94c877 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:06.114299 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-83fe3ab8-b760-4269-a853-8ce5e07c66b1 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.119930 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-26d7be0a-28c5-469a-a2ff-76973133cb44 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.150408 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-361377cb-86bb-4401-be21-56f08f38630b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.155289 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33788) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:06.155593 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-361377cb-86bb-4401-be21-56f08f38630b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "DELETE /v2.0/routers/b293d05e-b87f-426a-a19d-be5094633746 HTTP/1.1" status: 204 len: 168 time: 5.2354572 Mar 02 19:06:06.157227 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-af3361ce-df2d-4223-b93f-84c895cf8503 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] device_id is not set on port d0c29938-b27a-44e7-b1a9-f10211cb2ad6 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:06:06.201083 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8f474b1c-bd4c-4dea-9b66-06ba06846a7a up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:06.217760 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f5d253a9-27cf-411d-bda6-7328d501918e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.221825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-26d7be0a-28c5-469a-a2ff-76973133cb44 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.316378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7be0a-28c5-469a-a2ff-76973133cb44 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e753a4-d257-4314-a4d0-8101851d631b,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:06.324018 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d253a9-27cf-411d-bda6-7328d501918e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Subnet': ['ID=99aea684-3b60-4140-ab7c-fc19ac7f12e8,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:06.338714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f5d253a9-27cf-411d-bda6-7328d501918e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.348170 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 8f474b1c-bd4c-4dea-9b66-06ba06846a7a completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:06.350359 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f5d253a9-27cf-411d-bda6-7328d501918e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/subnets/99aea684-3b60-4140-ab7c-fc19ac7f12e8 HTTP/1.1" status: 204 len: 168 time: 1.0020235 Mar 02 19:06:06.359919 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97044332-ae22-4bc3-9de5-a2ca6a98650f None None] Network 962999d5-200f-4f60-8630-c7ddc0f2ce91 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:06.370996 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33792) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:06.384600 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 8f474b1c-bd4c-4dea-9b66-06ba06846a7a triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:06.387516 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.485086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-26d7be0a-28c5-469a-a2ff-76973133cb44 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.496860 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-26d7be0a-28c5-469a-a2ff-76973133cb44 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5949500 Mar 02 19:06:06.585829 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33796) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:06.604801 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-497a7226-3600-404f-baec-2157ca7c704b tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Request body: {'security_group_rule': {'security_group_id': 'b9335af6-6068-4af9-87e5-231e7a16c228', 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:06.633879 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-497a7226-3600-404f-baec-2157ca7c704b tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:06.649819 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-83fe3ab8-b760-4269-a853-8ce5e07c66b1 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.650244 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-83fe3ab8-b760-4269-a853-8ce5e07c66b1 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.652208 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-497a7226-3600-404f-baec-2157ca7c704b tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Usage tracker for resource:security_group_rule and tenant:0c751e1819ac4d70a34f41774e11c468 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:06.664828 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-497a7226-3600-404f-baec-2157ca7c704b tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:06.688092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-497a7226-3600-404f-baec-2157ca7c704b tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:06.710241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.721508 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.721508 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ec57a3-0623-41e7-a24d-dfd781da151b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Deleting subnet 6285dd2f-d112-428e-9e0b-31178bf82a80 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:06:06.728860 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b4ec57a3-0623-41e7-a24d-dfd781da151b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.757066 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 8f474b1c-bd4c-4dea-9b66-06ba06846a7a, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8f474b1c-bd4c-4dea-9b66-06ba06846a7a,segment=NetworkSegment(98585537-680b-4638-994e-a8ddf84795a2),segment_id=98585537-680b-4638-994e-a8ddf84795a2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:06.782288 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port 9cc866e5-d24b-4a5b-975d-5cd341fbca7d {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:06.787513 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.819533 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-497a7226-3600-404f-baec-2157ca7c704b tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Project 0c751e1819ac4d70a34f41774e11c468 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:06:06.844889 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.854720 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-497a7226-3600-404f-baec-2157ca7c704b tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.867657 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b4ec57a3-0623-41e7-a24d-dfd781da151b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.892594 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf59004-dfe8-4352-81cd-e8797214cae9 None None] DHCP port deletion for 962999d5-200f-4f60-8630-c7ddc0f2ce91 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:06:06.950812 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-bcf59004-dfe8-4352-81cd-e8797214cae9 None None] Deleting port 9cc866e5-d24b-4a5b-975d-5cd341fbca7d {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:06.952029 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bcf59004-dfe8-4352-81cd-e8797214cae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:07.007530 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=8f474b1c-bd4c-4dea-9b66-06ba06846a7a,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:07.082733 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-83fe3ab8-b760-4269-a853-8ce5e07c66b1 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Calling delete_port for 0a816807-8edc-447f-871f-5130db94c877 owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:07.247770 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-bcf59004-dfe8-4352-81cd-e8797214cae9 None None] For port 9cc866e5-d24b-4a5b-975d-5cd341fbca7d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9cc866e5-d24b-4a5b-975d-5cd341fbca7d,segment=NetworkSegment(22da52ee-bedf-49f8-8b9a-cb4f4998a1cf),segment_id=22da52ee-bedf-49f8-8b9a-cb4f4998a1cf)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:07.248167 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bcf59004-dfe8-4352-81cd-e8797214cae9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:07.315103 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] For port 9cc866e5-d24b-4a5b-975d-5cd341fbca7d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9cc866e5-d24b-4a5b-975d-5cd341fbca7d,segment=NetworkSegment(22da52ee-bedf-49f8-8b9a-cb4f4998a1cf),segment_id=22da52ee-bedf-49f8-8b9a-cb4f4998a1cf)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:07.315726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:07.345615 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-497a7226-3600-404f-baec-2157ca7c704b tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:07.396754 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-bcf59004-dfe8-4352-81cd-e8797214cae9 None None] Calling delete_port for 9cc866e5-d24b-4a5b-975d-5cd341fbca7d owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:07.413122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b4ec57a3-0623-41e7-a24d-dfd781da151b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:07.451180 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-af3361ce-df2d-4223-b93f-84c895cf8503 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Allocated IP 2001:db8::10 (833c1d54-1af8-4628-84e6-90f9a806e23e/93b55d5f-118e-4a60-b07c-e192c331957c/d0c29938-b27a-44e7-b1a9-f10211cb2ad6) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:07.460797 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-151c4a41-d035-4ccb-9ddc-a96e41a5a903 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:07.518945 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f5aa28-853f-4598-a30d-af61dae1a69e None None] Network 833c1d54-1af8-4628-84e6-90f9a806e23e requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:07.537201 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for 9cc866e5-d24b-4a5b-975d-5cd341fbca7d owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:07.567207 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-497a7226-3600-404f-baec-2157ca7c704b tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:07.584569 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-151c4a41-d035-4ccb-9ddc-a96e41a5a903 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:07.592923 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:06:07.607757 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bcf59004-dfe8-4352-81cd-e8797214cae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:07.637711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a7226-3600-404f-baec-2157ca7c704b tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ac50d8-1efa-43e3-9161-dfcf505572d8,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:07.659114 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf59004-dfe8-4352-81cd-e8797214cae9 None None] Pushing event deleted for resources: {'Port': ['ID=9cc866e5-d24b-4a5b-975d-5cd341fbca7d,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:07.674444 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf59004-dfe8-4352-81cd-e8797214cae9 None None] No DVR routers for this DVR port 9cc866e5-d24b-4a5b-975d-5cd341fbca7d on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:06:07.680004 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-83fe3ab8-b760-4269-a853-8ce5e07c66b1 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:07.695594 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:06:07.695594 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:06:07.712139 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-497a7226-3600-404f-baec-2157ca7c704b tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:07.713361 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-497a7226-3600-404f-baec-2157ca7c704b tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.1311243 Mar 02 19:06:07.752960 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-229fb633-3e85-4118-b6eb-aef3984d03b3 None None] Provisioning for port 78b6d314-f10f-445f-907e-4daa15f0d6fe completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:07.814885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b4ec57a3-0623-41e7-a24d-dfd781da151b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:07.846241 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe3ab8-b760-4269-a853-8ce5e07c66b1 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Pushing event deleted for resources: {'Port': ['ID=0a816807-8edc-447f-871f-5130db94c877,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:07.870313 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec57a3-0623-41e7-a24d-dfd781da151b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event deleted for resources: {'Subnet': ['ID=6285dd2f-d112-428e-9e0b-31178bf82a80,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:07.873489 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b4ec57a3-0623-41e7-a24d-dfd781da151b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:07.881161 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fb2c48-e563-47b9-b281-78f450e5bb92 None None] Network 19a5a2da-89af-40f1-aaf9-4c9599773db2 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:08.001718 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b4ec57a3-0623-41e7-a24d-dfd781da151b tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "DELETE /v2.0/subnets/6285dd2f-d112-428e-9e0b-31178bf82a80 HTTP/1.1" status: 204 len: 168 time: 1.8452137 Mar 02 19:06:08.002564 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33816) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:08.033103 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af3361ce-df2d-4223-b93f-84c895cf8503 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.048604 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-83fe3ab8-b760-4269-a853-8ce5e07c66b1 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.079166 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-af3361ce-df2d-4223-b93f-84c895cf8503 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Transition to ACTIVE for port object d0c29938-b27a-44e7-b1a9-f10211cb2ad6 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:08.086734 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-83fe3ab8-b760-4269-a853-8ce5e07c66b1 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.088108 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-83fe3ab8-b760-4269-a853-8ce5e07c66b1 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] 10.222.0.73 "DELETE /v2.0/floatingips/0cb828b3-5103-48c0-a455-893e6aaae89c HTTP/1.1" status: 204 len: 168 time: 2.3791959 Mar 02 19:06:08.098965 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33822) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:08.108171 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-63faf94a-b58f-4d61-a77b-4a500a96cd49 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Request body: {'floatingip': {'floating_network_id': '04567d80-fecc-458e-8e1b-b9eb6e47c375', 'port_id': '86bfc00a-5273-4ad2-8d82-92c8a164f7be', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:08.201713 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151c4a41-d035-4ccb-9ddc-a96e41a5a903 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Router 8f97b65d-97b1-495d-b595-a1cc39d76c6a is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:06:08.208833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port 9cc866e5-d24b-4a5b-975d-5cd341fbca7d {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:08.209432 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.306790 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af3361ce-df2d-4223-b93f-84c895cf8503 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.334822 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-63faf94a-b58f-4d61-a77b-4a500a96cd49 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:08.342688 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] The port '9cc866e5-d24b-4a5b-975d-5cd341fbca7d' was deleted {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:06:08.378646 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8f474b1c-bd4c-4dea-9b66-06ba06846a7a up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:08.380159 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-63faf94a-b58f-4d61-a77b-4a500a96cd49 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Usage tracker for resource:floatingip and tenant:b401947ab8f34affb1ed871a93de7fff is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:08.424903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-63faf94a-b58f-4d61-a77b-4a500a96cd49 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:08.451204 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-63faf94a-b58f-4d61-a77b-4a500a96cd49 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:08.469378 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b8a33f-d68c-4109-a257-f1bf36f04f92 None None] DHCP port deletion for 19a5a2da-89af-40f1-aaf9-4c9599773db2 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:06:08.489228 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c9b8a33f-d68c-4109-a257-f1bf36f04f92 None None] Deleting port 50eade69-43f6-4042-93ef-e27dc314fec2 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:08.489610 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c9b8a33f-d68c-4109-a257-f1bf36f04f92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.502905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3361ce-df2d-4223-b93f-84c895cf8503 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network 833c1d54-1af8-4628-84e6-90f9a806e23e is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:08.507796 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-af3361ce-df2d-4223-b93f-84c895cf8503 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:08.510710 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3361ce-df2d-4223-b93f-84c895cf8503 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:06:08.513075 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.516259 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3361ce-df2d-4223-b93f-84c895cf8503 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:08.517159 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af3361ce-df2d-4223-b93f-84c895cf8503 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.524916 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3361ce-df2d-4223-b93f-84c895cf8503 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=d0c29938-b27a-44e7-b1a9-f10211cb2ad6,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:08.550737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.552401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151c4a41-d035-4ccb-9ddc-a96e41a5a903 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:06:08.559667 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-151c4a41-d035-4ccb-9ddc-a96e41a5a903 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.563102 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e9cb8-c028-4a4a-af6b-0ca807367941 None None] Sync routers for ids ['8f97b65d-97b1-495d-b595-a1cc39d76c6a'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:06:08.563276 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-151c4a41-d035-4ccb-9ddc-a96e41a5a903 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "PUT /v2.0/routers/8f97b65d-97b1-495d-b595-a1cc39d76c6a HTTP/1.1" status: 200 len: 694 time: 2.7062442 Mar 02 19:06:08.565758 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33830) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:08.580716 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Deleting port 50eade69-43f6-4042-93ef-e27dc314fec2 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:08.581364 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.582777 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e9cb8-c028-4a4a-af6b-0ca807367941 None None] Routers {'8f97b65d-97b1-495d-b595-a1cc39d76c6a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:06:08.583522 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-281e9cb8-c028-4a4a-af6b-0ca807367941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8f97b65d-97b1-495d-b595-a1cc39d76c6a'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:08.616800 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962999d5-200f-4f60-8630-c7ddc0f2ce91']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:08.641339 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63faf94a-b58f-4d61-a77b-4a500a96cd49 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.667381 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22da52ee-bedf-49f8-8b9a-cb4f4998a1cf') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:08.667790 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22da52ee-bedf-49f8-8b9a-cb4f4998a1cf') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:08.684647 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 8f474b1c-bd4c-4dea-9b66-06ba06846a7a triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:08.685573 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.703669 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.710906 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-af3361ce-df2d-4223-b93f-84c895cf8503 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0843875 Mar 02 19:06:08.719754 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33834) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:08.728134 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-72a5db4c-7671-43e2-9ca3-615c41afe00f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'network_id': '833c1d54-1af8-4628-84e6-90f9a806e23e', 'name': 'tempest-PortsIpV6TestJSON-576125988', 'fixed_ips': [{'subnet_id': '93b55d5f-118e-4a60-b07c-e192c331957c', 'ip_address': '2001:db8::f'}]}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:08.845713 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.903007 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-281e9cb8-c028-4a4a-af6b-0ca807367941 None None] Set router 8f97b65d-97b1-495d-b595-a1cc39d76c6a gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:06:08.905848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:06:08.906293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.911709 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-c9b8a33f-d68c-4109-a257-f1bf36f04f92 None None] For port 50eade69-43f6-4042-93ef-e27dc314fec2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=50eade69-43f6-4042-93ef-e27dc314fec2,segment=NetworkSegment(e4bc6191-8663-4d5c-a83c-a452bbb10d88),segment_id=e4bc6191-8663-4d5c-a83c-a452bbb10d88)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:08.912720 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c9b8a33f-d68c-4109-a257-f1bf36f04f92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:06:08.942412 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:06:08.957181 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-72a5db4c-7671-43e2-9ca3-615c41afe00f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:08.974910 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-72a5db4c-7671-43e2-9ca3-615c41afe00f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:port and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:08.978903 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-72a5db4c-7671-43e2-9ca3-615c41afe00f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:08.991650 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-72a5db4c-7671-43e2-9ca3-615c41afe00f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:09.009436 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-57b33683-8a8d-4e5f-933d-3f3eb2fa2afa tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/routers/8f97b65d-97b1-495d-b595-a1cc39d76c6a HTTP/1.1" status: 200 len: 700 time: 0.4424529 Mar 02 19:06:09.010380 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33840) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:09.145547 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c9b8a33f-d68c-4109-a257-f1bf36f04f92 None None] Calling delete_port for 50eade69-43f6-4042-93ef-e27dc314fec2 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:09.165191 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-281e9cb8-c028-4a4a-af6b-0ca807367941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f97b65d-97b1-495d-b595-a1cc39d76c6a', 'name': 'tempest-RoutersTest-router-1471223603', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:06:04Z', 'updated_at': '2022-03-02T19:06:07Z', 'revision_number': 2, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:09.165524 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e9cb8-c028-4a4a-af6b-0ca807367941 None None] Checking router: 8f97b65d-97b1-495d-b595-a1cc39d76c6a for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:06:09.178673 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e9cb8-c028-4a4a-af6b-0ca807367941 None None] Routers {'8f97b65d-97b1-495d-b595-a1cc39d76c6a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:06:09.179706 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-281e9cb8-c028-4a4a-af6b-0ca807367941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8f97b65d-97b1-495d-b595-a1cc39d76c6a'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:09.219669 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a5db4c-7671-43e2-9ca3-615c41afe00f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:09.236865 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:09.271300 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:09.312141 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/networks/962999d5-200f-4f60-8630-c7ddc0f2ce91 HTTP/1.1" status: 204 len: 168 time: 2.9352529 Mar 02 19:06:09.312141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9825e55-c8ef-4366-a298-237656ec57ac tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Network': ['ID=962999d5-200f-4f60-8630-c7ddc0f2ce91,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:09.327464 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33848) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:09.407231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1f90276f-b09e-4a76-a192-84382a5923b0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Synchronizing usage tracker for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:09.414223 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-72a5db4c-7671-43e2-9ca3-615c41afe00f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:09.426691 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c9b8a33f-d68c-4109-a257-f1bf36f04f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:09.430070 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-281e9cb8-c028-4a4a-af6b-0ca807367941 None None] Set router 8f97b65d-97b1-495d-b595-a1cc39d76c6a gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:06:09.450528 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-72a5db4c-7671-43e2-9ca3-615c41afe00f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] device_id is not set on port 73f43a9d-cb7e-409f-848a-c09dc75e8e8d yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:06:09.461208 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] For port 50eade69-43f6-4042-93ef-e27dc314fec2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=50eade69-43f6-4042-93ef-e27dc314fec2,segment=NetworkSegment(e4bc6191-8663-4d5c-a83c-a452bbb10d88),segment_id=e4bc6191-8663-4d5c-a83c-a452bbb10d88)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:09.461711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:09.489240 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b8a33f-d68c-4109-a257-f1bf36f04f92 None None] No DVR routers for this DVR port 50eade69-43f6-4042-93ef-e27dc314fec2 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:06:09.532810 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8a33f-d68c-4109-a257-f1bf36f04f92 None None] Pushing event deleted for resources: {'Port': ['ID=50eade69-43f6-4042-93ef-e27dc314fec2,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:09.536748 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-96718cdb-eaf5-4316-bafa-454f67811390 None None] Provisioning for port d0c29938-b27a-44e7-b1a9-f10211cb2ad6 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:09.553657 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-96718cdb-eaf5-4316-bafa-454f67811390 None None] Provisioning complete for port d0c29938-b27a-44e7-b1a9-f10211cb2ad6 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:09.556804 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-96718cdb-eaf5-4316-bafa-454f67811390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:09.575408 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-281e9cb8-c028-4a4a-af6b-0ca807367941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f97b65d-97b1-495d-b595-a1cc39d76c6a', 'name': 'tempest-RoutersTest-router-1471223603', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:06:04Z', 'updated_at': '2022-03-02T19:06:07Z', 'revision_number': 2, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:09.580164 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281e9cb8-c028-4a4a-af6b-0ca807367941 None None] The sync data for ids ['8f97b65d-97b1-495d-b595-a1cc39d76c6a'] in dv-neutron-831573-1-hyperv is: [{'id': '8f97b65d-97b1-495d-b595-a1cc39d76c6a', 'name': 'tempest-RoutersTest-router-1471223603', 'tenant_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:06:04Z', 'updated_at': '2022-03-02T19:06:07Z', 'revision_number': 2, 'project_id': 'dfd3e6d4994a4b8586cb08a4003fb040', 'gw_port_host': None}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:06:09.606550 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 78b6d314-f10f-445f-907e-4daa15f0d6fe up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:09.609412 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1f90276f-b09e-4a76-a192-84382a5923b0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Unset dirty status for tenant:dfd3e6d4994a4b8586cb08a4003fb040 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:09.613217 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1f90276f-b09e-4a76-a192-84382a5923b0 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f97b65d-97b1-495d-b595-a1cc39d76c6a HTTP/1.1" status: 200 len: 205 time: 0.5983405 Mar 02 19:06:09.614543 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33852) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:09.633987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Calling delete_port for 50eade69-43f6-4042-93ef-e27dc314fec2 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:09.668773 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2859b9a3-930f-4759-ba71-4163652dc3b8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:09.669358 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2859b9a3-930f-4759-ba71-4163652dc3b8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Synchronizing usage tracker for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:09.686986 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-96718cdb-eaf5-4316-bafa-454f67811390 None None] Port d0c29938-b27a-44e7-b1a9-f10211cb2ad6 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:06:09.786591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 78b6d314-f10f-445f-907e-4daa15f0d6fe completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:09.798720 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 78b6d314-f10f-445f-907e-4daa15f0d6fe triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:09.799472 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:09.858128 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:06:09.858452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:06:09.882091 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8e4c7aa1-b101-4e82-96b1-e4cdfe223804 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:09.922407 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2859b9a3-930f-4759-ba71-4163652dc3b8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Unset dirty status for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:09.924338 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2859b9a3-930f-4759-ba71-4163652dc3b8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports/80c90d14-64ce-4000-92e6-a3a001b63bb5 HTTP/1.1" status: 200 len: 840 time: 0.5910127 Mar 02 19:06:09.928431 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33872) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:09.932721 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-63faf94a-b58f-4d61-a77b-4a500a96cd49 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:06:09.938270 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-63faf94a-b58f-4d61-a77b-4a500a96cd49 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.8378146 Mar 02 19:06:09.939184 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33876) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:09.962750 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-72a5db4c-7671-43e2-9ca3-615c41afe00f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Allocated IP 2001:db8::f (833c1d54-1af8-4628-84e6-90f9a806e23e/93b55d5f-118e-4a60-b07c-e192c331957c/73f43a9d-cb7e-409f-848a-c09dc75e8e8d) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:09.972100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:09.977117 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': '86bfc00a-5273-4ad2-8d82-92c8a164f7be', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:09.992723 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:10.005317 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Usage tracker for resource:floatingip and tenant:b401947ab8f34affb1ed871a93de7fff is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:10.010023 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 78b6d314-f10f-445f-907e-4daa15f0d6fe, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=78b6d314-f10f-445f-907e-4daa15f0d6fe,segment=NetworkSegment(593d182d-a0ec-42ba-946f-3c0f8479b400),segment_id=593d182d-a0ec-42ba-946f-3c0f8479b400)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:10.011496 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:10.020738 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:10.036476 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-74feaf1d-d45f-4104-99c0-8178f64e4074 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports/80c90d14-64ce-4000-92e6-a3a001b63bb5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1019404 Mar 02 19:06:10.036476 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33884) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:10.042274 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f6c94bc1-cdd0-478f-b47e-56af6e7ad508 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'subnet': {'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:10.117295 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:10.163613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:10.211216 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 9cc866e5-d24b-4a5b-975d-5cd341fbca7d no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:06:10.286773 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 9cc866e5-d24b-4a5b-975d-5cd341fbca7d {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:06:10.287215 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 9cc866e5-d24b-4a5b-975d-5cd341fbca7d not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:06:10.331812 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=78b6d314-f10f-445f-907e-4daa15f0d6fe,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:10.345570 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f6c94bc1-cdd0-478f-b47e-56af6e7ad508 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:10.350846 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f6c94bc1-cdd0-478f-b47e-56af6e7ad508 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:subnet and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:10.361850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f6c94bc1-cdd0-478f-b47e-56af6e7ad508 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:10.367009 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f6c94bc1-cdd0-478f-b47e-56af6e7ad508 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:10.369874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Deleting port 50eade69-43f6-4042-93ef-e27dc314fec2 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:10.373249 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:10.406640 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 50eade69-43f6-4042-93ef-e27dc314fec2 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:06:10.452173 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 50eade69-43f6-4042-93ef-e27dc314fec2 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:06:10.453544 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 50eade69-43f6-4042-93ef-e27dc314fec2 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:06:10.462743 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] The port '50eade69-43f6-4042-93ef-e27dc314fec2' was deleted {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:06:10.520038 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c94bc1-cdd0-478f-b47e-56af6e7ad508 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:10.607279 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8e4c7aa1-b101-4e82-96b1-e4cdfe223804 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:10.621029 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8e4c7aa1-b101-4e82-96b1-e4cdfe223804 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:10.669100 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:10.686617 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-72a5db4c-7671-43e2-9ca3-615c41afe00f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:10.706166 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-72a5db4c-7671-43e2-9ca3-615c41afe00f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Transition to ACTIVE for port object 73f43a9d-cb7e-409f-848a-c09dc75e8e8d will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:10.742011 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f6c94bc1-cdd0-478f-b47e-56af6e7ad508 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:10.759572 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a5a2da-89af-40f1-aaf9-4c9599773db2']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:10.769811 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8e4c7aa1-b101-4e82-96b1-e4cdfe223804 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:10.770895 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4c7aa1-b101-4e82-96b1-e4cdfe223804 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Fanout notify agent at l3_agent the message router_deleted on router 8f97b65d-97b1-495d-b595-a1cc39d76c6a {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:06:10.791442 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8e4c7aa1-b101-4e82-96b1-e4cdfe223804 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:10.798301 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8e4c7aa1-b101-4e82-96b1-e4cdfe223804 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/routers/8f97b65d-97b1-495d-b595-a1cc39d76c6a HTTP/1.1" status: 204 len: 168 time: 1.1775680 Mar 02 19:06:10.798301 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33890) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:10.836147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-72a5db4c-7671-43e2-9ca3-615c41afe00f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:10.841201 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4bc6191-8663-4d5c-a83c-a452bbb10d88') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:10.841546 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4bc6191-8663-4d5c-a83c-a452bbb10d88') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:10.850011 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-27cc2d30-2def-4d57-b268-3897d75d4bae tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f97b65d-97b1-495d-b595-a1cc39d76c6a HTTP/1.1" status: 200 len: 205 time: 0.0500374 Mar 02 19:06:10.856297 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33894) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:10.880617 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:10.984512 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-e75a2502-0c64-4638-bfa8-b9cc1617733c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] delete failed (client error): The resource could not be found. Mar 02 19:06:10.996925 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e75a2502-0c64-4638-bfa8-b9cc1617733c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/routers/8f97b65d-97b1-495d-b595-a1cc39d76c6a HTTP/1.1" status: 404 len: 336 time: 0.1135187 Mar 02 19:06:10.996925 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:10.997807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33898) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:11.045702 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a5db4c-7671-43e2-9ca3-615c41afe00f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network 833c1d54-1af8-4628-84e6-90f9a806e23e is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:11.046199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:11.049671 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-72a5db4c-7671-43e2-9ca3-615c41afe00f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:11.051769 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5db4c-7671-43e2-9ca3-615c41afe00f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=73f43a9d-cb7e-409f-848a-c09dc75e8e8d,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:11.052693 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:06:11.053121 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:11.054067 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a5db4c-7671-43e2-9ca3-615c41afe00f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:06:11.057980 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a5db4c-7671-43e2-9ca3-615c41afe00f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:11.059167 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-72a5db4c-7671-43e2-9ca3-615c41afe00f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:06:11.073962 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:06:11.130508 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f641155-a06c-43bf-b8e4-4a2f41512648 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:11.131179 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f641155-a06c-43bf-b8e4-4a2f41512648 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:11.288066 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6f641155-a06c-43bf-b8e4-4a2f41512648 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/subnets/a0413e6d-da75-420e-a00c-bebc84ce81e7 HTTP/1.1" status: 404 len: 337 time: 0.2871492 Mar 02 19:06:11.290987 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33906) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:11.373387 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-72a5db4c-7671-43e2-9ca3-615c41afe00f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6520517 Mar 02 19:06:11.377416 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33910) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:11.438426 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:11.442926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:11.470224 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ea33ff-2dee-4e3b-82a7-7fcc6ca20aed tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:11.470670 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ea33ff-2dee-4e3b-82a7-7fcc6ca20aed tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:11.472806 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-29ea33ff-2dee-4e3b-82a7-7fcc6ca20aed tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/subnets/8fc60373-2fec-4184-8960-4538a23e2582 HTTP/1.1" status: 404 len: 337 time: 0.1806931 Mar 02 19:06:11.479383 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33914) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:11.518776 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "DELETE /v2.0/networks/19a5a2da-89af-40f1-aaf9-4c9599773db2 HTTP/1.1" status: 204 len: 168 time: 3.5128372 Mar 02 19:06:11.521648 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b5d8a-4b6b-4b8e-a55e-9870633ccbcb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event deleted for resources: {'Network': ['ID=19a5a2da-89af-40f1-aaf9-4c9599773db2,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:11.525147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33918) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:11.552123 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Allocated IP 172.26.4.8 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/7add3cc9-fd87-474b-b365-281f116aa5e3) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:11.604054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e4455d9e-1e30-4fa6-812e-63704cca6837 None None] Provisioning for port 73f43a9d-cb7e-409f-848a-c09dc75e8e8d completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:11.610412 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e4455d9e-1e30-4fa6-812e-63704cca6837 None None] Provisioning complete for port 73f43a9d-cb7e-409f-848a-c09dc75e8e8d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:11.610805 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e4455d9e-1e30-4fa6-812e-63704cca6837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:11.633221 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-e440178a-1315-4ac0-b1ff-67f48afa805d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:11.638338 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e440178a-1315-4ac0-b1ff-67f48afa805d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:11.638338 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e440178a-1315-4ac0-b1ff-67f48afa805d tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/subnets/d27ea9df-ae24-4045-809b-7edbaf8a1619 HTTP/1.1" status: 404 len: 337 time: 0.1569145 Mar 02 19:06:11.641364 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33922) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:11.696198 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f6c94bc1-cdd0-478f-b47e-56af6e7ad508 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:11.713100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-e4455d9e-1e30-4fa6-812e-63704cca6837 None None] Port 73f43a9d-cb7e-409f-848a-c09dc75e8e8d cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:06:11.772854 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c94bc1-cdd0-478f-b47e-56af6e7ad508 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:11.778710 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-f6c94bc1-cdd0-478f-b47e-56af6e7ad508 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:11.788169 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf7a721-3f0b-4f89-9087-54e4b69ca745 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:11.788614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf7a721-3f0b-4f89-9087-54e4b69ca745 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:11.789600 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c94bc1-cdd0-478f-b47e-56af6e7ad508 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:11.790317 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fdf7a721-3f0b-4f89-9087-54e4b69ca745 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/subnets/fcaa635b-175b-4d12-ae9e-ac272610d79e HTTP/1.1" status: 404 len: 337 time: 0.1477537 Mar 02 19:06:11.791788 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a4753b-409d-43e8-902f-a40b8953597c None None] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:11.793657 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f6c94bc1-cdd0-478f-b47e-56af6e7ad508 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:11.794895 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33926) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:11.831029 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-7d410f1e-5016-4bdb-9182-02703b816461 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Deleting port be59c30c-c466-4e70-a2fb-e28cb78fb9c3 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:11.831271 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7d410f1e-5016-4bdb-9182-02703b816461 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:11.831724 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c94bc1-cdd0-478f-b47e-56af6e7ad508 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Subnet': ['ID=025448c5-e67b-4a1a-84e7-5c3cf876dabf,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:11.914751 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-14e4d769-e17c-44e4-af6d-29636af097bb tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b421425-bbe4-4d02-8eda-65d57ea462c7 HTTP/1.1" status: 200 len: 205 time: 0.1187453 Mar 02 19:06:11.962493 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33930) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:11.991997 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f6c94bc1-cdd0-478f-b47e-56af6e7ad508 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9548109 Mar 02 19:06:12.000441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33934) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:12.006535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-6a3062fa-d9d9-46ec-9db0-06756ca59458 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'security_group': {'name': 'tempest-secgroup-1910092203'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:12.014048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6a3062fa-d9d9-46ec-9db0-06756ca59458 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:12.018021 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6a3062fa-d9d9-46ec-9db0-06756ca59458 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:security_group and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:12.020973 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6a3062fa-d9d9-46ec-9db0-06756ca59458 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:12.026885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6a3062fa-d9d9-46ec-9db0-06756ca59458 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:12.042957 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:12.053976 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-0a528be0-61d5-4391-af96-6bc37bea5792 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] delete failed (client error): The resource could not be found. Mar 02 19:06:12.056683 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0a528be0-61d5-4391-af96-6bc37bea5792 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/routers/5b421425-bbe4-4d02-8eda-65d57ea462c7 HTTP/1.1" status: 404 len: 336 time: 0.0915809 Mar 02 19:06:12.059211 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33938) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:12.067416 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6e49a-2e7d-43b5-980e-27df202a1310 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:12.068136 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-91a6e49a-2e7d-43b5-980e-27df202a1310 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Synchronizing usage tracker for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:12.114950 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7d410f1e-5016-4bdb-9182-02703b816461 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:12.115364 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7d410f1e-5016-4bdb-9182-02703b816461 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:12.115667 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-dcd62a26-6cf3-4c5e-8619-ef675fb0f802 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/ports?device_id=7dface5d-1075-4b57-95fe-9e4882491316 HTTP/1.1" status: 200 len: 205 time: 0.0552657 Mar 02 19:06:12.116764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6a3062fa-d9d9-46ec-9db0-06756ca59458 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:12.126230 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33942) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:12.166826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6a3062fa-d9d9-46ec-9db0-06756ca59458 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:12.171722 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6a3062fa-d9d9-46ec-9db0-06756ca59458 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:security_group_rule and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:12.174988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6a3062fa-d9d9-46ec-9db0-06756ca59458 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:12.181994 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6a3062fa-d9d9-46ec-9db0-06756ca59458 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:12.211142 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-1fb0c29d-28cb-409d-9b95-8713b698c540', 'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540', 'tenant_id': '492dbd1aaa2b468e92542bbdee548e8a', 'fixed_ips': [{'subnet_id': '025448c5-e67b-4a1a-84e7-5c3cf876dabf'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:06:12.212018 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:12.252533 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6a3062fa-d9d9-46ec-9db0-06756ca59458 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:12.280149 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:12.316401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-91a6e49a-2e7d-43b5-980e-27df202a1310 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Unset dirty status for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:12.320768 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-91a6e49a-2e7d-43b5-980e-27df202a1310 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.9423206 Mar 02 19:06:12.321603 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33946) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:12.328426 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-7d410f1e-5016-4bdb-9182-02703b816461 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Calling delete_port for be59c30c-c466-4e70-a2fb-e28cb78fb9c3 owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:12.354847 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6a3062fa-d9d9-46ec-9db0-06756ca59458 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:12.360796 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-38ad15d7-71e7-4f83-8e39-a6a84617c849 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] delete failed (client error): The resource could not be found. Mar 02 19:06:12.361836 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-38ad15d7-71e7-4f83-8e39-a6a84617c849 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/routers/7dface5d-1075-4b57-95fe-9e4882491316 HTTP/1.1" status: 404 len: 336 time: 0.2331772 Mar 02 19:06:12.370305 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33950) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:12.420969 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 78b6d314-f10f-445f-907e-4daa15f0d6fe up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:12.442933 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Pushing event updated for resources: {'Port': ['ID=7add3cc9-fd87-474b-b365-281f116aa5e3,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:12.457919 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:12.462538 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7aada4d-3f42-45ad-b6ba-ef91dbba6842 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:12.462986 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7aada4d-3f42-45ad-b6ba-ef91dbba6842 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:12.465355 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a7aada4d-3f42-45ad-b6ba-ef91dbba6842 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/subnets/49421dfc-a547-400d-855d-494083b30f30 HTTP/1.1" status: 404 len: 337 time: 0.0935400 Mar 02 19:06:12.470933 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:12.473266 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33956) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:12.474034 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:06:12.536108 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Allocated IP 172.20.0.2 (1fb0c29d-28cb-409d-9b95-8713b698c540/025448c5-e67b-4a1a-84e7-5c3cf876dabf/df35e717-4687-490e-96fc-f31249034eac) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:12.594457 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ff775f28-1738-477e-a2e5-b598687fe33f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/ports?device_id=344afd36-6ef3-452d-b8f4-67764b4c163f HTTP/1.1" status: 200 len: 205 time: 0.0825691 Mar 02 19:06:12.594457 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33960) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:12.595338 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6a3062fa-d9d9-46ec-9db0-06756ca59458 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:12.595338 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6a3062fa-d9d9-46ec-9db0-06756ca59458 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5869498 Mar 02 19:06:12.595338 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33964) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:12.606815 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-09081121-bc06-4c94-a4d4-326229f1ad81 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'security_group': {'name': 'tempest-secgroup-1006839953'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:12.622750 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-09081121-bc06-4c94-a4d4-326229f1ad81 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:12.624746 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-09081121-bc06-4c94-a4d4-326229f1ad81 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:security_group and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:12.628197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-09081121-bc06-4c94-a4d4-326229f1ad81 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:12.633465 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3062fa-d9d9-46ec-9db0-06756ca59458 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4669356b-f8b9-44a2-a1cb-9ff8936da97e,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:12.645536 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-09081121-bc06-4c94-a4d4-326229f1ad81 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:12.684249 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-2e8f0ddb-9f52-49e4-af89-0681f2e4c216 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] delete failed (client error): The resource could not be found. Mar 02 19:06:12.690001 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2e8f0ddb-9f52-49e4-af89-0681f2e4c216 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/routers/344afd36-6ef3-452d-b8f4-67764b4c163f HTTP/1.1" status: 404 len: 336 time: 0.1158893 Mar 02 19:06:12.690001 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33968) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:12.739583 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2306f81a-69cc-4afc-91b0-7e36dfb13c9e tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/ports?device_id=97255a1d-89dd-4d95-8a5c-8bb6a6690cc1 HTTP/1.1" status: 200 len: 205 time: 0.0475628 Mar 02 19:06:12.740619 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33972) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:12.782400 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7519a467-9ab7-453c-8532-1172546028e5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:12.786444 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7519a467-9ab7-453c-8532-1172546028e5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:12.790683 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7519a467-9ab7-453c-8532-1172546028e5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:12.796071 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7519a467-9ab7-453c-8532-1172546028e5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.4331644 Mar 02 19:06:12.796685 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33976) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:12.837856 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 78b6d314-f10f-445f-907e-4daa15f0d6fe triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:12.838496 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:12.899153 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-431ee831-51c9-4cbe-83d1-8f8fa7fccd79 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] delete failed (client error): The resource could not be found. Mar 02 19:06:12.903924 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-431ee831-51c9-4cbe-83d1-8f8fa7fccd79 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/routers/97255a1d-89dd-4d95-8a5c-8bb6a6690cc1 HTTP/1.1" status: 404 len: 336 time: 0.1625786 Mar 02 19:06:12.912943 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33980) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:12.922183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09081121-bc06-4c94-a4d4-326229f1ad81 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.007187 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-f4780b9e-f568-4765-989e-467beff484a4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port 73f43a9d-cb7e-409f-848a-c09dc75e8e8d {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:13.007187 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f4780b9e-f568-4765-989e-467beff484a4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.017732 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfaff458-5540-4866-ad8d-57d3fd5606c2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:13.017732 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfaff458-5540-4866-ad8d-57d3fd5606c2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:13.017732 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cfaff458-5540-4866-ad8d-57d3fd5606c2 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/subnets/c6d5b54a-7e77-4c7a-9da2-aecf2ea1674e HTTP/1.1" status: 404 len: 337 time: 0.0990200 Mar 02 19:06:13.028483 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33984) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:13.066749 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.068466 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7d410f1e-5016-4bdb-9182-02703b816461 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.082191 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Transition to ACTIVE for port object df35e717-4687-490e-96fc-f31249034eac will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:13.101285 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4cb18c6e-2fd0-4fce-b061-52a01edd81e3 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/ports?device_id=722602f0-f691-472c-a4fd-2ef29a422a6e HTTP/1.1" status: 200 len: 205 time: 0.0699058 Mar 02 19:06:13.105932 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Transition to ACTIVE for port object df35e717-4687-490e-96fc-f31249034eac will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:13.107994 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33988) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:13.169926 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.182310 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d410f1e-5016-4bdb-9182-02703b816461 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event deleted for resources: {'Port': ['ID=be59c30c-c466-4e70-a2fb-e28cb78fb9c3,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:13.211841 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-57dd3196-bcb1-458c-94e0-22c60b738247 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] delete failed (client error): The resource could not be found. Mar 02 19:06:13.225900 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-57dd3196-bcb1-458c-94e0-22c60b738247 tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/routers/722602f0-f691-472c-a4fd-2ef29a422a6e HTTP/1.1" status: 404 len: 336 time: 0.1033309 Mar 02 19:06:13.225900 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Deleting port 7add3cc9-fd87-474b-b365-281f116aa5e3 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:13.225900 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.226248 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 33992) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:13.239417 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:13.239417 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:13.242641 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:06:13.255634 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Pushing event updated for resources: {'Port': ['ID=df35e717-4687-490e-96fc-f31249034eac,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:13.327722 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a150daa-215d-4856-98e1-fdd64d58d61f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:13.328164 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a150daa-215d-4856-98e1-fdd64d58d61f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:13.349287 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Attempting to bind port df35e717-4687-490e-96fc-f31249034eac on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:06:13.349673 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Attempting to bind port df35e717-4687-490e-96fc-f31249034eac by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:06:13.350026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Attempting to bind port df35e717-4687-490e-96fc-f31249034eac on network 1fb0c29d-28cb-409d-9b95-8713b698c540 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:06:13.357646 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:06:13.358016 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Checking segment: {'id': 'cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:06:13.358412 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.358795 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Bound using segment: {'id': 'cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:06:13.359247 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Bound port: df35e717-4687-490e-96fc-f31249034eac, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:06:13.359661 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.409363 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4a150daa-215d-4856-98e1-fdd64d58d61f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/subnets/48a5b22f-83f7-471f-8185-6fa3e2ad40ba HTTP/1.1" status: 404 len: 337 time: 0.1810641 Mar 02 19:06:13.419737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 33996) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:13.424970 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.426485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.439155 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-09081121-bc06-4c94-a4d4-326229f1ad81 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:13.441401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7d410f1e-5016-4bdb-9182-02703b816461 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.443646 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7d410f1e-5016-4bdb-9182-02703b816461 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.448506 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7d410f1e-5016-4bdb-9182-02703b816461 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "DELETE /v2.0/floatingips/67563e49-6d7e-413d-968f-b6dc3f283774 HTTP/1.1" status: 204 len: 168 time: 1.9184909 Mar 02 19:06:13.448506 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34000) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:13.477568 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] For port df35e717-4687-490e-96fc-f31249034eac, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:06:13.481629 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] For port df35e717-4687-490e-96fc-f31249034eac, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=df35e717-4687-490e-96fc-f31249034eac,segment=NetworkSegment(cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538),segment_id=cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:06:13.488524 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3ada5aba-b536-4da8-b746-f34766675f9c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3105c3e-d958-4caa-b5b7-7ff2a9714428 HTTP/1.1" status: 200 len: 205 time: 0.0672340 Mar 02 19:06:13.489458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-09081121-bc06-4c94-a4d4-326229f1ad81 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:security_group_rule and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:13.493437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34004) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:13.494290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-09081121-bc06-4c94-a4d4-326229f1ad81 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:13.505752 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb93841-fa72-4680-9f43-1efe68a1a78d tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:13.507429 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb93841-fa72-4680-9f43-1efe68a1a78d tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:13.510729 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-cdb93841-fa72-4680-9f43-1efe68a1a78d tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "DELETE /v2.0/ports/5fa8c08d-eebf-4673-b9c1-e60ac30879ea HTTP/1.1" status: 404 len: 333 time: 0.0565264 Mar 02 19:06:13.517842 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34008) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:13.564500 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f4780b9e-f568-4765-989e-467beff484a4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.569738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.582769 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a83bfb73-2dda-48de-a778-b3cab714d331 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Synchronizing usage tracker for tenant:f732df6a0fd543bf93fda55ff9a564a7 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:13.680159 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-09081121-bc06-4c94-a4d4-326229f1ad81 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:13.724443 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-f4780b9e-f568-4765-989e-467beff484a4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for 73f43a9d-cb7e-409f-848a-c09dc75e8e8d owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:13.759003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903ba74-c7bb-4988-b3a0-69ad00f87942 None None] Pushing event updated for resources: {'Port': ['ID=df35e717-4687-490e-96fc-f31249034eac,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:13.804500 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Calling delete_port for 7add3cc9-fd87-474b-b365-281f116aa5e3 owned by network:floatingip {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:13.857494 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a83bfb73-2dda-48de-a778-b3cab714d331 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Unset dirty status for tenant:f732df6a0fd543bf93fda55ff9a564a7 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:13.858681 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a83bfb73-2dda-48de-a778-b3cab714d331 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "GET /v2.0/ports?device_id=b293d05e-b87f-426a-a19d-be5094633746 HTTP/1.1" status: 200 len: 205 time: 0.3399422 Mar 02 19:06:13.866822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34014) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:13.887184 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-113ce62e-8e4a-4bc5-8386-7f0ca13cf06c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] delete failed (client error): The resource could not be found. Mar 02 19:06:13.892780 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-113ce62e-8e4a-4bc5-8386-7f0ca13cf06c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/routers/a3105c3e-d958-4caa-b5b7-7ff2a9714428 HTTP/1.1" status: 404 len: 336 time: 0.3933301 Mar 02 19:06:13.895082 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34018) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:13.952406 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-db559a27-7c81-461c-93b3-c99c3d290816 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] delete failed (client error): The resource could not be found. Mar 02 19:06:13.953366 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-db559a27-7c81-461c-93b3-c99c3d290816 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "DELETE /v2.0/routers/b293d05e-b87f-426a-a19d-be5094633746 HTTP/1.1" status: 404 len: 336 time: 0.0909977 Mar 02 19:06:13.954760 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-422123fc-83b7-48b0-85c5-ffce9de02d5f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:13.955301 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422123fc-83b7-48b0-85c5-ffce9de02d5f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:13.956305 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34022) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:13.975697 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-422123fc-83b7-48b0-85c5-ffce9de02d5f tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/subnets/66da3646-9586-4f2a-9de7-55f1d4a4ad2d HTTP/1.1" status: 404 len: 337 time: 0.0775263 Mar 02 19:06:13.981295 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34026) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:14.009261 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-15df7070-1535-4179-a1c3-becae83ce9ce tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:14.009704 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15df7070-1535-4179-a1c3-becae83ce9ce tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:14.019409 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-15df7070-1535-4179-a1c3-becae83ce9ce tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "DELETE /v2.0/subnets/6285dd2f-d112-428e-9e0b-31178bf82a80 HTTP/1.1" status: 404 len: 337 time: 0.0599034 Mar 02 19:06:14.021080 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34030) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:14.098011 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f4780b9e-f568-4765-989e-467beff484a4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:14.164249 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-7916827a-7aa3-4d64-8cad-375b690d348c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:14.166458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7916827a-7aa3-4d64-8cad-375b690d348c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:14.191274 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-b0a947b3-c5b0-4f1a-8484-11cb9563bf4d tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Deleting port dce13a15-7ace-489e-8718-782bdf9e3cb9 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:14.196463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b0a947b3-c5b0-4f1a-8484-11cb9563bf4d tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:14.196615 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7916827a-7aa3-4d64-8cad-375b690d348c tempest-RoutersTest-1134905062 tempest-RoutersTest-1134905062-project] 10.222.0.73 "DELETE /v2.0/subnets/d7311400-09f5-43b1-a93d-7a6f5cfd5d24 HTTP/1.1" status: 404 len: 337 time: 0.2115445 Mar 02 19:06:14.209910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09081121-bc06-4c94-a4d4-326229f1ad81 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:14.243580 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4780b9e-f568-4765-989e-467beff484a4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Port': ['ID=73f43a9d-cb7e-409f-848a-c09dc75e8e8d,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:14.249400 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:14.301359 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f4780b9e-f568-4765-989e-467beff484a4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:14.308786 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f4780b9e-f568-4765-989e-467beff484a4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/ports/73f43a9d-cb7e-409f-848a-c09dc75e8e8d HTTP/1.1" status: 204 len: 168 time: 1.5086887 Mar 02 19:06:14.311424 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34036) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:14.432558 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Pushing event deleted for resources: {'Port': ['ID=7add3cc9-fd87-474b-b365-281f116aa5e3,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:14.436370 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09081121-bc06-4c94-a4d4-326229f1ad81 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:14.449967 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-08860583-def5-428d-9a27-ce8756a819cc tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] GET failed (client error): The resource could not be found. Mar 02 19:06:14.449967 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-08860583-def5-428d-9a27-ce8756a819cc tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Synchronizing usage tracker for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:14.505452 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device df35e717-4687-490e-96fc-f31249034eac up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:14.676460 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-08860583-def5-428d-9a27-ce8756a819cc tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Unset dirty status for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:14.678026 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-08860583-def5-428d-9a27-ce8756a819cc tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports/73f43a9d-cb7e-409f-848a-c09dc75e8e8d HTTP/1.1" status: 404 len: 333 time: 0.3656476 Mar 02 19:06:14.684614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34040) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:14.694415 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port df35e717-4687-490e-96fc-f31249034eac completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:14.802722 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09081121-bc06-4c94-a4d4-326229f1ad81 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8979fbfe-e439-4aa4-b6f4-82c928087765,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:14.804028 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-5045cbf5-96d0-4ba0-bb34-6872763d28b1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port d0c29938-b27a-44e7-b1a9-f10211cb2ad6 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:14.804551 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5045cbf5-96d0-4ba0-bb34-6872763d28b1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:14.842371 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09081121-bc06-4c94-a4d4-326229f1ad81 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:14.843942 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-09081121-bc06-4c94-a4d4-326229f1ad81 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.2491012 Mar 02 19:06:14.846640 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34046) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:14.852642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-5a63ff31-fee7-484a-8792-29d9b376c306 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-553304699', 'security_groups': ['8979fbfe-e439-4aa4-b6f4-82c928087765'], 'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '025448c5-e67b-4a1a-84e7-5c3cf876dabf'}]}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:14.860873 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b0a947b3-c5b0-4f1a-8484-11cb9563bf4d tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:14.983390 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] create failed (client error): The resource could not be found. Mar 02 19:06:14.988461 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c7f80b7a-0c79-4b17-ae9d-9d82fe8e514d tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.0453970 Mar 02 19:06:14.998422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34052) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:15.091162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-282d8744-1170-470a-bff5-5f01200905ec tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Deleting port 86bfc00a-5273-4ad2-8d82-92c8a164f7be {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:15.091625 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-282d8744-1170-470a-bff5-5f01200905ec tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:15.184413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34056) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:15.218993 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-b0a947b3-c5b0-4f1a-8484-11cb9563bf4d tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Calling delete_port for dce13a15-7ace-489e-8718-782bdf9e3cb9 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:15.285034 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5a63ff31-fee7-484a-8792-29d9b376c306 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:15.293644 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5a63ff31-fee7-484a-8792-29d9b376c306 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:port and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:15.317186 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5a63ff31-fee7-484a-8792-29d9b376c306 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:15.397971 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5a63ff31-fee7-484a-8792-29d9b376c306 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:15.488232 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-eb71edf2-4d80-4c38-9b0d-0c7e6da024ab None None] Provisioning for port df35e717-4687-490e-96fc-f31249034eac completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:15.496332 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-eb71edf2-4d80-4c38-9b0d-0c7e6da024ab None None] Provisioning complete for port df35e717-4687-490e-96fc-f31249034eac triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:15.496712 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-eb71edf2-4d80-4c38-9b0d-0c7e6da024ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:15.506336 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-282d8744-1170-470a-bff5-5f01200905ec tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:15.521485 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5045cbf5-96d0-4ba0-bb34-6872763d28b1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:15.593117 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a63ff31-fee7-484a-8792-29d9b376c306 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:15.599069 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5a63ff31-fee7-484a-8792-29d9b376c306 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:15.648451 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-eb71edf2-4d80-4c38-9b0d-0c7e6da024ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:15.682279 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-5045cbf5-96d0-4ba0-bb34-6872763d28b1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for d0c29938-b27a-44e7-b1a9-f10211cb2ad6 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:15.693477 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-eb71edf2-4d80-4c38-9b0d-0c7e6da024ab None None] For port df35e717-4687-490e-96fc-f31249034eac, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=df35e717-4687-490e-96fc-f31249034eac,segment=NetworkSegment(cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538),segment_id=cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:15.702518 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-282d8744-1170-470a-bff5-5f01200905ec tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Calling delete_port for 86bfc00a-5273-4ad2-8d82-92c8a164f7be owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:15.758778 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-5a63ff31-fee7-484a-8792-29d9b376c306 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] device_id is not set on port 41fb8b9a-3c8a-4815-bc04-d025541f34a4 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:06:15.791503 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-eb71edf2-4d80-4c38-9b0d-0c7e6da024ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:15.807522 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6f6c9ec1-c5cb-4a73-8382-899337fcac2d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dfd3e6d4994a4b8586cb08a4003fb040&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6219101 Mar 02 19:06:15.811465 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34064) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:15.875420 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b0a947b3-c5b0-4f1a-8484-11cb9563bf4d tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:15.888393 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-eb71edf2-4d80-4c38-9b0d-0c7e6da024ab None None] Provisioning complete for port 80c90d14-64ce-4000-92e6-a3a001b63bb5 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:15.889163 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-eb71edf2-4d80-4c38-9b0d-0c7e6da024ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:15.934826 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71edf2-4d80-4c38-9b0d-0c7e6da024ab None None] Pushing event updated for resources: {'Port': ['ID=df35e717-4687-490e-96fc-f31249034eac,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:15.960914 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-eb71edf2-4d80-4c38-9b0d-0c7e6da024ab None None] Port 80c90d14-64ce-4000-92e6-a3a001b63bb5 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:06:16.001375 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a947b3-c5b0-4f1a-8484-11cb9563bf4d tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event deleted for resources: {'Port': ['ID=dce13a15-7ace-489e-8718-782bdf9e3cb9,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:16.042421 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8355e058-93ac-4627-8442-18366de0bb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:16.125517 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b0a947b3-c5b0-4f1a-8484-11cb9563bf4d tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:16.135430 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8355e058-93ac-4627-8442-18366de0bb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:16.175254 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5045cbf5-96d0-4ba0-bb34-6872763d28b1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:16.200791 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-5a63ff31-fee7-484a-8792-29d9b376c306 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Allocated IP 172.20.0.11 (1fb0c29d-28cb-409d-9b95-8713b698c540/025448c5-e67b-4a1a-84e7-5c3cf876dabf/41fb8b9a-3c8a-4815-bc04-d025541f34a4) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:16.203142 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-282d8744-1170-470a-bff5-5f01200905ec tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:16.224327 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b0a947b3-c5b0-4f1a-8484-11cb9563bf4d tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "DELETE /v2.0/ports/dce13a15-7ace-489e-8718-782bdf9e3cb9 HTTP/1.1" status: 204 len: 168 time: 2.2020059 Mar 02 19:06:16.233556 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34068) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:16.238807 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045cbf5-96d0-4ba0-bb34-6872763d28b1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Port': ['ID=d0c29938-b27a-44e7-b1a9-f10211cb2ad6,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:16.263250 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d8744-1170-470a-bff5-5f01200905ec tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Pushing event deleted for resources: {'Port': ['ID=86bfc00a-5273-4ad2-8d82-92c8a164f7be,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:16.338812 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5045cbf5-96d0-4ba0-bb34-6872763d28b1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:16.342773 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5045cbf5-96d0-4ba0-bb34-6872763d28b1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/ports/d0c29938-b27a-44e7-b1a9-f10211cb2ad6 HTTP/1.1" status: 204 len: 168 time: 1.6572297 Mar 02 19:06:16.346145 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34072) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:16.407456 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8355e058-93ac-4627-8442-18366de0bb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:16.415725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device df35e717-4687-490e-96fc-f31249034eac up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:16.431009 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d16f2383-a635-4f29-90d6-4ef33a7608d2 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Deleting port c9aed75b-823d-47fa-93a9-5039853533b8 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:16.431676 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d16f2383-a635-4f29-90d6-4ef33a7608d2 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:16.509158 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-5647a499-7bb1-4a2f-b7b2-f2e21136cda9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] GET failed (client error): The resource could not be found. Mar 02 19:06:16.510513 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5647a499-7bb1-4a2f-b7b2-f2e21136cda9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Synchronizing usage tracker for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:16.525215 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355e058-93ac-4627-8442-18366de0bb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4dd81c-0c8c-479f-a145-d8cb18b74061,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:16.625650 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5647a499-7bb1-4a2f-b7b2-f2e21136cda9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Unset dirty status for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:16.628555 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port df35e717-4687-490e-96fc-f31249034eac triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:16.628934 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:16.632031 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5647a499-7bb1-4a2f-b7b2-f2e21136cda9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports/d0c29938-b27a-44e7-b1a9-f10211cb2ad6 HTTP/1.1" status: 404 len: 333 time: 0.2801070 Mar 02 19:06:16.641086 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34076) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:16.709535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5a63ff31-fee7-484a-8792-29d9b376c306 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:16.738775 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-282d8744-1170-470a-bff5-5f01200905ec tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:16.748224 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-282d8744-1170-470a-bff5-5f01200905ec tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] 10.222.0.73 "DELETE /v2.0/ports/86bfc00a-5273-4ad2-8d82-92c8a164f7be HTTP/1.1" status: 204 len: 168 time: 1.7486339 Mar 02 19:06:16.749545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8355e058-93ac-4627-8442-18366de0bb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:16.750757 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8355e058-93ac-4627-8442-18366de0bb95 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/af4dd81c-0c8c-479f-a145-d8cb18b74061 HTTP/1.1" status: 204 len: 168 time: 0.9368303 Mar 02 19:06:16.752318 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-5a63ff31-fee7-484a-8792-29d9b376c306 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Transition to ACTIVE for port object 41fb8b9a-3c8a-4815-bc04-d025541f34a4 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:16.753475 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34080) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:16.863144 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0df6191-2733-4e2d-8082-0e8613bc1d8f tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:16.864519 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b0df6191-2733-4e2d-8082-0e8613bc1d8f tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Synchronizing usage tracker for tenant:b401947ab8f34affb1ed871a93de7fff on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:16.923483 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b0df6191-2733-4e2d-8082-0e8613bc1d8f tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Unset dirty status for tenant:b401947ab8f34affb1ed871a93de7fff on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:16.924635 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b0df6191-2733-4e2d-8082-0e8613bc1d8f tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] 10.222.0.73 "GET /v2.0/ports?device_id=d59c5700-62b9-41fa-805a-8ac3cce293e4 HTTP/1.1" status: 200 len: 913 time: 0.1701508 Mar 02 19:06:16.926650 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5a63ff31-fee7-484a-8792-29d9b376c306 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:16.928472 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34088) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:16.972380 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d16f2383-a635-4f29-90d6-4ef33a7608d2 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:17.251313 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63ff31-fee7-484a-8792-29d9b376c306 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:17.253440 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63ff31-fee7-484a-8792-29d9b376c306 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=41fb8b9a-3c8a-4815-bc04-d025541f34a4,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:17.257798 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-5a63ff31-fee7-484a-8792-29d9b376c306 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:17.270702 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a63ff31-fee7-484a-8792-29d9b376c306 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:06:17.293314 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d16f2383-a635-4f29-90d6-4ef33a7608d2 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Calling delete_port for c9aed75b-823d-47fa-93a9-5039853533b8 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:17.360706 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a63ff31-fee7-484a-8792-29d9b376c306 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:17.360706 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5a63ff31-fee7-484a-8792-29d9b376c306 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:17.377853 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18649fa-66b9-416d-85ba-839da902c5a5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting subnet 93b55d5f-118e-4a60-b07c-e192c331957c {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:06:17.390109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d18649fa-66b9-416d-85ba-839da902c5a5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:17.479765 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d18649fa-66b9-416d-85ba-839da902c5a5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:17.549019 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5a63ff31-fee7-484a-8792-29d9b376c306 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7012050 Mar 02 19:06:17.552107 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34102) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:17.558880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-85006310-917a-475a-bfc4-3ad467c9eadb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'subnet': {'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:17.671334 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d18649fa-66b9-416d-85ba-839da902c5a5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:17.689593 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5d50b984-a49d-4031-b5ff-2b7d9fe83127 None None] Provisioning for port 41fb8b9a-3c8a-4815-bc04-d025541f34a4 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:17.699905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5d50b984-a49d-4031-b5ff-2b7d9fe83127 None None] Provisioning complete for port 41fb8b9a-3c8a-4815-bc04-d025541f34a4 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:17.699905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5d50b984-a49d-4031-b5ff-2b7d9fe83127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:17.733664 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d16f2383-a635-4f29-90d6-4ef33a7608d2 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:17.733945 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-85006310-917a-475a-bfc4-3ad467c9eadb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:17.741090 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-85006310-917a-475a-bfc4-3ad467c9eadb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:subnet and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:17.743573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-85006310-917a-475a-bfc4-3ad467c9eadb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:17.752184 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-85006310-917a-475a-bfc4-3ad467c9eadb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:17.756843 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6421a700-4c61-495e-814f-00aa75728cc0 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:17.787188 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-5d50b984-a49d-4031-b5ff-2b7d9fe83127 None None] Port 41fb8b9a-3c8a-4815-bc04-d025541f34a4 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:06:17.898413 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f2383-a635-4f29-90d6-4ef33a7608d2 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event deleted for resources: {'Port': ['ID=c9aed75b-823d-47fa-93a9-5039853533b8,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:17.907160 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85006310-917a-475a-bfc4-3ad467c9eadb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:17.984204 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d16f2383-a635-4f29-90d6-4ef33a7608d2 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:18.004157 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d16f2383-a635-4f29-90d6-4ef33a7608d2 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "DELETE /v2.0/ports/c9aed75b-823d-47fa-93a9-5039853533b8 HTTP/1.1" status: 204 len: 168 time: 1.7679238 Mar 02 19:06:18.004895 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34110) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:18.037985 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d18649fa-66b9-416d-85ba-839da902c5a5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:18.107804 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-85006310-917a-475a-bfc4-3ad467c9eadb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:18.139869 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18649fa-66b9-416d-85ba-839da902c5a5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Subnet': ['ID=93b55d5f-118e-4a60-b07c-e192c331957c,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:18.146829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d18649fa-66b9-416d-85ba-839da902c5a5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:18.149705 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d18649fa-66b9-416d-85ba-839da902c5a5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/subnets/93b55d5f-118e-4a60-b07c-e192c331957c HTTP/1.1" status: 204 len: 168 time: 1.5064259 Mar 02 19:06:18.157714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be33d5b-2e51-4d04-9098-61a6093d2c87 None None] Network 833c1d54-1af8-4628-84e6-90f9a806e23e requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:18.158048 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34118) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:18.371078 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:18.390726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85c72ee-7e20-435b-9bd9-cf8a231e0238 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:18.390726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a85c72ee-7e20-435b-9bd9-cf8a231e0238 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Synchronizing usage tracker for tenant:f732df6a0fd543bf93fda55ff9a564a7 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:18.413768 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port 78b6d314-f10f-445f-907e-4daa15f0d6fe {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:18.414112 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:18.487441 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34122) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:18.492281 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.ipam_backend_mixin [None req-85006310-917a-475a-bfc4-3ad467c9eadb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 025448c5-e67b-4a1a-84e7-5c3cf876dabf (CIDR: 172.20.0.0/28) Mar 02 19:06:18.648836 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b638a49-b6fb-4dc4-81a0-78c42ce77391 None None] DHCP port deletion for 833c1d54-1af8-4628-84e6-90f9a806e23e request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:06:18.653954 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-9b638a49-b6fb-4dc4-81a0-78c42ce77391 None None] Deleting port 78b6d314-f10f-445f-907e-4daa15f0d6fe {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:18.654327 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9b638a49-b6fb-4dc4-81a0-78c42ce77391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:18.763035 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] For port 78b6d314-f10f-445f-907e-4daa15f0d6fe, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=78b6d314-f10f-445f-907e-4daa15f0d6fe,segment=NetworkSegment(593d182d-a0ec-42ba-946f-3c0f8479b400),segment_id=593d182d-a0ec-42ba-946f-3c0f8479b400)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:18.763461 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:18.776836 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-96ca42e3-5a98-4882-92c2-832c016f3c24 tempest-SubnetPoolsTestJSON-2120691581 tempest-SubnetPoolsTestJSON-2120691581-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1334760510', 'prefixes': ['172.20.0.0/16']}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:18.795099 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-96ca42e3-5a98-4882-92c2-832c016f3c24 tempest-SubnetPoolsTestJSON-2120691581 tempest-SubnetPoolsTestJSON-2120691581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:18.938946 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for 78b6d314-f10f-445f-907e-4daa15f0d6fe owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:18.967664 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-9b638a49-b6fb-4dc4-81a0-78c42ce77391 None None] For port 78b6d314-f10f-445f-907e-4daa15f0d6fe, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=78b6d314-f10f-445f-907e-4daa15f0d6fe,segment=NetworkSegment(593d182d-a0ec-42ba-946f-3c0f8479b400),segment_id=593d182d-a0ec-42ba-946f-3c0f8479b400)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:18.968318 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9b638a49-b6fb-4dc4-81a0-78c42ce77391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:19.048816 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a85c72ee-7e20-435b-9bd9-cf8a231e0238 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Unset dirty status for tenant:f732df6a0fd543bf93fda55ff9a564a7 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:19.052801 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a85c72ee-7e20-435b-9bd9-cf8a231e0238 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "GET /v2.0/ports?device_id=02827b03-91ae-40a2-a954-65eae7996967 HTTP/1.1" status: 200 len: 913 time: 1.0442200 Mar 02 19:06:19.052801 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-85006310-917a-475a-bfc4-3ad467c9eadb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:06:19.052801 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85006310-917a-475a-bfc4-3ad467c9eadb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:19.053148 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34128) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:19.140020 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-9b638a49-b6fb-4dc4-81a0-78c42ce77391 None None] Calling delete_port for 78b6d314-f10f-445f-907e-4daa15f0d6fe owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:19.156015 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-6421a700-4c61-495e-814f-00aa75728cc0 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Deleting port e762c68d-14d3-4572-aed5-881cc6baef2a {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:19.156355 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6421a700-4c61-495e-814f-00aa75728cc0 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:19.206219 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:19.236923 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-9b638a49-b6fb-4dc4-81a0-78c42ce77391 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:06:19.237101 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-85006310-917a-475a-bfc4-3ad467c9eadb tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6835804 Mar 02 19:06:19.237308 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-9b638a49-b6fb-4dc4-81a0-78c42ce77391 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:06:19.239931 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34134) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:19.260700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-bba92e98-8acb-4acf-a43d-1f6fd128b206 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'subnet': {'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:19.335752 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Port': ['ID=78b6d314-f10f-445f-907e-4daa15f0d6fe,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:19.351893 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] No DVR routers for this DVR port 78b6d314-f10f-445f-907e-4daa15f0d6fe on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:06:19.495243 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6421a700-4c61-495e-814f-00aa75728cc0 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:19.567990 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-bba92e98-8acb-4acf-a43d-1f6fd128b206 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:19.624537 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:19.630045 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-6421a700-4c61-495e-814f-00aa75728cc0 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Calling delete_port for e762c68d-14d3-4572-aed5-881cc6baef2a owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:19.662418 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-bba92e98-8acb-4acf-a43d-1f6fd128b206 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:subnet and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:19.670194 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833c1d54-1af8-4628-84e6-90f9a806e23e']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:19.671725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-bba92e98-8acb-4acf-a43d-1f6fd128b206 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:19.686353 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-bba92e98-8acb-4acf-a43d-1f6fd128b206 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:19.691344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593d182d-a0ec-42ba-946f-3c0f8479b400') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:19.691344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593d182d-a0ec-42ba-946f-3c0f8479b400') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:19.705337 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:19.726190 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:19.738608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-9b638a49-b6fb-4dc4-81a0-78c42ce77391 None None] Deleting port 78b6d314-f10f-445f-907e-4daa15f0d6fe {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:19.739117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9b638a49-b6fb-4dc4-81a0-78c42ce77391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:19.753961 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:06:19.753961 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:06:19.765578 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:06:19.782193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba92e98-8acb-4acf-a43d-1f6fd128b206 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:19.786504 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bba92e98-8acb-4acf-a43d-1f6fd128b206 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:19.829699 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-9b638a49-b6fb-4dc4-81a0-78c42ce77391 None None] The port '78b6d314-f10f-445f-907e-4daa15f0d6fe' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:06:19.949950 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:19.954266 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:19.982873 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-96ca42e3-5a98-4882-92c2-832c016f3c24 tempest-SubnetPoolsTestJSON-2120691581 tempest-SubnetPoolsTestJSON-2120691581-project] Notify callbacks [] for subnetpool, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:19.984224 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-96ca42e3-5a98-4882-92c2-832c016f3c24 tempest-SubnetPoolsTestJSON-2120691581 tempest-SubnetPoolsTestJSON-2120691581-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.4955513 Mar 02 19:06:19.989435 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34138) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:20.026191 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5f3bc18f-b3fb-4e5b-854c-bcfb30b59748 tempest-SubnetPoolsTestJSON-2120691581 tempest-SubnetPoolsTestJSON-2120691581-project] 10.222.0.73 "GET /v2.0/subnetpools/5b615fa7-9ce6-4856-977f-e7e54b69adc4 HTTP/1.1" status: 200 len: 732 time: 0.0354073 Mar 02 19:06:20.030499 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34142) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:20.039315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-3dc827a8-0369-4a71-b398-2b3b4535bfd7 tempest-SubnetPoolsTestJSON-2120691581 tempest-SubnetPoolsTestJSON-2120691581-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-534921135'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:20.042645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Network': ['ID=833c1d54-1af8-4628-84e6-90f9a806e23e,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:20.052690 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2165a053-bbeb-4bfd-ad87-33fa385d2a69 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/networks/833c1d54-1af8-4628-84e6-90f9a806e23e HTTP/1.1" status: 204 len: 168 time: 1.8933764 Mar 02 19:06:20.057085 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34146) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:20.062273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6421a700-4c61-495e-814f-00aa75728cc0 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:20.065771 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-56b79f06-6646-4abd-a5c3-2f5fc2e027e5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-687686459'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:20.072274 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-56b79f06-6646-4abd-a5c3-2f5fc2e027e5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:20.078694 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-56b79f06-6646-4abd-a5c3-2f5fc2e027e5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:network and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:20.089085 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-56b79f06-6646-4abd-a5c3-2f5fc2e027e5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:20.103611 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-56b79f06-6646-4abd-a5c3-2f5fc2e027e5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:20.144864 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421a700-4c61-495e-814f-00aa75728cc0 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Pushing event deleted for resources: {'Port': ['ID=e762c68d-14d3-4572-aed5-881cc6baef2a,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:20.172028 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a3ec038a-110c-48a0-85f7-32fd1ef175eb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:20.237848 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b79f06-6646-4abd-a5c3-2f5fc2e027e5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:20.240056 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-56b79f06-6646-4abd-a5c3-2f5fc2e027e5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:20.369172 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b79f06-6646-4abd-a5c3-2f5fc2e027e5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:06:20.385688 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-56b79f06-6646-4abd-a5c3-2f5fc2e027e5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:20.386022 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-56b79f06-6646-4abd-a5c3-2f5fc2e027e5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Added segment e84d64f0-69ed-461d-96f9-afe2f0ae8170 of type vlan for network 8a8c809e-f28b-405f-98f8-5253a5d2b172 Mar 02 19:06:20.422911 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-56b79f06-6646-4abd-a5c3-2f5fc2e027e5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:20.493304 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 78b6d314-f10f-445f-907e-4daa15f0d6fe no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:06:20.546972 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 78b6d314-f10f-445f-907e-4daa15f0d6fe {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:06:20.547223 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 78b6d314-f10f-445f-907e-4daa15f0d6fe not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:06:20.571091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3dc827a8-0369-4a71-b398-2b3b4535bfd7 tempest-SubnetPoolsTestJSON-2120691581 tempest-SubnetPoolsTestJSON-2120691581-project] Notify callbacks [] for subnetpool, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:20.572320 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3dc827a8-0369-4a71-b398-2b3b4535bfd7 tempest-SubnetPoolsTestJSON-2120691581 tempest-SubnetPoolsTestJSON-2120691581-project] 10.222.0.73 "PUT /v2.0/subnetpools/5b615fa7-9ce6-4856-977f-e7e54b69adc4 HTTP/1.1" status: 200 len: 683 time: 0.5409148 Mar 02 19:06:20.576269 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34152) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:20.579792 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6421a700-4c61-495e-814f-00aa75728cc0 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:20.666596 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-56b79f06-6646-4abd-a5c3-2f5fc2e027e5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:20.671203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b79f06-6646-4abd-a5c3-2f5fc2e027e5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:20.672036 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-56b79f06-6646-4abd-a5c3-2f5fc2e027e5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:20.788505 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bba92e98-8acb-4acf-a43d-1f6fd128b206 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:20.849125 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b79f06-6646-4abd-a5c3-2f5fc2e027e5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Network': ['ID=8a8c809e-f28b-405f-98f8-5253a5d2b172,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:20.874893 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 8a8c809e-f28b-405f-98f8-5253a5d2b172 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:06:20.908418 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-56b79f06-6646-4abd-a5c3-2f5fc2e027e5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8479691 Mar 02 19:06:20.913630 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34156) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:20.921709 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-da433cce-4fc8-4e65-8c19-d324ee9e308d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'subnet': {'network_id': '8a8c809e-f28b-405f-98f8-5253a5d2b172', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:20.944541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba92e98-8acb-4acf-a43d-1f6fd128b206 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:20.950578 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-bba92e98-8acb-4acf-a43d-1f6fd128b206 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:20.963222 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba92e98-8acb-4acf-a43d-1f6fd128b206 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:20.963939 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bba92e98-8acb-4acf-a43d-1f6fd128b206 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:20.971117 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba92e98-8acb-4acf-a43d-1f6fd128b206 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Subnet': ['ID=696b29f6-27b9-4572-b925-8b8aba0e366d,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:21.022371 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4ef5e3-21b2-43c8-b1e6-7723b77b7509 None None] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:21.069135 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-deb18513-a630-463b-a2d3-8fc591b697b9 tempest-SubnetPoolsTestJSON-2120691581 tempest-SubnetPoolsTestJSON-2120691581-project] Notify callbacks [] for subnetpool, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:21.070268 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-deb18513-a630-463b-a2d3-8fc591b697b9 tempest-SubnetPoolsTestJSON-2120691581 tempest-SubnetPoolsTestJSON-2120691581-project] 10.222.0.73 "DELETE /v2.0/subnetpools/5b615fa7-9ce6-4856-977f-e7e54b69adc4 HTTP/1.1" status: 204 len: 168 time: 0.4930396 Mar 02 19:06:21.086476 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34160) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:21.122087 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-bbf44350-587f-4cc8-b3ee-940086457e07 tempest-SubnetPoolsTestJSON-2120691581 tempest-SubnetPoolsTestJSON-2120691581-project] show failed (client error): The resource could not be found. Mar 02 19:06:21.126000 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bbf44350-587f-4cc8-b3ee-940086457e07 tempest-SubnetPoolsTestJSON-2120691581 tempest-SubnetPoolsTestJSON-2120691581-project] 10.222.0.73 "GET /v2.0/subnetpools/5b615fa7-9ce6-4856-977f-e7e54b69adc4 HTTP/1.1" status: 404 len: 346 time: 0.0372679 Mar 02 19:06:21.126882 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34164) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:21.142204 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-da433cce-4fc8-4e65-8c19-d324ee9e308d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:21.145309 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bba92e98-8acb-4acf-a43d-1f6fd128b206 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9044852 Mar 02 19:06:21.146575 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34168) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:21.150675 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-da433cce-4fc8-4e65-8c19-d324ee9e308d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:subnet and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:21.156640 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-da433cce-4fc8-4e65-8c19-d324ee9e308d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:21.163084 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-1c979d53-1f60-45ed-9d93-2afe08513fbf tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1622277213', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '696b29f6-27b9-4572-b925-8b8aba0e366d'}], 'security_groups': ['4669356b-f8b9-44a2-a1cb-9ff8936da97e']}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:21.187679 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-bc988a1e-6bb5-4ef3-941f-1f62c78c0d91 tempest-SubnetPoolsTestJSON-2120691581 tempest-SubnetPoolsTestJSON-2120691581-project] delete failed (client error): The resource could not be found. Mar 02 19:06:21.188909 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bc988a1e-6bb5-4ef3-941f-1f62c78c0d91 tempest-SubnetPoolsTestJSON-2120691581 tempest-SubnetPoolsTestJSON-2120691581-project] 10.222.0.73 "DELETE /v2.0/subnetpools/5b615fa7-9ce6-4856-977f-e7e54b69adc4 HTTP/1.1" status: 404 len: 346 time: 0.0605838 Mar 02 19:06:21.207084 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-da433cce-4fc8-4e65-8c19-d324ee9e308d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:21.341941 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da433cce-4fc8-4e65-8c19-d324ee9e308d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:21.461494 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6421a700-4c61-495e-814f-00aa75728cc0 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Router d59c5700-62b9-41fa-805a-8ac3cce293e4 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:06:21.632944 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6421a700-4c61-495e-814f-00aa75728cc0 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:06:21.642629 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6421a700-4c61-495e-814f-00aa75728cc0 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] 10.222.0.73 "PUT /v2.0/routers/d59c5700-62b9-41fa-805a-8ac3cce293e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7130992 Mar 02 19:06:21.643520 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34176) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:21.658444 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-da433cce-4fc8-4e65-8c19-d324ee9e308d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:21.665933 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a809b8e-56e0-40e7-99c9-fd1bc6ecb425 None None] Sync routers for ids ['d59c5700-62b9-41fa-805a-8ac3cce293e4'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:06:21.709503 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a809b8e-56e0-40e7-99c9-fd1bc6ecb425 None None] Routers {'d59c5700-62b9-41fa-805a-8ac3cce293e4'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:06:21.710607 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1a809b8e-56e0-40e7-99c9-fd1bc6ecb425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d59c5700-62b9-41fa-805a-8ac3cce293e4'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:21.800637 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4ad1517f-d8c8-4cff-8aa3-ad3931cd8c97 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:21.807284 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1a809b8e-56e0-40e7-99c9-fd1bc6ecb425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:21.823394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5fb079fc-29c8-49d3-b1f5-09fbad57aeaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:21.829908 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179f8c2d-a161-493f-a078-9ad9eaea8aaf None None] Update dhcp port {'port': {'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540', 'fixed_ips': [{'subnet_id': '025448c5-e67b-4a1a-84e7-5c3cf876dabf', 'ip_address': '172.20.0.2'}, {'subnet_id': '696b29f6-27b9-4572-b925-8b8aba0e366d'}], 'binding:host_id': 'dv-neutron-831573-1-hyperv'}, 'id': 'df35e717-4687-490e-96fc-f31249034eac'} from dv-neutron-831573-1-hyperv. {{(pid=84534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 19:06:21.857739 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1c979d53-1f60-45ed-9d93-2afe08513fbf tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:21.894099 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a809b8e-56e0-40e7-99c9-fd1bc6ecb425 None None] Routers {'d59c5700-62b9-41fa-805a-8ac3cce293e4'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:06:21.895744 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1a809b8e-56e0-40e7-99c9-fd1bc6ecb425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d59c5700-62b9-41fa-805a-8ac3cce293e4'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:21.956429 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec038a-110c-48a0-85f7-32fd1ef175eb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Deleting port 478fec01-b7ae-4181-84bf-d041ba109d22 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:21.956777 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a3ec038a-110c-48a0-85f7-32fd1ef175eb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:22.033674 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1a809b8e-56e0-40e7-99c9-fd1bc6ecb425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:22.034349 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a809b8e-56e0-40e7-99c9-fd1bc6ecb425 None None] The sync data for ids ['d59c5700-62b9-41fa-805a-8ac3cce293e4'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:06:22.057640 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-179f8c2d-a161-493f-a078-9ad9eaea8aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:22.084353 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34182) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:22.432737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4ad1517f-d8c8-4cff-8aa3-ad3931cd8c97 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:22.437756 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4ad1517f-d8c8-4cff-8aa3-ad3931cd8c97 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:22.489662 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a3ec038a-110c-48a0-85f7-32fd1ef175eb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:22.499075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1cb1b269-8ac1-4d8d-8190-86d81b79ed12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:22.507149 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-179f8c2d-a161-493f-a078-9ad9eaea8aaf None None] Allocated IP 172.20.0.18 (1fb0c29d-28cb-409d-9b95-8713b698c540/696b29f6-27b9-4572-b925-8b8aba0e366d/df35e717-4687-490e-96fc-f31249034eac) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:22.529404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4ad1517f-d8c8-4cff-8aa3-ad3931cd8c97 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:22.529934 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad1517f-d8c8-4cff-8aa3-ad3931cd8c97 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Fanout notify agent at l3_agent the message router_deleted on router d59c5700-62b9-41fa-805a-8ac3cce293e4 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:06:22.540364 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4ad1517f-d8c8-4cff-8aa3-ad3931cd8c97 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:22.544696 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4ad1517f-d8c8-4cff-8aa3-ad3931cd8c97 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] 10.222.0.73 "DELETE /v2.0/routers/d59c5700-62b9-41fa-805a-8ac3cce293e4 HTTP/1.1" status: 204 len: 168 time: 0.8999908 Mar 02 19:06:22.545863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34190) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:22.645012 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec038a-110c-48a0-85f7-32fd1ef175eb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Calling delete_port for 478fec01-b7ae-4181-84bf-d041ba109d22 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:22.688127 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-da433cce-4fc8-4e65-8c19-d324ee9e308d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:22.753117 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9f85e1-81d3-421b-9879-ec1375224dc2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Deleting subnet b35d3a2b-5099-44d1-a94b-71c6c5d1e0b2 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:06:22.757181 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6e9f85e1-81d3-421b-9879-ec1375224dc2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:22.787606 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1cb1b269-8ac1-4d8d-8190-86d81b79ed12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:22.789047 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-179f8c2d-a161-493f-a078-9ad9eaea8aaf None None] For port df35e717-4687-490e-96fc-f31249034eac, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=df35e717-4687-490e-96fc-f31249034eac,segment=NetworkSegment(cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538),segment_id=cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:22.801786 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1cb1b269-8ac1-4d8d-8190-86d81b79ed12 admin admin] Usage tracker for resource:security_group_rule and tenant:956e5f52789d485b92375df18372b63f is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:22.822097 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1cb1b269-8ac1-4d8d-8190-86d81b79ed12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:22.831682 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-179f8c2d-a161-493f-a078-9ad9eaea8aaf None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:22.832235 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6e9f85e1-81d3-421b-9879-ec1375224dc2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:22.845548 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1cb1b269-8ac1-4d8d-8190-86d81b79ed12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:22.849753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da433cce-4fc8-4e65-8c19-d324ee9e308d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Subnet': ['ID=a59109ba-804e-43c7-b744-0b1ee79c983a,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:22.868530 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-179f8c2d-a161-493f-a078-9ad9eaea8aaf None None] Transition to ACTIVE for port object df35e717-4687-490e-96fc-f31249034eac will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:22.891400 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da433cce-4fc8-4e65-8c19-d324ee9e308d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Checking segment: {'id': 'e84d64f0-69ed-461d-96f9-afe2f0ae8170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8a8c809e-f28b-405f-98f8-5253a5d2b172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:06:22.891781 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da433cce-4fc8-4e65-8c19-d324ee9e308d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network hostable DHCP agents. Network: 8a8c809e-f28b-405f-98f8-5253a5d2b172, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:06:22.940945 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6e9f85e1-81d3-421b-9879-ec1375224dc2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:22.974342 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-179f8c2d-a161-493f-a078-9ad9eaea8aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:23.053670 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1cb1b269-8ac1-4d8d-8190-86d81b79ed12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:23.090563 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6e9f85e1-81d3-421b-9879-ec1375224dc2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:23.125644 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da433cce-4fc8-4e65-8c19-d324ee9e308d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network 8a8c809e-f28b-405f-98f8-5253a5d2b172 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:06:23.127813 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1cb1b269-8ac1-4d8d-8190-86d81b79ed12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:23.142735 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f85e1-81d3-421b-9879-ec1375224dc2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Pushing event deleted for resources: {'Subnet': ['ID=b35d3a2b-5099-44d1-a94b-71c6c5d1e0b2,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:23.149401 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6e9f85e1-81d3-421b-9879-ec1375224dc2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:23.167178 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6e9f85e1-81d3-421b-9879-ec1375224dc2 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] 10.222.0.73 "DELETE /v2.0/subnets/b35d3a2b-5099-44d1-a94b-71c6c5d1e0b2 HTTP/1.1" status: 204 len: 168 time: 0.6202409 Mar 02 19:06:23.172825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34194) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:23.180357 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a3ec038a-110c-48a0-85f7-32fd1ef175eb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:23.204039 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d8d16f-0677-4e3e-89e1-dc43bffe74ec None None] Network 04567d80-fecc-458e-8e1b-b9eb6e47c375 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:23.251756 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec038a-110c-48a0-85f7-32fd1ef175eb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event deleted for resources: {'Port': ['ID=478fec01-b7ae-4181-84bf-d041ba109d22,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:23.268390 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-da433cce-4fc8-4e65-8c19-d324ee9e308d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 8a8c809e-f28b-405f-98f8-5253a5d2b172) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:23.275746 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1b269-8ac1-4d8d-8190-86d81b79ed12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bba00d-1c03-4602-853a-3f63be40dcf9,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:23.284339 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1cb1b269-8ac1-4d8d-8190-86d81b79ed12 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=956e5f52789d485b92375df18372b63f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1940656 Mar 02 19:06:23.287709 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34198) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:23.288483 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da433cce-4fc8-4e65-8c19-d324ee9e308d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:23.289069 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-da433cce-4fc8-4e65-8c19-d324ee9e308d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:23.315574 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-1c979d53-1f60-45ed-9d93-2afe08513fbf tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Delete allocated IP 172.20.0.11 (1fb0c29d-28cb-409d-9b95-8713b698c540/025448c5-e67b-4a1a-84e7-5c3cf876dabf) {{(pid=84533) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 19:06:23.351748 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81205f9-a3b2-43e4-8e57-26db51dc9f87 None None] Network 8a8c809e-f28b-405f-98f8-5253a5d2b172 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:23.410500 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0dd7ed36-a18a-4a12-b553-ebc59c8af460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:23.424767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:23.471458 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f8c2d-a161-493f-a078-9ad9eaea8aaf None None] Pushing event updated for resources: {'Port': ['ID=df35e717-4687-490e-96fc-f31249034eac,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:23.484324 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Deleting port 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:23.484680 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:23.530275 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0dd7ed36-a18a-4a12-b553-ebc59c8af460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:23.635647 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-da433cce-4fc8-4e65-8c19-d324ee9e308d tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7207448 Mar 02 19:06:23.640138 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-1c979d53-1f60-45ed-9d93-2afe08513fbf tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Allocated IP 172.20.0.20 (1fb0c29d-28cb-409d-9b95-8713b698c540/696b29f6-27b9-4572-b925-8b8aba0e366d/41fb8b9a-3c8a-4815-bc04-d025541f34a4) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:23.642780 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34202) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:23.682117 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-35c68b3c-e7bd-4416-b19d-77771b669c79 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1709870832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:23.745150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0dd7ed36-a18a-4a12-b553-ebc59c8af460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:23.830959 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3fd4387e-8f13-4c8a-b2a1-313ca73517a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:23.844597 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-8a8c809e-f28b-405f-98f8-5253a5d2b172', 'network_id': '8a8c809e-f28b-405f-98f8-5253a5d2b172', 'tenant_id': '7af48cce49c04901a107f48ce0e9ac52', 'fixed_ips': [{'subnet_id': 'a59109ba-804e-43c7-b744-0b1ee79c983a'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:06:23.845439 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:23.881120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-35c68b3c-e7bd-4416-b19d-77771b669c79 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:23.930078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c56cc5-6e28-43cf-ab0b-92a0625f4b4d None None] DHCP port deletion for 04567d80-fecc-458e-8e1b-b9eb6e47c375 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:06:23.936863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-94c56cc5-6e28-43cf-ab0b-92a0625f4b4d None None] Deleting port 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:23.937235 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-94c56cc5-6e28-43cf-ab0b-92a0625f4b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:23.970744 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] For port 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7b205e2e-7922-4e52-beb8-dcac3e9ce2ab,segment=NetworkSegment(db42f00d-ba5b-458f-96db-64c0b84b9dc9),segment_id=db42f00d-ba5b-458f-96db-64c0b84b9dc9)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:23.972222 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:23.983205 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-35c68b3c-e7bd-4416-b19d-77771b669c79 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:router and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:24.001885 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-35c68b3c-e7bd-4416-b19d-77771b669c79 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:24.036303 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-35c68b3c-e7bd-4416-b19d-77771b669c79 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:24.144560 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Calling delete_port for 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:24.197588 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7ed36-a18a-4a12-b553-ebc59c8af460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bba00d-1c03-4602-853a-3f63be40dcf9,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:24.210858 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-35c68b3c-e7bd-4416-b19d-77771b669c79 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:24.211863 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-35c68b3c-e7bd-4416-b19d-77771b669c79 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:24.219885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0dd7ed36-a18a-4a12-b553-ebc59c8af460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:24.221021 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0dd7ed36-a18a-4a12-b553-ebc59c8af460 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/00bba00d-1c03-4602-853a-3f63be40dcf9 HTTP/1.1" status: 204 len: 168 time: 0.9229758 Mar 02 19:06:24.326341 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ff56f763-c97d-41bd-8d55-60b8455807bf None None] Provisioning complete for port 41fb8b9a-3c8a-4815-bc04-d025541f34a4 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:24.327104 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ff56f763-c97d-41bd-8d55-60b8455807bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:24.334054 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-35c68b3c-e7bd-4416-b19d-77771b669c79 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:24.340721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:24.390403 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1c979d53-1f60-45ed-9d93-2afe08513fbf tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:24.395534 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ff56f763-c97d-41bd-8d55-60b8455807bf None None] Port 41fb8b9a-3c8a-4815-bc04-d025541f34a4 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:06:24.398160 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Allocated IP 2001:db8::2 (8a8c809e-f28b-405f-98f8-5253a5d2b172/a59109ba-804e-43c7-b744-0b1ee79c983a/c8dcdde9-826d-4fc6-aedd-0411ea64ed88) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:24.414714 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-1c979d53-1f60-45ed-9d93-2afe08513fbf tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Transition to ACTIVE for port object 41fb8b9a-3c8a-4815-bc04-d025541f34a4 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:24.431105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Pushing event deleted for resources: {'Port': ['ID=7b205e2e-7922-4e52-beb8-dcac3e9ce2ab,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:24.433003 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a3ec038a-110c-48a0-85f7-32fd1ef175eb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:24.444929 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] No DVR routers for this DVR port 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:06:24.470390 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-94c56cc5-6e28-43cf-ab0b-92a0625f4b4d None None] For port 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7b205e2e-7922-4e52-beb8-dcac3e9ce2ab,segment=NetworkSegment(db42f00d-ba5b-458f-96db-64c0b84b9dc9),segment_id=db42f00d-ba5b-458f-96db-64c0b84b9dc9)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:24.470738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-94c56cc5-6e28-43cf-ab0b-92a0625f4b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:24.515109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-35c68b3c-e7bd-4416-b19d-77771b669c79 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:24.521662 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1c979d53-1f60-45ed-9d93-2afe08513fbf tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:24.615034 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device df35e717-4687-490e-96fc-f31249034eac up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:24.699722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ff56f763-c97d-41bd-8d55-60b8455807bf None None] Provisioning for port df35e717-4687-490e-96fc-f31249034eac completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:24.712891 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:24.715808 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-94c56cc5-6e28-43cf-ab0b-92a0625f4b4d None None] Calling delete_port for 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:24.757103 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c979d53-1f60-45ed-9d93-2afe08513fbf tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=41fb8b9a-3c8a-4815-bc04-d025541f34a4,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:24.764823 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04567d80-fecc-458e-8e1b-b9eb6e47c375']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:24.777488 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ff56f763-c97d-41bd-8d55-60b8455807bf None None] Provisioning complete for port df35e717-4687-490e-96fc-f31249034eac triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:24.777993 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ff56f763-c97d-41bd-8d55-60b8455807bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:24.789711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db42f00d-ba5b-458f-96db-64c0b84b9dc9') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:24.790201 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db42f00d-ba5b-458f-96db-64c0b84b9dc9') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:24.818308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:24.839163 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:24.865825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:06:24.865825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:24.879983 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-35c68b3c-e7bd-4416-b19d-77771b669c79 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:24.881309 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-35c68b3c-e7bd-4416-b19d-77771b669c79 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2308226 Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:06:24.914934 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:06:24.919191 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34212) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:24.948755 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-05726641-56b4-4d11-b798-a8c0b09017b4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'network_id': '8a8c809e-f28b-405f-98f8-5253a5d2b172', 'name': 'tempest-PortsIpV6TestJSON-755396355'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:24.985625 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-94c56cc5-6e28-43cf-ab0b-92a0625f4b4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:06:24.986254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-94c56cc5-6e28-43cf-ab0b-92a0625f4b4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:06:25.080792 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-1c979d53-1f60-45ed-9d93-2afe08513fbf tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] In _notify_port_updated(), no bound segment for port 41fb8b9a-3c8a-4815-bc04-d025541f34a4 on network 1fb0c29d-28cb-409d-9b95-8713b698c540 {{(pid=84533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:06:25.084706 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c979d53-1f60-45ed-9d93-2afe08513fbf tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:25.085424 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1c979d53-1f60-45ed-9d93-2afe08513fbf tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:25.086785 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1c979d53-1f60-45ed-9d93-2afe08513fbf tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "PUT /v2.0/ports/41fb8b9a-3c8a-4815-bc04-d025541f34a4 HTTP/1.1" status: 200 len: 921 time: 3.9380486 Mar 02 19:06:25.092319 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34216) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:25.106406 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port df35e717-4687-490e-96fc-f31249034eac triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:25.109453 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:25.133139 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:25.162012 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-05726641-56b4-4d11-b798-a8c0b09017b4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:25.187992 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-05726641-56b4-4d11-b798-a8c0b09017b4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:25.197787 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:25.233622 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:25.251095 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Transition to ACTIVE for port object c8dcdde9-826d-4fc6-aedd-0411ea64ed88 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:25.264715 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:25.284194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Transition to ACTIVE for port object c8dcdde9-826d-4fc6-aedd-0411ea64ed88 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:25.287389 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05726641-56b4-4d11-b798-a8c0b09017b4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:25.290165 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-05726641-56b4-4d11-b798-a8c0b09017b4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:25.295929 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ff56f763-c97d-41bd-8d55-60b8455807bf None None] Provisioning complete for port 80c90d14-64ce-4000-92e6-a3a001b63bb5 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:25.296294 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ff56f763-c97d-41bd-8d55-60b8455807bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:25.299402 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] Pushing event deleted for resources: {'Network': ['ID=04567d80-fecc-458e-8e1b-b9eb6e47c375,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:25.330672 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b77c6f69-2d02-4e76-be11-c1ad019e6f70 tempest-FloatingIPNegativeTestJSON-1126088570 tempest-FloatingIPNegativeTestJSON-1126088570-project] 10.222.0.73 "DELETE /v2.0/networks/04567d80-fecc-458e-8e1b-b9eb6e47c375 HTTP/1.1" status: 204 len: 168 time: 2.1558812 Mar 02 19:06:25.352428 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-fded5194-d7ef-4b72-896b-e1a89b4b5a18 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port 41fb8b9a-3c8a-4815-bc04-d025541f34a4 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:25.352779 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fded5194-d7ef-4b72-896b-e1a89b4b5a18 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:25.392083 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:25.415558 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-05726641-56b4-4d11-b798-a8c0b09017b4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] device_id is not set on port d6c1fc70-1412-4bce-ab19-29e0aefe914c yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:06:25.475078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ff56f763-c97d-41bd-8d55-60b8455807bf None None] Port 80c90d14-64ce-4000-92e6-a3a001b63bb5 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:06:25.490857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-94c56cc5-6e28-43cf-ab0b-92a0625f4b4d None None] Deleting port 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:25.491370 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-94c56cc5-6e28-43cf-ab0b-92a0625f4b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:25.534719 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Network 8a8c809e-f28b-405f-98f8-5253a5d2b172 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:25.540892 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:25.544450 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Pushing event updated for resources: {'Port': ['ID=c8dcdde9-826d-4fc6-aedd-0411ea64ed88,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:25.573388 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:06:25.584504 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-94c56cc5-6e28-43cf-ab0b-92a0625f4b4d None None] The port '7b205e2e-7922-4e52-beb8-dcac3e9ce2ab' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:06:25.586715 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:25.624940 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:06:25.746284 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:06:25.746737 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7b205e2e-7922-4e52-beb8-dcac3e9ce2ab not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:06:25.775222 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Attempting to bind port c8dcdde9-826d-4fc6-aedd-0411ea64ed88 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:06:25.777822 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Attempting to bind port c8dcdde9-826d-4fc6-aedd-0411ea64ed88 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'e84d64f0-69ed-461d-96f9-afe2f0ae8170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8a8c809e-f28b-405f-98f8-5253a5d2b172'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:06:25.779878 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Attempting to bind port c8dcdde9-826d-4fc6-aedd-0411ea64ed88 on network 8a8c809e-f28b-405f-98f8-5253a5d2b172 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:06:25.793617 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:06:25.794095 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Checking segment: {'id': 'e84d64f0-69ed-461d-96f9-afe2f0ae8170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8a8c809e-f28b-405f-98f8-5253a5d2b172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:06:25.794456 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:25.794853 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Bound using segment: {'id': 'e84d64f0-69ed-461d-96f9-afe2f0ae8170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8a8c809e-f28b-405f-98f8-5253a5d2b172'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:06:25.795473 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Bound port: c8dcdde9-826d-4fc6-aedd-0411ea64ed88, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84d64f0-69ed-461d-96f9-afe2f0ae8170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8a8c809e-f28b-405f-98f8-5253a5d2b172'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:06:25.795855 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:25.954177 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-05726641-56b4-4d11-b798-a8c0b09017b4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Allocated IP 2001:db8::15a (8a8c809e-f28b-405f-98f8-5253a5d2b172/a59109ba-804e-43c7-b744-0b1ee79c983a/d6c1fc70-1412-4bce-ab19-29e0aefe914c) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:25.981952 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] For port c8dcdde9-826d-4fc6-aedd-0411ea64ed88, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:06:25.987088 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] For port c8dcdde9-826d-4fc6-aedd-0411ea64ed88, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c8dcdde9-826d-4fc6-aedd-0411ea64ed88,segment=NetworkSegment(e84d64f0-69ed-461d-96f9-afe2f0ae8170),segment_id=e84d64f0-69ed-461d-96f9-afe2f0ae8170)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:06:26.058034 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:26.108671 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8381195a-5d63-4d4d-ad01-b97f1d536b09 None None] Provisioning for port 41fb8b9a-3c8a-4815-bc04-d025541f34a4 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:26.120208 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fded5194-d7ef-4b72-896b-e1a89b4b5a18 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:26.146287 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8381195a-5d63-4d4d-ad01-b97f1d536b09 None None] Provisioning complete for port 41fb8b9a-3c8a-4815-bc04-d025541f34a4 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:26.149139 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8381195a-5d63-4d4d-ad01-b97f1d536b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:26.267040 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-8381195a-5d63-4d4d-ad01-b97f1d536b09 None None] Port 41fb8b9a-3c8a-4815-bc04-d025541f34a4 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:06:26.292723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-05726641-56b4-4d11-b798-a8c0b09017b4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:26.295236 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-fded5194-d7ef-4b72-896b-e1a89b4b5a18 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for 41fb8b9a-3c8a-4815-bc04-d025541f34a4 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:26.315934 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ec038a-110c-48a0-85f7-32fd1ef175eb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Router 02827b03-91ae-40a2-a954-65eae7996967 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:06:26.322921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-05726641-56b4-4d11-b798-a8c0b09017b4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Transition to ACTIVE for port object d6c1fc70-1412-4bce-ab19-29e0aefe914c will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:26.337512 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93207935-cbf7-4f13-827e-e1894c836c42 None None] Pushing event updated for resources: {'Port': ['ID=c8dcdde9-826d-4fc6-aedd-0411ea64ed88,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:26.366183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34226) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:26.449722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:26.592918 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-05726641-56b4-4d11-b798-a8c0b09017b4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:26.597403 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fded5194-d7ef-4b72-896b-e1a89b4b5a18 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:26.640488 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ec038a-110c-48a0-85f7-32fd1ef175eb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:06:26.663776 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a425d168-39b6-4feb-b9ed-33f4926161cd None None] Sync routers for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:06:26.691556 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a425d168-39b6-4feb-b9ed-33f4926161cd None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:06:26.692481 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a425d168-39b6-4feb-b9ed-33f4926161cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:06:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:26.701517 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a3ec038a-110c-48a0-85f7-32fd1ef175eb tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "PUT /v2.0/routers/02827b03-91ae-40a2-a954-65eae7996967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6440091 Mar 02 19:06:26.708200 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34232) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:26.753315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded5194-d7ef-4b72-896b-e1a89b4b5a18 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Port': ['ID=41fb8b9a-3c8a-4815-bc04-d025541f34a4,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:26.780779 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a425d168-39b6-4feb-b9ed-33f4926161cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:26.784891 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05726641-56b4-4d11-b798-a8c0b09017b4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network 8a8c809e-f28b-405f-98f8-5253a5d2b172 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:26.799536 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a425d168-39b6-4feb-b9ed-33f4926161cd None None] Routers {'02827b03-91ae-40a2-a954-65eae7996967'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:06:26.800149 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a425d168-39b6-4feb-b9ed-33f4926161cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:06:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['02827b03-91ae-40a2-a954-65eae7996967'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:26.801019 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-05726641-56b4-4d11-b798-a8c0b09017b4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:26.827215 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05726641-56b4-4d11-b798-a8c0b09017b4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:06:26.834641 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05726641-56b4-4d11-b798-a8c0b09017b4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:26.835284 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-05726641-56b4-4d11-b798-a8c0b09017b4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:26.912272 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05726641-56b4-4d11-b798-a8c0b09017b4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=d6c1fc70-1412-4bce-ab19-29e0aefe914c,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:26.925166 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34236) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:26.927828 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a425d168-39b6-4feb-b9ed-33f4926161cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:26.928257 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a425d168-39b6-4feb-b9ed-33f4926161cd None None] The sync data for ids ['02827b03-91ae-40a2-a954-65eae7996967'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:06:26.936785 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3ff05e85-1610-4de1-b3c9-db900de9fe0f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b401947ab8f34affb1ed871a93de7fff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5582662 Mar 02 19:06:26.977541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fded5194-d7ef-4b72-896b-e1a89b4b5a18 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:26.991918 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fded5194-d7ef-4b72-896b-e1a89b4b5a18 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/ports/41fb8b9a-3c8a-4815-bc04-d025541f34a4 HTTP/1.1" status: 204 len: 168 time: 1.8977849 Mar 02 19:06:26.994378 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34240) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:27.052827 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-05726641-56b4-4d11-b798-a8c0b09017b4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1284540 Mar 02 19:06:27.056546 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34244) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:27.057060 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-5635e745-e40a-4537-a356-d4c7cdc87d4e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] GET failed (client error): The resource could not be found. Mar 02 19:06:27.061586 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5635e745-e40a-4537-a356-d4c7cdc87d4e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports/41fb8b9a-3c8a-4815-bc04-d025541f34a4 HTTP/1.1" status: 404 len: 333 time: 0.0636940 Mar 02 19:06:27.062863 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34248) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:27.102163 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-13482214-9a9c-4143-8b8d-eb00f9a6bdcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:27.164202 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-13482214-9a9c-4143-8b8d-eb00f9a6bdcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:27.255019 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4658b60e-d9dd-4edf-9cfb-9a464f8964b6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:27.302531 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4658b60e-d9dd-4edf-9cfb-9a464f8964b6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:27.332944 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cc4a-8052-462f-b7fe-b1129a519a7c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:27.399064 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-13482214-9a9c-4143-8b8d-eb00f9a6bdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:27.502662 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13482214-9a9c-4143-8b8d-eb00f9a6bdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dd9738-0a49-48ce-ac14-75fe9d869c65,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:27.513569 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-13482214-9a9c-4143-8b8d-eb00f9a6bdcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:27.518976 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-13482214-9a9c-4143-8b8d-eb00f9a6bdcd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/90dd9738-0a49-48ce-ac14-75fe9d869c65 HTTP/1.1" status: 204 len: 168 time: 0.5879414 Mar 02 19:06:27.627207 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cc4a-8052-462f-b7fe-b1129a519a7c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:27.725722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23251017-1e12-44c2-b019-a195f848b977 None None] Network 8a8c809e-f28b-405f-98f8-5253a5d2b172 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:27.782901 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c3891fb4-12c6-41a6-9481-ead14b8d1a5e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:27.947724 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4658b60e-d9dd-4edf-9cfb-9a464f8964b6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:27.968612 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658b60e-d9dd-4edf-9cfb-9a464f8964b6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8979fbfe-e439-4aa4-b6f4-82c928087765,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:27.980921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4658b60e-d9dd-4edf-9cfb-9a464f8964b6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:27.982250 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4658b60e-d9dd-4edf-9cfb-9a464f8964b6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/security-groups/8979fbfe-e439-4aa4-b6f4-82c928087765 HTTP/1.1" status: 204 len: 168 time: 0.9183071 Mar 02 19:06:27.987925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34262) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:28.083797 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d86cb32-0c53-408e-8fa0-ae9a5d5edb0b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:28.124904 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d86cb32-0c53-408e-8fa0-ae9a5d5edb0b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:28.301733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c3891fb4-12c6-41a6-9481-ead14b8d1a5e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:28.380376 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7cc4a-8052-462f-b7fe-b1129a519a7c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Deleting port d1d0ae5f-3632-4875-b500-6c8e40bed378 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:28.380768 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cc4a-8052-462f-b7fe-b1129a519a7c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:28.431873 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b148a12b-c2d2-44d7-8129-24fb69520131 None None] Provisioning for port c8dcdde9-826d-4fc6-aedd-0411ea64ed88 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:28.436884 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c3891fb4-12c6-41a6-9481-ead14b8d1a5e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:28.468103 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d86cb32-0c53-408e-8fa0-ae9a5d5edb0b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:28.540834 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c8dcdde9-826d-4fc6-aedd-0411ea64ed88 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:28.584213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86cb32-0c53-408e-8fa0-ae9a5d5edb0b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4669356b-f8b9-44a2-a1cb-9ff8936da97e,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:28.607861 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d86cb32-0c53-408e-8fa0-ae9a5d5edb0b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:28.609002 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9d86cb32-0c53-408e-8fa0-ae9a5d5edb0b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/security-groups/4669356b-f8b9-44a2-a1cb-9ff8936da97e HTTP/1.1" status: 204 len: 168 time: 0.6200762 Mar 02 19:06:28.611803 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34268) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:28.675954 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3891fb4-12c6-41a6-9481-ead14b8d1a5e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=d6c1fc70-1412-4bce-ab19-29e0aefe914c,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:28.684369 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cc4a-8052-462f-b7fe-b1129a519a7c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:28.786433 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port c8dcdde9-826d-4fc6-aedd-0411ea64ed88 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:28.793231 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port c8dcdde9-826d-4fc6-aedd-0411ea64ed88 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:28.793698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:28.871935 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b78dbb16-ad0a-4899-8d05-280135d69e51 None None] Provisioning for port d6c1fc70-1412-4bce-ab19-29e0aefe914c completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:28.889591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b78dbb16-ad0a-4899-8d05-280135d69e51 None None] Provisioning complete for port d6c1fc70-1412-4bce-ab19-29e0aefe914c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:28.893335 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b78dbb16-ad0a-4899-8d05-280135d69e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:28.996680 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-e0f7cc4a-8052-462f-b7fe-b1129a519a7c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Calling delete_port for d1d0ae5f-3632-4875-b500-6c8e40bed378 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:29.032710 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91a5891-8be1-46e9-a793-ded9afec3c01 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting subnet 025448c5-e67b-4a1a-84e7-5c3cf876dabf {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:06:29.041985 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f91a5891-8be1-46e9-a793-ded9afec3c01 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:29.067379 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-b78dbb16-ad0a-4899-8d05-280135d69e51 None None] Port d6c1fc70-1412-4bce-ab19-29e0aefe914c cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:06:29.117652 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:29.158587 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c3891fb4-12c6-41a6-9481-ead14b8d1a5e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:29.160900 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port c8dcdde9-826d-4fc6-aedd-0411ea64ed88, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c8dcdde9-826d-4fc6-aedd-0411ea64ed88,segment=NetworkSegment(e84d64f0-69ed-461d-96f9-afe2f0ae8170),segment_id=e84d64f0-69ed-461d-96f9-afe2f0ae8170)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:29.163404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f91a5891-8be1-46e9-a793-ded9afec3c01 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:29.216996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-90500fc4-4555-4d3c-86ce-1480f3afcc87 None None] Provisioning complete for port d6c1fc70-1412-4bce-ab19-29e0aefe914c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:29.217372 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-90500fc4-4555-4d3c-86ce-1480f3afcc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:29.265265 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f91a5891-8be1-46e9-a793-ded9afec3c01 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:29.313293 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-90500fc4-4555-4d3c-86ce-1480f3afcc87 None None] Port d6c1fc70-1412-4bce-ab19-29e0aefe914c cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:06:29.397673 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:29.471838 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cc4a-8052-462f-b7fe-b1129a519a7c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:29.488591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=c8dcdde9-826d-4fc6-aedd-0411ea64ed88,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:29.520451 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7cc4a-8052-462f-b7fe-b1129a519a7c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event deleted for resources: {'Port': ['ID=d1d0ae5f-3632-4875-b500-6c8e40bed378,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:29.569146 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f91a5891-8be1-46e9-a793-ded9afec3c01 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:29.615674 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a5891-8be1-46e9-a793-ded9afec3c01 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Subnet': ['ID=025448c5-e67b-4a1a-84e7-5c3cf876dabf,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:29.697911 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c3891fb4-12c6-41a6-9481-ead14b8d1a5e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:29.704513 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f91a5891-8be1-46e9-a793-ded9afec3c01 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:29.710551 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eecf0f-5e5f-4f63-9229-6048a083df98 None None] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:29.744152 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f91a5891-8be1-46e9-a793-ded9afec3c01 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/subnets/025448c5-e67b-4a1a-84e7-5c3cf876dabf HTTP/1.1" status: 204 len: 168 time: 1.1311646 Mar 02 19:06:29.744811 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34292) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:29.766839 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-e15a7fc3-7789-40b5-824b-44f0ee411068 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'subnet': {'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:29.799634 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cc4a-8052-462f-b7fe-b1129a519a7c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:30.124085 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34298) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:30.144264 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cc4a-8052-462f-b7fe-b1129a519a7c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:30.149407 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cc4a-8052-462f-b7fe-b1129a519a7c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:30.265804 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cc4a-8052-462f-b7fe-b1129a519a7c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:30.266393 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f7cc4a-8052-462f-b7fe-b1129a519a7c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Fanout notify agent at l3_agent the message router_deleted on router 02827b03-91ae-40a2-a954-65eae7996967 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:06:30.282014 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e15a7fc3-7789-40b5-824b-44f0ee411068 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:30.282647 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cc4a-8052-462f-b7fe-b1129a519a7c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:30.286203 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e0f7cc4a-8052-462f-b7fe-b1129a519a7c tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "DELETE /v2.0/routers/02827b03-91ae-40a2-a954-65eae7996967 HTTP/1.1" status: 204 len: 168 time: 3.5746520 Mar 02 19:06:30.290141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34304) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:30.293450 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e15a7fc3-7789-40b5-824b-44f0ee411068 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:subnet and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:30.313591 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Request body: {'networks': [{'name': 'tempest-network--1694191200'}, {'name': 'tempest-network--560018146'}]} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:30.313905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Request body: {'network': {'name': 'tempest-network--1694191200'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:30.314357 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Request body: {'network': {'name': 'tempest-network--560018146'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:30.319329 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:30.323600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Usage tracker for resource:network and tenant:b753d1417b8c4838bf098eb872c98e8b is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:30.326683 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:30.333592 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:30.337123 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e15a7fc3-7789-40b5-824b-44f0ee411068 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:30.359517 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e15a7fc3-7789-40b5-824b-44f0ee411068 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:30.426146 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Made reservation on behalf of b753d1417b8c4838bf098eb872c98e8b for: {'network': 2} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:30.429870 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:30.458340 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:30.496169 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c8dcdde9-826d-4fc6-aedd-0411ea64ed88 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:30.546406 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:30.552251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Usage tracker for resource:security_group_rule and tenant:b753d1417b8c4838bf098eb872c98e8b is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:30.556257 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:30.566179 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:30.575230 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15a7fc3-7789-40b5-824b-44f0ee411068 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:30.585642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e15a7fc3-7789-40b5-824b-44f0ee411068 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:30.609431 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port c8dcdde9-826d-4fc6-aedd-0411ea64ed88 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:30.610167 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:30.682572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:30.728319 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.resource_extend [None req-c3891fb4-12c6-41a6-9481-ead14b8d1a5e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:06:30.761878 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c3891fb4-12c6-41a6-9481-ead14b8d1a5e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:30.785569 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:30.785569 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:30.830639 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-c282b81d-0cf0-48e3-9cdd-a4fb7501b248 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Deleting subnet 553c6bea-551d-4960-b092-b8e92430655b {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:06:30.837267 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c282b81d-0cf0-48e3-9cdd-a4fb7501b248 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:30.863308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ec5f22-8d41-4428-90d1-2a820543a817,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:30.882553 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c3891fb4-12c6-41a6-9481-ead14b8d1a5e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:30.883699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:06:30.883947 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c3891fb4-12c6-41a6-9481-ead14b8d1a5e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:30.897046 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:30.897396 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Added segment 5a411393-50eb-4ff6-a74f-014c64689aa7 of type vlan for network f2bcc1e8-5529-45f3-9de9-c79819576b2b Mar 02 19:06:30.928237 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:30.962551 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2287d29f-3bd8-460a-b434-610f7c4afc75 None None] Provisioning complete for port 80c90d14-64ce-4000-92e6-a3a001b63bb5 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:30.962927 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2287d29f-3bd8-460a-b434-610f7c4afc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:30.976737 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:06:30.987820 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:30.988160 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Added segment cfa3d6bb-c76a-41d8-9659-7a56ebb6af2a of type vlan for network 8bcce1d6-5ac2-4e94-a5da-2d2ec1f3bf06 Mar 02 19:06:31.007774 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c282b81d-0cf0-48e3-9cdd-a4fb7501b248 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:31.020264 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:31.033403 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-2287d29f-3bd8-460a-b434-610f7c4afc75 None None] Port 80c90d14-64ce-4000-92e6-a3a001b63bb5 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:06:31.056410 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2287d29f-3bd8-460a-b434-610f7c4afc75 None None] Provisioning complete for port df35e717-4687-490e-96fc-f31249034eac triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:31.056789 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2287d29f-3bd8-460a-b434-610f7c4afc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:31.114457 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3891fb4-12c6-41a6-9481-ead14b8d1a5e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=d6c1fc70-1412-4bce-ab19-29e0aefe914c,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:31.168574 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:31.169407 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:31.173294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:31.176416 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:31.177071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:31.196966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c282b81d-0cf0-48e3-9cdd-a4fb7501b248 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:31.221583 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:31.301472 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event updated for resources: {'Network': ['ID=f2bcc1e8-5529-45f3-9de9-c79819576b2b,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:31.321309 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3891fb4-12c6-41a6-9481-ead14b8d1a5e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network 8a8c809e-f28b-405f-98f8-5253a5d2b172 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:31.323089 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-c3891fb4-12c6-41a6-9481-ead14b8d1a5e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:31.324780 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network f2bcc1e8-5529-45f3-9de9-c79819576b2b details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:06:31.389379 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2616448 Mar 02 19:06:31.392552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34314) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:31.425242 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d784fb-108f-49dc-a6b9-3c8c42c4778e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event updated for resources: {'Network': ['ID=8bcce1d6-5ac2-4e94-a5da-2d2ec1f3bf06,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:31.484929 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 8bcce1d6-5ac2-4e94-a5da-2d2ec1f3bf06 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:06:31.590561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c282b81d-0cf0-48e3-9cdd-a4fb7501b248 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:31.663711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282b81d-0cf0-48e3-9cdd-a4fb7501b248 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event deleted for resources: {'Subnet': ['ID=553c6bea-551d-4960-b092-b8e92430655b,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:31.677855 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c282b81d-0cf0-48e3-9cdd-a4fb7501b248 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:31.688283 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-32ef22c5-8cea-4c4d-b4e4-98b71d73d332 None None] Provisioning complete for port d6c1fc70-1412-4bce-ab19-29e0aefe914c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:31.688925 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-32ef22c5-8cea-4c4d-b4e4-98b71d73d332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:31.706313 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e15a7fc3-7789-40b5-824b-44f0ee411068 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:31.769685 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-32ef22c5-8cea-4c4d-b4e4-98b71d73d332 None None] Port d6c1fc70-1412-4bce-ab19-29e0aefe914c cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:06:31.780337 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c282b81d-0cf0-48e3-9cdd-a4fb7501b248 tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "DELETE /v2.0/subnets/553c6bea-551d-4960-b092-b8e92430655b HTTP/1.1" status: 204 len: 168 time: 1.4890897 Mar 02 19:06:31.783867 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34320) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:31.855066 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19f1fd7-8314-4339-9a71-71ee05b3e535 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:31.859067 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19f1fd7-8314-4339-9a71-71ee05b3e535 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:31.863549 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19f1fd7-8314-4339-9a71-71ee05b3e535 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:31.867598 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19f1fd7-8314-4339-9a71-71ee05b3e535 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:31.872775 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c19f1fd7-8314-4339-9a71-71ee05b3e535 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4664309 Mar 02 19:06:31.873385 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34324) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:31.929592 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8e38c308-7d35-45f2-b445-1cdeef9662ed tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:32.168360 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a7fc3-7789-40b5-824b-44f0ee411068 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Subnet': ['ID=6c678aec-2c01-4fd4-ac80-20d1c170ae97,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:32.173631 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15a7fc3-7789-40b5-824b-44f0ee411068 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:32.180965 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-e15a7fc3-7789-40b5-824b-44f0ee411068 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:32.189577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15a7fc3-7789-40b5-824b-44f0ee411068 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:32.190304 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e15a7fc3-7789-40b5-824b-44f0ee411068 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:32.202116 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03971ec-9387-4932-9d21-8bfbeac06f55 None None] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:32.254719 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8e38c308-7d35-45f2-b445-1cdeef9662ed tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:32.280019 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-46bdbe03-6410-49c4-a924-4bc80cfac07e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:32.286745 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-8e38c308-7d35-45f2-b445-1cdeef9662ed tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e704b9-1bef-4978-97cb-ff307c0d669b']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:32.305011 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-8e38c308-7d35-45f2-b445-1cdeef9662ed tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34eb9f76-6963-4032-8b19-534f9192f27d') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:32.311610 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-8e38c308-7d35-45f2-b445-1cdeef9662ed tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34eb9f76-6963-4032-8b19-534f9192f27d') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:32.319239 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8e38c308-7d35-45f2-b445-1cdeef9662ed tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:32.339981 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8e38c308-7d35-45f2-b445-1cdeef9662ed tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:32.341188 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e15a7fc3-7789-40b5-824b-44f0ee411068 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5890548 Mar 02 19:06:32.348382 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e38c308-7d35-45f2-b445-1cdeef9662ed tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:06:32.349250 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8e38c308-7d35-45f2-b445-1cdeef9662ed tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:32.443183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-46bdbe03-6410-49c4-a924-4bc80cfac07e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:06:32.453035 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:06:32.455217 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34328) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:32.460103 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-bdf78905-02a4-467d-8262-528aa2166465 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'security_group': {'name': 'tempest-secgroup-1812936469'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:32.476521 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-bdf78905-02a4-467d-8262-528aa2166465 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:32.484588 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bdf78905-02a4-467d-8262-528aa2166465 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:security_group and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:32.485645 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-46bdbe03-6410-49c4-a924-4bc80cfac07e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bcc1e8-5529-45f3-9de9-c79819576b2b']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:32.490495 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bdf78905-02a4-467d-8262-528aa2166465 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:32.503027 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-bdf78905-02a4-467d-8262-528aa2166465 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:32.514152 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-46bdbe03-6410-49c4-a924-4bc80cfac07e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a411393-50eb-4ff6-a74f-014c64689aa7') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:32.514485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-46bdbe03-6410-49c4-a924-4bc80cfac07e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a411393-50eb-4ff6-a74f-014c64689aa7') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:32.530156 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-46bdbe03-6410-49c4-a924-4bc80cfac07e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:32.550187 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-46bdbe03-6410-49c4-a924-4bc80cfac07e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:32.561916 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bdbe03-6410-49c4-a924-4bc80cfac07e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:06:32.562312 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-46bdbe03-6410-49c4-a924-4bc80cfac07e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:06:32.578530 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:06:32.603495 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8e38c308-7d35-45f2-b445-1cdeef9662ed tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:32.609270 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8e38c308-7d35-45f2-b445-1cdeef9662ed tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:32.654862 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38c308-7d35-45f2-b445-1cdeef9662ed tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] Pushing event deleted for resources: {'Network': ['ID=c8e704b9-1bef-4978-97cb-ff307c0d669b,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:32.658939 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bdf78905-02a4-467d-8262-528aa2166465 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:32.675602 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd777473-11e3-431a-8851-7b5b97d1fded None None] Update dhcp port {'port': {'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540', 'fixed_ips': [{'subnet_id': '696b29f6-27b9-4572-b925-8b8aba0e366d', 'ip_address': '172.20.0.18'}, {'subnet_id': '6c678aec-2c01-4fd4-ac80-20d1c170ae97'}], 'binding:host_id': 'dv-neutron-831573-1-hyperv'}, 'id': 'df35e717-4687-490e-96fc-f31249034eac'} from dv-neutron-831573-1-hyperv. {{(pid=84534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 19:06:32.692513 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8e38c308-7d35-45f2-b445-1cdeef9662ed tempest-FloatingIPTestJSON-595794595 tempest-FloatingIPTestJSON-595794595-project] 10.222.0.73 "DELETE /v2.0/networks/c8e704b9-1bef-4978-97cb-ff307c0d669b HTTP/1.1" status: 204 len: 168 time: 0.9038517 Mar 02 19:06:32.736263 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dd777473-11e3-431a-8851-7b5b97d1fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:32.752799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-46bdbe03-6410-49c4-a924-4bc80cfac07e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:32.781533 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-46bdbe03-6410-49c4-a924-4bc80cfac07e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:32.796359 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-bdf78905-02a4-467d-8262-528aa2166465 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:32.800827 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3891fb4-12c6-41a6-9481-ead14b8d1a5e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Router 8eeb9d6e-2336-4027-8f91-cd6a26cc1b16 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:06:32.807185 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdbe03-6410-49c4-a924-4bc80cfac07e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event deleted for resources: {'Network': ['ID=f2bcc1e8-5529-45f3-9de9-c79819576b2b,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:32.815455 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-46bdbe03-6410-49c4-a924-4bc80cfac07e tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "DELETE /v2.0/networks/f2bcc1e8-5529-45f3-9de9-c79819576b2b HTTP/1.1" status: 204 len: 168 time: 0.9319115 Mar 02 19:06:32.818004 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34336) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:32.819062 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bdf78905-02a4-467d-8262-528aa2166465 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:security_group_rule and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:32.836476 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bdf78905-02a4-467d-8262-528aa2166465 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:32.867983 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-bdf78905-02a4-467d-8262-528aa2166465 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:32.996403 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a07f1349-6b71-4e2d-84f0-c721904600b9 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:33.030203 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-dd777473-11e3-431a-8851-7b5b97d1fded None None] Allocated IP 172.20.0.2 (1fb0c29d-28cb-409d-9b95-8713b698c540/6c678aec-2c01-4fd4-ac80-20d1c170ae97/df35e717-4687-490e-96fc-f31249034eac) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:33.066105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3891fb4-12c6-41a6-9481-ead14b8d1a5e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:06:33.080773 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bdf78905-02a4-467d-8262-528aa2166465 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:33.081649 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c3891fb4-12c6-41a6-9481-ead14b8d1a5e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "PUT /v2.0/routers/8eeb9d6e-2336-4027-8f91-cd6a26cc1b16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0242836 Mar 02 19:06:33.082826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34340) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:33.131666 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a571d1-2ba1-448b-9ca1-d70e9cd8510e None None] Sync routers for ids ['8eeb9d6e-2336-4027-8f91-cd6a26cc1b16'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:06:33.164867 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a07f1349-6b71-4e2d-84f0-c721904600b9 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:33.172494 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab93f4aa-7ff3-4c09-8083-24f3227cc961 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:33.172719 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a571d1-2ba1-448b-9ca1-d70e9cd8510e None None] Routers {'8eeb9d6e-2336-4027-8f91-cd6a26cc1b16'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:06:33.173130 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-14a571d1-2ba1-448b-9ca1-d70e9cd8510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:06:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8eeb9d6e-2336-4027-8f91-cd6a26cc1b16'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:33.173341 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ab93f4aa-7ff3-4c09-8083-24f3227cc961 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Synchronizing usage tracker for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:33.195298 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-a07f1349-6b71-4e2d-84f0-c721904600b9 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bcce1d6-5ac2-4e94-a5da-2d2ec1f3bf06']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:33.212189 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-a07f1349-6b71-4e2d-84f0-c721904600b9 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa3d6bb-c76a-41d8-9659-7a56ebb6af2a') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:33.212484 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-a07f1349-6b71-4e2d-84f0-c721904600b9 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa3d6bb-c76a-41d8-9659-7a56ebb6af2a') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:33.227087 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a07f1349-6b71-4e2d-84f0-c721904600b9 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:33.244300 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a07f1349-6b71-4e2d-84f0-c721904600b9 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:33.249672 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-14a571d1-2ba1-448b-9ca1-d70e9cd8510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:33.251427 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07f1349-6b71-4e2d-84f0-c721904600b9 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:06:33.251826 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a07f1349-6b71-4e2d-84f0-c721904600b9 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:06:33.267854 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:06:33.272232 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bdf78905-02a4-467d-8262-528aa2166465 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:33.281195 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-dd777473-11e3-431a-8851-7b5b97d1fded None None] For port df35e717-4687-490e-96fc-f31249034eac, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=df35e717-4687-490e-96fc-f31249034eac,segment=NetworkSegment(cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538),segment_id=cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:33.285378 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a571d1-2ba1-448b-9ca1-d70e9cd8510e None None] Routers {'8eeb9d6e-2336-4027-8f91-cd6a26cc1b16'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:06:33.285994 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-14a571d1-2ba1-448b-9ca1-d70e9cd8510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:06:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8eeb9d6e-2336-4027-8f91-cd6a26cc1b16'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:33.346598 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-14a571d1-2ba1-448b-9ca1-d70e9cd8510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:33.346995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a571d1-2ba1-448b-9ca1-d70e9cd8510e None None] The sync data for ids ['8eeb9d6e-2336-4027-8f91-cd6a26cc1b16'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:06:33.363591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dd777473-11e3-431a-8851-7b5b97d1fded None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:33.383490 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf78905-02a4-467d-8262-528aa2166465 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8cfebc-0d4c-40a9-9cec-6f17cfd16016,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:33.403196 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ab93f4aa-7ff3-4c09-8083-24f3227cc961 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Unset dirty status for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:33.404439 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ab93f4aa-7ff3-4c09-8083-24f3227cc961 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports?device_id=8eeb9d6e-2336-4027-8f91-cd6a26cc1b16 HTTP/1.1" status: 200 len: 988 time: 0.3206346 Mar 02 19:06:33.407484 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34344) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:33.525797 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bdf78905-02a4-467d-8262-528aa2166465 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:33.527009 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bdf78905-02a4-467d-8262-528aa2166465 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0718355 Mar 02 19:06:33.530183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34348) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:33.536152 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-0ad05fa6-764e-4a5f-9581-02f9653ba88d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'security_group': {'name': 'tempest-secgroup-1207894178'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:33.542043 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0ad05fa6-764e-4a5f-9581-02f9653ba88d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:33.546436 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0ad05fa6-764e-4a5f-9581-02f9653ba88d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:security_group and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:33.546756 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-dd777473-11e3-431a-8851-7b5b97d1fded None None] Transition to ACTIVE for port object df35e717-4687-490e-96fc-f31249034eac will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:33.549793 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a07f1349-6b71-4e2d-84f0-c721904600b9 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:33.551329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0ad05fa6-764e-4a5f-9581-02f9653ba88d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:33.559368 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0ad05fa6-764e-4a5f-9581-02f9653ba88d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:33.560071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a07f1349-6b71-4e2d-84f0-c721904600b9 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:33.586740 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a07f1349-6b71-4e2d-84f0-c721904600b9 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "DELETE /v2.0/networks/8bcce1d6-5ac2-4e94-a5da-2d2ec1f3bf06 HTTP/1.1" status: 204 len: 168 time: 0.7645218 Mar 02 19:06:33.587660 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f1349-6b71-4e2d-84f0-c721904600b9 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event deleted for resources: {'Network': ['ID=8bcce1d6-5ac2-4e94-a5da-2d2ec1f3bf06,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:33.590379 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34354) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:33.691784 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34358) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:33.746706 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0ad05fa6-764e-4a5f-9581-02f9653ba88d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:33.747195 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dd777473-11e3-431a-8851-7b5b97d1fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:33.801116 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0ad05fa6-764e-4a5f-9581-02f9653ba88d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:33.809801 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0ad05fa6-764e-4a5f-9581-02f9653ba88d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:security_group_rule and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:33.813909 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0ad05fa6-764e-4a5f-9581-02f9653ba88d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:33.818086 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b801282-def5-4e2e-9b65-ad8c22f72ea3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:33.821408 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0ad05fa6-764e-4a5f-9581-02f9653ba88d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:33.822008 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b801282-def5-4e2e-9b65-ad8c22f72ea3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:33.823158 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0b801282-def5-4e2e-9b65-ad8c22f72ea3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Synchronizing usage tracker for tenant:b753d1417b8c4838bf098eb872c98e8b on resource:network {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:33.926059 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0ad05fa6-764e-4a5f-9581-02f9653ba88d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:33.951447 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1fcfb7b6-2247-4d3f-a49d-1072973b212a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f732df6a0fd543bf93fda55ff9a564a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2553482 Mar 02 19:06:33.951701 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34364) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:33.969271 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd777473-11e3-431a-8851-7b5b97d1fded None None] Pushing event updated for resources: {'Port': ['ID=df35e717-4687-490e-96fc-f31249034eac,revision_number=6']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:34.031761 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0b801282-def5-4e2e-9b65-ad8c22f72ea3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Unset dirty status for tenant:b753d1417b8c4838bf098eb872c98e8b on resource:network {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:34.032959 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0b801282-def5-4e2e-9b65-ad8c22f72ea3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4420424 Mar 02 19:06:34.036862 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34370) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:34.045325 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7165aff8-05ca-405d-9190-154a7ddbd6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:34.047150 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-9a74e514-f082-44de-8eb5-ae88fce3ff96 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1909980353'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:34.055304 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9a74e514-f082-44de-8eb5-ae88fce3ff96 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:34.058817 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0ad05fa6-764e-4a5f-9581-02f9653ba88d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:34.070459 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9a74e514-f082-44de-8eb5-ae88fce3ff96 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:34.111994 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad05fa6-764e-4a5f-9581-02f9653ba88d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5296b870-0d8c-4972-aa0b-622f1d212fb3,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:34.148692 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7165aff8-05ca-405d-9190-154a7ddbd6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:34.282874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0ad05fa6-764e-4a5f-9581-02f9653ba88d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:34.286836 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0ad05fa6-764e-4a5f-9581-02f9653ba88d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7529488 Mar 02 19:06:34.287051 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34374) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:34.293833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-811cc2c9-de77-4fff-a4b3-7b0b01f1bdd2 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'security_group': {'name': 'tempest-secgroup-2072329893'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:34.300522 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-811cc2c9-de77-4fff-a4b3-7b0b01f1bdd2 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:34.305599 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-811cc2c9-de77-4fff-a4b3-7b0b01f1bdd2 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:security_group and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:34.311290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-811cc2c9-de77-4fff-a4b3-7b0b01f1bdd2 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:34.318949 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7165aff8-05ca-405d-9190-154a7ddbd6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:34.323957 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a74e514-f082-44de-8eb5-ae88fce3ff96 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Made reservation on behalf of b753d1417b8c4838bf098eb872c98e8b for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:34.326948 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-811cc2c9-de77-4fff-a4b3-7b0b01f1bdd2 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:34.327408 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9a74e514-f082-44de-8eb5-ae88fce3ff96 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:34.346474 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165aff8-05ca-405d-9190-154a7ddbd6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07c9fd8-0ed3-4a6e-a148-37d733ee021e,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:34.349193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7165aff8-05ca-405d-9190-154a7ddbd6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:34.350832 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7165aff8-05ca-405d-9190-154a7ddbd6c4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e07c9fd8-0ed3-4a6e-a148-37d733ee021e HTTP/1.1" status: 204 len: 168 time: 0.3978031 Mar 02 19:06:34.383155 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7aafd146-75a5-4b0e-bfaf-03e8b203dfa3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:34.434611 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a74e514-f082-44de-8eb5-ae88fce3ff96 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:06:34.472692 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device df35e717-4687-490e-96fc-f31249034eac up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:34.482988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-811cc2c9-de77-4fff-a4b3-7b0b01f1bdd2 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:34.517383 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9a74e514-f082-44de-8eb5-ae88fce3ff96 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:34.517732 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-9a74e514-f082-44de-8eb5-ae88fce3ff96 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Added segment 4c3e3258-9323-47de-aaff-677b75838afd of type vlan for network d123849b-bf57-44b3-98e9-616ed9ab35b1 Mar 02 19:06:34.530283 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-811cc2c9-de77-4fff-a4b3-7b0b01f1bdd2 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:34.544807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-811cc2c9-de77-4fff-a4b3-7b0b01f1bdd2 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:security_group_rule and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:34.548557 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-811cc2c9-de77-4fff-a4b3-7b0b01f1bdd2 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:34.556457 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-811cc2c9-de77-4fff-a4b3-7b0b01f1bdd2 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:34.564704 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9a74e514-f082-44de-8eb5-ae88fce3ff96 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:34.627157 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-811cc2c9-de77-4fff-a4b3-7b0b01f1bdd2 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:34.756778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9a74e514-f082-44de-8eb5-ae88fce3ff96 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:34.760716 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a74e514-f082-44de-8eb5-ae88fce3ff96 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:34.761390 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9a74e514-f082-44de-8eb5-ae88fce3ff96 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:34.802568 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-811cc2c9-de77-4fff-a4b3-7b0b01f1bdd2 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:34.851986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cc2c9-de77-4fff-a4b3-7b0b01f1bdd2 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37bf0a7-7484-4b31-b2f3-d9b3f7ba3312,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:34.883599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f7cfcc57-5cb4-4cef-b32d-41c7ea052558 None None] Provisioning for port df35e717-4687-490e-96fc-f31249034eac completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:34.896292 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f7cfcc57-5cb4-4cef-b32d-41c7ea052558 None None] Provisioning complete for port df35e717-4687-490e-96fc-f31249034eac triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:34.897107 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f7cfcc57-5cb4-4cef-b32d-41c7ea052558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:34.912674 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74e514-f082-44de-8eb5-ae88fce3ff96 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event updated for resources: {'Network': ['ID=d123849b-bf57-44b3-98e9-616ed9ab35b1,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:34.915898 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-7aafd146-75a5-4b0e-bfaf-03e8b203dfa3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port d6c1fc70-1412-4bce-ab19-29e0aefe914c {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:34.916247 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7aafd146-75a5-4b0e-bfaf-03e8b203dfa3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:34.940116 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network d123849b-bf57-44b3-98e9-616ed9ab35b1 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:06:34.969027 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-811cc2c9-de77-4fff-a4b3-7b0b01f1bdd2 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:34.971495 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-811cc2c9-de77-4fff-a4b3-7b0b01f1bdd2 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6831334 Mar 02 19:06:34.975632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34384) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:34.982328 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-05fcb0c5-084c-44d2-b945-da268e3d7759 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1133408439', 'security_groups': ['b37bf0a7-7484-4b31-b2f3-d9b3f7ba3312'], 'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6c678aec-2c01-4fd4-ac80-20d1c170ae97'}]}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:35.022129 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9a74e514-f082-44de-8eb5-ae88fce3ff96 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9837708 Mar 02 19:06:35.023165 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34390) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:35.096151 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-0fcffd40-2516-4761-8633-0ad3aa7167f0 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-346738802'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:35.111733 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0fcffd40-2516-4761-8633-0ad3aa7167f0 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:35.127562 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0fcffd40-2516-4761-8633-0ad3aa7167f0 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Usage tracker for resource:network and tenant:b753d1417b8c4838bf098eb872c98e8b is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:35.134579 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0fcffd40-2516-4761-8633-0ad3aa7167f0 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:35.148327 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0fcffd40-2516-4761-8633-0ad3aa7167f0 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:35.188116 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f7cfcc57-5cb4-4cef-b32d-41c7ea052558 None None] Provisioning complete for port 80c90d14-64ce-4000-92e6-a3a001b63bb5 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:35.188469 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f7cfcc57-5cb4-4cef-b32d-41c7ea052558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:35.247723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7aafd146-75a5-4b0e-bfaf-03e8b203dfa3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:35.265515 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-05fcb0c5-084c-44d2-b945-da268e3d7759 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:35.266063 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f7cfcc57-5cb4-4cef-b32d-41c7ea052558 None None] Port 80c90d14-64ce-4000-92e6-a3a001b63bb5 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:06:35.277276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-05fcb0c5-084c-44d2-b945-da268e3d7759 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:port and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:35.282738 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-05fcb0c5-084c-44d2-b945-da268e3d7759 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:35.293528 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-05fcb0c5-084c-44d2-b945-da268e3d7759 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:35.331801 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcffd40-2516-4761-8633-0ad3aa7167f0 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Made reservation on behalf of b753d1417b8c4838bf098eb872c98e8b for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:35.336471 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0fcffd40-2516-4761-8633-0ad3aa7167f0 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:35.425848 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-7aafd146-75a5-4b0e-bfaf-03e8b203dfa3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for d6c1fc70-1412-4bce-ab19-29e0aefe914c owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:35.446416 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fcb0c5-084c-44d2-b945-da268e3d7759 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:35.508781 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcffd40-2516-4761-8633-0ad3aa7167f0 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:06:35.542892 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0fcffd40-2516-4761-8633-0ad3aa7167f0 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:35.543265 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-0fcffd40-2516-4761-8633-0ad3aa7167f0 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Added segment e8cd5dc9-32a4-49fa-9c45-3d403d054637 of type vlan for network d823fa27-c4c7-432d-b2e9-4a975dac791b Mar 02 19:06:35.584616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0fcffd40-2516-4761-8633-0ad3aa7167f0 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:35.604031 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-05fcb0c5-084c-44d2-b945-da268e3d7759 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:35.631642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-05fcb0c5-084c-44d2-b945-da268e3d7759 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] device_id is not set on port ac50dc02-9e9f-42b7-8b43-156f3e74c263 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:06:35.837411 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0fcffd40-2516-4761-8633-0ad3aa7167f0 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:35.842443 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcffd40-2516-4761-8633-0ad3aa7167f0 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:35.843196 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0fcffd40-2516-4761-8633-0ad3aa7167f0 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:35.849495 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7aafd146-75a5-4b0e-bfaf-03e8b203dfa3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:35.936901 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafd146-75a5-4b0e-bfaf-03e8b203dfa3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Port': ['ID=d6c1fc70-1412-4bce-ab19-29e0aefe914c,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:36.064572 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-05fcb0c5-084c-44d2-b945-da268e3d7759 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Allocated IP 172.20.0.6 (1fb0c29d-28cb-409d-9b95-8713b698c540/6c678aec-2c01-4fd4-ac80-20d1c170ae97/ac50dc02-9e9f-42b7-8b43-156f3e74c263) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:36.213227 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcffd40-2516-4761-8633-0ad3aa7167f0 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event updated for resources: {'Network': ['ID=d823fa27-c4c7-432d-b2e9-4a975dac791b,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:36.215883 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34406) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:36.224571 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network d823fa27-c4c7-432d-b2e9-4a975dac791b details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:06:36.347487 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0fcffd40-2516-4761-8633-0ad3aa7167f0 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3169842 Mar 02 19:06:36.351370 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34412) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:36.366654 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Request body: {'ports': [{'network_id': 'd123849b-bf57-44b3-98e9-616ed9ab35b1', 'name': 'tempest-port--321429085', 'admin_state_up': True}, {'network_id': 'd823fa27-c4c7-432d-b2e9-4a975dac791b', 'admin_state_up': False}]} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:36.366973 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Request body: {'port': {'network_id': 'd123849b-bf57-44b3-98e9-616ed9ab35b1', 'name': 'tempest-port--321429085', 'admin_state_up': True}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:36.368814 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Request body: {'port': {'network_id': 'd823fa27-c4c7-432d-b2e9-4a975dac791b', 'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:36.450926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-05fcb0c5-084c-44d2-b945-da268e3d7759 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:36.471172 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-05fcb0c5-084c-44d2-b945-da268e3d7759 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Transition to ACTIVE for port object ac50dc02-9e9f-42b7-8b43-156f3e74c263 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:36.483313 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7aafd146-75a5-4b0e-bfaf-03e8b203dfa3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:36.597805 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-05fcb0c5-084c-44d2-b945-da268e3d7759 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:36.629811 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1424427866'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:36.675124 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fcb0c5-084c-44d2-b945-da268e3d7759 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:36.679450 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-05fcb0c5-084c-44d2-b945-da268e3d7759 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:36.680723 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcb0c5-084c-44d2-b945-da268e3d7759 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=ac50dc02-9e9f-42b7-8b43-156f3e74c263,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:36.683437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fcb0c5-084c-44d2-b945-da268e3d7759 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:06:36.699389 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:36.728233 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Usage tracker for resource:network and tenant:1758f23f1d4d42aaad969f6b6becd413 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:36.741600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:36.754882 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:36.757639 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fcb0c5-084c-44d2-b945-da268e3d7759 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:36.758369 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-05fcb0c5-084c-44d2-b945-da268e3d7759 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:36.767958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:36.774102 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Usage tracker for resource:port and tenant:b753d1417b8c4838bf098eb872c98e8b is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:36.779738 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:36.787318 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:36.914721 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Made reservation on behalf of 1758f23f1d4d42aaad969f6b6becd413 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:36.917784 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:36.940618 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-05fcb0c5-084c-44d2-b945-da268e3d7759 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9640663 Mar 02 19:06:36.943303 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34420) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:36.944380 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:36.950087 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-966e5951-b02b-4343-9862-b0a5307a6036 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'subnet': {'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:36.953963 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Made reservation on behalf of b753d1417b8c4838bf098eb872c98e8b for: {'port': 2} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:36.957431 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:36.989133 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:37.013657 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-76973d94-32ad-44fb-86e9-1a0baa7d54de None None] Provisioning for port ac50dc02-9e9f-42b7-8b43-156f3e74c263 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:37.018778 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-76973d94-32ad-44fb-86e9-1a0baa7d54de None None] Provisioning complete for port ac50dc02-9e9f-42b7-8b43-156f3e74c263 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:37.019160 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-76973d94-32ad-44fb-86e9-1a0baa7d54de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:37.081095 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-76973d94-32ad-44fb-86e9-1a0baa7d54de None None] Port ac50dc02-9e9f-42b7-8b43-156f3e74c263 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:06:37.128652 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-966e5951-b02b-4343-9862-b0a5307a6036 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:37.132560 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-966e5951-b02b-4343-9862-b0a5307a6036 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:subnet and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:37.136323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-966e5951-b02b-4343-9862-b0a5307a6036 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:37.142255 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-966e5951-b02b-4343-9862-b0a5307a6036 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:37.156401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:37.188083 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Usage tracker for resource:security_group_rule and tenant:1758f23f1d4d42aaad969f6b6becd413 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:37.192509 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:37.231026 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966e5951-b02b-4343-9862-b0a5307a6036 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:37.235048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-966e5951-b02b-4343-9862-b0a5307a6036 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:37.242271 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:37.362785 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aafd146-75a5-4b0e-bfaf-03e8b203dfa3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Router 8eeb9d6e-2336-4027-8f91-cd6a26cc1b16 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:06:37.368903 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.ipam_backend_mixin [None req-966e5951-b02b-4343-9862-b0a5307a6036 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6c678aec-2c01-4fd4-ac80-20d1c170ae97 (CIDR: 172.20.0.0/28) Mar 02 19:06:37.393661 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] device_id is not set on port 09857721-7fb7-4df7-9d42-6a968be8c115 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:06:37.419597 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-966e5951-b02b-4343-9862-b0a5307a6036 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:06:37.420043 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966e5951-b02b-4343-9862-b0a5307a6036 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:37.513303 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-966e5951-b02b-4343-9862-b0a5307a6036 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5677860 Mar 02 19:06:37.516883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34426) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:37.523157 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-35e18e8e-fde6-4925-b722-183e34f050bd tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'subnet': {'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:37.573049 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:37.625859 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aafd146-75a5-4b0e-bfaf-03e8b203dfa3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:06:37.636759 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb469413-a58f-49cc-9adb-1bf94416b19b None None] Sync routers for ids ['8eeb9d6e-2336-4027-8f91-cd6a26cc1b16'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:06:37.652687 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb469413-a58f-49cc-9adb-1bf94416b19b None None] Routers {'8eeb9d6e-2336-4027-8f91-cd6a26cc1b16'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:06:37.653545 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-fb469413-a58f-49cc-9adb-1bf94416b19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:06:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8eeb9d6e-2336-4027-8f91-cd6a26cc1b16'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:37.671758 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:37.681197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-35e18e8e-fde6-4925-b722-183e34f050bd tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:37.681719 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:37.681824 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-35e18e8e-fde6-4925-b722-183e34f050bd tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:subnet and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:37.681824 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-35e18e8e-fde6-4925-b722-183e34f050bd tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:37.688050 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-35e18e8e-fde6-4925-b722-183e34f050bd tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:37.705658 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7aafd146-75a5-4b0e-bfaf-03e8b203dfa3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "PUT /v2.0/routers/8eeb9d6e-2336-4027-8f91-cd6a26cc1b16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2971063 Mar 02 19:06:37.708801 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34430) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:37.724074 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-fb469413-a58f-49cc-9adb-1bf94416b19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:37.736226 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb469413-a58f-49cc-9adb-1bf94416b19b None None] Routers {'8eeb9d6e-2336-4027-8f91-cd6a26cc1b16'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:06:37.736823 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-fb469413-a58f-49cc-9adb-1bf94416b19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:06:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8eeb9d6e-2336-4027-8f91-cd6a26cc1b16'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:37.760154 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e359df-7694-43c6-8df3-5f4d4ffb4111 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] GET failed (client error): The resource could not be found. Mar 02 19:06:37.765047 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b3e359df-7694-43c6-8df3-5f4d4ffb4111 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports/d6c1fc70-1412-4bce-ab19-29e0aefe914c HTTP/1.1" status: 404 len: 333 time: 0.0548415 Mar 02 19:06:37.765613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34434) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:37.776196 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:06:37.808519 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-fb469413-a58f-49cc-9adb-1bf94416b19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:37.809126 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb469413-a58f-49cc-9adb-1bf94416b19b None None] The sync data for ids ['8eeb9d6e-2336-4027-8f91-cd6a26cc1b16'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:06:37.826389 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01e5429-d3a3-4209-9d69-ff478ea0053c,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:37.829524 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e18e8e-fde6-4925-b722-183e34f050bd tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:37.831047 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] device_id is not set on port 3517b943-db03-4038-a449-2b5ca997ef9b yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:06:37.833048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-35e18e8e-fde6-4925-b722-183e34f050bd tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:37.834336 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:37.834706 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Added segment 9947a72e-2adc-4bfb-a5ba-004613514300 of type vlan for network 4e7764c8-d8b9-49a5-a499-01c14de74d3e Mar 02 19:06:37.878423 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:38.026160 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9599abbf-39fd-411f-b759-c5a634a8e9d9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:38.094964 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:38.150386 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:38.154506 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:38.157794 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:38.166967 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.ipam_backend_mixin [None req-35e18e8e-fde6-4925-b722-183e34f050bd tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 696b29f6-27b9-4572-b925-8b8aba0e366d (CIDR: 172.20.0.16/28) Mar 02 19:06:38.243774 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e18e8e-fde6-4925-b722-183e34f050bd tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:06:38.244223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35e18e8e-fde6-4925-b722-183e34f050bd tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:38.246946 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:38.323343 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Network': ['ID=4e7764c8-d8b9-49a5-a499-01c14de74d3e,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:38.336533 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 4e7764c8-d8b9-49a5-a499-01c14de74d3e details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:06:38.356365 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event updated for resources: {'Port': ['ID=09857721-7fb7-4df7-9d42-6a968be8c115,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:38.367990 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8ef53c43-a6d8-4ee5-9e63-a805fbd822c4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0163510 Mar 02 19:06:38.387000 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Checking segment: {'id': '4c3e3258-9323-47de-aaff-677b75838afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd123849b-bf57-44b3-98e9-616ed9ab35b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:06:38.387834 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Network hostable DHCP agents. Network: d123849b-bf57-44b3-98e9-616ed9ab35b1, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:06:38.500496 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-35e18e8e-fde6-4925-b722-183e34f050bd tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9823081 Mar 02 19:06:38.503343 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34440) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:38.511627 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-84391d67-168b-4183-9e5e-21a547d3714c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'subnet': {'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:38.586166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9599abbf-39fd-411f-b759-c5a634a8e9d9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:38.591480 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9599abbf-39fd-411f-b759-c5a634a8e9d9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:38.603011 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Network d123849b-bf57-44b3-98e9-616ed9ab35b1 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:06:38.680138 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-84391d67-168b-4183-9e5e-21a547d3714c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:38.685111 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-84391d67-168b-4183-9e5e-21a547d3714c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Usage tracker for resource:subnet and tenant:492dbd1aaa2b468e92542bbdee548e8a is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:38.688223 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-84391d67-168b-4183-9e5e-21a547d3714c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:38.694258 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-84391d67-168b-4183-9e5e-21a547d3714c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:38.727424 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9599abbf-39fd-411f-b759-c5a634a8e9d9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:38.728002 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9599abbf-39fd-411f-b759-c5a634a8e9d9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Fanout notify agent at l3_agent the message router_deleted on router 8eeb9d6e-2336-4027-8f91-cd6a26cc1b16 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:06:38.738925 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9599abbf-39fd-411f-b759-c5a634a8e9d9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:38.740036 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9599abbf-39fd-411f-b759-c5a634a8e9d9 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/routers/8eeb9d6e-2336-4027-8f91-cd6a26cc1b16 HTTP/1.1" status: 204 len: 168 time: 0.9735367 Mar 02 19:06:38.742745 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34444) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:38.773750 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, d123849b-bf57-44b3-98e9-616ed9ab35b1) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:38.783091 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aec589-bbae-4e6a-b0d0-985667f8a9da None None] Network d123849b-bf57-44b3-98e9-616ed9ab35b1 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:38.787299 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:06:38.789515 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:38.833795 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84391d67-168b-4183-9e5e-21a547d3714c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Made reservation on behalf of 492dbd1aaa2b468e92542bbdee548e8a for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:38.977056 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event updated for resources: {'Port': ['ID=3517b943-db03-4038-a449-2b5ca997ef9b,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:38.991245 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-572a9104-111b-454c-a10c-079c93b6e5b7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting subnet a59109ba-804e-43c7-b744-0b1ee79c983a {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:06:38.995111 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-572a9104-111b-454c-a10c-079c93b6e5b7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:39.014752 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Checking segment: {'id': 'e8cd5dc9-32a4-49fa-9c45-3d403d054637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd823fa27-c4c7-432d-b2e9-4a975dac791b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:06:39.015398 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Network hostable DHCP agents. Network: d823fa27-c4c7-432d-b2e9-4a975dac791b, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:06:39.057211 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-84391d67-168b-4183-9e5e-21a547d3714c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:39.071039 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-572a9104-111b-454c-a10c-079c93b6e5b7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:39.189074 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-572a9104-111b-454c-a10c-079c93b6e5b7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:39.270669 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Network d823fa27-c4c7-432d-b2e9-4a975dac791b is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:06:39.373422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-572a9104-111b-454c-a10c-079c93b6e5b7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:39.408443 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, d823fa27-c4c7-432d-b2e9-4a975dac791b) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:39.412877 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:06:39.417250 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a9104-111b-454c-a10c-079c93b6e5b7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Subnet': ['ID=a59109ba-804e-43c7-b744-0b1ee79c983a,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:39.418221 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:39.421487 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-572a9104-111b-454c-a10c-079c93b6e5b7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:39.421762 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:39.422559 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:39.427036 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb18edf-9f51-44f1-9c3e-1f9c729803cd None None] Network d823fa27-c4c7-432d-b2e9-4a975dac791b requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:39.440894 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-572a9104-111b-454c-a10c-079c93b6e5b7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/subnets/a59109ba-804e-43c7-b744-0b1ee79c983a HTTP/1.1" status: 204 len: 168 time: 0.6946294 Mar 02 19:06:39.442035 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34448) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:39.447980 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000e1e64-879d-4f68-86bd-1dfadfef5d28 None None] Network 8a8c809e-f28b-405f-98f8-5253a5d2b172 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:39.549583 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-84391d67-168b-4183-9e5e-21a547d3714c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:39.631699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84391d67-168b-4183-9e5e-21a547d3714c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Subnet': ['ID=68e58ec0-a269-46e0-9ae0-3e36937954c2,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:39.649009 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34454) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:39.649273 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-294ea9e8-cf6d-4e34-a623-4200664a8d91 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.2947788 Mar 02 19:06:39.666012 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:39.677750 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84391d67-168b-4183-9e5e-21a547d3714c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:39.683387 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port c8dcdde9-826d-4fc6-aedd-0411ea64ed88 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:39.683921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:39.741848 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-84391d67-168b-4183-9e5e-21a547d3714c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:39.746459 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84391d67-168b-4183-9e5e-21a547d3714c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:39.747266 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-84391d67-168b-4183-9e5e-21a547d3714c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:39.777761 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2543968-8fd6-493a-bec7-267a960e5dc6 None None] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:39.798419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45e45d3-0a91-4a8b-855d-5a9625dc2555 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:39.803822 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45e45d3-0a91-4a8b-855d-5a9625dc2555 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:39.805625 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f45e45d3-0a91-4a8b-855d-5a9625dc2555 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1548738 Mar 02 19:06:39.808643 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34458) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:39.886793 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-ab19a7a2-2523-4ca3-a9a4-1454d3f808dd tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Deleting port 09857721-7fb7-4df7-9d42-6a968be8c115 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:39.887663 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ab19a7a2-2523-4ca3-a9a4-1454d3f808dd tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:39.926699 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-84391d67-168b-4183-9e5e-21a547d3714c tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4217167 Mar 02 19:06:39.936648 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34462) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:39.940389 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] For port c8dcdde9-826d-4fc6-aedd-0411ea64ed88, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c8dcdde9-826d-4fc6-aedd-0411ea64ed88,segment=NetworkSegment(e84d64f0-69ed-461d-96f9-afe2f0ae8170),segment_id=e84d64f0-69ed-461d-96f9-afe2f0ae8170)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:39.941090 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:39.957580 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-8d62207a-0cf6-4692-b943-6c84b9b40e89 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-520902793', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '68e58ec0-a269-46e0-9ae0-3e36937954c2'}], 'security_groups': ['ff8cfebc-0d4c-40a9-9cec-6f17cfd16016', '5296b870-0d8c-4972-aa0b-622f1d212fb3']}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:40.199670 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b811ef-59bd-46b7-b83d-2d1e36ea918c None None] DHCP port deletion for 8a8c809e-f28b-405f-98f8-5253a5d2b172 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:06:40.204728 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-d2b811ef-59bd-46b7-b83d-2d1e36ea918c None None] Deleting port c8dcdde9-826d-4fc6-aedd-0411ea64ed88 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:40.205109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d2b811ef-59bd-46b7-b83d-2d1e36ea918c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:40.221712 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for c8dcdde9-826d-4fc6-aedd-0411ea64ed88 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:40.225439 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ab19a7a2-2523-4ca3-a9a4-1454d3f808dd tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:40.366136 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-ab19a7a2-2523-4ca3-a9a4-1454d3f808dd tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Calling delete_port for 09857721-7fb7-4df7-9d42-6a968be8c115 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:40.483430 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c3ec69-851c-4fe4-9261-a73c09f5f8b3 None None] Update dhcp port {'port': {'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540', 'fixed_ips': [{'subnet_id': '696b29f6-27b9-4572-b925-8b8aba0e366d', 'ip_address': '172.20.0.18'}, {'subnet_id': '6c678aec-2c01-4fd4-ac80-20d1c170ae97', 'ip_address': '172.20.0.2'}, {'subnet_id': '68e58ec0-a269-46e0-9ae0-3e36937954c2'}], 'binding:host_id': 'dv-neutron-831573-1-hyperv'}, 'id': 'df35e717-4687-490e-96fc-f31249034eac'} from dv-neutron-831573-1-hyperv. {{(pid=84534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 19:06:40.511162 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d62207a-0cf6-4692-b943-6c84b9b40e89 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:40.534275 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c8dcdde9-826d-4fc6-aedd-0411ea64ed88 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:06:40.609562 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ab19a7a2-2523-4ca3-a9a4-1454d3f808dd tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:40.625506 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:40.674621 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ab19a7a2-2523-4ca3-a9a4-1454d3f808dd tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:40.685494 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f3c3ec69-851c-4fe4-9261-a73c09f5f8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:40.691135 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] No DVR routers for this DVR port c8dcdde9-826d-4fc6-aedd-0411ea64ed88 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:06:40.701978 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19a7a2-2523-4ca3-a9a4-1454d3f808dd tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event deleted for resources: {'Port': ['ID=09857721-7fb7-4df7-9d42-6a968be8c115,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:40.708570 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No active binding found for port c8dcdde9-826d-4fc6-aedd-0411ea64ed88 {{(pid=84534) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 19:06:40.709016 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c8dcdde9-826d-4fc6-aedd-0411ea64ed88 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:06:40.718332 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-d2b811ef-59bd-46b7-b83d-2d1e36ea918c None None] For port c8dcdde9-826d-4fc6-aedd-0411ea64ed88, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c8dcdde9-826d-4fc6-aedd-0411ea64ed88,segment=NetworkSegment(e84d64f0-69ed-461d-96f9-afe2f0ae8170),segment_id=e84d64f0-69ed-461d-96f9-afe2f0ae8170)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:40.718807 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d2b811ef-59bd-46b7-b83d-2d1e36ea918c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:40.723597 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ab19a7a2-2523-4ca3-a9a4-1454d3f808dd tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "DELETE /v2.0/ports/09857721-7fb7-4df7-9d42-6a968be8c115 HTTP/1.1" status: 204 len: 168 time: 0.9135220 Mar 02 19:06:40.727174 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34466) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:40.778849 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Port': ['ID=c8dcdde9-826d-4fc6-aedd-0411ea64ed88,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:40.815258 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-102e0c39-5054-46e1-8491-2e1047721404 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Deleting port 3517b943-db03-4038-a449-2b5ca997ef9b {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:40.816383 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-102e0c39-5054-46e1-8491-2e1047721404 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:40.912012 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-d2b811ef-59bd-46b7-b83d-2d1e36ea918c None None] Calling delete_port for c8dcdde9-826d-4fc6-aedd-0411ea64ed88 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:41.044975 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:41.128382 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-d2b811ef-59bd-46b7-b83d-2d1e36ea918c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:06:41.129002 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-d2b811ef-59bd-46b7-b83d-2d1e36ea918c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:06:41.129762 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8c809e-f28b-405f-98f8-5253a5d2b172']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:41.156372 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84d64f0-69ed-461d-96f9-afe2f0ae8170') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:41.156742 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84d64f0-69ed-461d-96f9-afe2f0ae8170') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:41.178853 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:41.202363 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:41.205918 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-f3c3ec69-851c-4fe4-9261-a73c09f5f8b3 None None] Allocated IP 172.20.0.34 (1fb0c29d-28cb-409d-9b95-8713b698c540/68e58ec0-a269-46e0-9ae0-3e36937954c2/df35e717-4687-490e-96fc-f31249034eac) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:41.215605 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:06:41.216187 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:06:41.247099 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:06:41.269458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-102e0c39-5054-46e1-8491-2e1047721404 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:41.386812 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f3c3ec69-851c-4fe4-9261-a73c09f5f8b3 None None] For port df35e717-4687-490e-96fc-f31249034eac, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=df35e717-4687-490e-96fc-f31249034eac,segment=NetworkSegment(cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538),segment_id=cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:41.401310 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-102e0c39-5054-46e1-8491-2e1047721404 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Calling delete_port for 3517b943-db03-4038-a449-2b5ca997ef9b owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:41.414180 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f3c3ec69-851c-4fe4-9261-a73c09f5f8b3 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:41.437253 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f3c3ec69-851c-4fe4-9261-a73c09f5f8b3 None None] Transition to ACTIVE for port object df35e717-4687-490e-96fc-f31249034eac will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:41.438950 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:41.443146 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:41.469190 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Network': ['ID=8a8c809e-f28b-405f-98f8-5253a5d2b172,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:41.528560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f3c3ec69-851c-4fe4-9261-a73c09f5f8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:41.613301 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-102e0c39-5054-46e1-8491-2e1047721404 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:41.640514 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-d2b811ef-59bd-46b7-b83d-2d1e36ea918c None None] Deleting port c8dcdde9-826d-4fc6-aedd-0411ea64ed88 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:41.642471 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d2b811ef-59bd-46b7-b83d-2d1e36ea918c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:41.646857 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bb045681-400c-41a8-8bb1-17dbbbd51667 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/networks/8a8c809e-f28b-405f-98f8-5253a5d2b172 HTTP/1.1" status: 204 len: 168 time: 2.2044346 Mar 02 19:06:41.647994 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34472) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:41.675943 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-102e0c39-5054-46e1-8491-2e1047721404 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:41.679022 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e0c39-5054-46e1-8491-2e1047721404 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event deleted for resources: {'Port': ['ID=3517b943-db03-4038-a449-2b5ca997ef9b,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:41.695928 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-102e0c39-5054-46e1-8491-2e1047721404 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "DELETE /v2.0/ports/3517b943-db03-4038-a449-2b5ca997ef9b HTTP/1.1" status: 204 len: 168 time: 0.9676595 Mar 02 19:06:41.696801 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34476) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:41.750650 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-8d62207a-0cf6-4692-b943-6c84b9b40e89 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Delete allocated IP 172.20.0.6 (1fb0c29d-28cb-409d-9b95-8713b698c540/6c678aec-2c01-4fd4-ac80-20d1c170ae97) {{(pid=84533) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 19:06:41.761759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65322415-c237-49f3-a43d-b84b55ca099f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:41.762353 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-65322415-c237-49f3-a43d-b84b55ca099f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Synchronizing usage tracker for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:41.772203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-8d62207a-0cf6-4692-b943-6c84b9b40e89 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Allocated IP 172.20.0.35 (1fb0c29d-28cb-409d-9b95-8713b698c540/68e58ec0-a269-46e0-9ae0-3e36937954c2/ac50dc02-9e9f-42b7-8b43-156f3e74c263) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:41.776799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-715f8982-8854-4778-983d-d184c42df628 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Synchronizing usage tracker for tenant:b753d1417b8c4838bf098eb872c98e8b on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:41.822754 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-d2b811ef-59bd-46b7-b83d-2d1e36ea918c None None] The port 'c8dcdde9-826d-4fc6-aedd-0411ea64ed88' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:06:41.832532 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3ec69-851c-4fe4-9261-a73c09f5f8b3 None None] Pushing event updated for resources: {'Port': ['ID=df35e717-4687-490e-96fc-f31249034eac,revision_number=7']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:41.870768 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-715f8982-8854-4778-983d-d184c42df628 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Unset dirty status for tenant:b753d1417b8c4838bf098eb872c98e8b on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:41.876222 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-715f8982-8854-4778-983d-d184c42df628 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1772637 Mar 02 19:06:41.876844 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34480) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:41.886263 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-21c999a6-1ed9-4201-9b85-199f39ab6c4d tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2028695980'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:41.894734 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-21c999a6-1ed9-4201-9b85-199f39ab6c4d tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:41.899623 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-21c999a6-1ed9-4201-9b85-199f39ab6c4d tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Usage tracker for resource:network and tenant:b753d1417b8c4838bf098eb872c98e8b is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:41.904714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-21c999a6-1ed9-4201-9b85-199f39ab6c4d tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:41.923482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-21c999a6-1ed9-4201-9b85-199f39ab6c4d tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:41.942900 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34486) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:41.950875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a08b9fa5-1f5d-4741-9891-a3b6f2106920 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'subnet': {'network_id': '4e7764c8-d8b9-49a5-a499-01c14de74d3e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:42.020536 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d62207a-0cf6-4692-b943-6c84b9b40e89 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:42.044163 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-8d62207a-0cf6-4692-b943-6c84b9b40e89 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Transition to ACTIVE for port object ac50dc02-9e9f-42b7-8b43-156f3e74c263 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:42.045429 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-65322415-c237-49f3-a43d-b84b55ca099f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Unset dirty status for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:42.052249 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-65322415-c237-49f3-a43d-b84b55ca099f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports/b1851369-60f9-4101-a151-db066a51491a HTTP/1.1" status: 200 len: 843 time: 0.3984087 Mar 02 19:06:42.058192 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34490) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:42.080552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a08b9fa5-1f5d-4741-9891-a3b6f2106920 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:42.084943 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a08b9fa5-1f5d-4741-9891-a3b6f2106920 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Usage tracker for resource:subnet and tenant:1758f23f1d4d42aaad969f6b6becd413 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:42.088278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a08b9fa5-1f5d-4741-9891-a3b6f2106920 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:42.094946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a08b9fa5-1f5d-4741-9891-a3b6f2106920 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:42.124830 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d9ee1efb-1747-4ddd-ba3c-8399891f4288 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports/b1851369-60f9-4101-a151-db066a51491a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0706639 Mar 02 19:06:42.128442 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34494) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:42.133603 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c999a6-1ed9-4201-9b85-199f39ab6c4d tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Made reservation on behalf of b753d1417b8c4838bf098eb872c98e8b for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:42.134449 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-177cc11d-e684-413d-a9a6-c9dfce42b31e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'subnet': {'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:42.137620 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21c999a6-1ed9-4201-9b85-199f39ab6c4d tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:42.174972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c999a6-1ed9-4201-9b85-199f39ab6c4d tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:06:42.185541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21c999a6-1ed9-4201-9b85-199f39ab6c4d tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:42.185972 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-21c999a6-1ed9-4201-9b85-199f39ab6c4d tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Added segment 0693659c-42db-46f4-a364-5f15eabb5153 of type vlan for network 7f333594-38f9-45f9-ab71-7f9260221323 Mar 02 19:06:42.206721 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d62207a-0cf6-4692-b943-6c84b9b40e89 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:42.210287 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08b9fa5-1f5d-4741-9891-a3b6f2106920 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Made reservation on behalf of 1758f23f1d4d42aaad969f6b6becd413 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:42.239941 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21c999a6-1ed9-4201-9b85-199f39ab6c4d tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:42.346615 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a08b9fa5-1f5d-4741-9891-a3b6f2106920 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:42.384605 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62207a-0cf6-4692-b943-6c84b9b40e89 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event updated for resources: {'Port': ['ID=ac50dc02-9e9f-42b7-8b43-156f3e74c263,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:42.392538 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-177cc11d-e684-413d-a9a6-c9dfce42b31e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:42.403586 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-177cc11d-e684-413d-a9a6-c9dfce42b31e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:subnet and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:42.412584 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-177cc11d-e684-413d-a9a6-c9dfce42b31e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:42.422529 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-177cc11d-e684-413d-a9a6-c9dfce42b31e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:42.437599 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8d62207a-0cf6-4692-b943-6c84b9b40e89 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] In _notify_port_updated(), no bound segment for port ac50dc02-9e9f-42b7-8b43-156f3e74c263 on network 1fb0c29d-28cb-409d-9b95-8713b698c540 {{(pid=84533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:06:42.441503 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d62207a-0cf6-4692-b943-6c84b9b40e89 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:42.442135 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d62207a-0cf6-4692-b943-6c84b9b40e89 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:42.443554 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8d62207a-0cf6-4692-b943-6c84b9b40e89 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "PUT /v2.0/ports/ac50dc02-9e9f-42b7-8b43-156f3e74c263 HTTP/1.1" status: 200 len: 959 time: 2.5058718 Mar 02 19:06:42.446414 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34498) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:42.503057 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device df35e717-4687-490e-96fc-f31249034eac up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:42.523123 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-2029e55b-c437-4c50-9431-719bb900bf12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port ac50dc02-9e9f-42b7-8b43-156f3e74c263 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:42.523612 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2029e55b-c437-4c50-9431-719bb900bf12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:42.555899 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21c999a6-1ed9-4201-9b85-199f39ab6c4d tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:42.555899 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c999a6-1ed9-4201-9b85-199f39ab6c4d tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:42.555899 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21c999a6-1ed9-4201-9b85-199f39ab6c4d tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:42.556261 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177cc11d-e684-413d-a9a6-c9dfce42b31e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:42.710341 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c999a6-1ed9-4201-9b85-199f39ab6c4d tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event updated for resources: {'Network': ['ID=7f333594-38f9-45f9-ab71-7f9260221323,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:42.724194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 7f333594-38f9-45f9-ab71-7f9260221323 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:06:42.801572 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-91fa81f6-1d69-4783-85c6-9f67b556c7a1 None None] Provisioning for port df35e717-4687-490e-96fc-f31249034eac completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:42.820003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-91fa81f6-1d69-4783-85c6-9f67b556c7a1 None None] Provisioning complete for port df35e717-4687-490e-96fc-f31249034eac triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:42.820379 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-91fa81f6-1d69-4783-85c6-9f67b556c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:42.835928 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-177cc11d-e684-413d-a9a6-c9dfce42b31e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:42.887171 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-21c999a6-1ed9-4201-9b85-199f39ab6c4d tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0090311 Mar 02 19:06:42.888383 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a08b9fa5-1f5d-4741-9891-a3b6f2106920 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:42.893442 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34502) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:42.938670 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-74d25c87-5431-4a3a-a092-dcb47bf6fbd3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1900447030'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:42.952438 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-74d25c87-5431-4a3a-a092-dcb47bf6fbd3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:42.972357 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-74d25c87-5431-4a3a-a092-dcb47bf6fbd3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Usage tracker for resource:network and tenant:b753d1417b8c4838bf098eb872c98e8b is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:42.981670 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-91fa81f6-1d69-4783-85c6-9f67b556c7a1 None None] Provisioning complete for port 80c90d14-64ce-4000-92e6-a3a001b63bb5 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:42.981952 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-91fa81f6-1d69-4783-85c6-9f67b556c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:42.982108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-74d25c87-5431-4a3a-a092-dcb47bf6fbd3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:42.993195 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-74d25c87-5431-4a3a-a092-dcb47bf6fbd3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:43.011720 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b9fa5-1f5d-4741-9891-a3b6f2106920 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Subnet': ['ID=a3e2f54c-5931-4754-bc1e-1249303997bd,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:43.040852 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08b9fa5-1f5d-4741-9891-a3b6f2106920 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Checking segment: {'id': '9947a72e-2adc-4bfb-a5ba-004613514300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4e7764c8-d8b9-49a5-a499-01c14de74d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:06:43.041404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08b9fa5-1f5d-4741-9891-a3b6f2106920 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network hostable DHCP agents. Network: 4e7764c8-d8b9-49a5-a499-01c14de74d3e, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:06:43.118395 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-91fa81f6-1d69-4783-85c6-9f67b556c7a1 None None] Port 80c90d14-64ce-4000-92e6-a3a001b63bb5 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:06:43.159657 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2029e55b-c437-4c50-9431-719bb900bf12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:43.169324 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d25c87-5431-4a3a-a092-dcb47bf6fbd3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Made reservation on behalf of b753d1417b8c4838bf098eb872c98e8b for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:43.172352 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-74d25c87-5431-4a3a-a092-dcb47bf6fbd3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:43.203191 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08b9fa5-1f5d-4741-9891-a3b6f2106920 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network 4e7764c8-d8b9-49a5-a499-01c14de74d3e is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:06:43.208926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d25c87-5431-4a3a-a092-dcb47bf6fbd3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:06:43.221118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-74d25c87-5431-4a3a-a092-dcb47bf6fbd3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:43.221478 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-74d25c87-5431-4a3a-a092-dcb47bf6fbd3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Added segment 49197ec5-23ed-4980-bc0b-a9b90e4e8e88 of type vlan for network 300d1f0d-2882-4566-8a8d-6483f6a11d8a Mar 02 19:06:43.225185 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-91fa81f6-1d69-4783-85c6-9f67b556c7a1 None None] Provisioning for port ac50dc02-9e9f-42b7-8b43-156f3e74c263 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:43.231907 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-91fa81f6-1d69-4783-85c6-9f67b556c7a1 None None] Provisioning complete for port ac50dc02-9e9f-42b7-8b43-156f3e74c263 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:43.232468 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-91fa81f6-1d69-4783-85c6-9f67b556c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:43.256283 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-74d25c87-5431-4a3a-a092-dcb47bf6fbd3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:43.289738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-91fa81f6-1d69-4783-85c6-9f67b556c7a1 None None] Port ac50dc02-9e9f-42b7-8b43-156f3e74c263 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:06:43.297719 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-2029e55b-c437-4c50-9431-719bb900bf12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for ac50dc02-9e9f-42b7-8b43-156f3e74c263 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:43.316495 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-a08b9fa5-1f5d-4741-9891-a3b6f2106920 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 4e7764c8-d8b9-49a5-a499-01c14de74d3e) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:43.320515 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08b9fa5-1f5d-4741-9891-a3b6f2106920 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:43.323973 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a08b9fa5-1f5d-4741-9891-a3b6f2106920 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:43.328027 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bac080-e384-4c2e-a3f5-4ea27e7e1aae None None] Network 4e7764c8-d8b9-49a5-a499-01c14de74d3e requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:43.387137 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-74d25c87-5431-4a3a-a092-dcb47bf6fbd3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:43.392058 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d25c87-5431-4a3a-a092-dcb47bf6fbd3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:43.392935 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-74d25c87-5431-4a3a-a092-dcb47bf6fbd3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:43.434219 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a08b9fa5-1f5d-4741-9891-a3b6f2106920 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4859769 Mar 02 19:06:43.444048 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0c1c75f7-8e9e-4c80-bc0d-f1b6281d79ad None None] Provisioning complete for port ac50dc02-9e9f-42b7-8b43-156f3e74c263 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:43.444423 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0c1c75f7-8e9e-4c80-bc0d-f1b6281d79ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:43.454855 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34508) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:43.469722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-f676b187-f219-4a83-af0a-bccb7addafe0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-581872295'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:43.486993 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f676b187-f219-4a83-af0a-bccb7addafe0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:43.488904 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f676b187-f219-4a83-af0a-bccb7addafe0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Usage tracker for resource:network and tenant:1758f23f1d4d42aaad969f6b6becd413 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:43.493348 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f676b187-f219-4a83-af0a-bccb7addafe0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:43.512429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d25c87-5431-4a3a-a092-dcb47bf6fbd3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event updated for resources: {'Network': ['ID=300d1f0d-2882-4566-8a8d-6483f6a11d8a,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:43.536137 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f676b187-f219-4a83-af0a-bccb7addafe0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:43.550803 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 300d1f0d-2882-4566-8a8d-6483f6a11d8a details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:06:43.573523 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c75f7-8e9e-4c80-bc0d-f1b6281d79ad None None] Port ac50dc02-9e9f-42b7-8b43-156f3e74c263 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:06:43.597754 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-74d25c87-5431-4a3a-a092-dcb47bf6fbd3 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6688068 Mar 02 19:06:43.639207 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-177cc11d-e684-413d-a9a6-c9dfce42b31e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:43.713034 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177cc11d-e684-413d-a9a6-c9dfce42b31e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network caaf6078-3670-462a-af47-0003d1841ef0 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:43.717115 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-177cc11d-e684-413d-a9a6-c9dfce42b31e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:43.719873 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-4e7764c8-d8b9-49a5-a499-01c14de74d3e', 'network_id': '4e7764c8-d8b9-49a5-a499-01c14de74d3e', 'tenant_id': '1758f23f1d4d42aaad969f6b6becd413', 'fixed_ips': [{'subnet_id': 'a3e2f54c-5931-4754-bc1e-1249303997bd'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:06:43.721431 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177cc11d-e684-413d-a9a6-c9dfce42b31e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:43.721882 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:43.722158 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-177cc11d-e684-413d-a9a6-c9dfce42b31e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:43.730634 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2029e55b-c437-4c50-9431-719bb900bf12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:43.733417 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cc11d-e684-413d-a9a6-c9dfce42b31e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Subnet': ['ID=13862bab-6eb9-44fc-aef5-49ae29fa7f1b,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:43.736535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34512) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:43.740726 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915b5b3d-769b-4a7f-a4e4-0e6d1a4e1f09 None None] Network caaf6078-3670-462a-af47-0003d1841ef0 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:43.743280 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Request body: {'subnets': [{'network_id': '7f333594-38f9-45f9-ab71-7f9260221323', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1751765815', 'ip_version': 4}, {'network_id': '300d1f0d-2882-4566-8a8d-6483f6a11d8a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:43.743550 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Request body: {'subnet': {'network_id': '7f333594-38f9-45f9-ab71-7f9260221323', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1751765815', 'ip_version': 4}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:43.744141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Request body: {'subnet': {'network_id': '300d1f0d-2882-4566-8a8d-6483f6a11d8a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:43.797407 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029e55b-c437-4c50-9431-719bb900bf12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Port': ['ID=ac50dc02-9e9f-42b7-8b43-156f3e74c263,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:43.799294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f676b187-f219-4a83-af0a-bccb7addafe0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Made reservation on behalf of 1758f23f1d4d42aaad969f6b6becd413 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:43.802300 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f676b187-f219-4a83-af0a-bccb7addafe0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:43.935194 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f676b187-f219-4a83-af0a-bccb7addafe0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:06:43.948512 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-177cc11d-e684-413d-a9a6-c9dfce42b31e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8182223 Mar 02 19:06:43.949600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34516) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:43.962753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-56003418-0174-4b62-848a-5fff85eeb62b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'security_group': {'name': 'tempest-secgroup-573379157'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:43.973073 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f676b187-f219-4a83-af0a-bccb7addafe0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:43.973892 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-f676b187-f219-4a83-af0a-bccb7addafe0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Added segment da8b548d-c79d-447f-8a33-dfe973793fcd of type vlan for network 7c0f518f-74d7-4588-9f3c-04846703a094 Mar 02 19:06:43.981990 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-56003418-0174-4b62-848a-5fff85eeb62b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:43.996760 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-56003418-0174-4b62-848a-5fff85eeb62b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:security_group and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:44.000349 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2029e55b-c437-4c50-9431-719bb900bf12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:44.013209 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-56003418-0174-4b62-848a-5fff85eeb62b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:44.023847 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:44.024886 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-56003418-0174-4b62-848a-5fff85eeb62b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:44.034965 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2029e55b-c437-4c50-9431-719bb900bf12 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/ports/ac50dc02-9e9f-42b7-8b43-156f3e74c263 HTTP/1.1" status: 204 len: 168 time: 1.5875287 Mar 02 19:06:44.038463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34520) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:44.039032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Usage tracker for resource:subnet and tenant:b753d1417b8c4838bf098eb872c98e8b is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:44.040585 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f676b187-f219-4a83-af0a-bccb7addafe0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:44.049219 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:44.062306 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:44.110004 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Allocated IP 2001:db8:0:ffff::2 (4e7764c8-d8b9-49a5-a499-01c14de74d3e/a3e2f54c-5931-4754-bc1e-1249303997bd/50d610c5-8061-4d74-820b-7bc610cd3d68) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:44.116766 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2176dda-17cd-4169-a29a-f0e56dce148b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] GET failed (client error): The resource could not be found. Mar 02 19:06:44.117226 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b2176dda-17cd-4169-a29a-f0e56dce148b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Synchronizing usage tracker for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:44.207569 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Made reservation on behalf of b753d1417b8c4838bf098eb872c98e8b for: {'subnet': 2} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:44.233625 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b2176dda-17cd-4169-a29a-f0e56dce148b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Unset dirty status for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:44.240046 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b2176dda-17cd-4169-a29a-f0e56dce148b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports/ac50dc02-9e9f-42b7-8b43-156f3e74c263 HTTP/1.1" status: 404 len: 333 time: 0.1949356 Mar 02 19:06:44.241055 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34526) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:44.242684 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-56003418-0174-4b62-848a-5fff85eeb62b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:44.255537 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f676b187-f219-4a83-af0a-bccb7addafe0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:44.259746 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f676b187-f219-4a83-af0a-bccb7addafe0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:44.261727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f676b187-f219-4a83-af0a-bccb7addafe0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:44.274267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-caaf6078-3670-462a-af47-0003d1841ef0', 'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0', 'tenant_id': '7af48cce49c04901a107f48ce0e9ac52', 'fixed_ips': [{'subnet_id': '13862bab-6eb9-44fc-aef5-49ae29fa7f1b'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:06:44.276033 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:44.425039 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676b187-f219-4a83-af0a-bccb7addafe0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Network': ['ID=7c0f518f-74d7-4588-9f3c-04846703a094,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:44.443802 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 7c0f518f-74d7-4588-9f3c-04846703a094 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:06:44.496273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-56003418-0174-4b62-848a-5fff85eeb62b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:44.500597 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-56003418-0174-4b62-848a-5fff85eeb62b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:security_group_rule and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:44.503546 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-56003418-0174-4b62-848a-5fff85eeb62b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:44.509500 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-56003418-0174-4b62-848a-5fff85eeb62b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:44.537602 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2d1adbce-1b05-4438-b692-0b4c48b3e8f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:44.553218 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:44.592661 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:06:44.597607 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Transition to ACTIVE for port object 50d610c5-8061-4d74-820b-7bc610cd3d68 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:44.624568 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-56003418-0174-4b62-848a-5fff85eeb62b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:44.636318 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f676b187-f219-4a83-af0a-bccb7addafe0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1791937 Mar 02 19:06:44.640483 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34530) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:44.647000 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Transition to ACTIVE for port object 50d610c5-8061-4d74-820b-7bc610cd3d68 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:44.649301 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c29944ed-b265-43e8-821e-972382436fe8 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'subnet': {'network_id': '7c0f518f-74d7-4588-9f3c-04846703a094', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:44.651335 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:44.652463 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:44.654389 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Allocated IP 2001:db8::2 (caaf6078-3670-462a-af47-0003d1841ef0/13862bab-6eb9-44fc-aef5-49ae29fa7f1b/4dafe6d9-cef7-435a-8d3d-cb79f903c39c) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:44.744516 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:44.771865 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-56003418-0174-4b62-848a-5fff85eeb62b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:44.830634 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2d1adbce-1b05-4438-b692-0b4c48b3e8f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:44.846023 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Network 4e7764c8-d8b9-49a5-a499-01c14de74d3e is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:44.852105 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:44.855450 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:06:44.857879 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Pushing event updated for resources: {'Port': ['ID=50d610c5-8061-4d74-820b-7bc610cd3d68,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:44.876160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c29944ed-b265-43e8-821e-972382436fe8 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:44.889624 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c29944ed-b265-43e8-821e-972382436fe8 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Usage tracker for resource:subnet and tenant:1758f23f1d4d42aaad969f6b6becd413 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:44.905537 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c29944ed-b265-43e8-821e-972382436fe8 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:44.915588 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-56003418-0174-4b62-848a-5fff85eeb62b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:44.920221 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-56003418-0174-4b62-848a-5fff85eeb62b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9634414 Mar 02 19:06:44.921970 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34534) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:44.924377 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56003418-0174-4b62-848a-5fff85eeb62b tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aeba956-1b86-4578-a299-bc4df3fa9a03,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:44.927800 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c29944ed-b265-43e8-821e-972382436fe8 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:44.930726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-078f4e11-e706-4727-8371-b8138fe7e6de tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'security_group': {'name': 'tempest-secgroup-2104988360'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:44.950941 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-078f4e11-e706-4727-8371-b8138fe7e6de tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:44.959117 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-078f4e11-e706-4727-8371-b8138fe7e6de tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:security_group and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:44.970492 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-078f4e11-e706-4727-8371-b8138fe7e6de tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:44.980417 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-078f4e11-e706-4727-8371-b8138fe7e6de tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:45.024161 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29944ed-b265-43e8-821e-972382436fe8 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Made reservation on behalf of 1758f23f1d4d42aaad969f6b6becd413 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:45.059003 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2d1adbce-1b05-4438-b692-0b4c48b3e8f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.086254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Attempting to bind port 50d610c5-8061-4d74-820b-7bc610cd3d68 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:06:45.086672 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Attempting to bind port 50d610c5-8061-4d74-820b-7bc610cd3d68 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '9947a72e-2adc-4bfb-a5ba-004613514300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4e7764c8-d8b9-49a5-a499-01c14de74d3e'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:06:45.087036 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Attempting to bind port 50d610c5-8061-4d74-820b-7bc610cd3d68 on network 4e7764c8-d8b9-49a5-a499-01c14de74d3e {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:06:45.100060 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:06:45.100430 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Checking segment: {'id': '9947a72e-2adc-4bfb-a5ba-004613514300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4e7764c8-d8b9-49a5-a499-01c14de74d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:06:45.100830 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.101326 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Bound using segment: {'id': '9947a72e-2adc-4bfb-a5ba-004613514300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4e7764c8-d8b9-49a5-a499-01c14de74d3e'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:06:45.101679 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Bound port: 50d610c5-8061-4d74-820b-7bc610cd3d68, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9947a72e-2adc-4bfb-a5ba-004613514300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '4e7764c8-d8b9-49a5-a499-01c14de74d3e'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:06:45.102047 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.135035 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-078f4e11-e706-4727-8371-b8138fe7e6de tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.192904 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.220512 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Transition to ACTIVE for port object 4dafe6d9-cef7-435a-8d3d-cb79f903c39c will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:45.242468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-078f4e11-e706-4727-8371-b8138fe7e6de tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:45.250461 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] For port 50d610c5-8061-4d74-820b-7bc610cd3d68, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:06:45.252897 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Transition to ACTIVE for port object 4dafe6d9-cef7-435a-8d3d-cb79f903c39c will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:45.254745 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] For port 50d610c5-8061-4d74-820b-7bc610cd3d68, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=50d610c5-8061-4d74-820b-7bc610cd3d68,segment=NetworkSegment(9947a72e-2adc-4bfb-a5ba-004613514300),segment_id=9947a72e-2adc-4bfb-a5ba-004613514300)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:06:45.259893 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-078f4e11-e706-4727-8371-b8138fe7e6de tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:security_group_rule and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:45.264820 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-078f4e11-e706-4727-8371-b8138fe7e6de tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:45.277790 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1adbce-1b05-4438-b692-0b4c48b3e8f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37bf0a7-7484-4b31-b2f3-d9b3f7ba3312,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:45.282641 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-078f4e11-e706-4727-8371-b8138fe7e6de tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:45.296729 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2d1adbce-1b05-4438-b692-0b4c48b3e8f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.300668 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2d1adbce-1b05-4438-b692-0b4c48b3e8f6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/security-groups/b37bf0a7-7484-4b31-b2f3-d9b3f7ba3312 HTTP/1.1" status: 204 len: 168 time: 1.0340743 Mar 02 19:06:45.300872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34540) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:45.321316 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c29944ed-b265-43e8-821e-972382436fe8 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.329914 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.371975 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.379983 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.428455 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Network caaf6078-3670-462a-af47-0003d1841ef0 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:45.434490 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:45.435148 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-078f4e11-e706-4727-8371-b8138fe7e6de tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.437376 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:06:45.458226 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b94fbd-b630-4214-a07f-77b90e590a51 None None] Pushing event updated for resources: {'Port': ['ID=50d610c5-8061-4d74-820b-7bc610cd3d68,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:45.492314 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dae8de7b-fa17-4fe1-87e9-2fcc289c0653 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.505756 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event updated for resources: {'Subnet': ['ID=06f15bcd-9bf8-4cba-ae88-74f66a29d3a0,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:45.534407 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-078f4e11-e706-4727-8371-b8138fe7e6de tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.554418 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dae8de7b-fa17-4fe1-87e9-2fcc289c0653 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.577830 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Checking segment: {'id': '0693659c-42db-46f4-a364-5f15eabb5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '7f333594-38f9-45f9-ab71-7f9260221323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:06:45.578126 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Network hostable DHCP agents. Network: 7f333594-38f9-45f9-ab71-7f9260221323, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:06:45.614972 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Attempting to bind port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:06:45.620976 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Attempting to bind port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'aa427c10-256e-4881-8f2b-58bd42bdaa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:06:45.620976 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Attempting to bind port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c on network caaf6078-3670-462a-af47-0003d1841ef0 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:06:45.620976 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Pushing event updated for resources: {'Port': ['ID=4dafe6d9-cef7-435a-8d3d-cb79f903c39c,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:45.626050 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:06:45.626422 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Checking segment: {'id': 'aa427c10-256e-4881-8f2b-58bd42bdaa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:06:45.626861 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.627251 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Bound using segment: {'id': 'aa427c10-256e-4881-8f2b-58bd42bdaa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:06:45.627753 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Bound port: 4dafe6d9-cef7-435a-8d3d-cb79f903c39c, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa427c10-256e-4881-8f2b-58bd42bdaa6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:06:45.628125 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.634549 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f4e11-e706-4727-8371-b8138fe7e6de tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b282f6-2abd-47ac-80e8-6cc84654ae18,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:45.637823 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c29944ed-b265-43e8-821e-972382436fe8 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.659477 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-078f4e11-e706-4727-8371-b8138fe7e6de tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.664101 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-078f4e11-e706-4727-8371-b8138fe7e6de tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7408774 Mar 02 19:06:45.665084 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34544) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:45.673396 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-790e0f21-5427-4ae2-adbb-704d9ecf9be7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-107578606', 'security_groups': ['29b282f6-2abd-47ac-80e8-6cc84654ae18'], 'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '13862bab-6eb9-44fc-aef5-49ae29fa7f1b'}]}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:45.708949 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Network 7f333594-38f9-45f9-ab71-7f9260221323 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:06:45.731583 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] For port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:06:45.735653 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] For port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4dafe6d9-cef7-435a-8d3d-cb79f903c39c,segment=NetworkSegment(aa427c10-256e-4881-8f2b-58bd42bdaa6f),segment_id=aa427c10-256e-4881-8f2b-58bd42bdaa6f)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:06:45.747413 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29944ed-b265-43e8-821e-972382436fe8 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Subnet': ['ID=7c6610b0-e129-4bf3-af75-cf730d7f78a4,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:45.791250 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dae8de7b-fa17-4fe1-87e9-2fcc289c0653 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.796915 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.809856 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29944ed-b265-43e8-821e-972382436fe8 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Checking segment: {'id': 'da8b548d-c79d-447f-8a33-dfe973793fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7c0f518f-74d7-4588-9f3c-04846703a094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:06:45.810306 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29944ed-b265-43e8-821e-972382436fe8 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network hostable DHCP agents. Network: 7c0f518f-74d7-4588-9f3c-04846703a094, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:06:45.844239 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8de7b-fa17-4fe1-87e9-2fcc289c0653 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5296b870-0d8c-4972-aa0b-622f1d212fb3,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:45.864261 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dae8de7b-fa17-4fe1-87e9-2fcc289c0653 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.868266 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-dae8de7b-fa17-4fe1-87e9-2fcc289c0653 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/security-groups/5296b870-0d8c-4972-aa0b-622f1d212fb3 HTTP/1.1" status: 204 len: 168 time: 0.5628650 Mar 02 19:06:45.868516 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34548) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:45.877979 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 7f333594-38f9-45f9-ab71-7f9260221323) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:45.892251 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b9dee4-79d8-4474-a7ea-34f3c215489e None None] Network 7f333594-38f9-45f9-ab71-7f9260221323 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:45.899198 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:45.996463 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-790e0f21-5427-4ae2-adbb-704d9ecf9be7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:45.997103 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29944ed-b265-43e8-821e-972382436fe8 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network 7c0f518f-74d7-4588-9f3c-04846703a094 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:06:46.001296 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-790e0f21-5427-4ae2-adbb-704d9ecf9be7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:port and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:46.004450 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8541f8e-5f69-4668-b673-18ad00b2eada None None] Pushing event updated for resources: {'Port': ['ID=4dafe6d9-cef7-435a-8d3d-cb79f903c39c,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:46.005177 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-790e0f21-5427-4ae2-adbb-704d9ecf9be7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:46.007241 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-c29944ed-b265-43e8-821e-972382436fe8 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 7c0f518f-74d7-4588-9f3c-04846703a094) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:46.020886 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29944ed-b265-43e8-821e-972382436fe8 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:46.021185 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c29944ed-b265-43e8-821e-972382436fe8 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:46.029605 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-790e0f21-5427-4ae2-adbb-704d9ecf9be7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:46.037173 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793ccb7c-4e20-48d5-aef0-c27cc50e625b None None] Network 7c0f518f-74d7-4588-9f3c-04846703a094 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:46.041305 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dc58cad1-423b-4e63-b80c-c64ba9dd77fc tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:46.107224 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dc58cad1-423b-4e63-b80c-c64ba9dd77fc tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:46.108329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Checking segment: {'id': '49197ec5-23ed-4980-bc0b-a9b90e4e8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '300d1f0d-2882-4566-8a8d-6483f6a11d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:06:46.108742 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Network hostable DHCP agents. Network: 300d1f0d-2882-4566-8a8d-6483f6a11d8a, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:06:46.116253 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event updated for resources: {'Subnet': ['ID=84ac9a9b-e548-44b8-beea-f63feb5e898d,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:46.130397 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790e0f21-5427-4ae2-adbb-704d9ecf9be7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:46.154400 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c29944ed-b265-43e8-821e-972382436fe8 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5129631 Mar 02 19:06:46.160477 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34552) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:46.310845 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-790e0f21-5427-4ae2-adbb-704d9ecf9be7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:46.324720 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-7f333594-38f9-45f9-ab71-7f9260221323', 'network_id': '7f333594-38f9-45f9-ab71-7f9260221323', 'tenant_id': 'b753d1417b8c4838bf098eb872c98e8b', 'fixed_ips': [{'subnet_id': '06f15bcd-9bf8-4cba-ae88-74f66a29d3a0'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:06:46.325737 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:46.328080 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Network 300d1f0d-2882-4566-8a8d-6483f6a11d8a is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:06:46.353286 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dc58cad1-423b-4e63-b80c-c64ba9dd77fc tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:46.374292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-790e0f21-5427-4ae2-adbb-704d9ecf9be7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] device_id is not set on port 5d49ff67-7415-4cf3-bd92-15b368f18c04 yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:06:46.391897 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37eb06e2-9dc7-46f1-832e-fda3a90d14ba tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:46.392988 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dc58cad1-423b-4e63-b80c-c64ba9dd77fc tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:46.394117 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-dc58cad1-423b-4e63-b80c-c64ba9dd77fc tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/security-groups/ff8cfebc-0d4c-40a9-9cec-6f17cfd16016 HTTP/1.1" status: 204 len: 168 time: 0.5236850 Mar 02 19:06:46.397307 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58cad1-423b-4e63-b80c-c64ba9dd77fc tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8cfebc-0d4c-40a9-9cec-6f17cfd16016,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:46.400371 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34558) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:46.469448 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 300d1f0d-2882-4566-8a8d-6483f6a11d8a) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:46.528980 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:46.530124 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:46.530736 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:46.634837 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1c1898-0775-45ac-8e22-d17dc45cb63c None None] Network 300d1f0d-2882-4566-8a8d-6483f6a11d8a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:46.690341 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6af34b8-9d5e-40c9-9dd3-e667a37a9fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-7c0f518f-74d7-4588-9f3c-04846703a094', 'network_id': '7c0f518f-74d7-4588-9f3c-04846703a094', 'tenant_id': '1758f23f1d4d42aaad969f6b6becd413', 'fixed_ips': [{'subnet_id': '7c6610b0-e129-4bf3-af75-cf730d7f78a4'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:06:46.690805 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c6af34b8-9d5e-40c9-9dd3-e667a37a9fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:46.726056 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37eb06e2-9dc7-46f1-832e-fda3a90d14ba tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:46.737788 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f80891b3-dd27-4b4f-bc15-aeaafb936ec2 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.9996853 Mar 02 19:06:46.769320 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34564) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:46.792233 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 50d610c5-8061-4d74-820b-7bc610cd3d68 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:46.896413 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6969c41-c8ee-4438-bd37-de3433900aee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting subnet 6c678aec-2c01-4fd4-ac80-20d1c170ae97 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:06:46.905932 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a6969c41-c8ee-4438-bd37-de3433900aee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:46.921809 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-790e0f21-5427-4ae2-adbb-704d9ecf9be7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Allocated IP 2001:db8::327 (caaf6078-3670-462a-af47-0003d1841ef0/13862bab-6eb9-44fc-aef5-49ae29fa7f1b/5d49ff67-7415-4cf3-bd92-15b368f18c04) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:46.926787 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd38b6a7-5970-4988-af05-c1143078e2cf tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:46.934032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd38b6a7-5970-4988-af05-c1143078e2cf tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:46.935974 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd38b6a7-5970-4988-af05-c1143078e2cf tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:46.937325 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fd38b6a7-5970-4988-af05-c1143078e2cf tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Synchronizing usage tracker for tenant:b753d1417b8c4838bf098eb872c98e8b on resource:subnet {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:46.966852 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a6969c41-c8ee-4438-bd37-de3433900aee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:47.038324 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37eb06e2-9dc7-46f1-832e-fda3a90d14ba tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:47.114814 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb06e2-9dc7-46f1-832e-fda3a90d14ba tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Subnet': ['ID=7c6610b0-e129-4bf3-af75-cf730d7f78a4,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:47.134508 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a16b165-b90f-4926-99bf-5d19e94f31de None None] Network 4e7764c8-d8b9-49a5-a499-01c14de74d3e requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:47.312841 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37eb06e2-9dc7-46f1-832e-fda3a90d14ba tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:47.359111 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a6969c41-c8ee-4438-bd37-de3433900aee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:47.398573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-790e0f21-5427-4ae2-adbb-704d9ecf9be7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:47.405701 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-37eb06e2-9dc7-46f1-832e-fda3a90d14ba tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0f518f-74d7-4588-9f3c-04846703a094']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:47.416637 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-71e7851c-8893-4522-b006-43b843bd02b5 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Synchronizing usage tracker for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:47.419805 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-790e0f21-5427-4ae2-adbb-704d9ecf9be7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Transition to ACTIVE for port object 5d49ff67-7415-4cf3-bd92-15b368f18c04 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:47.447029 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-37eb06e2-9dc7-46f1-832e-fda3a90d14ba tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8b548d-c79d-447f-8a33-dfe973793fcd') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:47.447310 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-37eb06e2-9dc7-46f1-832e-fda3a90d14ba tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8b548d-c79d-447f-8a33-dfe973793fcd') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:47.469548 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37eb06e2-9dc7-46f1-832e-fda3a90d14ba tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:47.492390 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37eb06e2-9dc7-46f1-832e-fda3a90d14ba tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:47.505709 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37eb06e2-9dc7-46f1-832e-fda3a90d14ba tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:06:47.506242 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37eb06e2-9dc7-46f1-832e-fda3a90d14ba tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:06:47.521739 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:06:47.525550 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-790e0f21-5427-4ae2-adbb-704d9ecf9be7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:47.578257 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fd38b6a7-5970-4988-af05-c1143078e2cf tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Unset dirty status for tenant:b753d1417b8c4838bf098eb872c98e8b on resource:subnet {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:47.591386 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fd38b6a7-5970-4988-af05-c1143078e2cf tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.8144741 Mar 02 19:06:47.591536 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-71e7851c-8893-4522-b006-43b843bd02b5 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Unset dirty status for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:47.592550 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-71e7851c-8893-4522-b006-43b843bd02b5 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-353379810&fields=id&tenant_id=0c751e1819ac4d70a34f41774e11c468 HTTP/1.1" status: 200 len: 267 time: 0.3126574 Mar 02 19:06:47.596343 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34574) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:47.622670 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790e0f21-5427-4ae2-adbb-704d9ecf9be7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network caaf6078-3670-462a-af47-0003d1841ef0 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:47.630070 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-790e0f21-5427-4ae2-adbb-704d9ecf9be7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:47.630684 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790e0f21-5427-4ae2-adbb-704d9ecf9be7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:06:47.634769 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790e0f21-5427-4ae2-adbb-704d9ecf9be7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:47.635887 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-790e0f21-5427-4ae2-adbb-704d9ecf9be7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:47.641603 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e0f21-5427-4ae2-adbb-704d9ecf9be7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=5d49ff67-7415-4cf3-bd92-15b368f18c04,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:47.689079 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-22e4a554-2ca4-4fe6-b952-4174ff0aefa5 None None] Provisioning for port 50d610c5-8061-4d74-820b-7bc610cd3d68 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:47.718344 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-790e0f21-5427-4ae2-adbb-704d9ecf9be7 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0516937 Mar 02 19:06:47.721139 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34578) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:47.728538 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f6045553-7cec-4cbf-9424-623ed8bd2b4f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'subnet': {'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:47.739515 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Allocated IP 172.20.0.2 (7f333594-38f9-45f9-ab71-7f9260221323/06f15bcd-9bf8-4cba-ae88-74f66a29d3a0/1c148f1d-44f6-4ebe-96d4-2253bf9fe7da) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:47.741903 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-22e4a554-2ca4-4fe6-b952-4174ff0aefa5 None None] Provisioning complete for port 50d610c5-8061-4d74-820b-7bc610cd3d68 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:47.742614 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-22e4a554-2ca4-4fe6-b952-4174ff0aefa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:47.824513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 50d610c5-8061-4d74-820b-7bc610cd3d68 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:47.842693 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 50d610c5-8061-4d74-820b-7bc610cd3d68 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:47.845495 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:47.851480 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a6969c41-c8ee-4438-bd37-de3433900aee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:47.909353 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f6045553-7cec-4cbf-9424-623ed8bd2b4f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:47.917227 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f6045553-7cec-4cbf-9424-623ed8bd2b4f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:subnet and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:47.922316 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f6045553-7cec-4cbf-9424-623ed8bd2b4f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:47.928798 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37eb06e2-9dc7-46f1-832e-fda3a90d14ba tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:47.930693 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f6045553-7cec-4cbf-9424-623ed8bd2b4f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:47.937287 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6969c41-c8ee-4438-bd37-de3433900aee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Subnet': ['ID=6c678aec-2c01-4fd4-ac80-20d1c170ae97,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:47.959214 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37eb06e2-9dc7-46f1-832e-fda3a90d14ba tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:47.966469 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8795ee-8145-4006-9890-2474ad58f74b None None] Network 7c0f518f-74d7-4588-9f3c-04846703a094 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:47.989587 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af065722-93f3-4669-83da-9430c7d145e9 None None] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:47.990484 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a6969c41-c8ee-4438-bd37-de3433900aee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:48.001077 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb06e2-9dc7-46f1-832e-fda3a90d14ba tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Network': ['ID=7c0f518f-74d7-4588-9f3c-04846703a094,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:48.004014 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6045553-7cec-4cbf-9424-623ed8bd2b4f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:48.008139 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f6045553-7cec-4cbf-9424-623ed8bd2b4f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:48.116252 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a6969c41-c8ee-4438-bd37-de3433900aee tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/subnets/6c678aec-2c01-4fd4-ac80-20d1c170ae97 HTTP/1.1" status: 204 len: 168 time: 1.7087591 Mar 02 19:06:48.116252 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-37eb06e2-9dc7-46f1-832e-fda3a90d14ba tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/networks/7c0f518f-74d7-4588-9f3c-04846703a094 HTTP/1.1" status: 204 len: 168 time: 1.9534969 Mar 02 19:06:48.118712 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34582) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:48.119049 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34584) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:48.133307 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-22e4a554-2ca4-4fe6-b952-4174ff0aefa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:48.147886 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-300d1f0d-2882-4566-8a8d-6483f6a11d8a', 'network_id': '300d1f0d-2882-4566-8a8d-6483f6a11d8a', 'tenant_id': 'b753d1417b8c4838bf098eb872c98e8b', 'fixed_ips': [{'subnet_id': '84ac9a9b-e548-44b8-beea-f63feb5e898d'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:06:48.148798 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:48.158288 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8795ee-8145-4006-9890-2474ad58f74b None None] Network 7c0f518f-74d7-4588-9f3c-04846703a094 could not be found, it might have been deleted concurrently. {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 02 19:06:48.168934 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.ipam_backend_mixin [None req-f6045553-7cec-4cbf-9424-623ed8bd2b4f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13862bab-6eb9-44fc-aef5-49ae29fa7f1b (CIDR: 2001:db8::/64) Mar 02 19:06:48.170531 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-ad5778dc-51ab-4938-8b82-8b119860c8ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1095188540'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:48.186355 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ad5778dc-51ab-4938-8b82-8b119860c8ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:48.192605 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-cd5011d0-8bd9-4a13-8682-04ed529d9bbb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:48.194041 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-cd5011d0-8bd9-4a13-8682-04ed529d9bbb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/networks?id=2e33772f-7a83-4314-934e-a7ea68526e72 HTTP/1.1" status: 200 len: 812 time: 0.5546842 Mar 02 19:06:48.200224 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ad5778dc-51ab-4938-8b82-8b119860c8ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Usage tracker for resource:network and tenant:1758f23f1d4d42aaad969f6b6becd413 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:48.205444 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ad5778dc-51ab-4938-8b82-8b119860c8ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:48.215280 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6045553-7cec-4cbf-9424-623ed8bd2b4f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:06:48.215786 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6045553-7cec-4cbf-9424-623ed8bd2b4f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:48.247902 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ad5778dc-51ab-4938-8b82-8b119860c8ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:48.278493 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-03eabe58-ec69-45e9-ae70-e332fdf21669 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting subnet 68e58ec0-a269-46e0-9ae0-3e36937954c2 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:06:48.284279 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-68317825-1c66-49df-aefc-c0979c5ea3f8 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/quotas/0c751e1819ac4d70a34f41774e11c468 HTTP/1.1" status: 200 len: 375 time: 0.0701153 Mar 02 19:06:48.287342 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-03eabe58-ec69-45e9-ae70-e332fdf21669 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:48.319326 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f6045553-7cec-4cbf-9424-623ed8bd2b4f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5944512 Mar 02 19:06:48.319712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34590) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:48.324957 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd51f1c-b338-4d33-a102-90031b70efa7 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Deleting subnet 06f15bcd-9bf8-4cba-ae88-74f66a29d3a0 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:06:48.327430 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-19fbabb6-942f-4ac9-9fdd-8337fd3dc498 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'subnet': {'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:48.396147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-03eabe58-ec69-45e9-ae70-e332fdf21669 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:48.431016 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5778dc-51ab-4938-8b82-8b119860c8ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Made reservation on behalf of 1758f23f1d4d42aaad969f6b6becd413 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:48.433938 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad5778dc-51ab-4938-8b82-8b119860c8ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:48.482543 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:48.484680 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-19fbabb6-942f-4ac9-9fdd-8337fd3dc498 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:48.488598 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-19fbabb6-942f-4ac9-9fdd-8337fd3dc498 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:subnet and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:48.491726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-19fbabb6-942f-4ac9-9fdd-8337fd3dc498 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:48.498532 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-19fbabb6-942f-4ac9-9fdd-8337fd3dc498 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:48.514786 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5778dc-51ab-4938-8b82-8b119860c8ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:06:48.523085 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-22e4a554-2ca4-4fe6-b952-4174ff0aefa5 None None] For port 50d610c5-8061-4d74-820b-7bc610cd3d68, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=50d610c5-8061-4d74-820b-7bc610cd3d68,segment=NetworkSegment(9947a72e-2adc-4bfb-a5ba-004613514300),segment_id=9947a72e-2adc-4bfb-a5ba-004613514300)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:48.528397 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-632ec50c-15cc-4ba3-8863-ab272f5de0e2 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Synchronizing usage tracker for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:48.541206 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad5778dc-51ab-4938-8b82-8b119860c8ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:48.541578 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-ad5778dc-51ab-4938-8b82-8b119860c8ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Added segment 55cc5a4d-2f69-4a50-869e-42e110c343ee of type vlan for network 6e2e7515-0ebf-4624-9ca0-d33a0b5e90de Mar 02 19:06:48.574892 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-03eabe58-ec69-45e9-ae70-e332fdf21669 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:48.585091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fbabb6-942f-4ac9-9fdd-8337fd3dc498 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:48.589676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-19fbabb6-942f-4ac9-9fdd-8337fd3dc498 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:48.615505 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad5778dc-51ab-4938-8b82-8b119860c8ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:48.676685 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-632ec50c-15cc-4ba3-8863-ab272f5de0e2 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Unset dirty status for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:48.678066 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-632ec50c-15cc-4ba3-8863-ab272f5de0e2 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0c751e1819ac4d70a34f41774e11c468&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3619261 Mar 02 19:06:48.715394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-22e4a554-2ca4-4fe6-b952-4174ff0aefa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:48.766987 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad5778dc-51ab-4938-8b82-8b119860c8ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:48.770702 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5778dc-51ab-4938-8b82-8b119860c8ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:48.771344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad5778dc-51ab-4938-8b82-8b119860c8ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:48.814317 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-03eabe58-ec69-45e9-ae70-e332fdf21669 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:48.919780 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-03eabe58-ec69-45e9-ae70-e332fdf21669 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:48.939447 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eabe58-ec69-45e9-ae70-e332fdf21669 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Subnet': ['ID=68e58ec0-a269-46e0-9ae0-3e36937954c2,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:48.972617 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-03eabe58-ec69-45e9-ae70-e332fdf21669 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/subnets/68e58ec0-a269-46e0-9ae0-3e36937954c2 HTTP/1.1" status: 204 len: 168 time: 0.8444281 Mar 02 19:06:48.975607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34594) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:48.981972 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5778dc-51ab-4938-8b82-8b119860c8ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Network': ['ID=6e2e7515-0ebf-4624-9ca0-d33a0b5e90de,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:49.013499 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-48101821-879b-4514-a9a3-e0e5012e4d21 service neutron] 10.222.0.73 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215241 Mar 02 19:06:49.017388 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 6e2e7515-0ebf-4624-9ca0-d33a0b5e90de details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:06:49.022975 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-19fbabb6-942f-4ac9-9fdd-8337fd3dc498 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:49.040112 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:06:49.040827 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:06:49.051066 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:49.055230 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a141a8e-ca6d-40f8-ba77-27c7778f9fc6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:49.055713 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a141a8e-ca6d-40f8-ba77-27c7778f9fc6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:49.067440 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Transition to ACTIVE for port object 1c148f1d-44f6-4ebe-96d4-2253bf9fe7da will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:49.080442 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9a141a8e-ca6d-40f8-ba77-27c7778f9fc6 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/subnets/6c678aec-2c01-4fd4-ac80-20d1c170ae97 HTTP/1.1" status: 404 len: 337 time: 0.1013801 Mar 02 19:06:49.083943 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34598) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:49.106461 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Allocated IP 172.20.0.18 (300d1f0d-2882-4566-8a8d-6483f6a11d8a/84ac9a9b-e548-44b8-beea-f63feb5e898d/bad90685-eb3e-4151-9f91-ddb91d7bb8c4) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:49.109088 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ad5778dc-51ab-4938-8b82-8b119860c8ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9784849 Mar 02 19:06:49.115401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34602) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:49.135147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-a62688a5-5d07-4086-ba2a-c97acb1c42a5 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'subnet': {'network_id': '6e2e7515-0ebf-4624-9ca0-d33a0b5e90de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:49.156699 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fbabb6-942f-4ac9-9fdd-8337fd3dc498 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network caaf6078-3670-462a-af47-0003d1841ef0 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:49.163472 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-19fbabb6-942f-4ac9-9fdd-8337fd3dc498 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:49.172028 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbabb6-942f-4ac9-9fdd-8337fd3dc498 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Subnet': ['ID=d62b79b1-7b9b-4641-86f2-a5200546d4da,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:49.177265 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fbabb6-942f-4ac9-9fdd-8337fd3dc498 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:49.177857 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-19fbabb6-942f-4ac9-9fdd-8337fd3dc498 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:49.212803 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7b32d0-9387-43d9-80c2-9fca8bb6933a None None] Network caaf6078-3670-462a-af47-0003d1841ef0 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:49.228367 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4a554-2ca4-4fe6-b952-4174ff0aefa5 None None] Pushing event updated for resources: {'Port': ['ID=50d610c5-8061-4d74-820b-7bc610cd3d68,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:49.235385 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c91028e3-9452-44bd-bd3e-b33bc1f9972a None None] Provisioning for port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:49.244709 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Transition to ACTIVE for port object 1c148f1d-44f6-4ebe-96d4-2253bf9fe7da will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:49.284664 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-19fbabb6-942f-4ac9-9fdd-8337fd3dc498 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9636893 Mar 02 19:06:49.287549 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34606) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:49.293249 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-78bf7f5d-5370-41b3-bb04-d4855f68c621 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-466734075', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd62b79b1-7b9b-4641-86f2-a5200546d4da'}], 'security_groups': ['4aeba956-1b86-4578-a299-bc4df3fa9a03']}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:49.334316 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a62688a5-5d07-4086-ba2a-c97acb1c42a5 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:49.346130 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-a17c95e0-e082-4c78-a58b-ea90dd55b933 service neutron] 10.222.0.73 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317721 Mar 02 19:06:49.346777 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6dd51f1c-b338-4d33-a102-90031b70efa7 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:49.359253 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d521c3-89f2-4d20-943c-2cecabf6214a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting subnet 696b29f6-27b9-4572-b925-8b8aba0e366d {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:06:49.362858 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09d521c3-89f2-4d20-943c-2cecabf6214a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:49.375923 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a62688a5-5d07-4086-ba2a-c97acb1c42a5 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Usage tracker for resource:subnet and tenant:1758f23f1d4d42aaad969f6b6becd413 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:49.381343 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a62688a5-5d07-4086-ba2a-c97acb1c42a5 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:49.400158 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a62688a5-5d07-4086-ba2a-c97acb1c42a5 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:49.446870 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09d521c3-89f2-4d20-943c-2cecabf6214a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:49.458364 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6dd51f1c-b338-4d33-a102-90031b70efa7 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:49.540965 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62688a5-5d07-4086-ba2a-c97acb1c42a5 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Made reservation on behalf of 1758f23f1d4d42aaad969f6b6becd413 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:49.552718 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09d521c3-89f2-4d20-943c-2cecabf6214a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:49.585153 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:49.628945 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c91028e3-9452-44bd-bd3e-b33bc1f9972a None None] Provisioning complete for port b1851369-60f9-4101-a151-db066a51491a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:49.629298 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c91028e3-9452-44bd-bd3e-b33bc1f9972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:49.841150 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c91028e3-9452-44bd-bd3e-b33bc1f9972a None None] Port b1851369-60f9-4101-a151-db066a51491a cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:06:49.845605 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a62688a5-5d07-4086-ba2a-c97acb1c42a5 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:49.871748 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Network 7f333594-38f9-45f9-ab71-7f9260221323 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:49.874095 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4dafe6d9-cef7-435a-8d3d-cb79f903c39c up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:49.906619 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:49.934626 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09d521c3-89f2-4d20-943c-2cecabf6214a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:49.937046 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Pushing event updated for resources: {'Port': ['ID=1c148f1d-44f6-4ebe-96d4-2253bf9fe7da,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:49.946752 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:06:50.002046 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d521c3-89f2-4d20-943c-2cecabf6214a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Subnet': ['ID=696b29f6-27b9-4572-b925-8b8aba0e366d,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:50.008498 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09d521c3-89f2-4d20-943c-2cecabf6214a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:50.019839 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-09d521c3-89f2-4d20-943c-2cecabf6214a tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/subnets/696b29f6-27b9-4572-b925-8b8aba0e366d HTTP/1.1" status: 204 len: 168 time: 0.9325399 Mar 02 19:06:50.020266 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34616) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:50.073930 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf532f21-c08d-47c3-bd7b-2b901b7d654d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:50.074825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf532f21-c08d-47c3-bd7b-2b901b7d654d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:50.076764 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bf532f21-c08d-47c3-bd7b-2b901b7d654d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/subnets/025448c5-e67b-4a1a-84e7-5c3cf876dabf HTTP/1.1" status: 404 len: 337 time: 0.0532880 Mar 02 19:06:50.079679 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34620) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:50.092028 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-78bf7f5d-5370-41b3-bb04-d4855f68c621 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:50.110203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6dd51f1c-b338-4d33-a102-90031b70efa7 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:50.131478 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ac1eaea3-c138-4197-916d-fe714102d619 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Synchronizing usage tracker for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:50.144137 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ac1eaea3-c138-4197-916d-fe714102d619 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Unset dirty status for tenant:492dbd1aaa2b468e92542bbdee548e8a on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:50.145326 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ac1eaea3-c138-4197-916d-fe714102d619 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1 HTTP/1.1" status: 200 len: 205 time: 0.0641975 Mar 02 19:06:50.147984 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34624) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:50.173646 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c91028e3-9452-44bd-bd3e-b33bc1f9972a None None] Provisioning for port 5d49ff67-7415-4cf3-bd92-15b368f18c04 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:50.198913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c91028e3-9452-44bd-bd3e-b33bc1f9972a None None] Provisioning complete for port 5d49ff67-7415-4cf3-bd92-15b368f18c04 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:50.199275 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c91028e3-9452-44bd-bd3e-b33bc1f9972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:50.223677 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec1143a-7df4-415d-b935-127ed747e668 None None] Update dhcp port {'port': {'network_id': '1fb0c29d-28cb-409d-9b95-8713b698c540', 'fixed_ips': [{'subnet_id': '696b29f6-27b9-4572-b925-8b8aba0e366d', 'ip_address': '172.20.0.18'}, {'subnet_id': '68e58ec0-a269-46e0-9ae0-3e36937954c2'}], 'binding:host_id': 'dv-neutron-831573-1-hyperv'}, 'id': 'df35e717-4687-490e-96fc-f31249034eac'} from dv-neutron-831573-1-hyperv. {{(pid=84534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 19:06:50.226838 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-febb749e-e4aa-4951-8aef-ec25a2f1b90e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] delete failed (client error): The resource could not be found. Mar 02 19:06:50.230067 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-febb749e-e4aa-4951-8aef-ec25a2f1b90e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/routers/7bb9e2d6-2d91-4c8a-a7a2-eb7a4d40d0f1 HTTP/1.1" status: 404 len: 336 time: 0.0807028 Mar 02 19:06:50.231012 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34628) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:50.273630 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-491be3be-d203-49cc-a0e4-f59cadfb30a9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:50.274314 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-491be3be-d203-49cc-a0e4-f59cadfb30a9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:50.277233 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-491be3be-d203-49cc-a0e4-f59cadfb30a9 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/subnets/99aea684-3b60-4140-ab7c-fc19ac7f12e8 HTTP/1.1" status: 404 len: 337 time: 0.0448291 Mar 02 19:06:50.280418 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34632) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:50.295377 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Attempting to bind port 1c148f1d-44f6-4ebe-96d4-2253bf9fe7da on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:06:50.295744 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Attempting to bind port 1c148f1d-44f6-4ebe-96d4-2253bf9fe7da by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '0693659c-42db-46f4-a364-5f15eabb5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '7f333594-38f9-45f9-ab71-7f9260221323'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:06:50.296104 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Attempting to bind port 1c148f1d-44f6-4ebe-96d4-2253bf9fe7da on network 7f333594-38f9-45f9-ab71-7f9260221323 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:06:50.307262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:50.372549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Transition to ACTIVE for port object bad90685-eb3e-4151-9f91-ddb91d7bb8c4 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:50.399315 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c91028e3-9452-44bd-bd3e-b33bc1f9972a None None] Port 5d49ff67-7415-4cf3-bd92-15b368f18c04 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:06:50.414571 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:06:50.415771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Checking segment: {'id': '0693659c-42db-46f4-a364-5f15eabb5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '7f333594-38f9-45f9-ab71-7f9260221323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:06:50.416917 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:50.417338 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Bound using segment: {'id': '0693659c-42db-46f4-a364-5f15eabb5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '7f333594-38f9-45f9-ab71-7f9260221323'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:06:50.419173 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Bound port: 1c148f1d-44f6-4ebe-96d4-2253bf9fe7da, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0693659c-42db-46f4-a364-5f15eabb5153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '7f333594-38f9-45f9-ab71-7f9260221323'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:06:50.419554 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:50.450215 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bec1143a-7df4-415d-b935-127ed747e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:50.471431 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb06a45-caa8-4606-a73e-696912430ca8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:50.471882 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb06a45-caa8-4606-a73e-696912430ca8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:50.473645 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-deb06a45-caa8-4606-a73e-696912430ca8 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/subnets/83bc5822-a97a-4b29-8a81-c6edc8b73d5f HTTP/1.1" status: 404 len: 337 time: 0.1916568 Mar 02 19:06:50.479449 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34642) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:50.537513 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bad2c8ac-bd40-4c81-9f90-d8b521cf47d1 req-a1b6dec4-a7b0-44ec-b41f-5c839d246450 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 210 time: 0.0599542 Mar 02 19:06:50.537637 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:50.549747 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6dd51f1c-b338-4d33-a102-90031b70efa7 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:50.556564 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f18fe73-47cc-4b8e-8f40-7c56009027c4 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:50.557808 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f18fe73-47cc-4b8e-8f40-7c56009027c4 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:50.564393 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Transition to ACTIVE for port object bad90685-eb3e-4151-9f91-ddb91d7bb8c4 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:50.619820 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34650) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:50.620495 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7f18fe73-47cc-4b8e-8f40-7c56009027c4 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/subnets/6750f822-bd37-42c1-9fe4-57ad1a58968f HTTP/1.1" status: 404 len: 337 time: 0.1305006 Mar 02 19:06:50.625998 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd51f1c-b338-4d33-a102-90031b70efa7 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event deleted for resources: {'Subnet': ['ID=06f15bcd-9bf8-4cba-ae88-74f66a29d3a0,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:50.640079 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:50.640453 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:50.663132 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71bb45b-25f8-44fa-97d1-dc7637ca21c3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:50.666021 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a62688a5-5d07-4086-ba2a-c97acb1c42a5 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:50.666693 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71bb45b-25f8-44fa-97d1-dc7637ca21c3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:50.666693 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b71bb45b-25f8-44fa-97d1-dc7637ca21c3 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/ports/618afe47-99c3-4854-8d87-f434638c9d28 HTTP/1.1" status: 404 len: 333 time: 0.0441928 Mar 02 19:06:50.668912 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34654) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:50.699016 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:50.711593 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6dd51f1c-b338-4d33-a102-90031b70efa7 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:50.713913 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6dd51f1c-b338-4d33-a102-90031b70efa7 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "DELETE /v2.0/subnets/06f15bcd-9bf8-4cba-ae88-74f66a29d3a0 HTTP/1.1" status: 204 len: 168 time: 3.1165688 Mar 02 19:06:50.718819 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34658) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:50.755708 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd287db-0336-4940-ae69-d5180a07967e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:50.756267 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd287db-0336-4940-ae69-d5180a07967e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:50.761109 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7fd287db-0336-4940-ae69-d5180a07967e tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/subnets/77658e02-d98c-4520-8f7f-f38191028f01 HTTP/1.1" status: 404 len: 337 time: 0.0879731 Mar 02 19:06:50.761942 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34662) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:50.801968 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62688a5-5d07-4086-ba2a-c97acb1c42a5 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Subnet': ['ID=5c501810-48d7-461c-9274-058562001799,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:50.831883 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2b3857-1b3f-4ecb-b68f-00a24c008645 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:50.831883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2b3857-1b3f-4ecb-b68f-00a24c008645 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:50.836538 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-be2b3857-1b3f-4ecb-b68f-00a24c008645 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/subnets/5877ffd7-ef05-4963-b2a1-bb9374c89123 HTTP/1.1" status: 404 len: 337 time: 0.0714152 Mar 02 19:06:50.837933 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34666) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:50.845167 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62688a5-5d07-4086-ba2a-c97acb1c42a5 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Checking segment: {'id': '55cc5a4d-2f69-4a50-869e-42e110c343ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '6e2e7515-0ebf-4624-9ca0-d33a0b5e90de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:06:50.845492 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62688a5-5d07-4086-ba2a-c97acb1c42a5 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network hostable DHCP agents. Network: 6e2e7515-0ebf-4624-9ca0-d33a0b5e90de, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:06:50.904108 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d6f95d-75d1-42d0-aac7-e56ba3e5b677 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:50.904108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d6f95d-75d1-42d0-aac7-e56ba3e5b677 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:50.905130 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-29d6f95d-75d1-42d0-aac7-e56ba3e5b677 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/ports/04e6ebdf-22d0-42ab-af5d-a05e4c77a37b HTTP/1.1" status: 404 len: 333 time: 0.0664682 Mar 02 19:06:50.908952 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34670) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:50.977379 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-02cc96da-3aaf-4635-bc6b-64e659dde06b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:50.977831 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02cc96da-3aaf-4635-bc6b-64e659dde06b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:50.983050 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-02cc96da-3aaf-4635-bc6b-64e659dde06b tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/subnets/79f2b073-4f01-45e9-8d28-5c1c42f131c8 HTTP/1.1" status: 404 len: 337 time: 0.0707107 Mar 02 19:06:50.988944 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34674) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:50.995237 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-78bf7f5d-5370-41b3-bb04-d4855f68c621 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Delete allocated IP 2001:db8::327 (caaf6078-3670-462a-af47-0003d1841ef0/13862bab-6eb9-44fc-aef5-49ae29fa7f1b) {{(pid=84533) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 19:06:51.004866 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-78bf7f5d-5370-41b3-bb04-d4855f68c621 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Allocated IP 2001:db8:0:1::370 (caaf6078-3670-462a-af47-0003d1841ef0/d62b79b1-7b9b-4641-86f2-a5200546d4da/5d49ff67-7415-4cf3-bd92-15b368f18c04) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:51.008044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62688a5-5d07-4086-ba2a-c97acb1c42a5 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network 6e2e7515-0ebf-4624-9ca0-d33a0b5e90de is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:06:51.015127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b3b14628-6f97-4a32-a229-4bf7ebc2732d None None] Provisioning complete for port 50d610c5-8061-4d74-820b-7bc610cd3d68 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:51.015127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b3b14628-6f97-4a32-a229-4bf7ebc2732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:51.039876 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Network 300d1f0d-2882-4566-8a8d-6483f6a11d8a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:51.066738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9f7290-1d79-4305-b006-df39c2e768a5 None None] Update dhcp port {'port': {'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0', 'fixed_ips': [{'subnet_id': '13862bab-6eb9-44fc-aef5-49ae29fa7f1b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd62b79b1-7b9b-4641-86f2-a5200546d4da'}], 'binding:host_id': 'dv-neutron-831573-1-hyperv'}, 'id': '4dafe6d9-cef7-435a-8d3d-cb79f903c39c'} from dv-neutron-831573-1-hyperv. {{(pid=84534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 19:06:51.082508 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-a62688a5-5d07-4086-ba2a-c97acb1c42a5 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 6e2e7515-0ebf-4624-9ca0-d33a0b5e90de) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:51.084877 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aff1f80-8f84-4897-a191-35aa8452785d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] DELETE failed (client error): The resource could not be found. Mar 02 19:06:51.085308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aff1f80-8f84-4897-a191-35aa8452785d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:06:51.086957 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6aff1f80-8f84-4897-a191-35aa8452785d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/subnets/42d74061-0b5d-40de-b2e3-09fb8f1140e1 HTTP/1.1" status: 404 len: 337 time: 0.0997756 Mar 02 19:06:51.095429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34678) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:51.141875 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:51.142828 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62688a5-5d07-4086-ba2a-c97acb1c42a5 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:51.143513 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a62688a5-5d07-4086-ba2a-c97acb1c42a5 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:51.145489 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:06:51.148439 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Pushing event updated for resources: {'Port': ['ID=bad90685-eb3e-4151-9f91-ddb91d7bb8c4,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:51.152834 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] For port 1c148f1d-44f6-4ebe-96d4-2253bf9fe7da, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:06:51.164674 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2b9f7290-1d79-4305-b006-df39c2e768a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:51.181429 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed47b46-2060-4b3e-87be-ef771c41adb0 None None] Network 1fb0c29d-28cb-409d-9b95-8713b698c540 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:51.201632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-0181c6d3-c4a3-4228-9de4-70d4efa753b7 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port 80c90d14-64ce-4000-92e6-a3a001b63bb5 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:51.203189 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0181c6d3-c4a3-4228-9de4-70d4efa753b7 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:51.203636 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aff8e99-8b99-43f9-bc22-8255b873bf69 None None] Network 6e2e7515-0ebf-4624-9ca0-d33a0b5e90de requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:51.237657 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a62688a5-5d07-4086-ba2a-c97acb1c42a5 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1129799 Mar 02 19:06:51.239753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34684) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:51.248768 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-009d84e2-630b-4e48-80d6-d63c28a055e4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1672952048'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:51.255512 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa40c606-43c5-4449-a102-f019511d02b1 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Deleting subnet 84ac9a9b-e548-44b8-beea-f63feb5e898d {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:06:51.263522 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aa40c606-43c5-4449-a102-f019511d02b1 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:51.266680 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-009d84e2-630b-4e48-80d6-d63c28a055e4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:51.274445 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-009d84e2-630b-4e48-80d6-d63c28a055e4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Usage tracker for resource:network and tenant:1758f23f1d4d42aaad969f6b6becd413 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:51.279697 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-009d84e2-630b-4e48-80d6-d63c28a055e4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:51.285886 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-009d84e2-630b-4e48-80d6-d63c28a055e4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:51.313279 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-78bf7f5d-5370-41b3-bb04-d4855f68c621 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:51.331126 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-78bf7f5d-5370-41b3-bb04-d4855f68c621 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Transition to ACTIVE for port object 5d49ff67-7415-4cf3-bd92-15b368f18c04 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:51.368148 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009d84e2-630b-4e48-80d6-d63c28a055e4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Made reservation on behalf of 1758f23f1d4d42aaad969f6b6becd413 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:51.371443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aa40c606-43c5-4449-a102-f019511d02b1 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:51.372309 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-009d84e2-630b-4e48-80d6-d63c28a055e4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:51.382772 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] For port 1c148f1d-44f6-4ebe-96d4-2253bf9fe7da, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=1c148f1d-44f6-4ebe-96d4-2253bf9fe7da,segment=NetworkSegment(0693659c-42db-46f4-a364-5f15eabb5153),segment_id=0693659c-42db-46f4-a364-5f15eabb5153)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:06:51.396793 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-78bf7f5d-5370-41b3-bb04-d4855f68c621 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:51.411278 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009d84e2-630b-4e48-80d6-d63c28a055e4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:06:51.422136 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-009d84e2-630b-4e48-80d6-d63c28a055e4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:51.422507 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-009d84e2-630b-4e48-80d6-d63c28a055e4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Added segment b7d8c4c5-62e3-4757-ab58-e07fe67204ee of type vlan for network 8bb39a60-328a-441a-b80e-da10c0699b43 Mar 02 19:06:51.543452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0181c6d3-c4a3-4228-9de4-70d4efa753b7 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:51.549575 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-78bf7f5d-5370-41b3-bb04-d4855f68c621 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] In _notify_port_updated(), no bound segment for port 5d49ff67-7415-4cf3-bd92-15b368f18c04 on network caaf6078-3670-462a-af47-0003d1841ef0 {{(pid=84533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:06:51.553917 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bf7f5d-5370-41b3-bb04-d4855f68c621 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:51.554544 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-78bf7f5d-5370-41b3-bb04-d4855f68c621 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:51.560683 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-78bf7f5d-5370-41b3-bb04-d4855f68c621 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "PUT /v2.0/ports/5d49ff67-7415-4cf3-bd92-15b368f18c04 HTTP/1.1" status: 200 len: 930 time: 2.2678270 Mar 02 19:06:51.560823 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34688) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:51.565229 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:51.565664 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf7f5d-5370-41b3-bb04-d4855f68c621 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=5d49ff67-7415-4cf3-bd92-15b368f18c04,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:51.569054 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-009d84e2-630b-4e48-80d6-d63c28a055e4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:51.713621 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Attempting to bind port bad90685-eb3e-4151-9f91-ddb91d7bb8c4 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:06:51.714322 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Attempting to bind port bad90685-eb3e-4151-9f91-ddb91d7bb8c4 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '49197ec5-23ed-4980-bc0b-a9b90e4e8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '300d1f0d-2882-4566-8a8d-6483f6a11d8a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:06:51.714777 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Attempting to bind port bad90685-eb3e-4151-9f91-ddb91d7bb8c4 on network 300d1f0d-2882-4566-8a8d-6483f6a11d8a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:06:51.723915 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-673f2e10-c946-4803-a8c7-33ebe54a140d req-a0a9bb88-5fe2-48fe-b240-850820fcf091 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 210 time: 0.0621789 Mar 02 19:06:51.725118 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-009d84e2-630b-4e48-80d6-d63c28a055e4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:51.731704 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009d84e2-630b-4e48-80d6-d63c28a055e4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:51.732585 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-009d84e2-630b-4e48-80d6-d63c28a055e4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:51.769313 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-0181c6d3-c4a3-4228-9de4-70d4efa753b7 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for 80c90d14-64ce-4000-92e6-a3a001b63bb5 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:51.832047 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aa40c606-43c5-4449-a102-f019511d02b1 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:51.858743 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d84e2-630b-4e48-80d6-d63c28a055e4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Network': ['ID=8bb39a60-328a-441a-b80e-da10c0699b43,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:51.878650 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-009d84e2-630b-4e48-80d6-d63c28a055e4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6365952 Mar 02 19:06:51.880494 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34694) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:51.886593 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-55e826e7-d06f-4487-b75d-dba7a4126f20 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'subnet': {'network_id': '8bb39a60-328a-441a-b80e-da10c0699b43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:51.889168 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-8a51c2fb-4738-4aca-897a-d3e1a1115ff8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port 5d49ff67-7415-4cf3-bd92-15b368f18c04 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:51.889514 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8a51c2fb-4738-4aca-897a-d3e1a1115ff8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:51.901240 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:51.928001 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 8bb39a60-328a-441a-b80e-da10c0699b43 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:06:52.005800 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-55e826e7-d06f-4487-b75d-dba7a4126f20 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:52.010621 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-55e826e7-d06f-4487-b75d-dba7a4126f20 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Usage tracker for resource:subnet and tenant:1758f23f1d4d42aaad969f6b6becd413 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:52.013362 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-55e826e7-d06f-4487-b75d-dba7a4126f20 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:52.019202 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-55e826e7-d06f-4487-b75d-dba7a4126f20 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:52.054057 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:06:52.054477 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Checking segment: {'id': '49197ec5-23ed-4980-bc0b-a9b90e4e8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '300d1f0d-2882-4566-8a8d-6483f6a11d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:06:52.054827 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:52.055264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Bound using segment: {'id': '49197ec5-23ed-4980-bc0b-a9b90e4e8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '300d1f0d-2882-4566-8a8d-6483f6a11d8a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:06:52.055825 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Bound port: bad90685-eb3e-4151-9f91-ddb91d7bb8c4, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49197ec5-23ed-4980-bc0b-a9b90e4e8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '300d1f0d-2882-4566-8a8d-6483f6a11d8a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:06:52.069073 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:52.069073 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c428b0c-dd59-4250-98cd-0efa0a0a2e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:52.154961 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e826e7-d06f-4487-b75d-dba7a4126f20 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Made reservation on behalf of 1758f23f1d4d42aaad969f6b6becd413 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:52.179570 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aa40c606-43c5-4449-a102-f019511d02b1 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:52.246724 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972db81-aa54-406d-b513-de9d9c55bf43 None None] Pushing event updated for resources: {'Port': ['ID=1c148f1d-44f6-4ebe-96d4-2253bf9fe7da,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:52.339876 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0181c6d3-c4a3-4228-9de4-70d4efa753b7 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:52.387318 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40c606-43c5-4449-a102-f019511d02b1 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event deleted for resources: {'Subnet': ['ID=84ac9a9b-e548-44b8-beea-f63feb5e898d,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:52.402071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-55e826e7-d06f-4487-b75d-dba7a4126f20 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:52.433634 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181c6d3-c4a3-4228-9de4-70d4efa753b7 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Port': ['ID=80c90d14-64ce-4000-92e6-a3a001b63bb5,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:52.433939 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4dafe6d9-cef7-435a-8d3d-cb79f903c39c,segment=NetworkSegment(aa427c10-256e-4881-8f2b-58bd42bdaa6f),segment_id=aa427c10-256e-4881-8f2b-58bd42bdaa6f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:52.438415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aa40c606-43c5-4449-a102-f019511d02b1 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:52.447010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8a51c2fb-4738-4aca-897a-d3e1a1115ff8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:52.462631 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0181c6d3-c4a3-4228-9de4-70d4efa753b7 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:52.500723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.ipam_backend_mixin [None req-55e826e7-d06f-4487-b75d-dba7a4126f20 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Performing IP validity checks on allocation pools {{(pid=84533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 19:06:52.501503 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.ipam_backend_mixin [None req-55e826e7-d06f-4487-b75d-dba7a4126f20 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 19:06:52.512998 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-2b9f7290-1d79-4305-b006-df39c2e768a5 None None] Allocated IP 2001:db8:0:1::2 (caaf6078-3670-462a-af47-0003d1841ef0/d62b79b1-7b9b-4641-86f2-a5200546d4da/4dafe6d9-cef7-435a-8d3d-cb79f903c39c) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:52.531150 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c25d7c-a668-477e-a582-9d745e776d00 None None] Network 7f333594-38f9-45f9-ab71-7f9260221323 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:52.545796 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:52.591309 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-6e2e7515-0ebf-4624-9ca0-d33a0b5e90de', 'network_id': '6e2e7515-0ebf-4624-9ca0-d33a0b5e90de', 'tenant_id': '1758f23f1d4d42aaad969f6b6becd413', 'fixed_ips': [{'subnet_id': '5c501810-48d7-461c-9274-058562001799'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:06:52.592396 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:52.601510 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-8a51c2fb-4738-4aca-897a-d3e1a1115ff8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for 5d49ff67-7415-4cf3-bd92-15b368f18c04 owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:52.701940 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 50d610c5-8061-4d74-820b-7bc610cd3d68 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:52.722236 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-aa40c606-43c5-4449-a102-f019511d02b1 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "DELETE /v2.0/subnets/84ac9a9b-e548-44b8-beea-f63feb5e898d HTTP/1.1" status: 204 len: 168 time: 2.0021913 Mar 02 19:06:52.724819 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34700) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:52.739957 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0181c6d3-c4a3-4228-9de4-70d4efa753b7 tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/ports/80c90d14-64ce-4000-92e6-a3a001b63bb5 HTTP/1.1" status: 204 len: 168 time: 1.6435170 Mar 02 19:06:52.743297 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34704) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:52.814550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c176ef70-2f5b-4b51-929a-a24daf1fcbec tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:52.815431 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c176ef70-2f5b-4b51-929a-a24daf1fcbec tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Synchronizing usage tracker for tenant:b753d1417b8c4838bf098eb872c98e8b on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:52.825586 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-55e826e7-d06f-4487-b75d-dba7a4126f20 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:52.871662 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:52.903325 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] For port bad90685-eb3e-4151-9f91-ddb91d7bb8c4, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:06:52.931207 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bb2c195a-195b-438b-9c74-a213502dc597 req-b0c3caa7-e19f-4c44-b834-237ac49996f3 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 210 time: 0.0550597 Mar 02 19:06:52.932886 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e826e7-d06f-4487-b75d-dba7a4126f20 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Subnet': ['ID=3dcf22f1-eebd-4a90-8167-145a340b1527,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:52.941399 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Deleting port df35e717-4687-490e-96fc-f31249034eac {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:52.941741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:52.954737 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e826e7-d06f-4487-b75d-dba7a4126f20 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Checking segment: {'id': 'b7d8c4c5-62e3-4757-ab58-e07fe67204ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '8bb39a60-328a-441a-b80e-da10c0699b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:06:52.955277 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e826e7-d06f-4487-b75d-dba7a4126f20 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network hostable DHCP agents. Network: 8bb39a60-328a-441a-b80e-da10c0699b43, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:06:52.979371 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c176ef70-2f5b-4b51-929a-a24daf1fcbec tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Unset dirty status for tenant:b753d1417b8c4838bf098eb872c98e8b on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:52.980940 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c176ef70-2f5b-4b51-929a-a24daf1fcbec tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2545595 Mar 02 19:06:52.987471 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34710) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:53.027010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8a51c2fb-4738-4aca-897a-d3e1a1115ff8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:53.062424 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] For port bad90685-eb3e-4151-9f91-ddb91d7bb8c4, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=bad90685-eb3e-4151-9f91-ddb91d7bb8c4,segment=NetworkSegment(49197ec5-23ed-4980-bc0b-a9b90e4e8e88),segment_id=49197ec5-23ed-4980-bc0b-a9b90e4e8e88)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:06:53.065410 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7639a5a-4c81-49b1-a3a1-89a90db4dd38 None None] DHCP port deletion for 1fb0c29d-28cb-409d-9b95-8713b698c540 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:06:53.082874 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e826e7-d06f-4487-b75d-dba7a4126f20 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network 8bb39a60-328a-441a-b80e-da10c0699b43 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:06:53.098373 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-9444676c-4244-45b3-9a99-7bdcb4815f74 None None] Provisioning complete for port df35e717-4687-490e-96fc-f31249034eac triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:53.102731 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9444676c-4244-45b3-9a99-7bdcb4815f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:53.147657 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a7639a5a-4c81-49b1-a3a1-89a90db4dd38 None None] Deleting port df35e717-4687-490e-96fc-f31249034eac {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:53.148291 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a7639a5a-4c81-49b1-a3a1-89a90db4dd38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:53.150555 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:53.163143 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Deleting port bad90685-eb3e-4151-9f91-ddb91d7bb8c4 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:53.163678 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:53.185195 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=4dafe6d9-cef7-435a-8d3d-cb79f903c39c,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:53.204188 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-55e826e7-d06f-4487-b75d-dba7a4126f20 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 8bb39a60-328a-441a-b80e-da10c0699b43) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:53.205297 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:53.217549 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e826e7-d06f-4487-b75d-dba7a4126f20 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:53.218131 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-55e826e7-d06f-4487-b75d-dba7a4126f20 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:53.231114 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51c2fb-4738-4aca-897a-d3e1a1115ff8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Port': ['ID=5d49ff67-7415-4cf3-bd92-15b368f18c04,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:53.245154 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8a51c2fb-4738-4aca-897a-d3e1a1115ff8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:53.285706 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9808ac40-f4b9-47ab-bc5d-f5132d80af84 None None] Network 8bb39a60-328a-441a-b80e-da10c0699b43 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:53.304151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51c2fb-4738-4aca-897a-d3e1a1115ff8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:53.307308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51c2fb-4738-4aca-897a-d3e1a1115ff8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:53.307308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51c2fb-4738-4aca-897a-d3e1a1115ff8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:53.307308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51c2fb-4738-4aca-897a-d3e1a1115ff8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:53.307308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51c2fb-4738-4aca-897a-d3e1a1115ff8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:53.307308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51c2fb-4738-4aca-897a-d3e1a1115ff8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:53.307308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51c2fb-4738-4aca-897a-d3e1a1115ff8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:53.307308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51c2fb-4738-4aca-897a-d3e1a1115ff8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:53.308067 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51c2fb-4738-4aca-897a-d3e1a1115ff8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:53.308067 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51c2fb-4738-4aca-897a-d3e1a1115ff8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:53.308253 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51c2fb-4738-4aca-897a-d3e1a1115ff8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:53.325560 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8a51c2fb-4738-4aca-897a-d3e1a1115ff8 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/ports/5d49ff67-7415-4cf3-bd92-15b368f18c04 HTTP/1.1" status: 204 len: 168 time: 1.7607362 Mar 02 19:06:53.329110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34714) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:53.372753 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-55e826e7-d06f-4487-b75d-dba7a4126f20 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4878831 Mar 02 19:06:53.375887 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34718) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:53.461209 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-6136bc00-f5e5-4dde-a758-cd7f218763e6 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] GET failed (client error): The resource could not be found. Mar 02 19:06:53.461443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6136bc00-f5e5-4dde-a758-cd7f218763e6 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Synchronizing usage tracker for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:53.514829 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-62d6c12e-3145-44b6-93fb-a9fcb0f0c52f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:53.515561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-62d6c12e-3145-44b6-93fb-a9fcb0f0c52f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Synchronizing usage tracker for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:53.551626 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] For port df35e717-4687-490e-96fc-f31249034eac, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=df35e717-4687-490e-96fc-f31249034eac,segment=NetworkSegment(cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538),segment_id=cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:53.551930 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:53.555895 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] For port bad90685-eb3e-4151-9f91-ddb91d7bb8c4, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=bad90685-eb3e-4151-9f91-ddb91d7bb8c4,segment=NetworkSegment(49197ec5-23ed-4980-bc0b-a9b90e4e8e88),segment_id=49197ec5-23ed-4980-bc0b-a9b90e4e8e88)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:53.556475 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:53.603951 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-2b9f7290-1d79-4305-b006-df39c2e768a5 None None] For port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4dafe6d9-cef7-435a-8d3d-cb79f903c39c,segment=NetworkSegment(aa427c10-256e-4881-8f2b-58bd42bdaa6f),segment_id=aa427c10-256e-4881-8f2b-58bd42bdaa6f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:53.628635 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6136bc00-f5e5-4dde-a758-cd7f218763e6 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Unset dirty status for tenant:7af48cce49c04901a107f48ce0e9ac52 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:53.629929 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6136bc00-f5e5-4dde-a758-cd7f218763e6 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports/5d49ff67-7415-4cf3-bd92-15b368f18c04 HTTP/1.1" status: 404 len: 333 time: 0.2984748 Mar 02 19:06:53.643644 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34722) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:53.649444 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050d794-8cb3-407b-aa21-d88e71f6cba9 None None] Pushing event updated for resources: {'Port': ['ID=bad90685-eb3e-4151-9f91-ddb91d7bb8c4,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:53.695014 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-62d6c12e-3145-44b6-93fb-a9fcb0f0c52f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Unset dirty status for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:53.696192 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-62d6c12e-3145-44b6-93fb-a9fcb0f0c52f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.87 "GET /v2.0/networks?id=2e33772f-7a83-4314-934e-a7ea68526e72 HTTP/1.1" status: 200 len: 812 time: 0.7050300 Mar 02 19:06:53.703038 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Calling delete_port for df35e717-4687-490e-96fc-f31249034eac owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:53.733136 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 50d610c5-8061-4d74-820b-7bc610cd3d68 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:53.733456 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:53.734726 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Calling delete_port for bad90685-eb3e-4151-9f91-ddb91d7bb8c4 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:53.804721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-2194b906-e88a-45af-b296-797afc76716c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Synchronizing usage tracker for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:53.840076 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-2194b906-e88a-45af-b296-797afc76716c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Unset dirty status for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:53.840672 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-2194b906-e88a-45af-b296-797afc76716c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c751e1819ac4d70a34f41774e11c468 HTTP/1.1" status: 200 len: 379 time: 0.1096578 Mar 02 19:06:53.849804 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-013a455b-d7db-4e3f-9e29-a889ed809b8f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Request body: {'port': {'device_id': '7cb25bfd-033f-4ca2-92c2-a4b63ec930c3', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'admin_state_up': True, 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'security_groups': ['b9335af6-6068-4af9-87e5-231e7a16c228']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:53.890206 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Allocated IP 2001:db8::1 (6e2e7515-0ebf-4624-9ca0-d33a0b5e90de/5c501810-48d7-461c-9274-058562001799/fbe6a79c-f92a-419e-9426-280a68bda9c2) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:53.895082 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.resource_extend [None req-2b9f7290-1d79-4305-b006-df39c2e768a5 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:06:53.918535 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-96060a63-0efd-4e27-bfae-4095e9b07be3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:53.926057 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2b9f7290-1d79-4305-b006-df39c2e768a5 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:53.954036 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2b9f7290-1d79-4305-b006-df39c2e768a5 None None] Transition to ACTIVE for port object 4dafe6d9-cef7-435a-8d3d-cb79f903c39c will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:53.988999 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:54.009420 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-013a455b-d7db-4e3f-9e29-a889ed809b8f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:54.015054 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:54.051080 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] No DVR routers for this DVR port bad90685-eb3e-4151-9f91-ddb91d7bb8c4 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:06:54.055527 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37a62aaf-a77a-430c-a0c5-6dad1fc261ec tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:54.152656 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event deleted for resources: {'Port': ['ID=bad90685-eb3e-4151-9f91-ddb91d7bb8c4,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:54.170149 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-a7639a5a-4c81-49b1-a3a1-89a90db4dd38 None None] For port df35e717-4687-490e-96fc-f31249034eac, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=df35e717-4687-490e-96fc-f31249034eac,segment=NetworkSegment(cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538),segment_id=cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:54.170937 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a7639a5a-4c81-49b1-a3a1-89a90db4dd38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:54.204765 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Port': ['ID=df35e717-4687-490e-96fc-f31249034eac,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:54.206895 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-013a455b-d7db-4e3f-9e29-a889ed809b8f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:54.214479 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] No DVR routers for this DVR port df35e717-4687-490e-96fc-f31249034eac on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:06:54.329113 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-013a455b-d7db-4e3f-9e29-a889ed809b8f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Made reservation on behalf of 0c751e1819ac4d70a34f41774e11c468 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:54.332341 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-013a455b-d7db-4e3f-9e29-a889ed809b8f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:54.385924 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ac7e8f-1cb8-4079-9847-8cbd2b3a882c None None] Network 300d1f0d-2882-4566-8a8d-6483f6a11d8a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:54.496764 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-96060a63-0efd-4e27-bfae-4095e9b07be3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:54.505824 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a7639a5a-4c81-49b1-a3a1-89a90db4dd38 None None] Calling delete_port for df35e717-4687-490e-96fc-f31249034eac owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:54.535032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-013a455b-d7db-4e3f-9e29-a889ed809b8f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Allocated IP 172.20.0.12 (2e33772f-7a83-4314-934e-a7ea68526e72/eb42d443-71ba-493e-8b31-52bf5eb54af6/0f1731b4-e9a5-41da-9e91-890706cfbe3a) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:54.541221 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37a62aaf-a77a-430c-a0c5-6dad1fc261ec tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:54.567979 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-41b87c8c-96a1-4c62-ab4e-2c2bca9acaea req-a81c54a6-bf9e-4fd2-8761-19689c969067 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 210 time: 0.3438330 Mar 02 19:06:54.603390 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:54.674085 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300d1f0d-2882-4566-8a8d-6483f6a11d8a']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:54.696077 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-203ab605-bb74-4dc2-a879-819974966135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:54.696926 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2b9f7290-1d79-4305-b006-df39c2e768a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:54.697950 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49197ec5-23ed-4980-bc0b-a9b90e4e8e88') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:54.698511 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49197ec5-23ed-4980-bc0b-a9b90e4e8e88') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:54.715165 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:54.734197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:54.735648 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:54.744772 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:06:54.745548 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:06:54.764330 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:06:54.773353 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-013a455b-d7db-4e3f-9e29-a889ed809b8f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:54.782781 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb0c29d-28cb-409d-9b95-8713b698c540']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:54.802850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:54.803090 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdef0dab-e8f3-4a6a-8e53-ab92c4fc8538') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:54.814806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-013a455b-d7db-4e3f-9e29-a889ed809b8f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Transition to ACTIVE for port object 0f1731b4-e9a5-41da-9e91-890706cfbe3a will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:54.820249 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:54.842237 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:54.854813 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:06:54.856484 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:06:54.871714 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:06:54.876389 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-96060a63-0efd-4e27-bfae-4095e9b07be3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:54.889678 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37a62aaf-a77a-430c-a0c5-6dad1fc261ec tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.026280 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96060a63-0efd-4e27-bfae-4095e9b07be3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Subnet': ['ID=3dcf22f1-eebd-4a90-8167-145a340b1527,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:55.029193 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.035281 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.042653 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-013a455b-d7db-4e3f-9e29-a889ed809b8f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.047383 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-9444676c-4244-45b3-9a99-7bdcb4815f74 None None] Could not find standard attr ID for object 80c90d14-64ce-4000-92e6-a3a001b63bb5. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:06:55.090006 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "DELETE /v2.0/networks/300d1f0d-2882-4566-8a8d-6483f6a11d8a HTTP/1.1" status: 204 len: 168 time: 2.1005504 Mar 02 19:06:55.091674 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34730) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:55.095887 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afdf7e-7ace-4b0e-92ff-cc9247c6c8be tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event deleted for resources: {'Network': ['ID=300d1f0d-2882-4566-8a8d-6483f6a11d8a,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:55.100733 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a62aaf-a77a-430c-a0c5-6dad1fc261ec tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b282f6-2abd-47ac-80e8-6cc84654ae18,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:55.178661 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.211750 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.229699 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f7290-1d79-4305-b006-df39c2e768a5 None None] Pushing event updated for resources: {'Port': ['ID=4dafe6d9-cef7-435a-8d3d-cb79f903c39c,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:55.246571 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device df35e717-4687-490e-96fc-f31249034eac no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:06:55.289601 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.289883 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c91d3e-9e67-45a4-b579-dc0d6f40f669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-8bb39a60-328a-441a-b80e-da10c0699b43', 'network_id': '8bb39a60-328a-441a-b80e-da10c0699b43', 'tenant_id': '1758f23f1d4d42aaad969f6b6becd413', 'fixed_ips': [{'subnet_id': '3dcf22f1-eebd-4a90-8167-145a340b1527'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:06:55.290418 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f3c91d3e-9e67-45a4-b579-dc0d6f40f669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.307120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37a62aaf-a77a-430c-a0c5-6dad1fc261ec tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.311143 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-37a62aaf-a77a-430c-a0c5-6dad1fc261ec tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/security-groups/29b282f6-2abd-47ac-80e8-6cc84654ae18 HTTP/1.1" status: 204 len: 168 time: 1.6660066 Mar 02 19:06:55.311946 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34734) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:55.336082 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.346934 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] Pushing event deleted for resources: {'Network': ['ID=1fb0c29d-28cb-409d-9b95-8713b698c540,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:55.366670 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-013a455b-d7db-4e3f-9e29-a889ed809b8f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Network 2e33772f-7a83-4314-934e-a7ea68526e72 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:55.368293 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-48459643-6f17-44c7-b8fd-67b29e2d476d tempest-PortsTestJSON-440403758 tempest-PortsTestJSON-440403758-project] 10.222.0.73 "DELETE /v2.0/networks/1fb0c29d-28cb-409d-9b95-8713b698c540 HTTP/1.1" status: 204 len: 168 time: 2.6240230 Mar 02 19:06:55.375552 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: df35e717-4687-490e-96fc-f31249034eac {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:06:55.375552 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device df35e717-4687-490e-96fc-f31249034eac not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:06:55.376366 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-013a455b-d7db-4e3f-9e29-a889ed809b8f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:55.377534 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-013a455b-d7db-4e3f-9e29-a889ed809b8f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:06:55.386135 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-96060a63-0efd-4e27-bfae-4095e9b07be3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.394312 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Deleting port 1c148f1d-44f6-4ebe-96d4-2253bf9fe7da {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:55.394653 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.411055 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a455b-d7db-4e3f-9e29-a889ed809b8f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event updated for resources: {'Port': ['ID=0f1731b4-e9a5-41da-9e91-890706cfbe3a,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:55.442868 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-a7639a5a-4c81-49b1-a3a1-89a90db4dd38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:06:55.444482 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-a7639a5a-4c81-49b1-a3a1-89a90db4dd38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:06:55.492718 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-013a455b-d7db-4e3f-9e29-a889ed809b8f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:55.493581 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-013a455b-d7db-4e3f-9e29-a889ed809b8f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.523415 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-96060a63-0efd-4e27-bfae-4095e9b07be3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb39a60-328a-441a-b80e-da10c0699b43']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:55.525122 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ba05b2c2-37e9-4934-bb90-f1b8dde7e332 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.625912 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-013a455b-d7db-4e3f-9e29-a889ed809b8f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7800775 Mar 02 19:06:55.627620 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ba05b2c2-37e9-4934-bb90-f1b8dde7e332 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.638599 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] Request body: {'port': {'device_id': '7cb25bfd-033f-4ca2-92c2-a4b63ec930c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:55.731335 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-96060a63-0efd-4e27-bfae-4095e9b07be3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d8c4c5-62e3-4757-ab58-e07fe67204ee') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:55.731666 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-96060a63-0efd-4e27-bfae-4095e9b07be3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d8c4c5-62e3-4757-ab58-e07fe67204ee') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:55.763639 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-96060a63-0efd-4e27-bfae-4095e9b07be3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.780904 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.802438 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-96060a63-0efd-4e27-bfae-4095e9b07be3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.809374 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4dafe6d9-cef7-435a-8d3d-cb79f903c39c up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:55.819459 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96060a63-0efd-4e27-bfae-4095e9b07be3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:06:55.819866 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-96060a63-0efd-4e27-bfae-4095e9b07be3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:06:55.933538 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:06:55.936872 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ba05b2c2-37e9-4934-bb90-f1b8dde7e332 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.951137 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.954903 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a7639a5a-4c81-49b1-a3a1-89a90db4dd38 None None] Deleting port df35e717-4687-490e-96fc-f31249034eac {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:06:55.956300 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a7639a5a-4c81-49b1-a3a1-89a90db4dd38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.974318 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05b2c2-37e9-4934-bb90-f1b8dde7e332 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aeba956-1b86-4578-a299-bc4df3fa9a03,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:56.038326 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df534235-bf75-45a1-a814-02a76fdeb14d None None] Network 8bb39a60-328a-441a-b80e-da10c0699b43 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:56.078851 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-96060a63-0efd-4e27-bfae-4095e9b07be3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:56.079675 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Transition to ACTIVE for port object fbe6a79c-f92a-419e-9426-280a68bda9c2 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:56.113996 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-96060a63-0efd-4e27-bfae-4095e9b07be3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:56.116385 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-96060a63-0efd-4e27-bfae-4095e9b07be3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/networks/8bb39a60-328a-441a-b80e-da10c0699b43 HTTP/1.1" status: 204 len: 168 time: 2.7393708 Mar 02 19:06:56.122283 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34742) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:56.124438 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Transition to ACTIVE for port object fbe6a79c-f92a-419e-9426-280a68bda9c2 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:56.126617 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ba05b2c2-37e9-4934-bb90-f1b8dde7e332 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:56.127767 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ba05b2c2-37e9-4934-bb90-f1b8dde7e332 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/security-groups/4aeba956-1b86-4578-a299-bc4df3fa9a03 HTTP/1.1" status: 204 len: 168 time: 0.8088381 Mar 02 19:06:56.133531 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-3b92cd84-2990-4eee-81aa-386c6214575e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1036779761'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:56.147336 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34746) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:56.164203 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df534235-bf75-45a1-a814-02a76fdeb14d None None] Network 8bb39a60-328a-441a-b80e-da10c0699b43 could not be found, it might have been deleted concurrently. {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 02 19:06:56.186037 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052496d-491b-4626-96fa-4e60e1c3a1be req-51a3f169-5d24-4c36-95fd-f1f85bde3f36 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:56.189482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-e052496d-491b-4626-96fa-4e60e1c3a1be req-51a3f169-5d24-4c36-95fd-f1f85bde3f36 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Synchronizing usage tracker for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:56.198836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3b92cd84-2990-4eee-81aa-386c6214575e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:56.201170 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:56.215052 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96060a63-0efd-4e27-bfae-4095e9b07be3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Network': ['ID=8bb39a60-328a-441a-b80e-da10c0699b43,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:56.216158 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3b92cd84-2990-4eee-81aa-386c6214575e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Usage tracker for resource:network and tenant:1758f23f1d4d42aaad969f6b6becd413 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:56.220304 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3b92cd84-2990-4eee-81aa-386c6214575e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:56.223252 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:56.257232 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3b92cd84-2990-4eee-81aa-386c6214575e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:56.264582 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] For port 1c148f1d-44f6-4ebe-96d4-2253bf9fe7da, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=1c148f1d-44f6-4ebe-96d4-2253bf9fe7da,segment=NetworkSegment(0693659c-42db-46f4-a364-5f15eabb5153),segment_id=0693659c-42db-46f4-a364-5f15eabb5153)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:56.268785 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:56.341077 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a7639a5a-4c81-49b1-a3a1-89a90db4dd38 None None] The port 'df35e717-4687-490e-96fc-f31249034eac' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:06:56.345850 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Pushing event updated for resources: {'Port': ['ID=fbe6a79c-f92a-419e-9426-280a68bda9c2,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:56.414552 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Network 6e2e7515-0ebf-4624-9ca0-d33a0b5e90de is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:56.416662 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:56.419776 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:06:56.523414 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34752) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:56.532802 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Calling delete_port for 1c148f1d-44f6-4ebe-96d4-2253bf9fe7da owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:06:56.545903 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-aba6af5a-255a-4eaa-a8ed-f16c7c39f884 None None] Provisioning for port 0f1731b4-e9a5-41da-9e91-890706cfbe3a completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:56.563428 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:56.576050 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-aba6af5a-255a-4eaa-a8ed-f16c7c39f884 None None] Provisioning complete for port 0f1731b4-e9a5-41da-9e91-890706cfbe3a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:56.576575 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aba6af5a-255a-4eaa-a8ed-f16c7c39f884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:56.630897 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Attempting to bind port fbe6a79c-f92a-419e-9426-280a68bda9c2 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:06:56.631297 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Attempting to bind port fbe6a79c-f92a-419e-9426-280a68bda9c2 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '55cc5a4d-2f69-4a50-869e-42e110c343ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '6e2e7515-0ebf-4624-9ca0-d33a0b5e90de'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:06:56.631752 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Attempting to bind port fbe6a79c-f92a-419e-9426-280a68bda9c2 on network 6e2e7515-0ebf-4624-9ca0-d33a0b5e90de {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:06:56.665291 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:06:56.665821 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Checking segment: {'id': '55cc5a4d-2f69-4a50-869e-42e110c343ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '6e2e7515-0ebf-4624-9ca0-d33a0b5e90de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:06:56.666906 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:56.671160 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Bound using segment: {'id': '55cc5a4d-2f69-4a50-869e-42e110c343ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '6e2e7515-0ebf-4624-9ca0-d33a0b5e90de'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:06:56.672235 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Bound port: fbe6a79c-f92a-419e-9426-280a68bda9c2, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55cc5a4d-2f69-4a50-869e-42e110c343ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '6e2e7515-0ebf-4624-9ca0-d33a0b5e90de'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:06:56.672703 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:56.715382 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-aba6af5a-255a-4eaa-a8ed-f16c7c39f884 None None] Port 0f1731b4-e9a5-41da-9e91-890706cfbe3a cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:06:56.836380 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b92cd84-2990-4eee-81aa-386c6214575e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Made reservation on behalf of 1758f23f1d4d42aaad969f6b6becd413 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:56.841626 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3b92cd84-2990-4eee-81aa-386c6214575e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:56.844892 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] For port fbe6a79c-f92a-419e-9426-280a68bda9c2, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:06:56.849506 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] For port fbe6a79c-f92a-419e-9426-280a68bda9c2, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=fbe6a79c-f92a-419e-9426-280a68bda9c2,segment=NetworkSegment(55cc5a4d-2f69-4a50-869e-42e110c343ee),segment_id=55cc5a4d-2f69-4a50-869e-42e110c343ee)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:06:56.868645 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1731b4-e9a5-41da-9e91-890706cfbe3a {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:06:56.885875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:56.906433 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-48a81288-9cf2-477b-bb8d-d31dcbfafc22 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=492dbd1aaa2b468e92542bbdee548e8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3816376 Mar 02 19:06:56.907045 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34758) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:56.913015 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] Transition to ACTIVE for port object 0f1731b4-e9a5-41da-9e91-890706cfbe3a will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:56.913842 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b92cd84-2990-4eee-81aa-386c6214575e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:06:56.916638 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:56.924779 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3b92cd84-2990-4eee-81aa-386c6214575e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:56.925278 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-3b92cd84-2990-4eee-81aa-386c6214575e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Added segment a4828beb-ffa0-4823-912a-a55f5a9f310f of type vlan for network b3f85e3a-ff5a-4bab-9197-0503e91a6abd Mar 02 19:06:56.962500 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-baece4bf-5163-46d3-afa7-03d8ea460f18 None None] Provisioning for port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:56.964906 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-e052496d-491b-4626-96fa-4e60e1c3a1be req-51a3f169-5d24-4c36-95fd-f1f85bde3f36 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Unset dirty status for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:56.966173 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e052496d-491b-4626-96fa-4e60e1c3a1be req-51a3f169-5d24-4c36-95fd-f1f85bde3f36 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 932 time: 1.1166210 Mar 02 19:06:56.985411 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:57.008185 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-baece4bf-5163-46d3-afa7-03d8ea460f18 None None] Provisioning complete for port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:57.008185 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-baece4bf-5163-46d3-afa7-03d8ea460f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:57.019603 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3b92cd84-2990-4eee-81aa-386c6214575e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:57.032358 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:57.108062 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f09d8-2844-495f-a6e9-48d9b452270a None None] Pushing event updated for resources: {'Port': ['ID=fbe6a79c-f92a-419e-9426-280a68bda9c2,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:57.136265 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1731b4-e9a5-41da-9e91-890706cfbe3a,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:57.147168 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e052496d-491b-4626-96fa-4e60e1c3a1be req-b4515d4b-7163-4d06-bbc9-6f4a8c42dbad tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738985 Mar 02 19:06:57.247503 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-baece4bf-5163-46d3-afa7-03d8ea460f18 None None] Provisioning complete for port b1851369-60f9-4101-a151-db066a51491a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:57.247880 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-baece4bf-5163-46d3-afa7-03d8ea460f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:57.278940 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3b92cd84-2990-4eee-81aa-386c6214575e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:57.282651 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b92cd84-2990-4eee-81aa-386c6214575e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:57.283231 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3b92cd84-2990-4eee-81aa-386c6214575e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:57.338956 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68e2457-f5eb-4827-b019-745db657887a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting subnet 13862bab-6eb9-44fc-aef5-49ae29fa7f1b {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:06:57.356722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event deleted for resources: {'Port': ['ID=1c148f1d-44f6-4ebe-96d4-2253bf9fe7da,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:57.364175 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b68e2457-f5eb-4827-b019-745db657887a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:57.447273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] No DVR routers for this DVR port 1c148f1d-44f6-4ebe-96d4-2253bf9fe7da on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:06:57.511792 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-baece4bf-5163-46d3-afa7-03d8ea460f18 None None] Port b1851369-60f9-4101-a151-db066a51491a cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:06:57.523773 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-baece4bf-5163-46d3-afa7-03d8ea460f18 None None] Could not find standard attr ID for object 5d49ff67-7415-4cf3-bd92-15b368f18c04. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:06:57.595141 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3b92cd84-2990-4eee-81aa-386c6214575e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4675078 Mar 02 19:06:57.638947 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a223e7aa-6ee8-4cff-948a-5ac00d112621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:57.642693 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b68e2457-f5eb-4827-b019-745db657887a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:57.660906 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34762) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:57.672848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-35b3199d-9432-4a4b-9d79-5734f0f99048 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'subnet': {'network_id': 'b3f85e3a-ff5a-4bab-9197-0503e91a6abd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:57.673955 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device fbe6a79c-f92a-419e-9426-280a68bda9c2 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:57.784908 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:57.816467 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a223e7aa-6ee8-4cff-948a-5ac00d112621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:57.851079 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f333594-38f9-45f9-ab71-7f9260221323']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:57.867956 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port fbe6a79c-f92a-419e-9426-280a68bda9c2 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:57.872324 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0693659c-42db-46f4-a364-5f15eabb5153') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:57.872711 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0693659c-42db-46f4-a364-5f15eabb5153') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:57.881818 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92cd84-2990-4eee-81aa-386c6214575e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Network': ['ID=b3f85e3a-ff5a-4bab-9197-0503e91a6abd,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:57.904385 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b68e2457-f5eb-4827-b019-745db657887a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:57.906723 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network b3f85e3a-ff5a-4bab-9197-0503e91a6abd details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:06:57.934962 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-35b3199d-9432-4a4b-9d79-5734f0f99048 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:57.939303 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:57.944419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-35b3199d-9432-4a4b-9d79-5734f0f99048 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Usage tracker for resource:subnet and tenant:1758f23f1d4d42aaad969f6b6becd413 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:57.959116 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-35b3199d-9432-4a4b-9d79-5734f0f99048 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:57.971742 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-35b3199d-9432-4a4b-9d79-5734f0f99048 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:57.976377 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] Attempting to bind port 0f1731b4-e9a5-41da-9e91-890706cfbe3a on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:06:57.981652 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] Attempting to bind port 0f1731b4-e9a5-41da-9e91-890706cfbe3a by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:06:57.981652 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] Attempting to bind port 0f1731b4-e9a5-41da-9e91-890706cfbe3a on network 2e33772f-7a83-4314-934e-a7ea68526e72 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:06:57.990918 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] Port 0f1731b4-e9a5-41da-9e91-890706cfbe3a on network 2e33772f-7a83-4314-934e-a7ea68526e72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:06:57.991253 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] Attempting to bind port 0f1731b4-e9a5-41da-9e91-890706cfbe3a on network 2e33772f-7a83-4314-934e-a7ea68526e72 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:06:57.998938 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:58.000122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:06:58.000828 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] Checking segment: {'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:06:58.001087 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] Bound using segment: {'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:06:58.001430 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] Bound port: 0f1731b4-e9a5-41da-9e91-890706cfbe3a, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:06:58.001859 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:58.014346 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:06:58.015020 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:06:58.031390 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:06:58.106919 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] For port 0f1731b4-e9a5-41da-9e91-890706cfbe3a, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:06:58.110316 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] For port 0f1731b4-e9a5-41da-9e91-890706cfbe3a, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0f1731b4-e9a5-41da-9e91-890706cfbe3a,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:06:58.112595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b3199d-9432-4a4b-9d79-5734f0f99048 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Made reservation on behalf of 1758f23f1d4d42aaad969f6b6becd413 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:58.135662 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a223e7aa-6ee8-4cff-948a-5ac00d112621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:58.163332 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223e7aa-6ee8-4cff-948a-5ac00d112621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd491551-4541-41e8-a410-76cd7792faa6,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:58.194185 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a223e7aa-6ee8-4cff-948a-5ac00d112621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:58.199719 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a223e7aa-6ee8-4cff-948a-5ac00d112621 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd491551-4541-41e8-a410-76cd7792faa6 HTTP/1.1" status: 204 len: 168 time: 1.2891040 Mar 02 19:06:58.247961 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:58.253573 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:58.284853 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:58.294071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34770) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:58.294497 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "DELETE /v2.0/networks/7f333594-38f9-45f9-ab71-7f9260221323 HTTP/1.1" status: 204 len: 168 time: 3.1950235 Mar 02 19:06:58.299976 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b68e2457-f5eb-4827-b019-745db657887a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:58.351904 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e2457-f5eb-4827-b019-745db657887a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Subnet': ['ID=13862bab-6eb9-44fc-aef5-49ae29fa7f1b,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:58.356996 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e5f80-8623-4f12-8118-aae8fa082722 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event deleted for resources: {'Network': ['ID=7f333594-38f9-45f9-ab71-7f9260221323,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:58.371524 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b68e2457-f5eb-4827-b019-745db657887a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:58.379443 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b68e2457-f5eb-4827-b019-745db657887a tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/subnets/13862bab-6eb9-44fc-aef5-49ae29fa7f1b HTTP/1.1" status: 204 len: 168 time: 2.2305954 Mar 02 19:06:58.380425 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34772) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:58.381505 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6c0e9d-672d-4341-aa9e-4ad75dea99a2 None None] Network caaf6078-3670-462a-af47-0003d1841ef0 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:58.387388 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-5defea2f-f91d-43b7-942e-822591b7803c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'subnet': {'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:58.559701 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-35b3199d-9432-4a4b-9d79-5734f0f99048 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:58.683131 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30bef10-e552-488b-8887-98b2d6c74c83 None None] Network 6e2e7515-0ebf-4624-9ca0-d33a0b5e90de requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:06:58.709061 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35652892-0883-4a15-b9c3-5ebd46c1525b req-ea6c4879-250e-4e36-8648-a7348e8c85a6 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:58.720396 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-35652892-0883-4a15-b9c3-5ebd46c1525b req-ea6c4879-250e-4e36-8648-a7348e8c85a6 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 944 time: 0.3134613 Mar 02 19:06:58.734768 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1731b4-e9a5-41da-9e91-890706cfbe3a,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:58.758570 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:58.760055 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-b65194f0-d978-4f78-80d5-8cb0b50f4c75 service neutron] 10.222.0.87 "PUT /v2.0/ports/0f1731b4-e9a5-41da-9e91-890706cfbe3a HTTP/1.1" status: 200 len: 1094 time: 3.1267502 Mar 02 19:06:58.761070 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb25bfd-033f-4ca2-92c2-a4b63ec930c3', 'tag': '0f1731b4-e9a5-41da-9e91-890706cfbe3a'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:06:58.807336 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5defea2f-f91d-43b7-942e-822591b7803c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:58.824153 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5defea2f-f91d-43b7-942e-822591b7803c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:subnet and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:58.847299 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5defea2f-f91d-43b7-942e-822591b7803c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:58.870510 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5defea2f-f91d-43b7-942e-822591b7803c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:58.904116 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-35652892-0883-4a15-b9c3-5ebd46c1525b req-c564dc6b-a7b5-439f-bb6e-e5f038136464 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826057 Mar 02 19:06:58.966506 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb25bfd-033f-4ca2-92c2-a4b63ec930c3', 'tag': '0f1731b4-e9a5-41da-9e91-890706cfbe3a', 'status': 'completed', 'code': 200} Mar 02 19:06:58.990941 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5defea2f-f91d-43b7-942e-822591b7803c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:06:58.995610 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5defea2f-f91d-43b7-942e-822591b7803c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:59.120181 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-905dff38-4c97-4493-bf87-c6f3248014a0 None None] Provisioning for port fbe6a79c-f92a-419e-9426-280a68bda9c2 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:59.140457 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-905dff38-4c97-4493-bf87-c6f3248014a0 None None] Provisioning complete for port fbe6a79c-f92a-419e-9426-280a68bda9c2 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:59.140903 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-905dff38-4c97-4493-bf87-c6f3248014a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:59.146528 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffd93b38-9e57-4468-8727-cff2fee169a5 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:59.422871 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-905dff38-4c97-4493-bf87-c6f3248014a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:59.441896 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-6e67e991-0dbf-4fe6-b241-a1409fe38a26 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c751e1819ac4d70a34f41774e11c468&device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 1097 time: 0.4838562 Mar 02 19:06:59.508506 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-905dff38-4c97-4493-bf87-c6f3248014a0 None None] For port fbe6a79c-f92a-419e-9426-280a68bda9c2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=fbe6a79c-f92a-419e-9426-280a68bda9c2,segment=NetworkSegment(55cc5a4d-2f69-4a50-869e-42e110c343ee),segment_id=55cc5a4d-2f69-4a50-869e-42e110c343ee)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:06:59.541849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffd93b38-9e57-4468-8727-cff2fee169a5 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:59.593016 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-863185fd-f675-4ae5-a89c-d959465cedcf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f1731b4-e9a5-41da-9e91-890706cfbe3a HTTP/1.1" status: 200 len: 217 time: 0.1414940 Mar 02 19:06:59.596904 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5defea2f-f91d-43b7-942e-822591b7803c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:59.637652 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-905dff38-4c97-4493-bf87-c6f3248014a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:59.645862 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-ffd93b38-9e57-4468-8727-cff2fee169a5 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d823fa27-c4c7-432d-b2e9-4a975dac791b']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:59.673193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-ffd93b38-9e57-4468-8727-cff2fee169a5 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8cd5dc9-32a4-49fa-9c45-3d403d054637') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:59.678899 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-ffd93b38-9e57-4468-8727-cff2fee169a5 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8cd5dc9-32a4-49fa-9c45-3d403d054637') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:59.734354 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffd93b38-9e57-4468-8727-cff2fee169a5 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:59.745357 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5defea2f-f91d-43b7-942e-822591b7803c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network caaf6078-3670-462a-af47-0003d1841ef0 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:59.749533 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-5defea2f-f91d-43b7-942e-822591b7803c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:59.753105 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5defea2f-f91d-43b7-942e-822591b7803c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:59.753750 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5defea2f-f91d-43b7-942e-822591b7803c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:59.771477 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-35b3199d-9432-4a4b-9d79-5734f0f99048 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:59.779307 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905dff38-4c97-4493-bf87-c6f3248014a0 None None] Pushing event updated for resources: {'Port': ['ID=fbe6a79c-f92a-419e-9426-280a68bda9c2,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:59.782350 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defea2f-f91d-43b7-942e-822591b7803c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Subnet': ['ID=16e89c83-8e64-40ba-81a6-de40a52eff6f,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:59.805625 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905dff38-4c97-4493-bf87-c6f3248014a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:59.805814 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905dff38-4c97-4493-bf87-c6f3248014a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:59.806309 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905dff38-4c97-4493-bf87-c6f3248014a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:59.807738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905dff38-4c97-4493-bf87-c6f3248014a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:59.808442 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905dff38-4c97-4493-bf87-c6f3248014a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:59.808968 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905dff38-4c97-4493-bf87-c6f3248014a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:59.809995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905dff38-4c97-4493-bf87-c6f3248014a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:59.810512 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905dff38-4c97-4493-bf87-c6f3248014a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:59.811025 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905dff38-4c97-4493-bf87-c6f3248014a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:59.811549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905dff38-4c97-4493-bf87-c6f3248014a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:59.812103 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905dff38-4c97-4493-bf87-c6f3248014a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:59.849571 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-e0ac9491-8b68-43dc-a31b-42a92f627b18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:59.851027 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-e0ac9491-8b68-43dc-a31b-42a92f627b18 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=eb42d443-71ba-493e-8b31-52bf5eb54af6 HTTP/1.1" status: 200 len: 851 time: 0.2456038 Mar 02 19:06:59.852219 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffd93b38-9e57-4468-8727-cff2fee169a5 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:59.891087 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3199d-9432-4a4b-9d79-5734f0f99048 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Subnet': ['ID=6e82357e-38ca-4875-9dc5-b12478ea314e,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:59.904210 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5defea2f-f91d-43b7-942e-822591b7803c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5223725 Mar 02 19:06:59.908747 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34794) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:59.910628 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-261b1c66-aecd-414e-9f80-5be7279a0ba1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'security_group': {'name': 'tempest-secgroup-1633788074'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:06:59.927255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-261b1c66-aecd-414e-9f80-5be7279a0ba1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:59.942733 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-261b1c66-aecd-414e-9f80-5be7279a0ba1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:security_group and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:59.942733 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-261b1c66-aecd-414e-9f80-5be7279a0ba1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:59.943508 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-261b1c66-aecd-414e-9f80-5be7279a0ba1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:00.013167 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252fb26e-3205-4f0b-938d-45d392836804 None None] Network caaf6078-3670-462a-af47-0003d1841ef0 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:00.019999 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-261b1c66-aecd-414e-9f80-5be7279a0ba1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:00.036705 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd93b38-9e57-4468-8727-cff2fee169a5 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:07:00.042514 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffd93b38-9e57-4468-8727-cff2fee169a5 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:07:00.086899 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:07:00.100985 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-261b1c66-aecd-414e-9f80-5be7279a0ba1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:00.106764 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-261b1c66-aecd-414e-9f80-5be7279a0ba1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:security_group_rule and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:00.110211 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-261b1c66-aecd-414e-9f80-5be7279a0ba1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:00.117409 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-261b1c66-aecd-414e-9f80-5be7279a0ba1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:00.222996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8db1bce5-cf26-487e-8209-c143b21b06e2 None None] Provisioning complete for port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:00.223748 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8db1bce5-cf26-487e-8209-c143b21b06e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:00.269811 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-261b1c66-aecd-414e-9f80-5be7279a0ba1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:00.305233 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6f94e-6128-4a7a-bf86-0bcc2d5b8595 req-46bc223f-5b05-4e6b-a21a-769ad5bb993c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:00.307498 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-27d6f94e-6128-4a7a-bf86-0bcc2d5b8595 req-46bc223f-5b05-4e6b-a21a-769ad5bb993c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 944 time: 0.1426113 Mar 02 19:07:00.359160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-261b1c66-aecd-414e-9f80-5be7279a0ba1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:00.430663 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b1c66-aecd-414e-9f80-5be7279a0ba1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fa9860-3c6f-4de7-bfec-e17b5bd05cd9,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:00.490814 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-27d6f94e-6128-4a7a-bf86-0bcc2d5b8595 req-eef70c58-9444-46d7-a405-1d69a5cda083 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661613 Mar 02 19:07:00.529033 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b3199d-9432-4a4b-9d79-5734f0f99048 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Checking segment: {'id': 'a4828beb-ffa0-4823-912a-a55f5a9f310f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'b3f85e3a-ff5a-4bab-9197-0503e91a6abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:07:00.530091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b3199d-9432-4a4b-9d79-5734f0f99048 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network hostable DHCP agents. Network: b3f85e3a-ff5a-4bab-9197-0503e91a6abd, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:07:00.533867 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-261b1c66-aecd-414e-9f80-5be7279a0ba1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:00.536170 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-261b1c66-aecd-414e-9f80-5be7279a0ba1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6293855 Mar 02 19:07:00.541669 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34804) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:00.547618 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-2f724be6-3711-4f9b-baad-1364e3991d9f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'security_group': {'name': 'tempest-secgroup-1845522779'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:00.552391 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8db1bce5-cf26-487e-8209-c143b21b06e2 None None] Provisioning complete for port b1851369-60f9-4101-a151-db066a51491a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:00.558330 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8db1bce5-cf26-487e-8209-c143b21b06e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:00.558478 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2f724be6-3711-4f9b-baad-1364e3991d9f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:00.560425 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2f724be6-3711-4f9b-baad-1364e3991d9f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:security_group and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:00.563842 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2f724be6-3711-4f9b-baad-1364e3991d9f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:00.569588 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-356e63ba-69fe-404b-8fb8-3d839089d250 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2e33772f-7a83-4314-934e-a7ea68526e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6683090 Mar 02 19:07:00.571137 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2f724be6-3711-4f9b-baad-1364e3991d9f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:00.616166 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-8db1bce5-cf26-487e-8209-c143b21b06e2 None None] Port b1851369-60f9-4101-a151-db066a51491a cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:07:00.668654 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8db1bce5-cf26-487e-8209-c143b21b06e2 None None] Provisioning complete for port fbe6a79c-f92a-419e-9426-280a68bda9c2 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:00.669027 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8db1bce5-cf26-487e-8209-c143b21b06e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:00.683269 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2f724be6-3711-4f9b-baad-1364e3991d9f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:00.693958 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffd93b38-9e57-4468-8727-cff2fee169a5 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:00.695515 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b3199d-9432-4a4b-9d79-5734f0f99048 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network b3f85e3a-ff5a-4bab-9197-0503e91a6abd is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:07:00.737326 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2f724be6-3711-4f9b-baad-1364e3991d9f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:00.740439 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffd93b38-9e57-4468-8727-cff2fee169a5 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:00.742706 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2f724be6-3711-4f9b-baad-1364e3991d9f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:security_group_rule and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:00.747536 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2f724be6-3711-4f9b-baad-1364e3991d9f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:00.752565 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd93b38-9e57-4468-8727-cff2fee169a5 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event deleted for resources: {'Network': ['ID=d823fa27-c4c7-432d-b2e9-4a975dac791b,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:00.756261 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2f724be6-3711-4f9b-baad-1364e3991d9f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:00.764628 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-95590df0-5e9b-496e-a86e-d7cf324f0e88 service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880536 Mar 02 19:07:00.777152 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6fab4f-c317-45fd-b786-09e271cbc2d4 None None] Update dhcp port {'port': {'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0', 'fixed_ips': [{'subnet_id': 'd62b79b1-7b9b-4641-86f2-a5200546d4da', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '16e89c83-8e64-40ba-81a6-de40a52eff6f'}], 'binding:host_id': 'dv-neutron-831573-1-hyperv'}, 'id': '4dafe6d9-cef7-435a-8d3d-cb79f903c39c'} from dv-neutron-831573-1-hyperv. {{(pid=84534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 19:07:00.836280 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2f724be6-3711-4f9b-baad-1364e3991d9f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:00.851409 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ffd93b38-9e57-4468-8727-cff2fee169a5 tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "DELETE /v2.0/networks/d823fa27-c4c7-432d-b2e9-4a975dac791b HTTP/1.1" status: 204 len: 168 time: 2.4544077 Mar 02 19:07:00.853041 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34810) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:00.855588 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-35b3199d-9432-4a4b-9d79-5734f0f99048 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, b3f85e3a-ff5a-4bab-9197-0503e91a6abd) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:00.868098 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b3199d-9432-4a4b-9d79-5734f0f99048 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:00.868702 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-35b3199d-9432-4a4b-9d79-5734f0f99048 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:00.881525 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b302a3fc-7e89-469c-8a30-6bf56af4a624 None None] Network b3f85e3a-ff5a-4bab-9197-0503e91a6abd requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:00.902666 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2c6fab4f-c317-45fd-b786-09e271cbc2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:00.932795 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-842daae4-bb35-45fb-82bf-d187cfe60bb6 req-58ff6a2d-2066-48ab-aa17-0629202bc01b service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608067 Mar 02 19:07:00.983725 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2f724be6-3711-4f9b-baad-1364e3991d9f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:00.988282 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-35b3199d-9432-4a4b-9d79-5734f0f99048 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.3233750 Mar 02 19:07:00.988464 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34816) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:01.037051 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:01.062777 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f724be6-3711-4f9b-baad-1364e3991d9f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d740954c-aaa5-48d5-9af2-496e9427adb4,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:01.240182 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c1e3508-1c04-4291-acba-d9047e63bec3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:01.254572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2f724be6-3711-4f9b-baad-1364e3991d9f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:01.258412 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2f724be6-3711-4f9b-baad-1364e3991d9f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7133372 Mar 02 19:07:01.276952 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34824) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:01.286381 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-e4aa3b2e-5005-41d3-8d3e-dd99cb2daebd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'security_group': {'name': 'tempest-secgroup-1834250657'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:01.298986 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-063e0451-7ac8-4605-933b-910e61ae2de2 req-46e0068a-c85a-45b0-89e1-5beef665236e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c751e1819ac4d70a34f41774e11c468&device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 1097 time: 0.2111466 Mar 02 19:07:01.308465 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-2c6fab4f-c317-45fd-b786-09e271cbc2d4 None None] Allocated IP 2001:db8::2 (caaf6078-3670-462a-af47-0003d1841ef0/16e89c83-8e64-40ba-81a6-de40a52eff6f/4dafe6d9-cef7-435a-8d3d-cb79f903c39c) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:07:01.354712 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e4aa3b2e-5005-41d3-8d3e-dd99cb2daebd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:01.369833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c1e3508-1c04-4291-acba-d9047e63bec3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:01.371936 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e4aa3b2e-5005-41d3-8d3e-dd99cb2daebd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:security_group and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:01.377765 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e4aa3b2e-5005-41d3-8d3e-dd99cb2daebd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:01.386765 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:01.394743 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e4aa3b2e-5005-41d3-8d3e-dd99cb2daebd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:01.449299 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d123849b-bf57-44b3-98e9-616ed9ab35b1']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:01.451317 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-2c6fab4f-c317-45fd-b786-09e271cbc2d4 None None] For port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4dafe6d9-cef7-435a-8d3d-cb79f903c39c,segment=NetworkSegment(aa427c10-256e-4881-8f2b-58bd42bdaa6f),segment_id=aa427c10-256e-4881-8f2b-58bd42bdaa6f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:01.471702 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3e3258-9323-47de-aaff-677b75838afd') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:01.473623 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3e3258-9323-47de-aaff-677b75838afd') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:01.492506 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:01.522475 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device fbe6a79c-f92a-419e-9426-280a68bda9c2 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:01.529821 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e4aa3b2e-5005-41d3-8d3e-dd99cb2daebd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:01.593810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e4aa3b2e-5005-41d3-8d3e-dd99cb2daebd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:01.599568 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e4aa3b2e-5005-41d3-8d3e-dd99cb2daebd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:security_group_rule and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:01.605671 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e4aa3b2e-5005-41d3-8d3e-dd99cb2daebd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:01.616941 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:01.619739 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e4aa3b2e-5005-41d3-8d3e-dd99cb2daebd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:01.632055 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e0451-7ac8-4605-933b-910e61ae2de2 req-dd2f56f4-1d38-4cfa-a695-a4eaccece076 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:01.634448 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-063e0451-7ac8-4605-933b-910e61ae2de2 req-dd2f56f4-1d38-4cfa-a695-a4eaccece076 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2e33772f-7a83-4314-934e-a7ea68526e72 HTTP/1.1" status: 200 len: 913 time: 0.3268073 Mar 02 19:07:01.636593 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:07:01.637137 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:07:01.655888 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:07:01.685353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2c6fab4f-c317-45fd-b786-09e271cbc2d4 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:01.707810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c1e3508-1c04-4291-acba-d9047e63bec3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:01.761073 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port fbe6a79c-f92a-419e-9426-280a68bda9c2 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:01.761423 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:01.785352 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e4aa3b2e-5005-41d3-8d3e-dd99cb2daebd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:01.805953 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e3508-1c04-4291-acba-d9047e63bec3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Subnet': ['ID=6e82357e-38ca-4875-9dc5-b12478ea314e,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:01.812106 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-063e0451-7ac8-4605-933b-910e61ae2de2 req-8cd23156-ec6b-44f1-bb1e-a4bd12e54eea service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f1731b4-e9a5-41da-9e91-890706cfbe3a HTTP/1.1" status: 200 len: 217 time: 0.1683469 Mar 02 19:07:01.837040 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:01.839616 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:01.846614 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2c6fab4f-c317-45fd-b786-09e271cbc2d4 None None] Transition to ACTIVE for port object 4dafe6d9-cef7-435a-8d3d-cb79f903c39c will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:01.872018 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a12090-cac5-4112-8ce9-35a351639204 None None] Network b3f85e3a-ff5a-4bab-9197-0503e91a6abd requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:01.885606 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:01.887308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Pushing event deleted for resources: {'Network': ['ID=d123849b-bf57-44b3-98e9-616ed9ab35b1,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:01.901553 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e0451-7ac8-4605-933b-910e61ae2de2 req-48344904-df6a-4489-a5cf-ad7f3a3f3b39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:01.903385 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-063e0451-7ac8-4605-933b-910e61ae2de2 req-48344904-df6a-4489-a5cf-ad7f3a3f3b39 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=eb42d443-71ba-493e-8b31-52bf5eb54af6 HTTP/1.1" status: 200 len: 851 time: 0.0861032 Mar 02 19:07:01.903852 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:01.904257 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:01.904968 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:01.908810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:01.908810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:01.908810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:01.908810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:01.908810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:01.908810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:01.908810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:01.908810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:01.917383 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e4aa3b2e-5005-41d3-8d3e-dd99cb2daebd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:01.955972 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b630ed17-b8b4-42c8-8764-bc22336271ff tempest-BulkNetworkOpsTest-1891523640 tempest-BulkNetworkOpsTest-1891523640-project] 10.222.0.73 "DELETE /v2.0/networks/d123849b-bf57-44b3-98e9-616ed9ab35b1 HTTP/1.1" status: 204 len: 168 time: 1.1015556 Mar 02 19:07:02.002548 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa3b2e-5005-41d3-8d3e-dd99cb2daebd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1c48a5-4127-464b-b463-fa1ca715615e,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:02.019925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e4aa3b2e-5005-41d3-8d3e-dd99cb2daebd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:02.025919 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e4aa3b2e-5005-41d3-8d3e-dd99cb2daebd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7436202 Mar 02 19:07:02.026809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34844) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:02.037395 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-dfd05680-1490-434d-9104-2de1ca625a9c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1925039681', 'security_groups': ['dc1c48a5-4127-464b-b463-fa1ca715615e'], 'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '16e89c83-8e64-40ba-81a6-de40a52eff6f'}]}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:02.047734 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2c6fab4f-c317-45fd-b786-09e271cbc2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:02.148251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c1e3508-1c04-4291-acba-d9047e63bec3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:02.192874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8b540-39e2-4a32-b3af-abcd9a53d1a9 req-a001df18-347f-4251-a5e2-f062bc25e772 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:02.194421 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2bb8b540-39e2-4a32-b3af-abcd9a53d1a9 req-a001df18-347f-4251-a5e2-f062bc25e772 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 944 time: 0.4942245 Mar 02 19:07:02.223155 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-3c1e3508-1c04-4291-acba-d9047e63bec3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f85e3a-ff5a-4bab-9197-0503e91a6abd']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:02.231105 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fab4f-c317-45fd-b786-09e271cbc2d4 None None] Pushing event updated for resources: {'Port': ['ID=4dafe6d9-cef7-435a-8d3d-cb79f903c39c,revision_number=6']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:02.269724 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-3c1e3508-1c04-4291-acba-d9047e63bec3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4828beb-ffa0-4823-912a-a55f5a9f310f') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:02.269724 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-3c1e3508-1c04-4291-acba-d9047e63bec3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4828beb-ffa0-4823-912a-a55f5a9f310f') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:02.284228 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-dfd05680-1490-434d-9104-2de1ca625a9c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:02.292588 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c1e3508-1c04-4291-acba-d9047e63bec3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:02.297372 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-dfd05680-1490-434d-9104-2de1ca625a9c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:02.330739 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-063e0451-7ac8-4605-933b-910e61ae2de2 req-da13bb3a-685c-4bee-9f24-8fc57b1e8fc2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2e33772f-7a83-4314-934e-a7ea68526e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4086430 Mar 02 19:07:02.369916 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c1e3508-1c04-4291-acba-d9047e63bec3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:02.402507 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd05680-1490-434d-9104-2de1ca625a9c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:02.438311 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2bb8b540-39e2-4a32-b3af-abcd9a53d1a9 req-0e26c8dd-5c28-4fa9-9445-d3211b8d27fd tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244790 Mar 02 19:07:02.439432 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1e3508-1c04-4291-acba-d9047e63bec3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:07:02.439852 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c1e3508-1c04-4291-acba-d9047e63bec3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:07:02.466403 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:07:02.667397 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34850) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:02.688577 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dfd05680-1490-434d-9104-2de1ca625a9c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:02.717993 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-dfd05680-1490-434d-9104-2de1ca625a9c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] device_id is not set on port 057305b7-02d5-4508-90ef-28f728904ac1 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:07:02.757462 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-063e0451-7ac8-4605-933b-910e61ae2de2 req-0794ddb5-d3e7-4a06-87e5-738d6ee36b27 service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160764 Mar 02 19:07:02.802710 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34856) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:02.814499 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-31504278', 'description': 'tempest-secgroup-smoke-31504278 description', 'project_id': '0af1fa0d95a44ba480dc48db39841166'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:02.821178 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:02.826416 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c1e3508-1c04-4291-acba-d9047e63bec3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:02.828688 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Usage tracker for resource:security_group and tenant:0af1fa0d95a44ba480dc48db39841166 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:02.882874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:02.903807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c1e3508-1c04-4291-acba-d9047e63bec3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:02.913594 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:02.922068 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e3508-1c04-4291-acba-d9047e63bec3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Network': ['ID=b3f85e3a-ff5a-4bab-9197-0503e91a6abd,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:02.947460 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3c1e3508-1c04-4291-acba-d9047e63bec3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/networks/b3f85e3a-ff5a-4bab-9197-0503e91a6abd HTTP/1.1" status: 204 len: 168 time: 1.9540834 Mar 02 19:07:02.947708 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34860) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:02.953191 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-4557d873-73de-4b3a-ab6e-cbdc5f184a68 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-308420731'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:02.961032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4557d873-73de-4b3a-ab6e-cbdc5f184a68 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:02.969968 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4557d873-73de-4b3a-ab6e-cbdc5f184a68 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Usage tracker for resource:network and tenant:1758f23f1d4d42aaad969f6b6becd413 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:02.982761 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4557d873-73de-4b3a-ab6e-cbdc5f184a68 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:02.991872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4557d873-73de-4b3a-ab6e-cbdc5f184a68 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:03.001347 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-808b6cdb-a432-422a-a1ab-b0ab91ccf11a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b753d1417b8c4838bf098eb872c98e8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3332171 Mar 02 19:07:03.005404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34864) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:03.043282 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.043513 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-dfd05680-1490-434d-9104-2de1ca625a9c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Allocated IP 2001:db8::143 (caaf6078-3670-462a-af47-0003d1841ef0/16e89c83-8e64-40ba-81a6-de40a52eff6f/057305b7-02d5-4508-90ef-28f728904ac1) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:07:03.060824 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-063e0451-7ac8-4605-933b-910e61ae2de2 req-cbcf5140-d47d-4cc6-a057-2c977dcf20ee service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973125 Mar 02 19:07:03.079863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.107844 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4557d873-73de-4b3a-ab6e-cbdc5f184a68 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Made reservation on behalf of 1758f23f1d4d42aaad969f6b6becd413 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:03.110818 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4557d873-73de-4b3a-ab6e-cbdc5f184a68 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.131715 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64b3bf2-c96e-4e1c-84f6-38ee16913423 None None] get_active_networks_info from dv-neutron-831573-1-hyperv {{(pid=84534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 19:07:03.162561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-70715de1-57a6-40cb-ac13-089d6836e783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.168446 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:03.181328 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Usage tracker for resource:security_group_rule and tenant:0af1fa0d95a44ba480dc48db39841166 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:03.190089 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:03.206569 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4557d873-73de-4b3a-ab6e-cbdc5f184a68 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:07:03.209811 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:03.220558 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-70715de1-57a6-40cb-ac13-089d6836e783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.249698 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4557d873-73de-4b3a-ab6e-cbdc5f184a68 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.250031 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-4557d873-73de-4b3a-ab6e-cbdc5f184a68 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Added segment 596566f5-b15d-4ce4-93d7-1f46f38fdbc6 of type vlan for network 7b6cae07-ffc4-466e-89a9-0eaab526ade1 Mar 02 19:07:03.271084 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64b3bf2-c96e-4e1c-84f6-38ee16913423 None None] Resources bound (agent type, host, resource id): {{(pid=84534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 19:07:03.287397 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dfd05680-1490-434d-9104-2de1ca625a9c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.288990 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1e0f8ed5-ae51-428a-8f5e-5254e12848de None None] Provisioning for port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:03.306032 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-dfd05680-1490-434d-9104-2de1ca625a9c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Transition to ACTIVE for port object 057305b7-02d5-4508-90ef-28f728904ac1 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:03.312825 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1e0f8ed5-ae51-428a-8f5e-5254e12848de None None] Provisioning complete for port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:03.313332 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1e0f8ed5-ae51-428a-8f5e-5254e12848de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.316558 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4557d873-73de-4b3a-ab6e-cbdc5f184a68 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.381643 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.408470 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dfd05680-1490-434d-9104-2de1ca625a9c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.466301 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-70715de1-57a6-40cb-ac13-089d6836e783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.484341 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70715de1-57a6-40cb-ac13-089d6836e783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ec5f22-8d41-4428-90d1-2a820543a817,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:03.498137 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd05680-1490-434d-9104-2de1ca625a9c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network caaf6078-3670-462a-af47-0003d1841ef0 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:07:03.501442 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-dfd05680-1490-434d-9104-2de1ca625a9c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:03.506672 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd05680-1490-434d-9104-2de1ca625a9c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:07:03.508984 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-70715de1-57a6-40cb-ac13-089d6836e783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.511438 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-70715de1-57a6-40cb-ac13-089d6836e783 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/41ec5f22-8d41-4428-90d1-2a820543a817 HTTP/1.1" status: 204 len: 168 time: 0.4969304 Mar 02 19:07:03.514490 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd05680-1490-434d-9104-2de1ca625a9c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:03.515151 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dfd05680-1490-434d-9104-2de1ca625a9c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.520261 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd05680-1490-434d-9104-2de1ca625a9c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=057305b7-02d5-4508-90ef-28f728904ac1,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:03.529548 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.536984 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4557d873-73de-4b3a-ab6e-cbdc5f184a68 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.540802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4557d873-73de-4b3a-ab6e-cbdc5f184a68 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:03.541443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4557d873-73de-4b3a-ab6e-cbdc5f184a68 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.622080 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4dafe6d9-cef7-435a-8d3d-cb79f903c39c up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:03.660205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d619d73-bad9-48b2-9e14-67252ed09bba,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:03.680012 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-dfd05680-1490-434d-9104-2de1ca625a9c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6519864 Mar 02 19:07:03.680866 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34872) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:03.687117 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-26820136-e3f9-44e7-b0f3-1bf91d97cc6f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'subnet': {'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:03.745044 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:03.761494 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Usage tracker for resource:security_group_rule and tenant:0af1fa0d95a44ba480dc48db39841166 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:03.762294 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1e0f8ed5-ae51-428a-8f5e-5254e12848de None None] Provisioning complete for port b1851369-60f9-4101-a151-db066a51491a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:03.762692 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1e0f8ed5-ae51-428a-8f5e-5254e12848de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.767645 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:03.776012 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557d873-73de-4b3a-ab6e-cbdc5f184a68 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Network': ['ID=7b6cae07-ffc4-466e-89a9-0eaab526ade1,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:03.779898 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:03.803590 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4557d873-73de-4b3a-ab6e-cbdc5f184a68 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8522091 Mar 02 19:07:03.804958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34876) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:03.821165 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-09777436-3b6d-40b6-a5ed-dc49f101673e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'subnet': {'network_id': '7b6cae07-ffc4-466e-89a9-0eaab526ade1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:03.838212 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 7b6cae07-ffc4-466e-89a9-0eaab526ade1 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:07:03.845264 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148beee-67ae-4d1e-bbb5-148b2ba7b11d req-102035d3-df8c-4620-8843-88d80f48ab1c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:03.846875 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a148beee-67ae-4d1e-bbb5-148b2ba7b11d req-102035d3-df8c-4620-8843-88d80f48ab1c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 944 time: 0.1894350 Mar 02 19:07:03.858544 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:03.859475 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.889323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.919567 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a148beee-67ae-4d1e-bbb5-148b2ba7b11d req-cae332e4-ca0a-49e1-81c8-7375cda4862a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640924 Mar 02 19:07:03.961530 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:03.973477 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-26820136-e3f9-44e7-b0f3-1bf91d97cc6f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:03.980500 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-26820136-e3f9-44e7-b0f3-1bf91d97cc6f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:subnet and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:03.983512 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-09777436-3b6d-40b6-a5ed-dc49f101673e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:03.985695 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-26820136-e3f9-44e7-b0f3-1bf91d97cc6f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:03.992665 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-09777436-3b6d-40b6-a5ed-dc49f101673e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Usage tracker for resource:subnet and tenant:1758f23f1d4d42aaad969f6b6becd413 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:03.996207 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-26820136-e3f9-44e7-b0f3-1bf91d97cc6f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:03.998986 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-09777436-3b6d-40b6-a5ed-dc49f101673e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:04.020884 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-09777436-3b6d-40b6-a5ed-dc49f101673e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:04.027668 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:04.059834 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1e0f8ed5-ae51-428a-8f5e-5254e12848de None None] Port b1851369-60f9-4101-a151-db066a51491a cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:07:04.093904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:04.096006 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8e9016b3-2b98-4204-95d6-07c89375d596 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 1.2916443 Mar 02 19:07:04.098692 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34884) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:04.106318 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-30f54bb7-4576-4156-8d13-ebe865e1d964 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Request body: {'security_group_rule': {'security_group_id': '5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced', 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:04.117527 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-30f54bb7-4576-4156-8d13-ebe865e1d964 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:04.124099 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09777436-3b6d-40b6-a5ed-dc49f101673e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Made reservation on behalf of 1758f23f1d4d42aaad969f6b6becd413 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:04.135633 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-30f54bb7-4576-4156-8d13-ebe865e1d964 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Usage tracker for resource:security_group_rule and tenant:0af1fa0d95a44ba480dc48db39841166 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:04.140257 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-30f54bb7-4576-4156-8d13-ebe865e1d964 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:04.146363 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-30f54bb7-4576-4156-8d13-ebe865e1d964 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:04.152139 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db96e08b-7be1-454f-8643-5c5ab2f3b554 None None] get_active_networks_info from dv-neutron-831573-1-hyperv {{(pid=84534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 19:07:04.234791 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-09777436-3b6d-40b6-a5ed-dc49f101673e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:04.251610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-30f54bb7-4576-4156-8d13-ebe865e1d964 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:04.309126 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db96e08b-7be1-454f-8643-5c5ab2f3b554 None None] Resources bound (agent type, host, resource id): {{(pid=84534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 19:07:04.331610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-30f54bb7-4576-4156-8d13-ebe865e1d964 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:04.354849 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26820136-e3f9-44e7-b0f3-1bf91d97cc6f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:04.361299 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26820136-e3f9-44e7-b0f3-1bf91d97cc6f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:04.414767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-30f54bb7-4576-4156-8d13-ebe865e1d964 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:04.446861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f54bb7-4576-4156-8d13-ebe865e1d964 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc639e40-cfa9-4c07-97c7-799594563a32,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:04.528218 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-30f54bb7-4576-4156-8d13-ebe865e1d964 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:04.530525 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-30f54bb7-4576-4156-8d13-ebe865e1d964 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4301407 Mar 02 19:07:04.533394 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34894) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:04.542335 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-e33103e2-341d-451a-934e-6330fc8732a9 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Request body: {'security_group_rule': {'security_group_id': '5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced', 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:04.549038 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e33103e2-341d-451a-934e-6330fc8732a9 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:04.553531 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e33103e2-341d-451a-934e-6330fc8732a9 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Usage tracker for resource:security_group_rule and tenant:0af1fa0d95a44ba480dc48db39841166 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:04.557560 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e33103e2-341d-451a-934e-6330fc8732a9 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:04.564198 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e33103e2-341d-451a-934e-6330fc8732a9 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:04.580234 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.ipam_backend_mixin [None req-26820136-e3f9-44e7-b0f3-1bf91d97cc6f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16e89c83-8e64-40ba-81a6-de40a52eff6f (CIDR: 2001:db8::/64) Mar 02 19:07:04.616169 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-26820136-e3f9-44e7-b0f3-1bf91d97cc6f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:04.616623 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26820136-e3f9-44e7-b0f3-1bf91d97cc6f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:04.666426 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e33103e2-341d-451a-934e-6330fc8732a9 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:04.716067 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-26820136-e3f9-44e7-b0f3-1bf91d97cc6f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0341151 Mar 02 19:07:04.720508 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34902) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:04.726681 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-d2b735b1-7ce1-42bf-87e5-c4d58e98be94 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'subnet': {'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:04.765581 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e33103e2-341d-451a-934e-6330fc8732a9 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:04.800099 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-09777436-3b6d-40b6-a5ed-dc49f101673e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:04.824963 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e33103e2-341d-451a-934e-6330fc8732a9 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:04.861047 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33103e2-341d-451a-934e-6330fc8732a9 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2146fbc6-8e65-42f7-8ab3-453681157731,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:04.926391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09777436-3b6d-40b6-a5ed-dc49f101673e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Subnet': ['ID=5cdbee9a-05d3-4f0c-93ec-b08197fc63ce,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:04.933201 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e33103e2-341d-451a-934e-6330fc8732a9 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:04.937983 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e33103e2-341d-451a-934e-6330fc8732a9 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4021640 Mar 02 19:07:04.938872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34908) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:04.946328 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-3f118bfa-d594-432a-ac8a-a795d86459ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Request body: {'security_group_rule': {'security_group_id': '5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced', 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:04.954439 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3f118bfa-d594-432a-ac8a-a795d86459ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:04.958180 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09777436-3b6d-40b6-a5ed-dc49f101673e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Checking segment: {'id': '596566f5-b15d-4ce4-93d7-1f46f38fdbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7b6cae07-ffc4-466e-89a9-0eaab526ade1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:07:04.958535 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09777436-3b6d-40b6-a5ed-dc49f101673e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network hostable DHCP agents. Network: 7b6cae07-ffc4-466e-89a9-0eaab526ade1, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:07:04.959955 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3f118bfa-d594-432a-ac8a-a795d86459ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Usage tracker for resource:security_group_rule and tenant:0af1fa0d95a44ba480dc48db39841166 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:04.963746 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d2b735b1-7ce1-42bf-87e5-c4d58e98be94 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:04.964237 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3f118bfa-d594-432a-ac8a-a795d86459ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:04.969219 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d2b735b1-7ce1-42bf-87e5-c4d58e98be94 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:subnet and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:04.972242 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3f118bfa-d594-432a-ac8a-a795d86459ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:04.983042 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d2b735b1-7ce1-42bf-87e5-c4d58e98be94 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:04.994555 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d2b735b1-7ce1-42bf-87e5-c4d58e98be94 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:05.054524 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3f118bfa-d594-432a-ac8a-a795d86459ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.061426 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34914) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:05.098319 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-378d2178-45cf-42d4-806f-852e6fd11b9c None None] Provisioning for port 057305b7-02d5-4508-90ef-28f728904ac1 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:05.104452 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-378d2178-45cf-42d4-806f-852e6fd11b9c None None] Provisioning complete for port 057305b7-02d5-4508-90ef-28f728904ac1 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:05.105242 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-378d2178-45cf-42d4-806f-852e6fd11b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.124920 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b735b1-7ce1-42bf-87e5-c4d58e98be94 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:05.128512 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d2b735b1-7ce1-42bf-87e5-c4d58e98be94 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.140077 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3f118bfa-d594-432a-ac8a-a795d86459ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.144619 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09777436-3b6d-40b6-a5ed-dc49f101673e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network 7b6cae07-ffc4-466e-89a9-0eaab526ade1 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:07:05.167315 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-378d2178-45cf-42d4-806f-852e6fd11b9c None None] Port 057305b7-02d5-4508-90ef-28f728904ac1 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:07:05.221153 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-b605f6a2-5fc7-4136-9b37-df04098c485a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1416068027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:05.230490 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3f118bfa-d594-432a-ac8a-a795d86459ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.241329 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b605f6a2-5fc7-4136-9b37-df04098c485a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:05.252976 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-09777436-3b6d-40b6-a5ed-dc49f101673e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 7b6cae07-ffc4-466e-89a9-0eaab526ade1) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:05.256123 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b605f6a2-5fc7-4136-9b37-df04098c485a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Usage tracker for resource:router and tenant:e5d94c2005ca4abf92a693b92f670766 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:05.261977 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9c69c0-46be-432b-b714-68fe01c2c084 None None] Network 7b6cae07-ffc4-466e-89a9-0eaab526ade1 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:05.262649 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b605f6a2-5fc7-4136-9b37-df04098c485a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:05.264208 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f118bfa-d594-432a-ac8a-a795d86459ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66921c0d-f375-4cb2-a849-58fe494210d9,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:05.268915 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09777436-3b6d-40b6-a5ed-dc49f101673e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:05.269679 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-09777436-3b6d-40b6-a5ed-dc49f101673e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.278039 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b605f6a2-5fc7-4136-9b37-df04098c485a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:05.326095 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453ce91-8f78-43c6-b549-ef98fc8e11ae req-eaf47a5a-8409-46b6-b3ed-3d7eb4697c31 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:05.327561 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2453ce91-8f78-43c6-b549-ef98fc8e11ae req-eaf47a5a-8409-46b6-b3ed-3d7eb4697c31 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 944 time: 0.2561142 Mar 02 19:07:05.335068 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.ipam_backend_mixin [None req-d2b735b1-7ce1-42bf-87e5-c4d58e98be94 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d62b79b1-7b9b-4641-86f2-a5200546d4da (CIDR: 2001:db8:0:1::/64) Mar 02 19:07:05.344853 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3f118bfa-d594-432a-ac8a-a795d86459ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.346514 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3f118bfa-d594-432a-ac8a-a795d86459ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4063542 Mar 02 19:07:05.349308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34920) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:05.357682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-5163706b-dbd7-4be9-a781-bf1eba90010d tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Request body: {'security_group_rule': {'security_group_id': '5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced', 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:05.364108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5163706b-dbd7-4be9-a781-bf1eba90010d tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:05.368032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5163706b-dbd7-4be9-a781-bf1eba90010d tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Usage tracker for resource:security_group_rule and tenant:0af1fa0d95a44ba480dc48db39841166 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:05.371053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5163706b-dbd7-4be9-a781-bf1eba90010d tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:05.377180 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b735b1-7ce1-42bf-87e5-c4d58e98be94 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:05.377358 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5163706b-dbd7-4be9-a781-bf1eba90010d tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:05.377933 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b735b1-7ce1-42bf-87e5-c4d58e98be94 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:05.386657 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-09777436-3b6d-40b6-a5ed-dc49f101673e tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5814974 Mar 02 19:07:05.389492 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34924) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:05.399002 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2453ce91-8f78-43c6-b549-ef98fc8e11ae req-b571e58c-8be2-4dc2-9e3d-890123453ddc tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627673 Mar 02 19:07:05.437052 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b605f6a2-5fc7-4136-9b37-df04098c485a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.438199 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b605f6a2-5fc7-4136-9b37-df04098c485a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.462213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b605f6a2-5fc7-4136-9b37-df04098c485a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.475695 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d2b735b1-7ce1-42bf-87e5-c4d58e98be94 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7514741 Mar 02 19:07:05.476304 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34928) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:05.483474 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-b6921036-32e6-46ba-8b7e-5f41285464df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'subnet': {'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:05.486380 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5163706b-dbd7-4be9-a781-bf1eba90010d tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.507599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-7b6cae07-ffc4-466e-89a9-0eaab526ade1', 'network_id': '7b6cae07-ffc4-466e-89a9-0eaab526ade1', 'tenant_id': '1758f23f1d4d42aaad969f6b6becd413', 'fixed_ips': [{'subnet_id': '5cdbee9a-05d3-4f0c-93ec-b08197fc63ce'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:07:05.508843 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.590894 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5163706b-dbd7-4be9-a781-bf1eba90010d tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.605688 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.634035 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b6921036-32e6-46ba-8b7e-5f41285464df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:05.638931 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b6921036-32e6-46ba-8b7e-5f41285464df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Usage tracker for resource:subnet and tenant:7af48cce49c04901a107f48ce0e9ac52 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:05.641887 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b6921036-32e6-46ba-8b7e-5f41285464df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:05.647751 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b6921036-32e6-46ba-8b7e-5f41285464df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:05.670547 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b605f6a2-5fc7-4136-9b37-df04098c485a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.682214 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.686026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Allocated IP 2001:db8::1 (7b6cae07-ffc4-466e-89a9-0eaab526ade1/5cdbee9a-05d3-4f0c-93ec-b08197fc63ce/f716c530-5f9a-4a30-a7a0-a23e1e35c571) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:07:05.744530 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5163706b-dbd7-4be9-a781-bf1eba90010d tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.768485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163706b-dbd7-4be9-a781-bf1eba90010d tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7566026-21fc-4033-96bd-f68c519a7024,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:05.773372 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6921036-32e6-46ba-8b7e-5f41285464df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Made reservation on behalf of 7af48cce49c04901a107f48ce0e9ac52 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:05.777554 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b6921036-32e6-46ba-8b7e-5f41285464df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.793753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b605f6a2-5fc7-4136-9b37-df04098c485a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.795393 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b605f6a2-5fc7-4136-9b37-df04098c485a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7323306 Mar 02 19:07:05.797931 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34932) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:05.803695 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1903833396'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:05.808815 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:05.812758 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Usage tracker for resource:network and tenant:e5d94c2005ca4abf92a693b92f670766 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:05.815633 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:05.822667 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:05.848117 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5163706b-dbd7-4be9-a781-bf1eba90010d tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.849509 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5163706b-dbd7-4be9-a781-bf1eba90010d tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4991505 Mar 02 19:07:05.853354 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34936) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:05.859956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-d7dc8c2f-5a30-4f4a-b127-b83f6ac250ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Request body: {'security_group_rule': {'security_group_id': '5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced', 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:05.866016 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d7dc8c2f-5a30-4f4a-b127-b83f6ac250ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:05.869955 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d7dc8c2f-5a30-4f4a-b127-b83f6ac250ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Usage tracker for resource:security_group_rule and tenant:0af1fa0d95a44ba480dc48db39841166 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:05.872907 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d7dc8c2f-5a30-4f4a-b127-b83f6ac250ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:05.879206 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d7dc8c2f-5a30-4f4a-b127-b83f6ac250ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:05.910764 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.921464 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Transition to ACTIVE for port object f716c530-5f9a-4a30-a7a0-a23e1e35c571 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:05.939073 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Transition to ACTIVE for port object f716c530-5f9a-4a30-a7a0-a23e1e35c571 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:05.949659 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Made reservation on behalf of e5d94c2005ca4abf92a693b92f670766 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:05.952846 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.966334 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:05.997529 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-d7dc8c2f-5a30-4f4a-b127-b83f6ac250ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Project 0af1fa0d95a44ba480dc48db39841166 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:07:06.006844 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8c2f-5a30-4f4a-b127-b83f6ac250ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.014378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:06.022133 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Usage tracker for resource:security_group_rule and tenant:e5d94c2005ca4abf92a693b92f670766 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:06.027242 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:06.040795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:06.083382 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.124775 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8c2f-5a30-4f4a-b127-b83f6ac250ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.133858 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b6921036-32e6-46ba-8b7e-5f41285464df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.150531 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Network 7b6cae07-ffc4-466e-89a9-0eaab526ade1 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:07:06.153398 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:06.157206 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:07:06.161692 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.163689 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Pushing event updated for resources: {'Port': ['ID=f716c530-5f9a-4a30-a7a0-a23e1e35c571,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:06.198368 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.204663 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6921036-32e6-46ba-8b7e-5f41285464df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Network caaf6078-3670-462a-af47-0003d1841ef0 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:07:06.207642 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-b6921036-32e6-46ba-8b7e-5f41285464df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:06.211700 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6921036-32e6-46ba-8b7e-5f41285464df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:06.212281 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b6921036-32e6-46ba-8b7e-5f41285464df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.229099 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6921036-32e6-46ba-8b7e-5f41285464df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Subnet': ['ID=a24b164c-0de9-49a8-943e-86f406f097ca,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:06.237545 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f379b1-9b2f-47f7-82d4-c17200911cea None None] Network caaf6078-3670-462a-af47-0003d1841ef0 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:06.238682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.256485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8c2f-5a30-4f4a-b127-b83f6ac250ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.289295 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Subnet': ['ID=5cdbee9a-05d3-4f0c-93ec-b08197fc63ce,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:06.317242 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b6921036-32e6-46ba-8b7e-5f41285464df tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8400002 Mar 02 19:07:06.319995 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34940) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:06.320815 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Attempting to bind port f716c530-5f9a-4a30-a7a0-a23e1e35c571 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:07:06.321187 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Attempting to bind port f716c530-5f9a-4a30-a7a0-a23e1e35c571 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '596566f5-b15d-4ce4-93d7-1f46f38fdbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7b6cae07-ffc4-466e-89a9-0eaab526ade1'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:07:06.321549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Attempting to bind port f716c530-5f9a-4a30-a7a0-a23e1e35c571 on network 7b6cae07-ffc4-466e-89a9-0eaab526ade1 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:07:06.327509 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-79623b1f-1fba-4b77-a7c0-edd1e5fc3cf2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2112161396', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a24b164c-0de9-49a8-943e-86f406f097ca'}], 'security_groups': ['d1fa9860-3c6f-4de7-bfec-e17b5bd05cd9', 'd740954c-aaa5-48d5-9af2-496e9427adb4']}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:06.342323 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:07:06.342990 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Checking segment: {'id': '596566f5-b15d-4ce4-93d7-1f46f38fdbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7b6cae07-ffc4-466e-89a9-0eaab526ade1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:07:06.343212 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:07:06.343723 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.344311 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Bound using segment: {'id': '596566f5-b15d-4ce4-93d7-1f46f38fdbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7b6cae07-ffc4-466e-89a9-0eaab526ade1'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:07:06.344777 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Bound port: f716c530-5f9a-4a30-a7a0-a23e1e35c571, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596566f5-b15d-4ce4-93d7-1f46f38fdbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '7b6cae07-ffc4-466e-89a9-0eaab526ade1'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:07:06.345321 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.353720 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc8c2f-5a30-4f4a-b127-b83f6ac250ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e996433d-426e-4b7c-9d65-a79571d26b66,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:06.413157 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec16d42-dcea-4d5f-8dcc-4863039481fd,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:06.434826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.435177 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Added segment 9708710f-b15d-4f84-bf45-09ea9cbd9604 of type vlan for network 4a2685fb-4be5-4711-a27b-098855f10c90 Mar 02 19:07:06.446527 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.460181 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-79623b1f-1fba-4b77-a7c0-edd1e5fc3cf2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.492726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6cae07-ffc4-466e-89a9-0eaab526ade1']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:06.504986 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] For port f716c530-5f9a-4a30-a7a0-a23e1e35c571, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:07:06.512145 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] For port f716c530-5f9a-4a30-a7a0-a23e1e35c571, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f716c530-5f9a-4a30-a7a0-a23e1e35c571,segment=NetworkSegment(596566f5-b15d-4ce4-93d7-1f46f38fdbc6),segment_id=596566f5-b15d-4ce4-93d7-1f46f38fdbc6)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:07:06.594343 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.605096 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8c2f-5a30-4f4a-b127-b83f6ac250ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.608758 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d7dc8c2f-5a30-4f4a-b127-b83f6ac250ee tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7517433 Mar 02 19:07:06.609657 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596566f5-b15d-4ce4-93d7-1f46f38fdbc6') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:06.609804 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34946) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:06.609898 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596566f5-b15d-4ce4-93d7-1f46f38fdbc6') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:06.617158 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-937a76b1-514c-406d-be49-dce28ed8c97c tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Request body: {'security_group_rule': {'security_group_id': '5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced', 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:06.662504 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.670069 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-937a76b1-514c-406d-be49-dce28ed8c97c tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:06.671406 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.704078 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.716327 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:07:06.716727 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:07:06.741609 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:07:06.778688 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ca51a-2745-40bf-8ee8-6da86cd5ba83 None None] Pushing event updated for resources: {'Port': ['ID=f716c530-5f9a-4a30-a7a0-a23e1e35c571,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:06.823233 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-937a76b1-514c-406d-be49-dce28ed8c97c tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Usage tracker for resource:security_group_rule and tenant:0af1fa0d95a44ba480dc48db39841166 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:06.840870 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-937a76b1-514c-406d-be49-dce28ed8c97c tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:06.854352 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:06.860668 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:06.861235 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-937a76b1-514c-406d-be49-dce28ed8c97c tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:06.861444 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d630c50-2cd1-4873-829a-9a993b49211a None None] Network 7b6cae07-ffc4-466e-89a9-0eaab526ade1 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:06.861624 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:07.061969 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.securitygroups_db [None req-937a76b1-514c-406d-be49-dce28ed8c97c tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Project 0af1fa0d95a44ba480dc48db39841166 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:07:07.066104 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623ecd2-9351-4ba3-baa3-49695351e068 req-b3547434-c58b-4bed-9e16-196cc65fdc1c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:07.068479 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0623ecd2-9351-4ba3-baa3-49695351e068 req-b3547434-c58b-4bed-9e16-196cc65fdc1c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 944 time: 0.4675336 Mar 02 19:07:07.082154 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca29099f-c076-4c62-880c-069633eeb5e1 None None] Update dhcp port {'port': {'network_id': 'caaf6078-3670-462a-af47-0003d1841ef0', 'fixed_ips': [{'subnet_id': 'd62b79b1-7b9b-4641-86f2-a5200546d4da', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '16e89c83-8e64-40ba-81a6-de40a52eff6f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a24b164c-0de9-49a8-943e-86f406f097ca'}], 'binding:host_id': 'dv-neutron-831573-1-hyperv'}, 'id': '4dafe6d9-cef7-435a-8d3d-cb79f903c39c'} from dv-neutron-831573-1-hyperv. {{(pid=84534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 19:07:07.097821 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-937a76b1-514c-406d-be49-dce28ed8c97c tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:07.133151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 19:07:07.133151 dv-neutron-831573-1-hyperv neutron-server[84532]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 19:07:07.133151 dv-neutron-831573-1-hyperv neutron-server[84532]: [parameters: {'id': '7b6cae07-ffc4-466e-89a9-0eaab526ade1'}] Mar 02 19:07:07.133151 dv-neutron-831573-1-hyperv neutron-server[84532]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:07:07.134540 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:07:07.139177 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event updated for resources: {'Network': ['ID=4a2685fb-4be5-4711-a27b-098855f10c90,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:07.146708 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ca29099f-c076-4c62-880c-069633eeb5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:07.149234 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-adeaa9f3-35de-4d70-a83a-869a8689e1ad tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3500338 Mar 02 19:07:07.160571 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34950) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:07.166356 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 4a2685fb-4be5-4711-a27b-098855f10c90 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:07:07.180235 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-049c81d0-2d05-4074-873b-3b94392ee4a3 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Request body: {'subnet': {'network_id': '4a2685fb-4be5-4711-a27b-098855f10c90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:07.186597 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0623ecd2-9351-4ba3-baa3-49695351e068 req-cc4de4d4-4436-40ac-abc8-3e40149a2bb9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986357 Mar 02 19:07:07.404327 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-049c81d0-2d05-4074-873b-3b94392ee4a3 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:07.406791 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-79623b1f-1fba-4b77-a7c0-edd1e5fc3cf2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Delete allocated IP 2001:db8::143 (caaf6078-3670-462a-af47-0003d1841ef0/16e89c83-8e64-40ba-81a6-de40a52eff6f) {{(pid=84533) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 19:07:07.414038 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-049c81d0-2d05-4074-873b-3b94392ee4a3 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Usage tracker for resource:subnet and tenant:e5d94c2005ca4abf92a693b92f670766 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:07.419428 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-937a76b1-514c-406d-be49-dce28ed8c97c tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:07.421503 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-049c81d0-2d05-4074-873b-3b94392ee4a3 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:07.424536 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-79623b1f-1fba-4b77-a7c0-edd1e5fc3cf2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Allocated IP 2001:db8:0:2::15a (caaf6078-3670-462a-af47-0003d1841ef0/a24b164c-0de9-49a8-943e-86f406f097ca/057305b7-02d5-4508-90ef-28f728904ac1) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:07:07.433942 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-049c81d0-2d05-4074-873b-3b94392ee4a3 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:07.547997 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-937a76b1-514c-406d-be49-dce28ed8c97c tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:07.574747 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049c81d0-2d05-4074-873b-3b94392ee4a3 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Made reservation on behalf of e5d94c2005ca4abf92a693b92f670766 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:07.612966 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a76b1-514c-406d-be49-dce28ed8c97c tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c987d9-99e7-4361-ba17-1cfdaf7bbc9b,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:07.636271 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:07.647581 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Deleting port f716c530-5f9a-4a30-a7a0-a23e1e35c571 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:07.651762 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:07.736430 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-049c81d0-2d05-4074-873b-3b94392ee4a3 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:07.758039 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-937a76b1-514c-406d-be49-dce28ed8c97c tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:07.759167 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-937a76b1-514c-406d-be49-dce28ed8c97c tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.1486902 Mar 02 19:07:07.768365 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34954) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:07.776943 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-7dc3a18e-0196-4663-85a1-b0f2386d48cc tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Request body: {'network': {'name': 'tempest-network-smoke--510680913', 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'port_security_enabled': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:07.831116 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7dc3a18e-0196-4663-85a1-b0f2386d48cc tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:07.846251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7dc3a18e-0196-4663-85a1-b0f2386d48cc tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Usage tracker for resource:network and tenant:0af1fa0d95a44ba480dc48db39841166 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:07.851120 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7dc3a18e-0196-4663-85a1-b0f2386d48cc tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:07.853120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-79623b1f-1fba-4b77-a7c0-edd1e5fc3cf2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:07.871265 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7dc3a18e-0196-4663-85a1-b0f2386d48cc tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:07.881578 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-79623b1f-1fba-4b77-a7c0-edd1e5fc3cf2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Transition to ACTIVE for port object 057305b7-02d5-4508-90ef-28f728904ac1 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:07.887855 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] For port f716c530-5f9a-4a30-a7a0-a23e1e35c571, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f716c530-5f9a-4a30-a7a0-a23e1e35c571,segment=NetworkSegment(596566f5-b15d-4ce4-93d7-1f46f38fdbc6),segment_id=596566f5-b15d-4ce4-93d7-1f46f38fdbc6)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:07.888223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:07.972738 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-79623b1f-1fba-4b77-a7c0-edd1e5fc3cf2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:08.008097 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc3a18e-0196-4663-85a1-b0f2386d48cc tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Made reservation on behalf of 0af1fa0d95a44ba480dc48db39841166 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:08.010878 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7dc3a18e-0196-4663-85a1-b0f2386d48cc tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:08.027582 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Calling delete_port for f716c530-5f9a-4a30-a7a0-a23e1e35c571 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:07:08.040121 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-ca29099f-c076-4c62-880c-069633eeb5e1 None None] Allocated IP 2001:db8:0:2::2 (caaf6078-3670-462a-af47-0003d1841ef0/a24b164c-0de9-49a8-943e-86f406f097ca/4dafe6d9-cef7-435a-8d3d-cb79f903c39c) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:07:08.092829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-79623b1f-1fba-4b77-a7c0-edd1e5fc3cf2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] In _notify_port_updated(), no bound segment for port 057305b7-02d5-4508-90ef-28f728904ac1 on network caaf6078-3670-462a-af47-0003d1841ef0 {{(pid=84533) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:07:08.096836 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79623b1f-1fba-4b77-a7c0-edd1e5fc3cf2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:08.097570 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-79623b1f-1fba-4b77-a7c0-edd1e5fc3cf2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:08.099046 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-79623b1f-1fba-4b77-a7c0-edd1e5fc3cf2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "PUT /v2.0/ports/057305b7-02d5-4508-90ef-28f728904ac1 HTTP/1.1" status: 200 len: 970 time: 1.7777896 Mar 02 19:07:08.102182 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34958) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:08.120228 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc3a18e-0196-4663-85a1-b0f2386d48cc tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:07:08.144296 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7dc3a18e-0196-4663-85a1-b0f2386d48cc tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:08.144710 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-7dc3a18e-0196-4663-85a1-b0f2386d48cc tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Added segment 5fb00790-eefc-41e7-832d-a622049d0a74 of type vlan for network 0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa Mar 02 19:07:08.146724 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79623b1f-1fba-4b77-a7c0-edd1e5fc3cf2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event updated for resources: {'Port': ['ID=057305b7-02d5-4508-90ef-28f728904ac1,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:08.157308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-049c81d0-2d05-4074-873b-3b94392ee4a3 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:08.176910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7dc3a18e-0196-4663-85a1-b0f2386d48cc tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:08.212472 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ca29099f-c076-4c62-880c-069633eeb5e1 None None] For port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4dafe6d9-cef7-435a-8d3d-cb79f903c39c,segment=NetworkSegment(aa427c10-256e-4881-8f2b-58bd42bdaa6f),segment_id=aa427c10-256e-4881-8f2b-58bd42bdaa6f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:08.239388 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ca29099f-c076-4c62-880c-069633eeb5e1 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:08.248256 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:08.257131 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ca29099f-c076-4c62-880c-069633eeb5e1 None None] Transition to ACTIVE for port object 4dafe6d9-cef7-435a-8d3d-cb79f903c39c will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:08.266254 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-6ae489ae-e193-481a-897e-bf6bbd7726b3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port 057305b7-02d5-4508-90ef-28f728904ac1 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:08.266993 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6ae489ae-e193-481a-897e-bf6bbd7726b3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:08.299908 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7dc3a18e-0196-4663-85a1-b0f2386d48cc tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:08.303740 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc3a18e-0196-4663-85a1-b0f2386d48cc tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:08.304323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7dc3a18e-0196-4663-85a1-b0f2386d48cc tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:08.325005 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Port': ['ID=f716c530-5f9a-4a30-a7a0-a23e1e35c571,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:08.332430 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c81d0-2d05-4074-873b-3b94392ee4a3 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event updated for resources: {'Subnet': ['ID=4322c0be-1533-40a3-858f-fbfb286e97b5,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:08.386451 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ca29099f-c076-4c62-880c-069633eeb5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:08.390351 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] No DVR routers for this DVR port f716c530-5f9a-4a30-a7a0-a23e1e35c571 on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:07:08.422754 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049c81d0-2d05-4074-873b-3b94392ee4a3 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Checking segment: {'id': '9708710f-b15d-4f84-bf45-09ea9cbd9604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4a2685fb-4be5-4711-a27b-098855f10c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:07:08.423111 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049c81d0-2d05-4074-873b-3b94392ee4a3 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Network hostable DHCP agents. Network: 4a2685fb-4be5-4711-a27b-098855f10c90, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:07:08.529977 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3a18e-0196-4663-85a1-b0f2386d48cc tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event updated for resources: {'Network': ['ID=0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:08.551425 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7dc3a18e-0196-4663-85a1-b0f2386d48cc tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7794473 Mar 02 19:07:08.551425 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:08.558166 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34964) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:08.561000 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:07:08.576205 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1350803047', 'admin_state_up': True, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:08.579844 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6cae07-ffc4-466e-89a9-0eaab526ade1']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:08.584967 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29099f-c076-4c62-880c-069633eeb5e1 None None] Pushing event updated for resources: {'Port': ['ID=4dafe6d9-cef7-435a-8d3d-cb79f903c39c,revision_number=7']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:08.594874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596566f5-b15d-4ce4-93d7-1f46f38fdbc6') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:08.595148 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596566f5-b15d-4ce4-93d7-1f46f38fdbc6') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:08.604978 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251f061-ae9d-420d-af4c-32526960a5cf req-b2704043-5d6e-4e83-8068-ee669619b76f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:08.606616 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2251f061-ae9d-420d-af4c-32526960a5cf req-b2704043-5d6e-4e83-8068-ee669619b76f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 944 time: 0.2677393 Mar 02 19:07:08.608161 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:08.610070 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:08.621237 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Usage tracker for resource:router and tenant:0af1fa0d95a44ba480dc48db39841166 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:08.627278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:08.634114 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:07:08.634114 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:07:08.649665 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:07:08.666034 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:08.672213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049c81d0-2d05-4074-873b-3b94392ee4a3 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Network 4a2685fb-4be5-4711-a27b-098855f10c90 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:07:08.694694 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:08.709679 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2251f061-ae9d-420d-af4c-32526960a5cf req-681612f3-aad2-40d6-8969-8f4ef41b3910 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946381 Mar 02 19:07:08.744540 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6ae489ae-e193-481a-897e-bf6bbd7726b3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:08.806789 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-049c81d0-2d05-4074-873b-3b94392ee4a3 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 4a2685fb-4be5-4711-a27b-098855f10c90) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:08.815836 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6af289-fd25-48e1-96d2-955c31675985 None None] Network 4a2685fb-4be5-4711-a27b-098855f10c90 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:08.881866 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:08.909333 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:08.918458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Network': ['ID=7b6cae07-ffc4-466e-89a9-0eaab526ade1,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:08.930134 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-61dfd352-f06f-4f9b-ae9d-b0fc0bf9b645 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/networks/7b6cae07-ffc4-466e-89a9-0eaab526ade1 HTTP/1.1" status: 204 len: 168 time: 3.5395141 Mar 02 19:07:08.934401 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34968) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:08.941331 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a50ad6c3-bc5c-4f59-9422-3ec96662b272 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1827889531'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:08.946836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a50ad6c3-bc5c-4f59-9422-3ec96662b272 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:08.952246 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a50ad6c3-bc5c-4f59-9422-3ec96662b272 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Usage tracker for resource:network and tenant:1758f23f1d4d42aaad969f6b6becd413 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:08.956304 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a50ad6c3-bc5c-4f59-9422-3ec96662b272 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:08.963167 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a50ad6c3-bc5c-4f59-9422-3ec96662b272 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:08.992495 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:08.993618 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.001978 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049c81d0-2d05-4074-873b-3b94392ee4a3 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:09.002641 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-049c81d0-2d05-4074-873b-3b94392ee4a3 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.013876 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-6ae489ae-e193-481a-897e-bf6bbd7726b3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for 057305b7-02d5-4508-90ef-28f728904ac1 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:07:09.043058 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50ad6c3-bc5c-4f59-9422-3ec96662b272 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Made reservation on behalf of 1758f23f1d4d42aaad969f6b6becd413 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:09.047485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a50ad6c3-bc5c-4f59-9422-3ec96662b272 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.062448 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-4a2685fb-4be5-4711-a27b-098855f10c90', 'network_id': '4a2685fb-4be5-4711-a27b-098855f10c90', 'tenant_id': 'e5d94c2005ca4abf92a693b92f670766', 'fixed_ips': [{'subnet_id': '4322c0be-1533-40a3-858f-fbfb286e97b5'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:07:09.063386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.113161 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50ad6c3-bc5c-4f59-9422-3ec96662b272 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:07:09.118506 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.131427 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a50ad6c3-bc5c-4f59-9422-3ec96662b272 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.132334 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-a50ad6c3-bc5c-4f59-9422-3ec96662b272 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Added segment e11d61ba-79c2-4b4a-b7b6-27f1e66a2fb9 of type vlan for network 9ec3ac95-5503-43fb-bf27-4d7dac2e5243 Mar 02 19:07:09.167278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a50ad6c3-bc5c-4f59-9422-3ec96662b272 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.205923 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-049c81d0-2d05-4074-873b-3b94392ee4a3 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0438728 Mar 02 19:07:09.209210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34972) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:09.216727 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-da9eb54f-4090-491a-b3da-e225a30dfd04 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Request body: {'network': {'name': 'tempest-router-network01--2087589050'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:09.223766 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-da9eb54f-4090-491a-b3da-e225a30dfd04 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:09.230323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-da9eb54f-4090-491a-b3da-e225a30dfd04 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Usage tracker for resource:network and tenant:e5d94c2005ca4abf92a693b92f670766 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:09.234076 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-da9eb54f-4090-491a-b3da-e225a30dfd04 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:09.241255 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-da9eb54f-4090-491a-b3da-e225a30dfd04 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:09.286220 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Allocated IP 2001:db8::2 (4a2685fb-4be5-4711-a27b-098855f10c90/4322c0be-1533-40a3-858f-fbfb286e97b5/77d3ee00-a05e-4a9a-a082-a299c9299618) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:07:09.304488 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a50ad6c3-bc5c-4f59-9422-3ec96662b272 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.308531 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50ad6c3-bc5c-4f59-9422-3ec96662b272 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:09.309484 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a50ad6c3-bc5c-4f59-9422-3ec96662b272 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.401689 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9eb54f-4090-491a-b3da-e225a30dfd04 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Made reservation on behalf of e5d94c2005ca4abf92a693b92f670766 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:09.404922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-da9eb54f-4090-491a-b3da-e225a30dfd04 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.431044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6ae489ae-e193-481a-897e-bf6bbd7726b3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.519214 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae489ae-e193-481a-897e-bf6bbd7726b3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Port': ['ID=057305b7-02d5-4508-90ef-28f728904ac1,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:09.548201 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4dafe6d9-cef7-435a-8d3d-cb79f903c39c up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:09.566777 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9eb54f-4090-491a-b3da-e225a30dfd04 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:07:09.575727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.578490 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ad6c3-bc5c-4f59-9422-3ec96662b272 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Network': ['ID=9ec3ac95-5503-43fb-bf27-4d7dac2e5243,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:09.584213 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-da9eb54f-4090-491a-b3da-e225a30dfd04 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.585086 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-da9eb54f-4090-491a-b3da-e225a30dfd04 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Added segment fd01c53a-6b55-4130-87ff-61f990dc2cd8 of type vlan for network d0aeee74-a2b8-4a68-b091-4b723ed2b115 Mar 02 19:07:09.598129 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6ae489ae-e193-481a-897e-bf6bbd7726b3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.603844 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 9ec3ac95-5503-43fb-bf27-4d7dac2e5243 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:07:09.612229 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6ae489ae-e193-481a-897e-bf6bbd7726b3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/ports/057305b7-02d5-4508-90ef-28f728904ac1 HTTP/1.1" status: 204 len: 168 time: 1.5089092 Mar 02 19:07:09.614896 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34976) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:09.640446 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.656326 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-da9eb54f-4090-491a-b3da-e225a30dfd04 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.661021 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a50ad6c3-bc5c-4f59-9422-3ec96662b272 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7254035 Mar 02 19:07:09.664446 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34980) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:09.668457 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01e437d-18bd-4f71-b237-8c32a727d70c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] GET failed (client error): The resource could not be found. Mar 02 19:07:09.674337 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a01e437d-18bd-4f71-b237-8c32a727d70c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports/057305b7-02d5-4508-90ef-28f728904ac1 HTTP/1.1" status: 404 len: 333 time: 0.0538557 Mar 02 19:07:09.675497 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34984) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:09.680383 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-24ceace2-314b-4ee0-849b-a78e6810f3dd tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'subnet': {'network_id': '9ec3ac95-5503-43fb-bf27-4d7dac2e5243', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:09.776727 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e77aa609-e632-4495-a37d-4c6980be5646 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.777741 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Transition to ACTIVE for port object 77d3ee00-a05e-4a9a-a082-a299c9299618 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:09.815308 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Transition to ACTIVE for port object 77d3ee00-a05e-4a9a-a082-a299c9299618 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:09.821795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-da9eb54f-4090-491a-b3da-e225a30dfd04 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.829940 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9eb54f-4090-491a-b3da-e225a30dfd04 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:09.831084 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-da9eb54f-4090-491a-b3da-e225a30dfd04 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.875920 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-79bf5dbf-b145-40e0-a22c-9f2b1b0c4615 None None] Provisioning for port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:09.888112 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-79bf5dbf-b145-40e0-a22c-9f2b1b0c4615 None None] Provisioning complete for port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:09.888578 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-79bf5dbf-b145-40e0-a22c-9f2b1b0c4615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.905650 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e77aa609-e632-4495-a37d-4c6980be5646 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.921735 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:09.936872 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-24ceace2-314b-4ee0-849b-a78e6810f3dd tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:09.943118 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-24ceace2-314b-4ee0-849b-a78e6810f3dd tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Usage tracker for resource:subnet and tenant:1758f23f1d4d42aaad969f6b6becd413 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:09.946892 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-24ceace2-314b-4ee0-849b-a78e6810f3dd tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:09.955628 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-24ceace2-314b-4ee0-849b-a78e6810f3dd tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:10.020808 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Network 4a2685fb-4be5-4711-a27b-098855f10c90 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:07:10.023020 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 0f1731b4-e9a5-41da-9e91-890706cfbe3a details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:07:10.029925 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:10.032456 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:07:10.052693 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Pushing event updated for resources: {'Port': ['ID=77d3ee00-a05e-4a9a-a082-a299c9299618,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:10.075772 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ceace2-314b-4ee0-849b-a78e6810f3dd tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Made reservation on behalf of 1758f23f1d4d42aaad969f6b6becd413 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:10.091806 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-da9eb54f-4090-491a-b3da-e225a30dfd04 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8808835 Mar 02 19:07:10.101640 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 34990) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:10.109225 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.185379 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9eb54f-4090-491a-b3da-e225a30dfd04 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event updated for resources: {'Network': ['ID=d0aeee74-a2b8-4a68-b091-4b723ed2b115,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:10.186762 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.resource_extend [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:07:10.202356 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-777f68fc-7bf6-4bb7-9f7d-8582e78d77ae tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Request body: {'network': {'name': 'tempest-router-network02--497642641'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:10.214354 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network d0aeee74-a2b8-4a68-b091-4b723ed2b115 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:07:10.215572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-777f68fc-7bf6-4bb7-9f7d-8582e78d77ae tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:10.218052 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.219014 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f6d97-5003-48a4-866a-f8cdeedd625f req-b1a18d5d-4c67-49df-8554-49bf7761a3d4 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:10.220785 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d25f6d97-5003-48a4-866a-f8cdeedd625f req-b1a18d5d-4c67-49df-8554-49bf7761a3d4 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 944 time: 0.3183031 Mar 02 19:07:10.224090 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-777f68fc-7bf6-4bb7-9f7d-8582e78d77ae tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Usage tracker for resource:network and tenant:e5d94c2005ca4abf92a693b92f670766 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:10.273276 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-777f68fc-7bf6-4bb7-9f7d-8582e78d77ae tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:10.280089 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d25f6d97-5003-48a4-866a-f8cdeedd625f req-5c274b66-c892-4d75-84b8-5fd6c32b6c7e tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530281 Mar 02 19:07:10.280942 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e77aa609-e632-4495-a37d-4c6980be5646 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.297827 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-777f68fc-7bf6-4bb7-9f7d-8582e78d77ae tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:10.305661 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77aa609-e632-4495-a37d-4c6980be5646 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1c48a5-4127-464b-b463-fa1ca715615e,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:10.308909 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e77aa609-e632-4495-a37d-4c6980be5646 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.311395 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e77aa609-e632-4495-a37d-4c6980be5646 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/security-groups/dc1c48a5-4127-464b-b463-fa1ca715615e HTTP/1.1" status: 204 len: 168 time: 0.6330459 Mar 02 19:07:10.316463 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34994) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:10.328425 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-24ceace2-314b-4ee0-849b-a78e6810f3dd tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.388530 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-59422003-058f-4650-b307-12c1baa71022 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.395657 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Attempting to bind port 77d3ee00-a05e-4a9a-a082-a299c9299618 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:07:10.396132 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Attempting to bind port 77d3ee00-a05e-4a9a-a082-a299c9299618 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '9708710f-b15d-4f84-bf45-09ea9cbd9604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4a2685fb-4be5-4711-a27b-098855f10c90'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:07:10.397275 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Attempting to bind port 77d3ee00-a05e-4a9a-a082-a299c9299618 on network 4a2685fb-4be5-4711-a27b-098855f10c90 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:07:10.409853 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777f68fc-7bf6-4bb7-9f7d-8582e78d77ae tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Made reservation on behalf of e5d94c2005ca4abf92a693b92f670766 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:10.411396 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:07:10.411847 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Checking segment: {'id': '9708710f-b15d-4f84-bf45-09ea9cbd9604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4a2685fb-4be5-4711-a27b-098855f10c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:07:10.412357 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.412821 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Bound using segment: {'id': '9708710f-b15d-4f84-bf45-09ea9cbd9604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4a2685fb-4be5-4711-a27b-098855f10c90'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:07:10.413273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-777f68fc-7bf6-4bb7-9f7d-8582e78d77ae tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.413448 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Bound port: 77d3ee00-a05e-4a9a-a082-a299c9299618, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9708710f-b15d-4f84-bf45-09ea9cbd9604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4a2685fb-4be5-4711-a27b-098855f10c90'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:07:10.413874 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.417463 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-59422003-058f-4650-b307-12c1baa71022 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.446349 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-79bf5dbf-b145-40e0-a22c-9f2b1b0c4615 None None] Provisioning complete for port b1851369-60f9-4101-a151-db066a51491a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:10.447413 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-79bf5dbf-b145-40e0-a22c-9f2b1b0c4615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.532315 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777f68fc-7bf6-4bb7-9f7d-8582e78d77ae tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:07:10.546698 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Allocated IP 172.26.4.149 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/47e2f2b5-b105-47ad-a80e-13b49db6b14e) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:07:10.554240 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-777f68fc-7bf6-4bb7-9f7d-8582e78d77ae tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.554583 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-777f68fc-7bf6-4bb7-9f7d-8582e78d77ae tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Added segment 58dacac7-be10-4073-a4c8-c4ad7b67a54d of type vlan for network 2479b1dc-0a21-42f0-b473-525bda76b72d Mar 02 19:07:10.580813 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-59422003-058f-4650-b307-12c1baa71022 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.588469 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-79bf5dbf-b145-40e0-a22c-9f2b1b0c4615 None None] Port b1851369-60f9-4101-a151-db066a51491a cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:07:10.598838 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 0f1731b4-e9a5-41da-9e91-890706cfbe3a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0f1731b4-e9a5-41da-9e91-890706cfbe3a,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:10.602500 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59422003-058f-4650-b307-12c1baa71022 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d740954c-aaa5-48d5-9af2-496e9427adb4,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:10.608732 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-59422003-058f-4650-b307-12c1baa71022 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.610741 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-59422003-058f-4650-b307-12c1baa71022 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/security-groups/d740954c-aaa5-48d5-9af2-496e9427adb4 HTTP/1.1" status: 204 len: 168 time: 0.2927318 Mar 02 19:07:10.614429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 34998) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:10.620192 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-79bf5dbf-b145-40e0-a22c-9f2b1b0c4615 None None] Could not find standard attr ID for object 057305b7-02d5-4508-90ef-28f728904ac1. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:07:10.642533 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '0f1731b4-e9a5-41da-9e91-890706cfbe3a', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'port_id': '0f1731b4-e9a5-41da-9e91-890706cfbe3a', 'mac_address': 'fa:16:3e:5e:43:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:07:10.651084 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] For port 77d3ee00-a05e-4a9a-a082-a299c9299618, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:07:10.692227 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] For port 77d3ee00-a05e-4a9a-a082-a299c9299618, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=77d3ee00-a05e-4a9a-a082-a299c9299618,segment=NetworkSegment(9708710f-b15d-4f84-bf45-09ea9cbd9604),segment_id=9708710f-b15d-4f84-bf45-09ea9cbd9604)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:07:10.702233 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-eda7d348-3287-4eae-a9d7-43450ae0c665 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.706979 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-777f68fc-7bf6-4bb7-9f7d-8582e78d77ae tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.714926 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.739735 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b738e83c-0f0f-41f3-b0a8-1ae39272037e None None] Could not find standard attr ID for object 057305b7-02d5-4508-90ef-28f728904ac1. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:07:10.740984 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-eda7d348-3287-4eae-a9d7-43450ae0c665 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.746657 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1731b4-e9a5-41da-9e91-890706cfbe3a {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:07:10.763870 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.801879 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 0f1731b4-e9a5-41da-9e91-890706cfbe3a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0f1731b4-e9a5-41da-9e91-890706cfbe3a,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:10.832375 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.849676 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fd303-69f3-4639-9320-5354cc9c8a94 None None] Pushing event updated for resources: {'Port': ['ID=77d3ee00-a05e-4a9a-a082-a299c9299618,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:10.855471 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-777f68fc-7bf6-4bb7-9f7d-8582e78d77ae tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.860314 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777f68fc-7bf6-4bb7-9f7d-8582e78d77ae tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:10.860914 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-777f68fc-7bf6-4bb7-9f7d-8582e78d77ae tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.876775 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-eda7d348-3287-4eae-a9d7-43450ae0c665 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.877018 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.897873 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7d348-3287-4eae-a9d7-43450ae0c665 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fa9860-3c6f-4de7-bfec-e17b5bd05cd9,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:10.907897 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-eda7d348-3287-4eae-a9d7-43450ae0c665 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:10.911900 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-eda7d348-3287-4eae-a9d7-43450ae0c665 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/security-groups/d1fa9860-3c6f-4de7-bfec-e17b5bd05cd9 HTTP/1.1" status: 204 len: 168 time: 0.2934690 Mar 02 19:07:10.912253 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35002) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:11.022264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=0f1731b4-e9a5-41da-9e91-890706cfbe3a,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:11.130714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['0f1731b4-e9a5-41da-9e91-890706cfbe3a'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:07:11.173100 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-24ceace2-314b-4ee0-849b-a78e6810f3dd tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:11.241068 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-34651573-e3c6-41c9-8054-b52c00e6893f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting subnet 16e89c83-8e64-40ba-81a6-de40a52eff6f {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:07:11.245763 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-34651573-e3c6-41c9-8054-b52c00e6893f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:11.256719 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-777f68fc-7bf6-4bb7-9f7d-8582e78d77ae tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1524580 Mar 02 19:07:11.274121 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35006) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:11.275387 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f68fc-7bf6-4bb7-9f7d-8582e78d77ae tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event updated for resources: {'Network': ['ID=2479b1dc-0a21-42f0-b473-525bda76b72d,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:11.287391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-a2a9ac21-d569-41d9-a719-334314bade5d tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Request body: {'subnet': {'network_id': 'd0aeee74-a2b8-4a68-b091-4b723ed2b115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:11.295507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 2479b1dc-0a21-42f0-b473-525bda76b72d details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:07:11.316299 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-34651573-e3c6-41c9-8054-b52c00e6893f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:11.403837 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:11.422359 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-34651573-e3c6-41c9-8054-b52c00e6893f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:11.531024 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ceace2-314b-4ee0-849b-a78e6810f3dd tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Subnet': ['ID=683b7c7f-0f30-4256-872d-e1d32b48c8f5,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:11.550659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 77d3ee00-a05e-4a9a-a082-a299c9299618 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:11.572658 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ceace2-314b-4ee0-849b-a78e6810f3dd tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Checking segment: {'id': 'e11d61ba-79c2-4b4a-b7b6-27f1e66a2fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9ec3ac95-5503-43fb-bf27-4d7dac2e5243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:07:11.573534 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ceace2-314b-4ee0-849b-a78e6810f3dd tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network hostable DHCP agents. Network: 9ec3ac95-5503-43fb-bf27-4d7dac2e5243, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:07:11.604713 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event updated for resources: {'Port': ['ID=47e2f2b5-b105-47ad-a80e-13b49db6b14e,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:11.610539 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a2a9ac21-d569-41d9-a719-334314bade5d tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:11.620634 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:07:11.622514 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-34651573-e3c6-41c9-8054-b52c00e6893f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:11.623213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a2a9ac21-d569-41d9-a719-334314bade5d tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Usage tracker for resource:subnet and tenant:e5d94c2005ca4abf92a693b92f670766 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:11.629352 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a2a9ac21-d569-41d9-a719-334314bade5d tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:11.632690 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:11.641391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:07:11.683436 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a2a9ac21-d569-41d9-a719-334314bade5d tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:11.703610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34651573-e3c6-41c9-8054-b52c00e6893f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Subnet': ['ID=16e89c83-8e64-40ba-81a6-de40a52eff6f,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:11.718449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-34651573-e3c6-41c9-8054-b52c00e6893f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:11.729639 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-34651573-e3c6-41c9-8054-b52c00e6893f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/subnets/16e89c83-8e64-40ba-81a6-de40a52eff6f HTTP/1.1" status: 204 len: 168 time: 0.8161860 Mar 02 19:07:11.730718 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eab4cc8-fe40-40d2-8de7-585c0a9c963b None None] Network caaf6078-3670-462a-af47-0003d1841ef0 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:11.734233 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35012) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:11.788964 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a9ac21-d569-41d9-a719-334314bade5d tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Made reservation on behalf of e5d94c2005ca4abf92a693b92f670766 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:11.809091 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ceace2-314b-4ee0-849b-a78e6810f3dd tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network 9ec3ac95-5503-43fb-bf27-4d7dac2e5243 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:07:11.809857 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b20e26-124f-42bc-b347-a331b50c42b3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting subnet a24b164c-0de9-49a8-943e-86f406f097ca {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:07:11.813379 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-07b20e26-124f-42bc-b347-a331b50c42b3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:11.824086 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cde3e-fad8-45de-9664-562698d2292e req-46431740-cb09-4dc0-8ade-b477d2b58306 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:11.825583 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6a4cde3e-fad8-45de-9664-562698d2292e req-46431740-cb09-4dc0-8ade-b477d2b58306 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 945 time: 0.3328962 Mar 02 19:07:11.856939 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 77d3ee00-a05e-4a9a-a082-a299c9299618 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:11.885864 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-07b20e26-124f-42bc-b347-a331b50c42b3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:11.988939 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ac21-d569-41d9-a719-334314bade5d tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:11.991176 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-07b20e26-124f-42bc-b347-a331b50c42b3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:12.091303 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-24ceace2-314b-4ee0-849b-a78e6810f3dd tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 9ec3ac95-5503-43fb-bf27-4d7dac2e5243) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:12.107166 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6a4cde3e-fad8-45de-9664-562698d2292e req-228420ea-3c2e-4fb9-9af2-e1687c1b328e tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184162 Mar 02 19:07:12.109964 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b114d5-56de-4cd6-9df8-445fa5a00484 None None] Network 9ec3ac95-5503-43fb-bf27-4d7dac2e5243 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:12.111283 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ceace2-314b-4ee0-849b-a78e6810f3dd tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:12.111919 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-24ceace2-314b-4ee0-849b-a78e6810f3dd tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:12.133965 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-07b20e26-124f-42bc-b347-a331b50c42b3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:12.195413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b20e26-124f-42bc-b347-a331b50c42b3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Subnet': ['ID=a24b164c-0de9-49a8-943e-86f406f097ca,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:12.209907 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:12.210591 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-07b20e26-124f-42bc-b347-a331b50c42b3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:12.210725 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:12.221454 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-07b20e26-124f-42bc-b347-a331b50c42b3 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/subnets/a24b164c-0de9-49a8-943e-86f406f097ca HTTP/1.1" status: 204 len: 168 time: 0.4857860 Mar 02 19:07:12.222079 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77b2392-3adf-463d-b726-2acc7d302d51 None None] Network 4a2685fb-4be5-4711-a27b-098855f10c90 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:12.223879 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35016) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:12.260842 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-24ceace2-314b-4ee0-849b-a78e6810f3dd tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5923460 Mar 02 19:07:12.262792 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35020) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:12.270459 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-0eca1805-18f8-4d98-9d58-e368d0f87ff2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'subnet': {'network_id': '9ec3ac95-5503-43fb-bf27-4d7dac2e5243', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:12.277847 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf31f548-5403-4a8c-abc3-389c7a45fe39 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:12.278541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf31f548-5403-4a8c-abc3-389c7a45fe39 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:12.280505 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bf31f548-5403-4a8c-abc3-389c7a45fe39 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/subnets/16e89c83-8e64-40ba-81a6-de40a52eff6f HTTP/1.1" status: 404 len: 337 time: 0.0554235 Mar 02 19:07:12.283443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35024) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:12.386782 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c1cfad-4335-48c6-a987-82bf9f8664bd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting subnet d62b79b1-7b9b-4641-86f2-a5200546d4da {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:07:12.393409 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-12c1cfad-4335-48c6-a987-82bf9f8664bd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:12.494669 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-12c1cfad-4335-48c6-a987-82bf9f8664bd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:12.520159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b50699a9-e563-4a5d-b093-dcb81fe99f7d None None] Provisioning for port 77d3ee00-a05e-4a9a-a082-a299c9299618 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:12.534465 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b50699a9-e563-4a5d-b093-dcb81fe99f7d None None] Provisioning complete for port 77d3ee00-a05e-4a9a-a082-a299c9299618 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:12.534985 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b50699a9-e563-4a5d-b093-dcb81fe99f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:12.622820 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-12c1cfad-4335-48c6-a987-82bf9f8664bd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:12.626686 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0eca1805-18f8-4d98-9d58-e368d0f87ff2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:12.632415 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0eca1805-18f8-4d98-9d58-e368d0f87ff2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Usage tracker for resource:subnet and tenant:1758f23f1d4d42aaad969f6b6becd413 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:12.638003 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0eca1805-18f8-4d98-9d58-e368d0f87ff2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:12.647490 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0eca1805-18f8-4d98-9d58-e368d0f87ff2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:12.662752 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ac21-d569-41d9-a719-334314bade5d tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:12.729322 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-9ec3ac95-5503-43fb-bf27-4d7dac2e5243', 'network_id': '9ec3ac95-5503-43fb-bf27-4d7dac2e5243', 'tenant_id': '1758f23f1d4d42aaad969f6b6becd413', 'fixed_ips': [{'subnet_id': '683b7c7f-0f30-4256-872d-e1d32b48c8f5'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:07:12.730443 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:12.747607 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eca1805-18f8-4d98-9d58-e368d0f87ff2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Made reservation on behalf of 1758f23f1d4d42aaad969f6b6becd413 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:12.751061 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0eca1805-18f8-4d98-9d58-e368d0f87ff2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:12.772974 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9ac21-d569-41d9-a719-334314bade5d tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event updated for resources: {'Subnet': ['ID=84307abf-e659-44ca-a4dc-3e91d57ab61d,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:12.790808 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-12c1cfad-4335-48c6-a987-82bf9f8664bd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:12.872484 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b50699a9-e563-4a5d-b093-dcb81fe99f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:12.894595 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a9ac21-d569-41d9-a719-334314bade5d tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Checking segment: {'id': 'fd01c53a-6b55-4130-87ff-61f990dc2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'd0aeee74-a2b8-4a68-b091-4b723ed2b115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:07:12.894595 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a9ac21-d569-41d9-a719-334314bade5d tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Network hostable DHCP agents. Network: d0aeee74-a2b8-4a68-b091-4b723ed2b115, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:07:12.909146 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f81f69b-a313-4a46-8916-4fbce254485d None None] Network caaf6078-3670-462a-af47-0003d1841ef0 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:12.963701 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-12c1cfad-4335-48c6-a987-82bf9f8664bd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:12.976838 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1cfad-4335-48c6-a987-82bf9f8664bd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Subnet': ['ID=d62b79b1-7b9b-4641-86f2-a5200546d4da,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:12.987467 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-12c1cfad-4335-48c6-a987-82bf9f8664bd tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/subnets/d62b79b1-7b9b-4641-86f2-a5200546d4da HTTP/1.1" status: 204 len: 168 time: 0.7028613 Mar 02 19:07:12.989711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35028) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:13.034805 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81db879-1a2f-407a-8411-915c24f7d930 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:13.035749 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a81db879-1a2f-407a-8411-915c24f7d930 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:13.039476 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a81db879-1a2f-407a-8411-915c24f7d930 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/subnets/13862bab-6eb9-44fc-aef5-49ae29fa7f1b HTTP/1.1" status: 404 len: 337 time: 0.0465462 Mar 02 19:07:13.039956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35032) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:13.106994 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5fbb05dd-34c6-4dae-be3e-c35bfe9e349c tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "GET /v2.0/ports?device_id=8eeb9d6e-2336-4027-8f91-cd6a26cc1b16 HTTP/1.1" status: 200 len: 205 time: 0.0635064 Mar 02 19:07:13.107904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35036) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:13.116788 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-b50699a9-e563-4a5d-b093-dcb81fe99f7d None None] For port 77d3ee00-a05e-4a9a-a082-a299c9299618, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=77d3ee00-a05e-4a9a-a082-a299c9299618,segment=NetworkSegment(9708710f-b15d-4f84-bf45-09ea9cbd9604),segment_id=9708710f-b15d-4f84-bf45-09ea9cbd9604)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:13.210414 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-f840025f-b8f9-4b55-91eb-40601f941ec1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] delete failed (client error): The resource could not be found. Mar 02 19:07:13.211493 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f840025f-b8f9-4b55-91eb-40601f941ec1 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/routers/8eeb9d6e-2336-4027-8f91-cd6a26cc1b16 HTTP/1.1" status: 404 len: 336 time: 0.1024251 Mar 02 19:07:13.216602 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35042) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:13.226512 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b50699a9-e563-4a5d-b093-dcb81fe99f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:13.226512 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Allocated IP 2001:db8::2 (9ec3ac95-5503-43fb-bf27-4d7dac2e5243/683b7c7f-0f30-4256-872d-e1d32b48c8f5/6ae652ce-a017-46c5-8dae-c0156b23e148) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:07:13.278561 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a9ac21-d569-41d9-a719-334314bade5d tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Network d0aeee74-a2b8-4a68-b091-4b723ed2b115 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:07:13.284972 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Router ca374d2d-11f3-4e30-90a0-76a8b70057ea is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:07:13.344811 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-37dc8034-637e-45f0-bb05-abaedcc9e997 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:13.345629 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37dc8034-637e-45f0-bb05-abaedcc9e997 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:13.350684 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-37dc8034-637e-45f0-bb05-abaedcc9e997 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/subnets/a59109ba-804e-43c7-b744-0b1ee79c983a HTTP/1.1" status: 404 len: 337 time: 0.1307044 Mar 02 19:07:13.359141 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35046) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:13.403376 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-a2a9ac21-d569-41d9-a719-334314bade5d tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, d0aeee74-a2b8-4a68-b091-4b723ed2b115) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:13.423501 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50699a9-e563-4a5d-b093-dcb81fe99f7d None None] Pushing event updated for resources: {'Port': ['ID=77d3ee00-a05e-4a9a-a082-a299c9299618,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:13.430711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f66512-7af1-44dc-a999-7488d6ee7b47 req-26d94349-d3ef-4f8d-8fe4-ff8cbde57e6c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:13.433239 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-83f66512-7af1-44dc-a999-7488d6ee7b47 req-26d94349-d3ef-4f8d-8fe4-ff8cbde57e6c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 945 time: 0.1513093 Mar 02 19:07:13.460719 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0eca1805-18f8-4d98-9d58-e368d0f87ff2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:13.470410 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a9ac21-d569-41d9-a719-334314bade5d tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:13.471102 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ac21-d569-41d9-a719-334314bade5d tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:13.484738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7b73d2-2dd9-40ed-945a-2db7391683f3 None None] Network d0aeee74-a2b8-4a68-b091-4b723ed2b115 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:13.496525 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-83f66512-7af1-44dc-a999-7488d6ee7b47 req-0b62ee5f-6e93-445d-bb59-0a289af000d8 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546813 Mar 02 19:07:13.501850 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-44561b63-73df-4391-952e-d3f5bcddaf4f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:13.502398 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44561b63-73df-4391-952e-d3f5bcddaf4f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:13.512544 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-bb46f3aa-87e6-4cdb-a4a4-5f23b335538f None None] Provisioning complete for port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:13.512913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bb46f3aa-87e6-4cdb-a4a4-5f23b335538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:13.557016 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-44561b63-73df-4391-952e-d3f5bcddaf4f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/subnets/93b55d5f-118e-4a60-b07c-e192c331957c HTTP/1.1" status: 404 len: 337 time: 0.1979401 Mar 02 19:07:13.559463 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35050) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:13.586208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca1805-18f8-4d98-9d58-e368d0f87ff2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network 9ec3ac95-5503-43fb-bf27-4d7dac2e5243 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:07:13.593709 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-0eca1805-18f8-4d98-9d58-e368d0f87ff2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:13.598442 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eca1805-18f8-4d98-9d58-e368d0f87ff2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:13.603124 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0eca1805-18f8-4d98-9d58-e368d0f87ff2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:13.606726 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca1805-18f8-4d98-9d58-e368d0f87ff2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Subnet': ['ID=862ca767-7666-463c-87e9-833d5b0c255a,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:13.607844 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ca062b-64f0-4987-80a3-51335112cc7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:13.608535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ca062b-64f0-4987-80a3-51335112cc7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:13.614212 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-43ca062b-64f0-4987-80a3-51335112cc7f tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/subnets/c40bf8ae-c2f1-42a0-8dc6-0f7cd3766ced HTTP/1.1" status: 404 len: 337 time: 0.0513644 Mar 02 19:07:13.615248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35054) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:13.672015 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0324ad-8530-4a71-a77a-a4a93e18edb2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:13.672711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0324ad-8530-4a71-a77a-a4a93e18edb2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:13.677139 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8f0324ad-8530-4a71-a77a-a4a93e18edb2 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/ports/565c89bb-f37a-406b-a54f-0c6d62e640ce HTTP/1.1" status: 404 len: 333 time: 0.0584724 Mar 02 19:07:13.677501 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35058) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:13.720289 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac65603-9a04-460a-880a-1e20ebe82b8e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:13.720877 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac65603-9a04-460a-880a-1e20ebe82b8e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:13.724624 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8ac65603-9a04-460a-880a-1e20ebe82b8e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/subnets/cb074ee9-b8c5-4315-9f54-0c8a25358f18 HTTP/1.1" status: 404 len: 337 time: 0.0440838 Mar 02 19:07:13.724882 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:07:13.728377 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35062) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:13.734124 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a2a9ac21-d569-41d9-a719-334314bade5d tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4561956 Mar 02 19:07:13.737828 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0eca1805-18f8-4d98-9d58-e368d0f87ff2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4719212 Mar 02 19:07:13.744079 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35066) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:13.749574 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Sync routers for ids ['ca374d2d-11f3-4e30-90a0-76a8b70057ea'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:07:13.751850 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342b322b-e292-4bb3-b9e6-f22f8a7e87f9 None None] DHCP port deletion for caaf6078-3670-462a-af47-0003d1841ef0 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:07:13.752205 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-ad824da3-92b9-407a-aa4d-9245ca861a0a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Request body: {'subnet': {'network_id': '2479b1dc-0a21-42f0-b473-525bda76b72d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:13.768181 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35070) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:13.781968 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-7102171c-9892-4e6d-be2d-7e8020117f07 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:13.782620 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7102171c-9892-4e6d-be2d-7e8020117f07 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:13.786908 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7102171c-9892-4e6d-be2d-7e8020117f07 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/subnets/9e29df7b-1c45-4a67-a4ba-431ff06d9cfd HTTP/1.1" status: 404 len: 337 time: 0.0551021 Mar 02 19:07:13.787219 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35074) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:13.813951 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-342b322b-e292-4bb3-b9e6-f22f8a7e87f9 None None] Deleting port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:13.813951 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-342b322b-e292-4bb3-b9e6-f22f8a7e87f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:13.835002 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-728b6ae0-c537-4b07-85ba-4cb79247d8b4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:13.835583 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728b6ae0-c537-4b07-85ba-4cb79247d8b4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:13.840701 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-728b6ae0-c537-4b07-85ba-4cb79247d8b4 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/ports/f5051067-3626-413e-a445-9929163f6229 HTTP/1.1" status: 404 len: 333 time: 0.0496960 Mar 02 19:07:13.841833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35078) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:13.879811 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:13.881013 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-db817af2-9f94-4a78-905a-8a8074db8e5a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.3208361 Mar 02 19:07:13.881483 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39662fa-5d07-4334-a808-1462ef5d90a5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:13.881869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39662fa-5d07-4334-a808-1462ef5d90a5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:13.886735 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d39662fa-5d07-4334-a808-1462ef5d90a5 tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/subnets/bf0c667c-718e-40de-98d5-3db4c1932b14 HTTP/1.1" status: 404 len: 337 time: 0.0407155 Mar 02 19:07:13.886735 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35082) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:13.887981 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35084) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:13.914855 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:13.934610 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bbb40a-f558-47a9-b081-952e88e2f5fe tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:13.935406 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65bbb40a-f558-47a9-b081-952e88e2f5fe tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:13.937270 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-65bbb40a-f558-47a9-b081-952e88e2f5fe tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/subnets/50f7e693-6814-4f0e-9909-f57d58e4f9bc HTTP/1.1" status: 404 len: 337 time: 0.0483863 Mar 02 19:07:13.939974 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9b623c-c9bb-4d42-849d-d86debd5459b tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:13.940141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35092) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:13.941298 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9b623c-c9bb-4d42-849d-d86debd5459b tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:13.942717 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9b623c-c9bb-4d42-849d-d86debd5459b tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:13.944088 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9b623c-c9bb-4d42-849d-d86debd5459b tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:13.945550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9b623c-c9bb-4d42-849d-d86debd5459b tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:13.947013 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-df9b623c-c9bb-4d42-849d-d86debd5459b tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Synchronizing usage tracker for tenant:1758f23f1d4d42aaad969f6b6becd413 on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:13.951932 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ad824da3-92b9-407a-aa4d-9245ca861a0a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:13.954216 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Transition to ACTIVE for port object 6ae652ce-a017-46c5-8dae-c0156b23e148 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:13.958930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ad824da3-92b9-407a-aa4d-9245ca861a0a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Usage tracker for resource:subnet and tenant:e5d94c2005ca4abf92a693b92f670766 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:13.963604 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ad824da3-92b9-407a-aa4d-9245ca861a0a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:13.973474 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ad824da3-92b9-407a-aa4d-9245ca861a0a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:13.976071 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Transition to ACTIVE for port object 6ae652ce-a017-46c5-8dae-c0156b23e148 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:13.996703 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Routers {'ca374d2d-11f3-4e30-90a0-76a8b70057ea'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:07:13.997458 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:06:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ca374d2d-11f3-4e30-90a0-76a8b70057ea'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:14.037624 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-3c587d0a-b8b0-47d9-adde-6540bdddb07e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port b1851369-60f9-4101-a151-db066a51491a {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:14.038176 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c587d0a-b8b0-47d9-adde-6540bdddb07e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:14.053065 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-df9b623c-c9bb-4d42-849d-d86debd5459b tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Unset dirty status for tenant:1758f23f1d4d42aaad969f6b6becd413 on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:14.054394 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-df9b623c-c9bb-4d42-849d-d86debd5459b tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2852540 Mar 02 19:07:14.058734 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35096) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:14.065402 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-0865a68c-c245-41e0-af9f-794dbd8394e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-597066681'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:14.078825 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0865a68c-c245-41e0-af9f-794dbd8394e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:14.085658 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad824da3-92b9-407a-aa4d-9245ca861a0a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Made reservation on behalf of e5d94c2005ca4abf92a693b92f670766 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:14.124070 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0865a68c-c245-41e0-af9f-794dbd8394e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Usage tracker for resource:network and tenant:1758f23f1d4d42aaad969f6b6becd413 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:14.178718 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0865a68c-c245-41e0-af9f-794dbd8394e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:14.191907 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0865a68c-c245-41e0-af9f-794dbd8394e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:14.226480 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad824da3-92b9-407a-aa4d-9245ca861a0a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:14.241017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 0f1731b4-e9a5-41da-9e91-890706cfbe3a up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:14.298049 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:14.303686 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0865a68c-c245-41e0-af9f-794dbd8394e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Made reservation on behalf of 1758f23f1d4d42aaad969f6b6becd413 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:14.309623 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6f3e222d-29b9-4ead-abfa-2b14f22625f3 tempest-TestNetworkAdvancedServerOps-1321310598 tempest-TestNetworkAdvancedServerOps-1321310598-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=0af1fa0d95a44ba480dc48db39841166&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4206109 Mar 02 19:07:14.309854 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0865a68c-c245-41e0-af9f-794dbd8394e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:14.310894 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35102) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:14.362971 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c587d0a-b8b0-47d9-adde-6540bdddb07e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:14.372175 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0865a68c-c245-41e0-af9f-794dbd8394e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:07:14.388293 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0865a68c-c245-41e0-af9f-794dbd8394e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:14.388734 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-0865a68c-c245-41e0-af9f-794dbd8394e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Added segment 084a4d38-79bd-44e9-a6a4-717d74b10791 of type vlan for network 76e522f4-911f-4659-8ef6-4060493a07c6 Mar 02 19:07:14.460808 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0865a68c-c245-41e0-af9f-794dbd8394e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:14.463809 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Network 9ec3ac95-5503-43fb-bf27-4d7dac2e5243 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:07:14.480366 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-d0aeee74-a2b8-4a68-b091-4b723ed2b115', 'network_id': 'd0aeee74-a2b8-4a68-b091-4b723ed2b115', 'tenant_id': 'e5d94c2005ca4abf92a693b92f670766', 'fixed_ips': [{'subnet_id': '84307abf-e659-44ca-a4dc-3e91d57ab61d'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:07:14.487042 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:14.499569 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:14.505351 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:07:14.581656 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-3c587d0a-b8b0-47d9-adde-6540bdddb07e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for b1851369-60f9-4101-a151-db066a51491a owned by {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:07:14.586336 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0865a68c-c245-41e0-af9f-794dbd8394e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:14.590296 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0865a68c-c245-41e0-af9f-794dbd8394e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:14.591087 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0865a68c-c245-41e0-af9f-794dbd8394e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7737086'] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:14.659608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 0f1731b4-e9a5-41da-9e91-890706cfbe3a completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:14.684371 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-342b322b-e292-4bb3-b9e6-f22f8a7e87f9 None None] For port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4dafe6d9-cef7-435a-8d3d-cb79f903c39c,segment=NetworkSegment(aa427c10-256e-4881-8f2b-58bd42bdaa6f),segment_id=aa427c10-256e-4881-8f2b-58bd42bdaa6f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:14.684371 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-342b322b-e292-4bb3-b9e6-f22f8a7e87f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:14.697986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b0f096-7137-4d85-83bd-bf3577db77e3 tempest-TestNetworkAdvancedServerOps-1321310598 tempest-TestNetworkAdvancedServerOps-1321310598-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:14.699497 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f0b0f096-7137-4d85-83bd-bf3577db77e3 tempest-TestNetworkAdvancedServerOps-1321310598 tempest-TestNetworkAdvancedServerOps-1321310598-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3881953 Mar 02 19:07:14.703396 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35108) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:14.729778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad824da3-92b9-407a-aa4d-9245ca861a0a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:14.735014 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 0f1731b4-e9a5-41da-9e91-890706cfbe3a triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:14.735403 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:14.749190 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6a50de44-c48e-4e95-bfbe-7122cc50d918 tempest-TestNetworkAdvancedServerOps-1321310598 tempest-TestNetworkAdvancedServerOps-1321310598-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=34755311-e60d-4721-8297-2b2c64e749c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457666 Mar 02 19:07:14.751717 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35112) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:14.757001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-6fa54249-b28b-4209-851b-453554061ab1 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1763288673', 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa', 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:14.773688 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c587d0a-b8b0-47d9-adde-6540bdddb07e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:14.777911 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Pushing event updated for resources: {'Port': ['ID=6ae652ce-a017-46c5-8dae-c0156b23e148,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:14.833757 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865a68c-c245-41e0-af9f-794dbd8394e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Network': ['ID=76e522f4-911f-4659-8ef6-4060493a07c6,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:14.857438 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad824da3-92b9-407a-aa4d-9245ca861a0a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event updated for resources: {'Subnet': ['ID=555561ab-faa4-4d98-b90f-7ff1c60447d8,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:14.884839 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0865a68c-c245-41e0-af9f-794dbd8394e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8247154 Mar 02 19:07:14.888458 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35116) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:14.899511 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-82f9a577-8497-4f60-831a-124a5a235865 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:14.926488 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad824da3-92b9-407a-aa4d-9245ca861a0a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Checking segment: {'id': '58dacac7-be10-4073-a4c8-c4ad7b67a54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2479b1dc-0a21-42f0-b473-525bda76b72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:07:14.927008 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad824da3-92b9-407a-aa4d-9245ca861a0a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Network hostable DHCP agents. Network: 2479b1dc-0a21-42f0-b473-525bda76b72d, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:07:14.952623 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 76e522f4-911f-4659-8ef6-4060493a07c6 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:07:14.976581 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c587d0a-b8b0-47d9-adde-6540bdddb07e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Port': ['ID=b1851369-60f9-4101-a151-db066a51491a,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:14.980478 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-342b322b-e292-4bb3-b9e6-f22f8a7e87f9 None None] Calling delete_port for 4dafe6d9-cef7-435a-8d3d-cb79f903c39c owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:07:14.996243 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7e467-8b24-4340-ae96-4ddeb6d91339 req-42188860-a82a-459d-ba44-05b868402e5a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:14.997894 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f3a7e467-8b24-4340-ae96-4ddeb6d91339 req-42188860-a82a-459d-ba44-05b868402e5a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 945 time: 0.3079078 Mar 02 19:07:15.001529 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c587d0a-b8b0-47d9-adde-6540bdddb07e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:15.028547 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3c587d0a-b8b0-47d9-adde-6540bdddb07e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/ports/b1851369-60f9-4101-a151-db066a51491a HTTP/1.1" status: 204 len: 168 time: 1.0858920 Mar 02 19:07:15.031552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35120) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:15.076168 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6fa54249-b28b-4209-851b-453554061ab1 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:15.088136 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-bb46f3aa-87e6-4cdb-a4a4-5f23b335538f None None] Provisioning complete for port 77d3ee00-a05e-4a9a-a082-a299c9299618 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:15.088136 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bb46f3aa-87e6-4cdb-a4a4-5f23b335538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:15.131633 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6fa54249-b28b-4209-851b-453554061ab1 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Usage tracker for resource:subnet and tenant:0af1fa0d95a44ba480dc48db39841166 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:15.137747 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6fa54249-b28b-4209-851b-453554061ab1 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:15.155780 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6fa54249-b28b-4209-851b-453554061ab1 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:15.182671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:15.195108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:15.195782 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:15.262904 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad824da3-92b9-407a-aa4d-9245ca861a0a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Network 2479b1dc-0a21-42f0-b473-525bda76b72d is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:07:15.276768 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Attempting to bind port 6ae652ce-a017-46c5-8dae-c0156b23e148 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:07:15.277397 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Attempting to bind port 6ae652ce-a017-46c5-8dae-c0156b23e148 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'e11d61ba-79c2-4b4a-b7b6-27f1e66a2fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9ec3ac95-5503-43fb-bf27-4d7dac2e5243'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:07:15.277960 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Attempting to bind port 6ae652ce-a017-46c5-8dae-c0156b23e148 on network 9ec3ac95-5503-43fb-bf27-4d7dac2e5243 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:07:15.289687 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa54249-b28b-4209-851b-453554061ab1 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Made reservation on behalf of 0af1fa0d95a44ba480dc48db39841166 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:15.293554 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f3a7e467-8b24-4340-ae96-4ddeb6d91339 req-d2dd8a3b-c311-41ce-8c0d-a66fd90cc633 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576480 Mar 02 19:07:15.341492 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-82f9a577-8497-4f60-831a-124a5a235865 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:15.343375 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:07:15.343989 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Checking segment: {'id': 'e11d61ba-79c2-4b4a-b7b6-27f1e66a2fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9ec3ac95-5503-43fb-bf27-4d7dac2e5243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:07:15.344632 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:15.345025 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Bound using segment: {'id': 'e11d61ba-79c2-4b4a-b7b6-27f1e66a2fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9ec3ac95-5503-43fb-bf27-4d7dac2e5243'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:07:15.345494 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Bound port: 6ae652ce-a017-46c5-8dae-c0156b23e148, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11d61ba-79c2-4b4a-b7b6-27f1e66a2fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '9ec3ac95-5503-43fb-bf27-4d7dac2e5243'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:07:15.345860 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:15.350872 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-ad824da3-92b9-407a-aa4d-9245ca861a0a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 2479b1dc-0a21-42f0-b473-525bda76b72d) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:15.357399 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Set router ca374d2d-11f3-4e30-90a0-76a8b70057ea gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:07:15.360235 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad824da3-92b9-407a-aa4d-9245ca861a0a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:15.360851 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad824da3-92b9-407a-aa4d-9245ca861a0a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:15.400748 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Allocated IP 2001:db8::2 (d0aeee74-a2b8-4a68-b091-4b723ed2b115/84307abf-e659-44ca-a4dc-3e91d57ab61d/e273ad18-1a37-4196-b9e7-cc4fb06b2531) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:07:15.424602 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eda0bef-1e02-4e82-a714-86de096c7d51 None None] Network 2479b1dc-0a21-42f0-b473-525bda76b72d requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:15.428900 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-82f9a577-8497-4f60-831a-124a5a235865 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:15.477999 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ad824da3-92b9-407a-aa4d-9245ca861a0a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7295375 Mar 02 19:07:15.486947 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35124) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:15.509989 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6fa54249-b28b-4209-851b-453554061ab1 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:15.607854 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82f9a577-8497-4f60-831a-124a5a235865 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network 76e522f4-911f-4659-8ef6-4060493a07c6 is not hosted by any dhcp agent {{(pid=84533) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 02 19:07:15.611644 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f9a577-8497-4f60-831a-124a5a235865 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:15.612369 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-82f9a577-8497-4f60-831a-124a5a235865 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:15.616568 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-82f9a577-8497-4f60-831a-124a5a235865 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "PUT /v2.0/networks/76e522f4-911f-4659-8ef6-4060493a07c6 HTTP/1.1" status: 200 len: 723 time: 0.7250462 Mar 02 19:07:15.622813 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35128) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:15.636690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-003b5cce-4f08-4e58-835a-2142125e3244 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'subnet': {'network_id': '76e522f4-911f-4659-8ef6-4060493a07c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:15.672738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 77d3ee00-a05e-4a9a-a082-a299c9299618 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:15.672992 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] For port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4dafe6d9-cef7-435a-8d3d-cb79f903c39c,segment=NetworkSegment(aa427c10-256e-4881-8f2b-58bd42bdaa6f),segment_id=aa427c10-256e-4881-8f2b-58bd42bdaa6f)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:15.672992 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:15.709346 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9a577-8497-4f60-831a-124a5a235865 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Network': ['ID=76e522f4-911f-4659-8ef6-4060493a07c6,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:15.805683 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 76e522f4-911f-4659-8ef6-4060493a07c6 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:07:15.885749 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Calling delete_port for 4dafe6d9-cef7-435a-8d3d-cb79f903c39c owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:07:15.970652 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-342b322b-e292-4bb3-b9e6-f22f8a7e87f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:15.970926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-003b5cce-4f08-4e58-835a-2142125e3244 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:16.028616 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-003b5cce-4f08-4e58-835a-2142125e3244 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:16.044613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:07:16.044931 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:07:16.128497 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003b5cce-4f08-4e58-835a-2142125e3244 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Made reservation on behalf of 1758f23f1d4d42aaad969f6b6becd413 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:16.133372 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:16.148671 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b322b-e292-4bb3-b9e6-f22f8a7e87f9 None None] Pushing event deleted for resources: {'Port': ['ID=4dafe6d9-cef7-435a-8d3d-cb79f903c39c,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:16.180082 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:16.214556 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6fa54249-b28b-4209-851b-453554061ab1 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:16.291171 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-bb46f3aa-87e6-4cdb-a4a4-5f23b335538f None None] Could not find standard attr ID for object b1851369-60f9-4101-a151-db066a51491a. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:07:16.315131 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b322b-e292-4bb3-b9e6-f22f8a7e87f9 None None] No DVR routers for this DVR port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:07:16.318288 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-003b5cce-4f08-4e58-835a-2142125e3244 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:16.336253 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] For port 6ae652ce-a017-46c5-8dae-c0156b23e148, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:07:16.356551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa54249-b28b-4209-851b-453554061ab1 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event updated for resources: {'Subnet': ['ID=34544a80-8e19-4455-9740-4b6f83411eb9,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:16.449264 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa54249-b28b-4209-851b-453554061ab1 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Checking segment: {'id': '5fb00790-eefc-41e7-832d-a622049d0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:07:16.449628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa54249-b28b-4209-851b-453554061ab1 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Network hostable DHCP agents. Network: 0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:07:16.467540 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb25bfd-033f-4ca2-92c2-a4b63ec930c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1731b4-e9a5-41da-9e91-890706cfbe3a'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:07:16.476668 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] For port 6ae652ce-a017-46c5-8dae-c0156b23e148, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6ae652ce-a017-46c5-8dae-c0156b23e148,segment=NetworkSegment(e11d61ba-79c2-4b4a-b7b6-27f1e66a2fb9),segment_id=e11d61ba-79c2-4b4a-b7b6-27f1e66a2fb9)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:07:16.557069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 0f1731b4-e9a5-41da-9e91-890706cfbe3a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0f1731b4-e9a5-41da-9e91-890706cfbe3a,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:16.582808 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb25bfd-033f-4ca2-92c2-a4b63ec930c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1731b4-e9a5-41da-9e91-890706cfbe3a', 'code': 200} Mar 02 19:07:16.591373 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:16.601215 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Deleting port 4dafe6d9-cef7-435a-8d3d-cb79f903c39c {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:16.601806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:16.720022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 77d3ee00-a05e-4a9a-a082-a299c9299618 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:16.720330 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:16.744197 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:16.745997 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa54249-b28b-4209-851b-453554061ab1 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Network 0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:07:16.809842 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] The port '4dafe6d9-cef7-435a-8d3d-cb79f903c39c' was deleted {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:07:16.895292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-6fa54249-b28b-4209-851b-453554061ab1 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:16.915809 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8de60e-119f-4ea5-8912-066367554b70 None None] Network 0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:16.940676 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-2479b1dc-0a21-42f0-b473-525bda76b72d', 'network_id': '2479b1dc-0a21-42f0-b473-525bda76b72d', 'tenant_id': 'e5d94c2005ca4abf92a693b92f670766', 'fixed_ips': [{'subnet_id': '555561ab-faa4-4d98-b90f-7ff1c60447d8'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:07:16.941556 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:16.962960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa54249-b28b-4209-851b-453554061ab1 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:16.963561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6fa54249-b28b-4209-851b-453554061ab1 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:16.986890 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:17.041382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:17.062373 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ec461-b572-4902-b9c2-31a9e2b156fd None None] Pushing event updated for resources: {'Port': ['ID=6ae652ce-a017-46c5-8dae-c0156b23e148,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:17.080464 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Transition to ACTIVE for port object e273ad18-1a37-4196-b9e7-cc4fb06b2531 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:17.095725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775604b1-8ea1-4beb-bb12-a938371906a9 req-1ac33501-9d23-4227-b583-09cf917827fc tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:17.102390 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-775604b1-8ea1-4beb-bb12-a938371906a9 req-1ac33501-9d23-4227-b583-09cf917827fc tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 946 time: 0.5774744 Mar 02 19:07:17.102390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caaf6078-3670-462a-af47-0003d1841ef0']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:17.128985 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-003b5cce-4f08-4e58-835a-2142125e3244 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:17.138368 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa427c10-256e-4881-8f2b-58bd42bdaa6f') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:17.138660 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa427c10-256e-4881-8f2b-58bd42bdaa6f') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:17.199875 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6fa54249-b28b-4209-851b-453554061ab1 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4441171 Mar 02 19:07:17.200777 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35136) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:17.201516 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:17.257815 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:17.277316 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:07:17.277680 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:17.284004 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Transition to ACTIVE for port object e273ad18-1a37-4196-b9e7-cc4fb06b2531 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:17.299269 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d53857e6-21f8-4d43-9f45-8bcb4af69670 req-6070bcf2-7b9b-47a7-8670-93ce0c6d7d03 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 1099 time: 0.3450139 Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:07:17.299585 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:07:17.304205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b5cce-4f08-4e58-835a-2142125e3244 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Subnet': ['ID=0f35a7d7-5570-4746-b37d-910db8afdeea,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:17.390297 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=0f1731b4-e9a5-41da-9e91-890706cfbe3a,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:17.404876 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1350803047', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:07:08Z', 'updated_at': '2022-03-02T19:07:11Z', 'revision_number': 3, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'gw_port': {'id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:10Z', 'updated_at': '2022-03-02T19:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:17.440108 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-775604b1-8ea1-4beb-bb12-a938371906a9 req-83f6ecb1-07ce-4d87-adf6-8af682e2b2be tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3318260 Mar 02 19:07:17.455178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:17.501911 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003b5cce-4f08-4e58-835a-2142125e3244 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Checking segment: {'id': '084a4d38-79bd-44e9-a6a4-717d74b10791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '76e522f4-911f-4659-8ef6-4060493a07c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:07:17.502521 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b5cce-4f08-4e58-835a-2142125e3244 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network hostable DHCP agents. Network: 76e522f4-911f-4659-8ef6-4060493a07c6, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:07:17.513417 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Allocated IP 2001:db8::1 (d0aeee74-a2b8-4a68-b091-4b723ed2b115/84307abf-e659-44ca-a4dc-3e91d57ab61d/70cf72aa-ac9b-493c-a5e9-17a4ce8d29ac) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:07:17.558224 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d53857e6-21f8-4d43-9f45-8bcb4af69670 req-46af4c8e-c9ba-493c-b09d-0713dde1914b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452501 Mar 02 19:07:17.581810 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Checking router: ca374d2d-11f3-4e30-90a0-76a8b70057ea for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:07:17.582088 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Updating router ca374d2d-11f3-4e30-90a0-76a8b70057ea port 47e2f2b5-b105-47ad-a80e-13b49db6b14e binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:07:17.613631 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:17.627426 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4dafe6d9-cef7-435a-8d3d-cb79f903c39c no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:07:17.633126 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:17.644330 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] Pushing event deleted for resources: {'Network': ['ID=caaf6078-3670-462a-af47-0003d1841ef0,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:17.647543 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-65253624-273e-4538-b4a9-aeaa6e50c80e tempest-PortsIpV6TestJSON-1939165896 tempest-PortsIpV6TestJSON-1939165896-project] 10.222.0.73 "DELETE /v2.0/networks/caaf6078-3670-462a-af47-0003d1841ef0 HTTP/1.1" status: 204 len: 168 time: 2.6142032 Mar 02 19:07:17.653389 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b5cce-4f08-4e58-835a-2142125e3244 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network 76e522f4-911f-4659-8ef6-4060493a07c6 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:07:17.679293 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 4dafe6d9-cef7-435a-8d3d-cb79f903c39c {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:07:17.679746 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4dafe6d9-cef7-435a-8d3d-cb79f903c39c not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:07:17.728434 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-003b5cce-4f08-4e58-835a-2142125e3244 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 76e522f4-911f-4659-8ef6-4060493a07c6) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:17.733806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003b5cce-4f08-4e58-835a-2142125e3244 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:17.734693 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-003b5cce-4f08-4e58-835a-2142125e3244 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:17.762689 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6521a683-2af4-44b5-9730-c528448c6a46 None None] Network 76e522f4-911f-4659-8ef6-4060493a07c6 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:17.805229 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Network d0aeee74-a2b8-4a68-b091-4b723ed2b115 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:07:17.806764 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Pushing event updated for resources: {'Port': ['ID=e273ad18-1a37-4196-b9e7-cc4fb06b2531,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:17.810319 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:17.856810 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-003b5cce-4f08-4e58-835a-2142125e3244 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2289779 Mar 02 19:07:17.857294 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35142) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:17.863477 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-0ec479ea-32d9-4e92-a9b4-c8fbae8c6495 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:17.923846 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:17.927127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:07:17.944827 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Allocated IP 2001:db8::2 (2479b1dc-0a21-42f0-b473-525bda76b72d/555561ab-faa4-4d98-b90f-7ff1c60447d8/ed164958-2a1e-407f-abf8-b196b184e116) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:07:17.975582 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6ae652ce-a017-46c5-8dae-c0156b23e148 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:18.052741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0ec479ea-32d9-4e92-a9b4-c8fbae8c6495 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1150470'] for subnet, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:18.109500 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:18.120455 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa', 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'fixed_ips': [{'subnet_id': '34544a80-8e19-4455-9740-4b6f83411eb9'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:07:18.121461 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:18.132623 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Transition to ACTIVE for port object 70cf72aa-ac9b-493c-a5e9-17a4ce8d29ac will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:18.283886 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:18.420039 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Attempting to bind port e273ad18-1a37-4196-b9e7-cc4fb06b2531 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:07:18.420425 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Attempting to bind port e273ad18-1a37-4196-b9e7-cc4fb06b2531 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fd01c53a-6b55-4130-87ff-61f990dc2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'd0aeee74-a2b8-4a68-b091-4b723ed2b115'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:07:18.420771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Attempting to bind port e273ad18-1a37-4196-b9e7-cc4fb06b2531 on network d0aeee74-a2b8-4a68-b091-4b723ed2b115 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:07:18.442807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0ec479ea-32d9-4e92-a9b4-c8fbae8c6495 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778372032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1309019'] for subnet, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:18.447277 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Network d0aeee74-a2b8-4a68-b091-4b723ed2b115 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:07:18.454486 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:18.463850 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:07:18.476095 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:18.487281 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event updated for resources: {'Port': ['ID=70cf72aa-ac9b-493c-a5e9-17a4ce8d29ac,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:18.546488 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35150) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:18.564862 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec479ea-32d9-4e92-a9b4-c8fbae8c6495 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:18.565663 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0ec479ea-32d9-4e92-a9b4-c8fbae8c6495 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:18.569415 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0ec479ea-32d9-4e92-a9b4-c8fbae8c6495 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "PUT /v2.0/subnets/0f35a7d7-5570-4746-b37d-910db8afdeea HTTP/1.1" status: 200 len: 826 time: 0.7087049 Mar 02 19:07:18.569600 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:07:18.569600 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Checking segment: {'id': 'fd01c53a-6b55-4130-87ff-61f990dc2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'd0aeee74-a2b8-4a68-b091-4b723ed2b115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:07:18.569600 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:18.569600 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Bound using segment: {'id': 'fd01c53a-6b55-4130-87ff-61f990dc2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'd0aeee74-a2b8-4a68-b091-4b723ed2b115'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:07:18.569600 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Bound port: e273ad18-1a37-4196-b9e7-cc4fb06b2531, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd01c53a-6b55-4130-87ff-61f990dc2cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'd0aeee74-a2b8-4a68-b091-4b723ed2b115'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:07:18.570128 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:18.570222 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35156) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:18.599493 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec479ea-32d9-4e92-a9b4-c8fbae8c6495 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Subnet': ['ID=0f35a7d7-5570-4746-b37d-910db8afdeea,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:18.654588 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9613a230-f7c2-456a-b649-fa26384de2e2 None None] Network 9ec3ac95-5503-43fb-bf27-4d7dac2e5243 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:18.928994 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:18.946584 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-92397c5c-e0f4-4ba8-b9df-f4928616541d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:19.021524 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c6a6ca08-152e-4174-9a11-b9d23bc98bcc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7af48cce49c04901a107f48ce0e9ac52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4736681 Mar 02 19:07:19.026101 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35160) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:19.109181 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5a257f8d-8f20-4be2-9f37-72d53770b1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:19.138573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5a257f8d-8f20-4be2-9f37-72d53770b1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:19.145860 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 6ae652ce-a017-46c5-8dae-c0156b23e148 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:19.190431 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850b1972-5960-4dec-9a52-b192332a93dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-76e522f4-911f-4659-8ef6-4060493a07c6', 'network_id': '76e522f4-911f-4659-8ef6-4060493a07c6', 'tenant_id': '1758f23f1d4d42aaad969f6b6becd413', 'fixed_ips': [{'subnet_id': '0f35a7d7-5570-4746-b37d-910db8afdeea'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:07:19.191544 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-850b1972-5960-4dec-9a52-b192332a93dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:19.219557 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c5df58c9-e87e-4482-a12d-799920ab5b87 None None] Provisioning for port 6ae652ce-a017-46c5-8dae-c0156b23e148 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:19.265058 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5a257f8d-8f20-4be2-9f37-72d53770b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:19.279313 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c5df58c9-e87e-4482-a12d-799920ab5b87 None None] Provisioning complete for port 6ae652ce-a017-46c5-8dae-c0156b23e148 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:19.279714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c5df58c9-e87e-4482-a12d-799920ab5b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:19.284511 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a257f8d-8f20-4be2-9f37-72d53770b1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a85411-eb39-41f3-91c5-8050495b72b1,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:19.290813 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5a257f8d-8f20-4be2-9f37-72d53770b1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:19.291862 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5a257f8d-8f20-4be2-9f37-72d53770b1b0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/10a85411-eb39-41f3-91c5-8050495b72b1 HTTP/1.1" status: 204 len: 168 time: 0.2644677 Mar 02 19:07:19.293276 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114476f7-29e1-4b28-9561-b8bb74e03c75 req-aa4be208-e98c-4e0d-9738-da26f04749f7 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:19.295962 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-114476f7-29e1-4b28-9561-b8bb74e03c75 req-aa4be208-e98c-4e0d-9738-da26f04749f7 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 946 time: 0.4990931 Mar 02 19:07:19.308918 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Allocated IP 172.20.0.2 (0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa/34544a80-8e19-4455-9740-4b6f83411eb9/605e0bc7-94bf-4bca-8ff4-c2dbed775ebf) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:07:19.328028 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] For port e273ad18-1a37-4196-b9e7-cc4fb06b2531, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:07:19.344289 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-92397c5c-e0f4-4ba8-b9df-f4928616541d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:19.349145 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:19.437936 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] For port e273ad18-1a37-4196-b9e7-cc4fb06b2531, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e273ad18-1a37-4196-b9e7-cc4fb06b2531,segment=NetworkSegment(fd01c53a-6b55-4130-87ff-61f990dc2cd8),segment_id=fd01c53a-6b55-4130-87ff-61f990dc2cd8)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:07:19.445877 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Transition to ACTIVE for port object ed164958-2a1e-407f-abf8-b196b184e116 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:19.496993 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-114476f7-29e1-4b28-9561-b8bb74e03c75 req-93c898cc-796a-4925-8aa2-45db7a27e655 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841912 Mar 02 19:07:19.515174 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.resource_extend [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:07:19.639826 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:19.817259 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ee416d46-4a41-437a-b328-eea15b8ac91f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:19.855044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-92397c5c-e0f4-4ba8-b9df-f4928616541d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:19.879290 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:19.888326 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Transition to ACTIVE for port object ed164958-2a1e-407f-abf8-b196b184e116 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server [None req-850b1972-5960-4dec-9a52-b192332a93dc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f35a7d7-5570-4746-b37d-910db8afdeea: This subnet is being modified by another concurrent operation. Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise value Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server raise exception Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f35a7d7-5570-4746-b37d-910db8afdeea: This subnet is being modified by another concurrent operation. Mar 02 19:07:19.910874 dv-neutron-831573-1-hyperv neutron-server[84534]: ERROR oslo_messaging.rpc.server Mar 02 19:07:19.945411 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dfe88e-58dd-4e48-8e66-610a26160989 None None] Network 76e522f4-911f-4659-8ef6-4060493a07c6 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:19.960594 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5d4e0-bb85-41ff-a7c0-f3746b146843 None None] Pushing event updated for resources: {'Port': ['ID=e273ad18-1a37-4196-b9e7-cc4fb06b2531,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:19.963896 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Transition to ACTIVE for port object 47e2f2b5-b105-47ad-a80e-13b49db6b14e will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:20.034251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92397c5c-e0f4-4ba8-b9df-f4928616541d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Subnet': ['ID=0f35a7d7-5570-4746-b37d-910db8afdeea,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:20.064238 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:20.117798 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c5df58c9-e87e-4482-a12d-799920ab5b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:20.172961 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:20.303215 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Network 2479b1dc-0a21-42f0-b473-525bda76b72d is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:07:20.347727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.resource_extend [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:07:20.348864 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:20.348963 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-92397c5c-e0f4-4ba8-b9df-f4928616541d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:20.349069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Pushing event updated for resources: {'Port': ['ID=ed164958-2a1e-407f-abf8-b196b184e116,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:20.354417 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:07:20.365027 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:20.396433 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-92397c5c-e0f4-4ba8-b9df-f4928616541d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e522f4-911f-4659-8ef6-4060493a07c6']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:20.416760 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-92397c5c-e0f4-4ba8-b9df-f4928616541d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084a4d38-79bd-44e9-a6a4-717d74b10791') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:20.417022 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-92397c5c-e0f4-4ba8-b9df-f4928616541d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084a4d38-79bd-44e9-a6a4-717d74b10791') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:20.444466 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:20.449518 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-c5df58c9-e87e-4482-a12d-799920ab5b87 None None] For port 6ae652ce-a017-46c5-8dae-c0156b23e148, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6ae652ce-a017-46c5-8dae-c0156b23e148,segment=NetworkSegment(e11d61ba-79c2-4b4a-b7b6-27f1e66a2fb9),segment_id=e11d61ba-79c2-4b4a-b7b6-27f1e66a2fb9)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:20.459249 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Attempting to bind port 47e2f2b5-b105-47ad-a80e-13b49db6b14e on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:07:20.459695 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Attempting to bind port 47e2f2b5-b105-47ad-a80e-13b49db6b14e by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:07:20.460003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Attempting to bind port 47e2f2b5-b105-47ad-a80e-13b49db6b14e on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:07:20.466538 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-92397c5c-e0f4-4ba8-b9df-f4928616541d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:20.499417 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-92397c5c-e0f4-4ba8-b9df-f4928616541d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:20.514080 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92397c5c-e0f4-4ba8-b9df-f4928616541d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:07:20.514479 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-92397c5c-e0f4-4ba8-b9df-f4928616541d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:20.522948 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Transition to ACTIVE for port object 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:20.531165 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2731393-87a3-40fe-8a64-91a3388ce1d9 None None] Network 76e522f4-911f-4659-8ef6-4060493a07c6 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:07:20.534951 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:07:20.589318 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Transition to ACTIVE for port object 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:20.612008 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45be25-2438-4d29-a752-ff3dd05fa8ee None None] Pushing event updated for resources: {'Port': ['ID=47e2f2b5-b105-47ad-a80e-13b49db6b14e,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:20.738546 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277c1e3-ae21-46be-b047-2c70c8131f0c req-bd98fb07-62b4-485d-a4a9-3e4eb63e1c47 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:20.740177 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e277c1e3-ae21-46be-b047-2c70c8131f0c req-bd98fb07-62b4-485d-a4a9-3e4eb63e1c47 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 946 time: 0.0893602 Mar 02 19:07:20.754926 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:07:20.756220 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:07:20.756220 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:20.756555 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:07:20.757065 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Bound port: 47e2f2b5-b105-47ad-a80e-13b49db6b14e, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:07:20.757525 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:20.773286 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:20.774124 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:20.809595 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e277c1e3-ae21-46be-b047-2c70c8131f0c req-088fc7f1-3d71-4ffb-a4ac-205d44b332c4 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556409 Mar 02 19:07:20.921499 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:20.926671 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c5df58c9-e87e-4482-a12d-799920ab5b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:20.957070 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event updated for resources: {'Port': ['ID=70cf72aa-ac9b-493c-a5e9-17a4ce8d29ac,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:20.969489 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-92397c5c-e0f4-4ba8-b9df-f4928616541d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:20.973552 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-ee416d46-4a41-437a-b328-eea15b8ac91f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Allocated IP 172.20.0.1 (0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa/34544a80-8e19-4455-9740-4b6f83411eb9/5e162526-38f1-4da2-ada1-e9a4d827110c) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:07:21.036050 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] For port 47e2f2b5-b105-47ad-a80e-13b49db6b14e, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:07:21.045284 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] For port 47e2f2b5-b105-47ad-a80e-13b49db6b14e, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=47e2f2b5-b105-47ad-a80e-13b49db6b14e,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:07:21.101513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Pushing event updated for resources: {'Port': ['ID=605e0bc7-94bf-4bca-8ff4-c2dbed775ebf,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:21.127753 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35186) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:21.159499 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Network 0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:07:21.169567 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:21.184278 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:21.191771 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-92397c5c-e0f4-4ba8-b9df-f4928616541d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:21.200753 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:07:21.216099 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Attempting to bind port ed164958-2a1e-407f-abf8-b196b184e116 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:07:21.216476 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Attempting to bind port ed164958-2a1e-407f-abf8-b196b184e116 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '58dacac7-be10-4073-a4c8-c4ad7b67a54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2479b1dc-0a21-42f0-b473-525bda76b72d'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:07:21.216823 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Attempting to bind port ed164958-2a1e-407f-abf8-b196b184e116 on network 2479b1dc-0a21-42f0-b473-525bda76b72d {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:07:21.238953 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92397c5c-e0f4-4ba8-b9df-f4928616541d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Network': ['ID=76e522f4-911f-4659-8ef6-4060493a07c6,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:21.255295 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153b3b13-9075-4249-a214-dd0c51246cd1 None None] Network d0aeee74-a2b8-4a68-b091-4b723ed2b115 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:21.306846 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-3858445a-c3fe-4c5b-a6bf-2d9c1d414425 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:21.307513 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-3858445a-c3fe-4c5b-a6bf-2d9c1d414425 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 19:07:21.315315 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3858445a-c3fe-4c5b-a6bf-2d9c1d414425 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1855812 Mar 02 19:07:21.316275 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35192) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:21.346626 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group': {'name': 'tempest-secgroup--402511656'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:21.355387 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:07:21.355761 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Checking segment: {'id': '58dacac7-be10-4073-a4c8-c4ad7b67a54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2479b1dc-0a21-42f0-b473-525bda76b72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:07:21.356161 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:21.356549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Bound using segment: {'id': '58dacac7-be10-4073-a4c8-c4ad7b67a54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2479b1dc-0a21-42f0-b473-525bda76b72d'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:07:21.357021 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Bound port: ed164958-2a1e-407f-abf8-b196b184e116, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dacac7-be10-4073-a4c8-c4ad7b67a54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2479b1dc-0a21-42f0-b473-525bda76b72d'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:07:21.357382 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:21.367053 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:21.387418 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:21.395414 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:21.409464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ee416d46-4a41-437a-b328-eea15b8ac91f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:21.412596 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:21.429412 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-92397c5c-e0f4-4ba8-b9df-f4928616541d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/networks/76e522f4-911f-4659-8ef6-4060493a07c6 HTTP/1.1" status: 204 len: 168 time: 2.8584266 Mar 02 19:07:21.432961 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35196) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:21.451448 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-ee416d46-4a41-437a-b328-eea15b8ac91f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Transition to ACTIVE for port object 5e162526-38f1-4da2-ada1-e9a4d827110c will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:21.465765 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2e708f-a59d-4701-bbd9-72600ad6140f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:21.466528 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2e708f-a59d-4701-bbd9-72600ad6140f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:21.468322 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ae2e708f-a59d-4701-bbd9-72600ad6140f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/networks/76e522f4-911f-4659-8ef6-4060493a07c6 HTTP/1.1" status: 404 len: 339 time: 0.0342593 Mar 02 19:07:21.472664 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35200) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:21.474101 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df58c9-e87e-4482-a12d-799920ab5b87 None None] Pushing event updated for resources: {'Port': ['ID=6ae652ce-a017-46c5-8dae-c0156b23e148,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:21.481362 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a21d3f34-cf4d-496c-8bfd-51cf353c01c3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-811412011', 'description': 'd1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:21.487637 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a21d3f34-cf4d-496c-8bfd-51cf353c01c3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:21.488275 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac6f7c-1a79-435a-b4eb-ad58c70044cc req-3841ca9a-84e3-478e-bece-8880b94d6f19 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:21.489774 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-49ac6f7c-1a79-435a-b4eb-ad58c70044cc req-3841ca9a-84e3-478e-bece-8880b94d6f19 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 946 time: 0.3523846 Mar 02 19:07:21.493279 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a21d3f34-cf4d-496c-8bfd-51cf353c01c3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Usage tracker for resource:network and tenant:1758f23f1d4d42aaad969f6b6becd413 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:21.497519 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a21d3f34-cf4d-496c-8bfd-51cf353c01c3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:21.505557 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Network d0aeee74-a2b8-4a68-b091-4b723ed2b115 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:07:21.507992 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a21d3f34-cf4d-496c-8bfd-51cf353c01c3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:21.520151 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:21.573703 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21d3f34-cf4d-496c-8bfd-51cf353c01c3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Made reservation on behalf of 1758f23f1d4d42aaad969f6b6becd413 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:21.574037 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef24dd97-daf1-4685-ad28-1632930e3847 None None] Update dhcp port {'port': {'network_id': '9ec3ac95-5503-43fb-bf27-4d7dac2e5243', 'fixed_ips': [{'subnet_id': '683b7c7f-0f30-4256-872d-e1d32b48c8f5', 'ip_address': '2001:db8::2'}, {'subnet_id': '862ca767-7666-463c-87e9-833d5b0c255a'}], 'binding:host_id': 'dv-neutron-831573-1-hyperv'}, 'id': '6ae652ce-a017-46c5-8dae-c0156b23e148'} from dv-neutron-831573-1-hyperv. {{(pid=84534) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 02 19:07:21.583039 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a21d3f34-cf4d-496c-8bfd-51cf353c01c3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:21.608670 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:07:21.616485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21d3f34-cf4d-496c-8bfd-51cf353c01c3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:07:21.628990 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a21d3f34-cf4d-496c-8bfd-51cf353c01c3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:21.629521 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-a21d3f34-cf4d-496c-8bfd-51cf353c01c3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Added segment 6680c575-ab1d-4e83-a021-84817963847f of type vlan for network 18c9efc9-0259-4e0a-aec0-72544ef6dfb7 Mar 02 19:07:21.647151 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:21.661428 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a21d3f34-cf4d-496c-8bfd-51cf353c01c3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:21.750590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Attempting to bind port 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:07:21.750963 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Attempting to bind port 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '5fb00790-eefc-41e7-832d-a622049d0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:07:21.751321 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Attempting to bind port 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf on network 0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:07:21.770812 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Routers {'ca374d2d-11f3-4e30-90a0-76a8b70057ea'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:07:21.771508 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:06:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ca374d2d-11f3-4e30-90a0-76a8b70057ea'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:21.810880 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:21.813271 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a21d3f34-cf4d-496c-8bfd-51cf353c01c3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:21.819481 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21d3f34-cf4d-496c-8bfd-51cf353c01c3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:21.820517 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a21d3f34-cf4d-496c-8bfd-51cf353c01c3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:21.825413 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ee416d46-4a41-437a-b328-eea15b8ac91f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:21.842984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ba722177-2360-4e92-aa74-752c2c96f55f None None] Provisioning for port e273ad18-1a37-4196-b9e7-cc4fb06b2531 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:21.901830 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-49ac6f7c-1a79-435a-b4eb-ad58c70044cc req-171da627-1a43-45f1-ac5e-6854d2f4979c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3993137 Mar 02 19:07:21.909984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ef24dd97-daf1-4685-ad28-1632930e3847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:21.938592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6ae652ce-a017-46c5-8dae-c0156b23e148 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:21.941873 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35204) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:21.960000 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee416d46-4a41-437a-b328-eea15b8ac91f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Network 0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:07:21.962353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c5744b31-33f3-4d55-87e7-f9491d6abb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:21.964281 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45be25-2438-4d29-a752-ff3dd05fa8ee None None] Pushing event updated for resources: {'Port': ['ID=47e2f2b5-b105-47ad-a80e-13b49db6b14e,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:21.973628 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee416d46-4a41-437a-b328-eea15b8ac91f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event updated for resources: {'Port': ['ID=5e162526-38f1-4da2-ada1-e9a4d827110c,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:21.978238 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-ee416d46-4a41-437a-b328-eea15b8ac91f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:21.984625 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee416d46-4a41-437a-b328-eea15b8ac91f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:07:21.999388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d3f34-cf4d-496c-8bfd-51cf353c01c3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Network': ['ID=18c9efc9-0259-4e0a-aec0-72544ef6dfb7,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:22.026743 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:07:22.027113 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Checking segment: {'id': '5fb00790-eefc-41e7-832d-a622049d0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:07:22.027551 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:22.028437 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Bound using segment: {'id': '5fb00790-eefc-41e7-832d-a622049d0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:07:22.028437 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Bound port: 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb00790-eefc-41e7-832d-a622049d0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:07:22.028812 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:22.031858 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a21d3f34-cf4d-496c-8bfd-51cf353c01c3 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5564687 Mar 02 19:07:22.034586 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35212) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:22.081094 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 18c9efc9-0259-4e0a-aec0-72544ef6dfb7 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:07:22.096661 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:22.168726 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:22.183749 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:22.195468 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:22.196892 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6662cfae-d367-48f3-98fa-418c759c63af tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:22.198342 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6662cfae-d367-48f3-98fa-418c759c63af tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Synchronizing usage tracker for tenant:1758f23f1d4d42aaad969f6b6becd413 on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:22.209196 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] For port ed164958-2a1e-407f-abf8-b196b184e116, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:07:22.231119 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ee416d46-4a41-437a-b328-eea15b8ac91f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:22.341198 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6662cfae-d367-48f3-98fa-418c759c63af tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Unset dirty status for tenant:1758f23f1d4d42aaad969f6b6becd413 on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:22.343141 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6662cfae-d367-48f3-98fa-418c759c63af tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "GET /v2.0/networks?id=18c9efc9-0259-4e0a-aec0-72544ef6dfb7 HTTP/1.1" status: 200 len: 764 time: 0.3072040 Mar 02 19:07:22.345815 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35216) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:22.354030 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-5ae4a1fc-e475-47f9-82f6-82cd9382ad08 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'network': {'description': 'd2'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:22.391807 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] For port ed164958-2a1e-407f-abf8-b196b184e116, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=ed164958-2a1e-407f-abf8-b196b184e116,segment=NetworkSegment(58dacac7-be10-4073-a4c8-c4ad7b67a54d),segment_id=58dacac7-be10-4073-a4c8-c4ad7b67a54d)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:07:22.426653 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:22.449704 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-efe47337-9c42-47bc-8e97-dc1b6410ee09 tempest-TestVolumeBootPattern-2047568961 tempest-TestVolumeBootPattern-2047568961-project-admin] Synchronizing usage tracker for tenant:15016d73b9db4123bfab03159ab39c7f on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:22.529259 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:22.573221 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:22.625123 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ee416d46-4a41-437a-b328-eea15b8ac91f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:22.638390 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] For port 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:07:22.646783 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:22.652110 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:22.655645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:22.665923 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] For port 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=605e0bc7-94bf-4bca-8ff4-c2dbed775ebf,segment=NetworkSegment(5fb00790-eefc-41e7-832d-a622049d0a74),segment_id=5fb00790-eefc-41e7-832d-a622049d0a74)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:07:22.672185 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:22.697263 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] Set router ca374d2d-11f3-4e30-90a0-76a8b70057ea gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:07:22.741454 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5ae4a1fc-e475-47f9-82f6-82cd9382ad08 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:22.742521 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Router 15eedf44-5c22-41e2-89a2-eff59827340a is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:07:22.758000 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-efe47337-9c42-47bc-8e97-dc1b6410ee09 tempest-TestVolumeBootPattern-2047568961 tempest-TestVolumeBootPattern-2047568961-project-admin] Unset dirty status for tenant:15016d73b9db4123bfab03159ab39c7f on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:22.759620 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-efe47337-9c42-47bc-8e97-dc1b6410ee09 tempest-TestVolumeBootPattern-2047568961 tempest-TestVolumeBootPattern-2047568961-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 1094 time: 0.8162117 Mar 02 19:07:22.760423 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5285d22-fcc2-4e38-b0f7-f9a0e1cb6845,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:22.762921 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35220) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:22.769375 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': '0f1731b4-e9a5-41da-9e91-890706cfbe3a', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:22.776271 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:22.782389 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Usage tracker for resource:floatingip and tenant:0c751e1819ac4d70a34f41774e11c468 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:22.786617 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 6ae652ce-a017-46c5-8dae-c0156b23e148 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:22.786789 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:22.788507 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:22.813875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:22.819856 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4acc2b-6a9e-4915-a697-175179b1f1e1 None None] Pushing event updated for resources: {'Port': ['ID=ed164958-2a1e-407f-abf8-b196b184e116,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:22.910352 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5ae4a1fc-e475-47f9-82f6-82cd9382ad08 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:22.928099 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:23.003519 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ae4a1fc-e475-47f9-82f6-82cd9382ad08 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network 18c9efc9-0259-4e0a-aec0-72544ef6dfb7 is not hosted by any dhcp agent {{(pid=84532) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 02 19:07:23.007991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae4a1fc-e475-47f9-82f6-82cd9382ad08 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:23.009068 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5ae4a1fc-e475-47f9-82f6-82cd9382ad08 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:23.010996 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5ae4a1fc-e475-47f9-82f6-82cd9382ad08 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "PUT /v2.0/networks/18c9efc9-0259-4e0a-aec0-72544ef6dfb7 HTTP/1.1" status: 200 len: 761 time: 0.6638000 Mar 02 19:07:23.012284 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:23.036902 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35224) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:23.108306 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-ef24dd97-daf1-4685-ad28-1632930e3847 None None] Allocated IP 172.20.0.1 (9ec3ac95-5503-43fb-bf27-4d7dac2e5243/862ca767-7666-463c-87e9-833d5b0c255a/6ae652ce-a017-46c5-8dae-c0156b23e148) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:07:23.179298 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9026d-eb21-4cc5-8d08-ddb85da76cb3 None None] Pushing event updated for resources: {'Port': ['ID=605e0bc7-94bf-4bca-8ff4-c2dbed775ebf,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:23.227293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4a1fc-e475-47f9-82f6-82cd9382ad08 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Network': ['ID=18c9efc9-0259-4e0a-aec0-72544ef6dfb7,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:23.261124 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 18c9efc9-0259-4e0a-aec0-72544ef6dfb7 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:07:23.274091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc7c304-74f7-49a0-be91-172f259daa0f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:23.276582 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3dc7c304-74f7-49a0-be91-172f259daa0f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "GET /v2.0/networks?id=18c9efc9-0259-4e0a-aec0-72544ef6dfb7 HTTP/1.1" status: 200 len: 764 time: 0.2383866 Mar 02 19:07:23.284369 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35228) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:23.317513 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:23.414799 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:23.467752 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e273ad18-1a37-4196-b9e7-cc4fb06b2531 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:23.508471 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c251e5-7c5e-4593-b465-0b4d75499bd8,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:23.521607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2e81f4-abab-4527-b944-507fa28e2f3d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:23.526389 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8d2e81f4-abab-4527-b944-507fa28e2f3d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2369976 Mar 02 19:07:23.532975 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35232) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:23.546706 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ee416d46-4a41-437a-b328-eea15b8ac91f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:23.576164 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:07:23.590278 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:23.592804 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02875be0-db39-4691-9999-4050f7dcd3c4 None None] Sync routers for ids ['15eedf44-5c22-41e2-89a2-eff59827340a'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:07:23.595497 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2dc44233-3295-4677-8c91-4f671d06a5ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.2701278 Mar 02 19:07:23.603096 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4d23c0e9-2606-4e54-a8d5-b2c70fd51302 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "PUT /v2.0/routers/15eedf44-5c22-41e2-89a2-eff59827340a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1141102 Mar 02 19:07:23.608067 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35238) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:23.608770 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35236) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:23.616634 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02875be0-db39-4691-9999-4050f7dcd3c4 None None] Routers {'15eedf44-5c22-41e2-89a2-eff59827340a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:07:23.619787 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-02875be0-db39-4691-9999-4050f7dcd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:06:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['15eedf44-5c22-41e2-89a2-eff59827340a'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:23.625326 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-76a1410c-769d-4635-936d-8615058d0487 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': 'a3c251e5-7c5e-4593-b465-0b4d75499bd8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:23.632365 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-76a1410c-769d-4635-936d-8615058d0487 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:23.638588 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-76a1410c-769d-4635-936d-8615058d0487 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:23.642571 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-76a1410c-769d-4635-936d-8615058d0487 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:23.651878 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-76a1410c-769d-4635-936d-8615058d0487 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:23.693154 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ee416d46-4a41-437a-b328-eea15b8ac91f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:23.727600 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2a99a867-9c92-46ea-80d3-f915c84ec086 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Synchronizing usage tracker for tenant:1758f23f1d4d42aaad969f6b6becd413 on resource:subnet {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:23.782781 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-02875be0-db39-4691-9999-4050f7dcd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:23.794909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ef24dd97-daf1-4685-ad28-1632930e3847 None None] For port 6ae652ce-a017-46c5-8dae-c0156b23e148, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6ae652ce-a017-46c5-8dae-c0156b23e148,segment=NetworkSegment(e11d61ba-79c2-4b4a-b7b6-27f1e66a2fb9),segment_id=e11d61ba-79c2-4b4a-b7b6-27f1e66a2fb9)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:23.796803 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02875be0-db39-4691-9999-4050f7dcd3c4 None None] Routers {'15eedf44-5c22-41e2-89a2-eff59827340a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:07:23.797725 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-02875be0-db39-4691-9999-4050f7dcd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:06:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['15eedf44-5c22-41e2-89a2-eff59827340a'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:23.812829 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:23.842896 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ef24dd97-daf1-4685-ad28-1632930e3847 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:23.886786 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-02875be0-db39-4691-9999-4050f7dcd3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:23.887207 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02875be0-db39-4691-9999-4050f7dcd3c4 None None] The sync data for ids ['15eedf44-5c22-41e2-89a2-eff59827340a'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:07:23.895047 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ef24dd97-daf1-4685-ad28-1632930e3847 None None] Transition to ACTIVE for port object 6ae652ce-a017-46c5-8dae-c0156b23e148 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:23.941600 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2a99a867-9c92-46ea-80d3-f915c84ec086 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Unset dirty status for tenant:1758f23f1d4d42aaad969f6b6becd413 on resource:subnet {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:23.942813 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2a99a867-9c92-46ea-80d3-f915c84ec086 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "GET /v2.0/subnets?network_id=34755311-e60d-4721-8297-2b2c64e749c6 HTTP/1.1" status: 200 len: 207 time: 0.4088182 Mar 02 19:07:23.948513 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35244) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:23.969004 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-76a1410c-769d-4635-936d-8615058d0487 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:23.987474 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ef24dd97-daf1-4685-ad28-1632930e3847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:24.055139 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ee416d46-4a41-437a-b328-eea15b8ac91f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:24.102280 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee416d46-4a41-437a-b328-eea15b8ac91f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event updated for resources: {'Port': ['ID=5e162526-38f1-4da2-ada1-e9a4d827110c,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:24.196978 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-66aa759c-90a8-449c-9fd4-c1a2763faad6 None None] Provisioning for port 70cf72aa-ac9b-493c-a5e9-17a4ce8d29ac completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:24.198781 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bac8fb54-e352-4abc-9539-6b0ec4f662a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:24.209735 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port e273ad18-1a37-4196-b9e7-cc4fb06b2531 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:24.247771 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-76a1410c-769d-4635-936d-8615058d0487 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:24.256235 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97803787-3b6a-4a9c-9e22-803cb1b0d3a4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:24.262058 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97803787-3b6a-4a9c-9e22-803cb1b0d3a4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:24.264750 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-66aa759c-90a8-449c-9fd4-c1a2763faad6 None None] Provisioning complete for port 70cf72aa-ac9b-493c-a5e9-17a4ce8d29ac triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:24.265284 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-66aa759c-90a8-449c-9fd4-c1a2763faad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:24.266649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97803787-3b6a-4a9c-9e22-803cb1b0d3a4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:24.270992 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97803787-3b6a-4a9c-9e22-803cb1b0d3a4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:24.275692 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97803787-3b6a-4a9c-9e22-803cb1b0d3a4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:24.280140 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97803787-3b6a-4a9c-9e22-803cb1b0d3a4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:24.286424 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-97803787-3b6a-4a9c-9e22-803cb1b0d3a4 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3314881 Mar 02 19:07:24.297087 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35248) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:24.359203 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port e273ad18-1a37-4196-b9e7-cc4fb06b2531 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:24.359871 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:24.424403 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-76a1410c-769d-4635-936d-8615058d0487 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:24.458885 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189cb743-0a18-4932-8232-624caca1c25b None None] Network 2479b1dc-0a21-42f0-b473-525bda76b72d requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:24.482226 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1350803047', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:07:08Z', 'updated_at': '2022-03-02T19:07:11Z', 'revision_number': 3, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'gw_port': {'id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:10Z', 'updated_at': '2022-03-02T19:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:24.500762 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1410c-769d-4635-936d-8615058d0487 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e078d1-d0eb-4811-a939-23b62672a30f,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:24.504290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Allocated IP 172.26.4.197 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/a39aaf05-622f-48b3-8916-a93e0742cce9) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:07:24.521075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee416d46-4a41-437a-b328-eea15b8ac91f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Network 0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:07:24.522915 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-ee416d46-4a41-437a-b328-eea15b8ac91f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:24.554428 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24dd97-daf1-4685-ad28-1632930e3847 None None] Pushing event updated for resources: {'Port': ['ID=6ae652ce-a017-46c5-8dae-c0156b23e148,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:24.565905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-66aa759c-90a8-449c-9fd4-c1a2763faad6 None None] Port 70cf72aa-ac9b-493c-a5e9-17a4ce8d29ac cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:07:24.572070 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ffbb9-89dc-409b-8a7f-f58a6e2552de None None] The sync data for ids ['ca374d2d-11f3-4e30-90a0-76a8b70057ea'] in dv-neutron-831573-1-hyperv is: [{'id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1350803047', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:07:08Z', 'updated_at': '2022-03-02T19:07:11Z', 'revision_number': 3, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'gw_port': {'id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:10Z', 'updated_at': '2022-03-02T19:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:07:24.794427 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-76a1410c-769d-4635-936d-8615058d0487 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:24.796034 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-76a1410c-769d-4635-936d-8615058d0487 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1860561 Mar 02 19:07:24.804017 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35254) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:24.804446 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-66aa759c-90a8-449c-9fd4-c1a2763faad6 None None] Provisioning complete for port e273ad18-1a37-4196-b9e7-cc4fb06b2531 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:24.804890 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-66aa759c-90a8-449c-9fd4-c1a2763faad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:24.818446 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-6a973167-7816-4a4d-9c59-359ee2a0352c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': 'a3c251e5-7c5e-4593-b465-0b4d75499bd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:24.838233 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6a973167-7816-4a4d-9c59-359ee2a0352c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:24.848070 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6a973167-7816-4a4d-9c59-359ee2a0352c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:24.863557 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6a973167-7816-4a4d-9c59-359ee2a0352c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:24.883464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6a973167-7816-4a4d-9c59-359ee2a0352c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:25.126502 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6a973167-7816-4a4d-9c59-359ee2a0352c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:25.139872 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:25.272810 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:25.353416 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5857f007-360a-4ad4-a8c1-66cbc4ada175 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 1.0500247 Mar 02 19:07:25.359445 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35258) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:25.362813 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-6a973167-7816-4a4d-9c59-359ee2a0352c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 19:07:25.366374 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6a973167-7816-4a4d-9c59-359ee2a0352c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5542793 Mar 02 19:07:25.366904 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35260) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:25.463241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:25.497030 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee416d46-4a41-437a-b328-eea15b8ac91f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Router ca374d2d-11f3-4e30-90a0-76a8b70057ea has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:07:25.501478 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port e273ad18-1a37-4196-b9e7-cc4fb06b2531, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e273ad18-1a37-4196-b9e7-cc4fb06b2531,segment=NetworkSegment(fd01c53a-6b55-4130-87ff-61f990dc2cd8),segment_id=fd01c53a-6b55-4130-87ff-61f990dc2cd8)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:25.504423 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1624e4a5-4441-4c4b-bf13-63ac0cf8083f None None] Network 0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:25.543223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0051480-a27e-4d9c-a6f3-d17f042a1ec7 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:25.544782 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0051480-a27e-4d9c-a6f3-d17f042a1ec7 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:25.546576 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0051480-a27e-4d9c-a6f3-d17f042a1ec7 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:25.547623 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0051480-a27e-4d9c-a6f3-d17f042a1ec7 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:25.548988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0051480-a27e-4d9c-a6f3-d17f042a1ec7 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:25.556110 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a0051480-a27e-4d9c-a6f3-d17f042a1ec7 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1771622 Mar 02 19:07:25.556110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35266) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:25.558034 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c0cb686-27a9-4fa3-8716-d884d39755fc tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:25.612242 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:25.629048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:25.660959 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-66aa759c-90a8-449c-9fd4-c1a2763faad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:25.678806 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab94bdc8-4661-4810-a1f6-cc4aa0a6b996 None None] Network 9ec3ac95-5503-43fb-bf27-4d7dac2e5243 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:25.709713 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:25.809962 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event updated for resources: {'Port': ['ID=a39aaf05-622f-48b3-8916-a93e0742cce9,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:25.820628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d947334-9169-4c72-955a-9d3ebba9f98b tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:25.823210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d947334-9169-4c72-955a-9d3ebba9f98b tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:25.825160 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d947334-9169-4c72-955a-9d3ebba9f98b tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:25.828549 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d947334-9169-4c72-955a-9d3ebba9f98b tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:25.834035 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d947334-9169-4c72-955a-9d3ebba9f98b tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:25.839650 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4d947334-9169-4c72-955a-9d3ebba9f98b tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2789886 Mar 02 19:07:25.848681 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35270) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:25.896323 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=e273ad18-1a37-4196-b9e7-cc4fb06b2531,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:25.899882 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c0cb686-27a9-4fa3-8716-d884d39755fc tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:26.012762 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:07:26.060509 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device ed164958-2a1e-407f-abf8-b196b184e116 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:26.061282 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c0cb686-27a9-4fa3-8716-d884d39755fc tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:26.090789 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cb686-27a9-4fa3-8716-d884d39755fc tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c251e5-7c5e-4593-b465-0b4d75499bd8,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:26.100637 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c0cb686-27a9-4fa3-8716-d884d39755fc tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:26.102936 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5c0cb686-27a9-4fa3-8716-d884d39755fc tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "DELETE /v2.0/security-groups/a3c251e5-7c5e-4593-b465-0b4d75499bd8 HTTP/1.1" status: 204 len: 168 time: 0.7339029 Mar 02 19:07:26.108854 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35274) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:26.183985 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:26.192831 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee416d46-4a41-437a-b328-eea15b8ac91f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:07:26.196734 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:07:26.207446 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ee416d46-4a41-437a-b328-eea15b8ac91f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "PUT /v2.0/routers/ca374d2d-11f3-4e30-90a0-76a8b70057ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9980214 Mar 02 19:07:26.207446 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-aa633d98-9107-41f0-9916-9cce164978f0 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Synchronizing usage tracker for tenant:2c2da4e63f9d4ba0bd0c9839aef8962d on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:26.268063 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-66aa759c-90a8-449c-9fd4-c1a2763faad6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:07:26.268587 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-66aa759c-90a8-449c-9fd4-c1a2763faad6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:07:26.311955 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-aa633d98-9107-41f0-9916-9cce164978f0 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Unset dirty status for tenant:2c2da4e63f9d4ba0bd0c9839aef8962d on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:26.314672 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-aa633d98-9107-41f0-9916-9cce164978f0 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1956344 Mar 02 19:07:26.318305 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35282) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:26.324667 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-6bcad89d-a602-46cc-9830-6d72ccdb5775 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group': {'name': 'tempest-secgroup--728632533'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:26.331879 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6bcad89d-a602-46cc-9830-6d72ccdb5775 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:26.352107 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6bcad89d-a602-46cc-9830-6d72ccdb5775 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:26.415453 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6bcad89d-a602-46cc-9830-6d72ccdb5775 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:26.426034 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d58d964-8ced-4c5d-8aed-47f4d68343d5 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:26.431940 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8d58d964-8ced-4c5d-8aed-47f4d68343d5 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "GET /v2.0/networks/4e7764c8-d8b9-49a5-a499-01c14de74d3e HTTP/1.1" status: 200 len: 804 time: 0.5782158 Mar 02 19:07:26.436663 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35290) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:26.472856 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:26.480507 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6bcad89d-a602-46cc-9830-6d72ccdb5775 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:26.486538 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6bcad89d-a602-46cc-9830-6d72ccdb5775 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:26.489755 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6bcad89d-a602-46cc-9830-6d72ccdb5775 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:26.490551 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port ed164958-2a1e-407f-abf8-b196b184e116 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:26.498211 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6bcad89d-a602-46cc-9830-6d72ccdb5775 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:26.502480 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:26.589246 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6bcad89d-a602-46cc-9830-6d72ccdb5775 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:26.692918 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6bcad89d-a602-46cc-9830-6d72ccdb5775 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:26.727807 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:26.735072 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6ae652ce-a017-46c5-8dae-c0156b23e148 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:26.739215 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcad89d-a602-46cc-9830-6d72ccdb5775 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f27f2e-3646-426f-bf55-2b866df48922,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:26.876668 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6bcad89d-a602-46cc-9830-6d72ccdb5775 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:26.886345 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-897fb0f4-5bec-4c3e-b12b-2ba1a839f451 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "GET /v2.0/networks/4e7764c8-d8b9-49a5-a499-01c14de74d3e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4438806 Mar 02 19:07:26.886913 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6bcad89d-a602-46cc-9830-6d72ccdb5775 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5600450 Mar 02 19:07:26.887141 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35296) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:26.887764 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35298) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:26.900669 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-604ce57d-a32f-4e0e-9853-f9637273210a req-fd4d84c6-8d7a-485e-9e26-ab0efdd07de9 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Synchronizing usage tracker for tenant:0af1fa0d95a44ba480dc48db39841166 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:26.902755 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 47e2f2b5-b105-47ad-a80e-13b49db6b14e up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:26.951086 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c736a5f4-ac2b-4d29-8599-2a524a325541 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': '86f27f2e-3646-426f-bf55-2b866df48922', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:26.952104 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-c736a5f4-ac2b-4d29-8599-2a524a325541 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:26.953311 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c736a5f4-ac2b-4d29-8599-2a524a325541 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0579402 Mar 02 19:07:26.958476 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35304) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:27.005105 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-60a9695b-093f-4171-bafb-acf7e678b449 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:27.009905 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-60a9695b-093f-4171-bafb-acf7e678b449 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "PUT /v2.0/routers/15eedf44-5c22-41e2-89a2-eff59827340a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.4007790 Mar 02 19:07:27.012952 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35308) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:27.056862 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33821fc6-f62f-4a26-b967-0f2785cf6bf0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:27.057875 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-33821fc6-f62f-4a26-b967-0f2785cf6bf0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Synchronizing usage tracker for tenant:1758f23f1d4d42aaad969f6b6becd413 on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:27.096016 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-12b3bd15-ca66-4e7f-bad0-48c84541c862 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:27.099727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-33821fc6-f62f-4a26-b967-0f2785cf6bf0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Unset dirty status for tenant:1758f23f1d4d42aaad969f6b6becd413 on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:27.100152 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 47e2f2b5-b105-47ad-a80e-13b49db6b14e completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:27.106079 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-33821fc6-f62f-4a26-b967-0f2785cf6bf0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "GET /v2.0/subnets/a3e2f54c-5931-4754-bc1e-1249303997bd HTTP/1.1" status: 200 len: 843 time: 0.2157643 Mar 02 19:07:27.106983 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35312) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:27.110943 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Provisioning for port 5e162526-38f1-4da2-ada1-e9a4d827110c completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:27.127834 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 47e2f2b5-b105-47ad-a80e-13b49db6b14e triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:27.128353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:27.166983 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Provisioning complete for port 5e162526-38f1-4da2-ada1-e9a4d827110c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:27.167252 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:27.207013 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-12b3bd15-ca66-4e7f-bad0-48c84541c862 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:27.251916 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Port 5e162526-38f1-4da2-ada1-e9a4d827110c cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:07:27.266752 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f401d5-c857-4bee-bb23-de735ae41178 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:27.272068 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f3f401d5-c857-4bee-bb23-de735ae41178 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "GET /v2.0/subnets/a3e2f54c-5931-4754-bc1e-1249303997bd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1547248 Mar 02 19:07:27.276102 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35316) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:27.282851 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-94aea245-e3e6-4888-a256-6bb7a3db07ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-259412153'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:27.289616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-94aea245-e3e6-4888-a256-6bb7a3db07ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:27.304202 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-604ce57d-a32f-4e0e-9853-f9637273210a req-fd4d84c6-8d7a-485e-9e26-ab0efdd07de9 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Unset dirty status for tenant:0af1fa0d95a44ba480dc48db39841166 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:27.306071 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-604ce57d-a32f-4e0e-9853-f9637273210a req-fd4d84c6-8d7a-485e-9e26-ab0efdd07de9 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-31504278&fields=id&tenant_id=0af1fa0d95a44ba480dc48db39841166 HTTP/1.1" status: 200 len: 267 time: 0.7749779 Mar 02 19:07:27.321598 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Provisioning for port 6ae652ce-a017-46c5-8dae-c0156b23e148 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:27.324458 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-94aea245-e3e6-4888-a256-6bb7a3db07ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:27.338752 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Provisioning complete for port 6ae652ce-a017-46c5-8dae-c0156b23e148 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:27.339133 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:27.395127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:27.407953 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-12b3bd15-ca66-4e7f-bad0-48c84541c862 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:27.426489 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 47e2f2b5-b105-47ad-a80e-13b49db6b14e, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=47e2f2b5-b105-47ad-a80e-13b49db6b14e,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:27.437723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3bd15-ca66-4e7f-bad0-48c84541c862 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f27f2e-3646-426f-bf55-2b866df48922,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:27.449642 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-12b3bd15-ca66-4e7f-bad0-48c84541c862 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:27.451290 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-12b3bd15-ca66-4e7f-bad0-48c84541c862 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "DELETE /v2.0/security-groups/86f27f2e-3646-426f-bf55-2b866df48922 HTTP/1.1" status: 204 len: 168 time: 0.4907472 Mar 02 19:07:27.453418 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94aea245-e3e6-4888-a256-6bb7a3db07ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Made reservation on behalf of 1758f23f1d4d42aaad969f6b6becd413 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:27.458467 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-94aea245-e3e6-4888-a256-6bb7a3db07ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:27.474286 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35320) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:27.476419 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfc753d-990a-4c4a-a859-9b2b02af9a9d None None] get_active_networks_info from dv-neutron-831573-1-hyperv {{(pid=84534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 19:07:27.510842 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:27.538690 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94aea245-e3e6-4888-a256-6bb7a3db07ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:07:27.560225 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-94aea245-e3e6-4888-a256-6bb7a3db07ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:27.566703 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-94aea245-e3e6-4888-a256-6bb7a3db07ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Added segment b9882764-49cc-400e-80a7-eafdc5222c42 of type vlan for network 111aab1d-696a-4d6d-8a0b-ed0d75eebefa Mar 02 19:07:27.578847 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-cf00fe6e-47c1-402a-bd9a-7d13ccb21bc2 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Synchronizing usage tracker for tenant:2c2da4e63f9d4ba0bd0c9839aef8962d on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:27.606571 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ce57d-a32f-4e0e-9853-f9637273210a req-e03e1738-b351-4f10-b2f9-ba6af0d8fb73 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:27.607324 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-604ce57d-a32f-4e0e-9853-f9637273210a req-e03e1738-b351-4f10-b2f9-ba6af0d8fb73 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Synchronizing usage tracker for tenant:0af1fa0d95a44ba480dc48db39841166 on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:27.611330 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-94aea245-e3e6-4888-a256-6bb7a3db07ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:27.698346 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-cf00fe6e-47c1-402a-bd9a-7d13ccb21bc2 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Unset dirty status for tenant:2c2da4e63f9d4ba0bd0c9839aef8962d on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:27.700680 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-cf00fe6e-47c1-402a-bd9a-7d13ccb21bc2 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2247851 Mar 02 19:07:27.705032 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35324) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:27.710542 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-bc06a254-6de1-469f-ad1b-f1424bc5c076 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group': {'name': 'tempest-secgroup--1480754039'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:27.718279 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-bc06a254-6de1-469f-ad1b-f1424bc5c076 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:27.731942 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-bc06a254-6de1-469f-ad1b-f1424bc5c076 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:27.736256 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-94aea245-e3e6-4888-a256-6bb7a3db07ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:27.737485 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e273ad18-1a37-4196-b9e7-cc4fb06b2531 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:27.739971 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aea245-e3e6-4888-a256-6bb7a3db07ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:27.740543 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-94aea245-e3e6-4888-a256-6bb7a3db07ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:27.779549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=47e2f2b5-b105-47ad-a80e-13b49db6b14e,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:27.793783 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-604ce57d-a32f-4e0e-9853-f9637273210a req-e03e1738-b351-4f10-b2f9-ba6af0d8fb73 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Unset dirty status for tenant:0af1fa0d95a44ba480dc48db39841166 on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:27.795382 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-604ce57d-a32f-4e0e-9853-f9637273210a req-e03e1738-b351-4f10-b2f9-ba6af0d8fb73 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/networks?id=0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa HTTP/1.1" status: 200 len: 796 time: 0.4325829 Mar 02 19:07:27.845271 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Provisioning complete for port 70cf72aa-ac9b-493c-a5e9-17a4ce8d29ac triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:27.845759 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:27.876837 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aea245-e3e6-4888-a256-6bb7a3db07ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Network': ['ID=111aab1d-696a-4d6d-8a0b-ed0d75eebefa,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:27.893154 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc06a254-6de1-469f-ad1b-f1424bc5c076 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:27.897487 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 111aab1d-696a-4d6d-8a0b-ed0d75eebefa details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:07:27.916917 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-604ce57d-a32f-4e0e-9853-f9637273210a req-5b76bc0e-c4d2-4f21-a61e-47e612d30d2b tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/quotas/0af1fa0d95a44ba480dc48db39841166 HTTP/1.1" status: 200 len: 375 time: 0.1007679 Mar 02 19:07:27.925858 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-94aea245-e3e6-4888-a256-6bb7a3db07ae tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6472793 Mar 02 19:07:27.933068 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35328) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:27.938378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:27.941196 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-695431f1-82e6-4aeb-9309-e92c9b3d7c33 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'subnet': {'network_id': '111aab1d-696a-4d6d-8a0b-ed0d75eebefa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:27.960134 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-bc06a254-6de1-469f-ad1b-f1424bc5c076 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:28.009860 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bc06a254-6de1-469f-ad1b-f1424bc5c076 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:28.017953 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bc06a254-6de1-469f-ad1b-f1424bc5c076 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:28.035423 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-bc06a254-6de1-469f-ad1b-f1424bc5c076 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:28.072550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-695431f1-82e6-4aeb-9309-e92c9b3d7c33 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:28.081704 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-695431f1-82e6-4aeb-9309-e92c9b3d7c33 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:28.092706 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-604ce57d-a32f-4e0e-9853-f9637273210a req-adf3b97f-1946-465a-965d-5a2af1050083 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0af1fa0d95a44ba480dc48db39841166&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1558418 Mar 02 19:07:28.097403 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cb6e49af-9c4b-4046-a80f-e76545a8b68e tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:28.099695 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Port 70cf72aa-ac9b-493c-a5e9-17a4ce8d29ac cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:07:28.103507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfc753d-990a-4c4a-a859-9b2b02af9a9d None None] Resources bound (agent type, host, resource id): {{(pid=84534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 19:07:28.106347 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port e273ad18-1a37-4196-b9e7-cc4fb06b2531 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:28.106742 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:28.230291 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695431f1-82e6-4aeb-9309-e92c9b3d7c33 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Made reservation on behalf of 1758f23f1d4d42aaad969f6b6becd413 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:28.253409 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Provisioning for port 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:28.261497 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:28.309549 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc06a254-6de1-469f-ad1b-f1424bc5c076 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:28.330510 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Provisioning complete for port 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:28.331671 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:28.354699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-695431f1-82e6-4aeb-9309-e92c9b3d7c33 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:28.434048 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc06a254-6de1-469f-ad1b-f1424bc5c076 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:28.487029 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.ipam_backend_mixin [None req-695431f1-82e6-4aeb-9309-e92c9b3d7c33 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Performing IP validity checks on allocation pools {{(pid=84533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 19:07:28.487451 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.ipam_backend_mixin [None req-695431f1-82e6-4aeb-9309-e92c9b3d7c33 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84533) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 19:07:28.520170 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06a254-6de1-469f-ad1b-f1424bc5c076 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64566ec9-8936-4ee4-8558-c2ad16add971,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:28.574626 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-604ce57d-a32f-4e0e-9853-f9637273210a req-b304ebec-9bf9-4979-81e0-a0aa64b75810 service neutron] 10.222.0.73 "GET /v2.0/networks/0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079282 Mar 02 19:07:28.595760 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc06a254-6de1-469f-ad1b-f1424bc5c076 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:28.597620 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bc06a254-6de1-469f-ad1b-f1424bc5c076 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8917732 Mar 02 19:07:28.603114 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35334) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:28.610538 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:28.611857 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f0ae9efd-18f0-4459-9c5d-6e1a5eaa669f tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': '64566ec9-8936-4ee4-8558-c2ad16add971', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:28.614283 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-f0ae9efd-18f0-4459-9c5d-6e1a5eaa669f tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:28.614283 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f0ae9efd-18f0-4459-9c5d-6e1a5eaa669f tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0106349 Mar 02 19:07:28.616723 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35338) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:28.735778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-695431f1-82e6-4aeb-9309-e92c9b3d7c33 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:28.736588 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] For port 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=605e0bc7-94bf-4bca-8ff4-c2dbed775ebf,segment=NetworkSegment(5fb00790-eefc-41e7-832d-a622049d0a74),segment_id=5fb00790-eefc-41e7-832d-a622049d0a74)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:28.822166 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:28.849941 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695431f1-82e6-4aeb-9309-e92c9b3d7c33 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Subnet': ['ID=de335d85-e66c-4e0e-8c9c-9adfe4632f29,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:28.870232 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695431f1-82e6-4aeb-9309-e92c9b3d7c33 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Checking segment: {'id': 'b9882764-49cc-400e-80a7-eafdc5222c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '111aab1d-696a-4d6d-8a0b-ed0d75eebefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:07:28.870600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695431f1-82e6-4aeb-9309-e92c9b3d7c33 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network hostable DHCP agents. Network: 111aab1d-696a-4d6d-8a0b-ed0d75eebefa, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:07:28.954875 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Sync routers for ids ['ca374d2d-11f3-4e30-90a0-76a8b70057ea'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:07:28.960181 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Pushing event updated for resources: {'Port': ['ID=605e0bc7-94bf-4bca-8ff4-c2dbed775ebf,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:28.972693 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695431f1-82e6-4aeb-9309-e92c9b3d7c33 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Network 111aab1d-696a-4d6d-8a0b-ed0d75eebefa is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:07:28.987634 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Routers {'ca374d2d-11f3-4e30-90a0-76a8b70057ea'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:07:28.988268 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:07:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ca374d2d-11f3-4e30-90a0-76a8b70057ea'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:29.053176 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d981239d-b33f-4451-b122-e41aa9fc0456 None None] get_active_networks_info from dv-neutron-831573-1-hyperv {{(pid=84534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 19:07:29.059573 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-695431f1-82e6-4aeb-9309-e92c9b3d7c33 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 111aab1d-696a-4d6d-8a0b-ed0d75eebefa) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:29.065635 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695431f1-82e6-4aeb-9309-e92c9b3d7c33 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:29.065635 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-695431f1-82e6-4aeb-9309-e92c9b3d7c33 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:29.066962 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8da1489c-fe50-43b9-91ec-3dbdece9e26e tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:29.075837 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:29.143965 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Provisioning for port ed164958-2a1e-407f-abf8-b196b184e116 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:29.156428 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-604ce57d-a32f-4e0e-9853-f9637273210a req-0555a2a3-e7e8-40af-8abc-feeba9c21360 service neutron] 10.222.0.73 "GET /v2.0/networks/0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344739 Mar 02 19:07:29.165515 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Provisioning complete for port ed164958-2a1e-407f-abf8-b196b184e116 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:29.165515 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:29.175767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:29.192010 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-695431f1-82e6-4aeb-9309-e92c9b3d7c33 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2577715 Mar 02 19:07:29.195714 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35342) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:29.213600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-e3a6b1f0-50e4-4347-8776-61a4e32fa3e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:29.293118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8da1489c-fe50-43b9-91ec-3dbdece9e26e tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:29.404548 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b1f0-50e4-4347-8776-61a4e32fa3e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1443126'] for subnet, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:29.420118 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Set router ca374d2d-11f3-4e30-90a0-76a8b70057ea gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:07:29.428500 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event updated for resources: {'Port': ['ID=a39aaf05-622f-48b3-8916-a93e0742cce9,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:29.500513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:29.668325 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:29.737847 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] For port ed164958-2a1e-407f-abf8-b196b184e116, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=ed164958-2a1e-407f-abf8-b196b184e116,segment=NetworkSegment(58dacac7-be10-4073-a4c8-c4ad7b67a54d),segment_id=58dacac7-be10-4073-a4c8-c4ad7b67a54d)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:29.797984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d981239d-b33f-4451-b122-e41aa9fc0456 None None] Resources bound (agent type, host, resource id): {{(pid=84534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 19:07:29.824400 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:29.839071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-e8a392b3-dcb8-4508-a338-669bc264ab1c req-9ef2ad44-b677-47d7-84a6-44fbd354ec2d tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Synchronizing usage tracker for tenant:0af1fa0d95a44ba480dc48db39841166 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:29.863496 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:29.886828 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8da1489c-fe50-43b9-91ec-3dbdece9e26e tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:29.888871 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b1f0-50e4-4347-8776-61a4e32fa3e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778372032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-981219'] for subnet, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:29.932488 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-e8a392b3-dcb8-4508-a338-669bc264ab1c req-9ef2ad44-b677-47d7-84a6-44fbd354ec2d tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Unset dirty status for tenant:0af1fa0d95a44ba480dc48db39841166 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:29.933949 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e8a392b3-dcb8-4508-a338-669bc264ab1c req-9ef2ad44-b677-47d7-84a6-44fbd354ec2d tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 210 time: 0.1513379 Mar 02 19:07:29.967639 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1489c-fe50-43b9-91ec-3dbdece9e26e tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64566ec9-8936-4ee4-8558-c2ad16add971,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:29.969868 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a6b1f0-50e4-4347-8776-61a4e32fa3e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:29.970721 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e3a6b1f0-50e4-4347-8776-61a4e32fa3e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:29.972099 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e3a6b1f0-50e4-4347-8776-61a4e32fa3e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "PUT /v2.0/subnets/de335d85-e66c-4e0e-8c9c-9adfe4632f29 HTTP/1.1" status: 200 len: 900 time: 0.7699735 Mar 02 19:07:29.976001 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35354) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:30.015170 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6b1f0-50e4-4347-8776-61a4e32fa3e0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event updated for resources: {'Subnet': ['ID=de335d85-e66c-4e0e-8c9c-9adfe4632f29,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:30.046676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8da1489c-fe50-43b9-91ec-3dbdece9e26e tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:30.046676 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8da1489c-fe50-43b9-91ec-3dbdece9e26e tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "DELETE /v2.0/security-groups/64566ec9-8936-4ee4-8558-c2ad16add971 HTTP/1.1" status: 204 len: 168 time: 1.4233336 Mar 02 19:07:30.065075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35360) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:30.140783 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cf9c0-64cf-464e-9cd9-fc0d446334a2 None None] Pushing event updated for resources: {'Port': ['ID=ed164958-2a1e-407f-abf8-b196b184e116,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:30.199210 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-19ef87da-7110-4def-9958-5b710e6b6156 None None] Provisioning complete for port 5e162526-38f1-4da2-ada1-e9a4d827110c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:30.199210 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-19ef87da-7110-4def-9958-5b710e6b6156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:30.235191 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d44d104b-239a-4fc2-b60d-b80997076799 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Synchronizing usage tracker for tenant:2c2da4e63f9d4ba0bd0c9839aef8962d on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:30.261750 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c6a04ffb-43a9-4027-97b1-864602553b72 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:30.340149 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d44d104b-239a-4fc2-b60d-b80997076799 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Unset dirty status for tenant:2c2da4e63f9d4ba0bd0c9839aef8962d on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:30.340149 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d44d104b-239a-4fc2-b60d-b80997076799 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2711844 Mar 02 19:07:30.345059 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35364) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:30.351423 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-07d059fd-36f4-4b87-aa4d-8b8da53f3858 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group': {'name': 'tempest-secgroup--952012002'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:30.364197 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Floating IP 42a6e667-cdb1-4c36-92da-1700761fcd58 associated. External IP: 172.26.4.197, port: 0f1731b4-e9a5-41da-9e91-890706cfbe3a. Mar 02 19:07:30.365025 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-07d059fd-36f4-4b87-aa4d-8b8da53f3858 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:30.365025 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c6a04ffb-43a9-4027-97b1-864602553b72 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:30.419574 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-07d059fd-36f4-4b87-aa4d-8b8da53f3858 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:30.433429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e49af-9c4b-4046-a80f-e76545a8b68e tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Deleting port 70cf72aa-ac9b-493c-a5e9-17a4ce8d29ac {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:30.433689 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cb6e49af-9c4b-4046-a80f-e76545a8b68e tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:30.468825 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-19ef87da-7110-4def-9958-5b710e6b6156 None None] Port 5e162526-38f1-4da2-ada1-e9a4d827110c cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:07:30.486613 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:30.488773 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:30.525022 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-07d059fd-36f4-4b87-aa4d-8b8da53f3858 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:30.592502 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c6a04ffb-43a9-4027-97b1-864602553b72 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:30.600153 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1350803047', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:07:08Z', 'updated_at': '2022-03-02T19:07:22Z', 'revision_number': 4, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'gw_port': {'id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:10Z', 'updated_at': '2022-03-02T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '5e162526-38f1-4da2-ada1-e9a4d827110c', 'name': '', 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'mac_address': 'fa:16:3e:46:a7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34544a80-8e19-4455-9740-4b6f83411eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:20Z', 'updated_at': '2022-03-02T19:07:23Z', 'revision_number': 2, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'subnets': [{'id': '34544a80-8e19-4455-9740-4b6f83411eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:30.607053 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Checking router: ca374d2d-11f3-4e30-90a0-76a8b70057ea for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:07:30.607453 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Updating router ca374d2d-11f3-4e30-90a0-76a8b70057ea port 5e162526-38f1-4da2-ada1-e9a4d827110c binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:07:30.609826 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-07d059fd-36f4-4b87-aa4d-8b8da53f3858 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:30.620393 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-07d059fd-36f4-4b87-aa4d-8b8da53f3858 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:30.620393 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-07d059fd-36f4-4b87-aa4d-8b8da53f3858 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:30.625735 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-07d059fd-36f4-4b87-aa4d-8b8da53f3858 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:30.703110 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-07d059fd-36f4-4b87-aa4d-8b8da53f3858 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:30.728709 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:30.753510 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a04ffb-43a9-4027-97b1-864602553b72 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Subnet': ['ID=de335d85-e66c-4e0e-8c9c-9adfe4632f29,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:30.783870 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cb6e49af-9c4b-4046-a80f-e76545a8b68e tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:30.854299 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-07d059fd-36f4-4b87-aa4d-8b8da53f3858 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:30.873302 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 47e2f2b5-b105-47ad-a80e-13b49db6b14e up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:30.933464 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e49af-9c4b-4046-a80f-e76545a8b68e tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Calling delete_port for 70cf72aa-ac9b-493c-a5e9-17a4ce8d29ac owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:07:30.939416 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c6a04ffb-43a9-4027-97b1-864602553b72 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:30.957996 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-07d059fd-36f4-4b87-aa4d-8b8da53f3858 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:30.959367 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-07d059fd-36f4-4b87-aa4d-8b8da53f3858 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6144917 Mar 02 19:07:30.964411 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35370) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:30.984948 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d059fd-36f4-4b87-aa4d-8b8da53f3858 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89cf9410-c233-4cf4-b65b-d9006641e8c1,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:30.993628 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-c6a04ffb-43a9-4027-97b1-864602553b72 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111aab1d-696a-4d6d-8a0b-ed0d75eebefa']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:30.996804 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a66897d3-d74e-45b1-9511-f057fee0e8d0 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': '89cf9410-c233-4cf4-b65b-d9006641e8c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:30.998041 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-a66897d3-d74e-45b1-9511-f057fee0e8d0 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:30.999037 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a66897d3-d74e-45b1-9511-f057fee0e8d0 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0280280 Mar 02 19:07:31.003291 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35376) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:31.012580 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-9ec1d36f-5c19-4cf8-8284-205a02519f73 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': '89cf9410-c233-4cf4-b65b-d9006641e8c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:31.013588 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-9ec1d36f-5c19-4cf8-8284-205a02519f73 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:31.014746 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9ec1d36f-5c19-4cf8-8284-205a02519f73 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0102723 Mar 02 19:07:31.017570 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35380) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:31.021075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-c6a04ffb-43a9-4027-97b1-864602553b72 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9882764-49cc-400e-80a7-eafdc5222c42') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:31.021612 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-c6a04ffb-43a9-4027-97b1-864602553b72 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9882764-49cc-400e-80a7-eafdc5222c42') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:31.035714 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-29397bec-9e8b-4fb2-ab05-a4206c4387de tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': '89cf9410-c233-4cf4-b65b-d9006641e8c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:31.037611 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-29397bec-9e8b-4fb2-ab05-a4206c4387de tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:31.038659 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-29397bec-9e8b-4fb2-ab05-a4206c4387de tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0200021 Mar 02 19:07:31.043161 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35384) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:31.050520 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-3cc83714-49d8-4bac-b6b5-ab6990446ffd tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': '89cf9410-c233-4cf4-b65b-d9006641e8c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:31.051314 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-3cc83714-49d8-4bac-b6b5-ab6990446ffd tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:31.052366 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3cc83714-49d8-4bac-b6b5-ab6990446ffd tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079470 Mar 02 19:07:31.054425 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc484852-eb12-44b1-8fab-ccf15d197cd3 None None] Network 111aab1d-696a-4d6d-8a0b-ed0d75eebefa requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:31.054671 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c6a04ffb-43a9-4027-97b1-864602553b72 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:31.062884 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35388) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:31.128570 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c6a04ffb-43a9-4027-97b1-864602553b72 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:31.138090 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a04ffb-43a9-4027-97b1-864602553b72 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:07:31.138626 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c6a04ffb-43a9-4027-97b1-864602553b72 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:07:31.228686 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:07:31.286656 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0e04657a-fd0d-46ec-9b8e-670119ca430c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:31.292951 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 47e2f2b5-b105-47ad-a80e-13b49db6b14e triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:31.294620 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:31.334035 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c6a04ffb-43a9-4027-97b1-864602553b72 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:31.339857 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c6a04ffb-43a9-4027-97b1-864602553b72 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:31.376860 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:31.473385 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce83ecdb-7e65-4578-86cd-68709f9092fc None None] Network 111aab1d-696a-4d6d-8a0b-ed0d75eebefa requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:31.476481 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-899c61af-d2bd-4a59-8b86-446847c9456a req-26c91545-5765-476f-b150-330ad0a86d7f tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 210 time: 0.1209586 Mar 02 19:07:31.485002 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0e04657a-fd0d-46ec-9b8e-670119ca430c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:31.511987 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce83ecdb-7e65-4578-86cd-68709f9092fc None None] Network 111aab1d-696a-4d6d-8a0b-ed0d75eebefa could not be found, it might have been deleted concurrently. {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 02 19:07:31.512825 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a04ffb-43a9-4027-97b1-864602553b72 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Network': ['ID=111aab1d-696a-4d6d-8a0b-ed0d75eebefa,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:31.523518 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765479d9-6e4f-4677-bcf6-39c8c11720e6 None None] Network 111aab1d-696a-4d6d-8a0b-ed0d75eebefa requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:31.534178 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c6a04ffb-43a9-4027-97b1-864602553b72 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/networks/111aab1d-696a-4d6d-8a0b-ed0d75eebefa HTTP/1.1" status: 204 len: 168 time: 1.5581622 Mar 02 19:07:31.541215 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35392) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:31.550507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765479d9-6e4f-4677-bcf6-39c8c11720e6 None None] Network 111aab1d-696a-4d6d-8a0b-ed0d75eebefa could not be found, it might have been deleted concurrently. {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 02 19:07:31.590226 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-eebab974-fd14-492d-9834-f4e5ba42c3cf tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:31.590667 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eebab974-fd14-492d-9834-f4e5ba42c3cf tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:31.592359 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-eebab974-fd14-492d-9834-f4e5ba42c3cf tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/subnets/de335d85-e66c-4e0e-8c9c-9adfe4632f29 HTTP/1.1" status: 404 len: 337 time: 0.0502737 Mar 02 19:07:31.596797 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35396) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:31.626069 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1179290-ca8a-407f-95d5-8fe7a3616840 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:31.627089 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1179290-ca8a-407f-95d5-8fe7a3616840 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:31.637702 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f1179290-ca8a-407f-95d5-8fe7a3616840 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/networks/111aab1d-696a-4d6d-8a0b-ed0d75eebefa HTTP/1.1" status: 404 len: 339 time: 0.0398755 Mar 02 19:07:31.640428 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35400) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:31.677922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Router 21db579b-4602-4cd0-9f6f-86df599f8b7b has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:07:31.728856 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0e04657a-fd0d-46ec-9b8e-670119ca430c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:31.776622 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04657a-fd0d-46ec-9b8e-670119ca430c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cf9410-c233-4cf4-b65b-d9006641e8c1,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:31.783585 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0e04657a-fd0d-46ec-9b8e-670119ca430c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:31.788869 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0e04657a-fd0d-46ec-9b8e-670119ca430c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "DELETE /v2.0/security-groups/89cf9410-c233-4cf4-b65b-d9006641e8c1 HTTP/1.1" status: 204 len: 168 time: 0.7195215 Mar 02 19:07:31.790342 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35404) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:31.805259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cb6e49af-9c4b-4046-a80f-e76545a8b68e tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:31.830089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:31.844899 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Transition to ACTIVE for port object 5e162526-38f1-4da2-ada1-e9a4d827110c will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:31.849294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-11445f56-8964-4706-a91a-4ca84af0f357 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:31.857576 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device ed164958-2a1e-407f-abf8-b196b184e116 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:31.866373 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e49af-9c4b-4046-a80f-e76545a8b68e tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event deleted for resources: {'Port': ['ID=70cf72aa-ac9b-493c-a5e9-17a4ce8d29ac,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:31.954429 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:32.041650 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9285615-95d1-4804-9731-f35f8196abd8 None None] Pushing event updated for resources: {'Port': ['ID=5e162526-38f1-4da2-ada1-e9a4d827110c,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:32.045350 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port ed164958-2a1e-407f-abf8-b196b184e116 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:32.058635 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:32.104014 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2fa76f5d-be71-4c29-9c1e-8b950b79f125 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Synchronizing usage tracker for tenant:2c2da4e63f9d4ba0bd0c9839aef8962d on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:32.124980 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-11445f56-8964-4706-a91a-4ca84af0f357 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:32.141656 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cb6e49af-9c4b-4046-a80f-e76545a8b68e tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:32.211774 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-11445f56-8964-4706-a91a-4ca84af0f357 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c9efc9-0259-4e0a-aec0-72544ef6dfb7']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:32.225022 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-11445f56-8964-4706-a91a-4ca84af0f357 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6680c575-ab1d-4e83-a021-84817963847f') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:32.225627 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-11445f56-8964-4706-a91a-4ca84af0f357 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6680c575-ab1d-4e83-a021-84817963847f') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:32.243715 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-11445f56-8964-4706-a91a-4ca84af0f357 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:32.279997 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-11445f56-8964-4706-a91a-4ca84af0f357 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:32.294683 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11445f56-8964-4706-a91a-4ca84af0f357 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:07:32.295081 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-11445f56-8964-4706-a91a-4ca84af0f357 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:07:32.322052 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:07:32.324307 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2fa76f5d-be71-4c29-9c1e-8b950b79f125 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Unset dirty status for tenant:2c2da4e63f9d4ba0bd0c9839aef8962d on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:32.329406 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2fa76f5d-be71-4c29-9c1e-8b950b79f125 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5288286 Mar 02 19:07:32.330224 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35408) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:32.424293 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-15d94c69-5ed9-4331-8440-756baa94ca45 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group': {'name': 'tempest-secgroup--948586546'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:32.450331 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-15d94c69-5ed9-4331-8440-756baa94ca45 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:32.503234 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Attempting to bind port 5e162526-38f1-4da2-ada1-e9a4d827110c on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:07:32.515709 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Attempting to bind port 5e162526-38f1-4da2-ada1-e9a4d827110c by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '5fb00790-eefc-41e7-832d-a622049d0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:07:32.517734 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Attempting to bind port 5e162526-38f1-4da2-ada1-e9a4d827110c on network 0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:07:32.535980 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-15d94c69-5ed9-4331-8440-756baa94ca45 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:32.550651 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:07:32.552732 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Checking segment: {'id': '5fb00790-eefc-41e7-832d-a622049d0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:07:32.554052 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:32.554706 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Bound using segment: {'id': '5fb00790-eefc-41e7-832d-a622049d0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:07:32.560021 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Bound port: 5e162526-38f1-4da2-ada1-e9a4d827110c, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb00790-eefc-41e7-832d-a622049d0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:07:32.560849 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:32.668220 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:07:32.676665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] For port 5e162526-38f1-4da2-ada1-e9a4d827110c, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:07:32.680012 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] For port 5e162526-38f1-4da2-ada1-e9a4d827110c, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=5e162526-38f1-4da2-ada1-e9a4d827110c,segment=NetworkSegment(5fb00790-eefc-41e7-832d-a622049d0a74),segment_id=5fb00790-eefc-41e7-832d-a622049d0a74)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:07:32.683451 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4633f60-ba00-4b56-815c-0d3b2d26b5eb None None] Sync routers for ids ['21db579b-4602-4cd0-9f6f-86df599f8b7b'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:07:32.697414 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-347525b3-5b04-4f9e-86cc-998c7e75d980 req-23ea95b1-b692-4d32-93e2-45a016df9552 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 210 time: 0.0596395 Mar 02 19:07:32.710696 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-15d94c69-5ed9-4331-8440-756baa94ca45 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:32.712362 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4633f60-ba00-4b56-815c-0d3b2d26b5eb None None] Routers {'21db579b-4602-4cd0-9f6f-86df599f8b7b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:07:32.714493 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-f4633f60-ba00-4b56-815c-0d3b2d26b5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:07:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['21db579b-4602-4cd0-9f6f-86df599f8b7b'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:32.736189 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-11445f56-8964-4706-a91a-4ca84af0f357 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:32.756611 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-11445f56-8964-4706-a91a-4ca84af0f357 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:32.778272 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11445f56-8964-4706-a91a-4ca84af0f357 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Network': ['ID=18c9efc9-0259-4e0a-aec0-72544ef6dfb7,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:32.779213 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:32.782423 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-11445f56-8964-4706-a91a-4ca84af0f357 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/networks/18c9efc9-0259-4e0a-aec0-72544ef6dfb7 HTTP/1.1" status: 204 len: 168 time: 1.1408799 Mar 02 19:07:32.791868 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35414) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:32.816807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ce57d-a32f-4e0e-9853-f9637273210a req-c2dc5ac1-1e9c-4da3-b09c-d155d7033224 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:32.818447 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-604ce57d-a32f-4e0e-9853-f9637273210a req-c2dc5ac1-1e9c-4da3-b09c-d155d7033224 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.87 "GET /v2.0/networks?id=0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa HTTP/1.1" status: 200 len: 796 time: 0.4872057 Mar 02 19:07:32.844098 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5123ab5-ab09-4948-8d74-f75a4aebb858 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:32.844695 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5123ab5-ab09-4948-8d74-f75a4aebb858 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:32.854139 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-15d94c69-5ed9-4331-8440-756baa94ca45 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:32.857406 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f5123ab5-ab09-4948-8d74-f75a4aebb858 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/subnets/0f35a7d7-5570-4746-b37d-910db8afdeea HTTP/1.1" status: 404 len: 337 time: 0.0685606 Mar 02 19:07:32.860122 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35418) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:32.862872 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-15d94c69-5ed9-4331-8440-756baa94ca45 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:32.887127 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-15d94c69-5ed9-4331-8440-756baa94ca45 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:32.897874 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-15d94c69-5ed9-4331-8440-756baa94ca45 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:32.905426 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-72de9cf9-30f2-484a-846f-0bd5aff05f93 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:32.910335 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72de9cf9-30f2-484a-846f-0bd5aff05f93 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:32.910335 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-72de9cf9-30f2-484a-846f-0bd5aff05f93 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/networks/76e522f4-911f-4659-8ef6-4060493a07c6 HTTP/1.1" status: 404 len: 339 time: 0.0465865 Mar 02 19:07:32.911258 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35422) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:32.927899 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:32.931867 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9285615-95d1-4804-9731-f35f8196abd8 None None] Pushing event updated for resources: {'Port': ['ID=5e162526-38f1-4da2-ada1-e9a4d827110c,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:32.944128 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Routers {'ca374d2d-11f3-4e30-90a0-76a8b70057ea'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:07:32.945031 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:07:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ca374d2d-11f3-4e30-90a0-76a8b70057ea'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:33.020844 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-f4633f60-ba00-4b56-815c-0d3b2d26b5eb None None] Set router 21db579b-4602-4cd0-9f6f-86df599f8b7b gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:07:33.118407 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-15d94c69-5ed9-4331-8440-756baa94ca45 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:33.210714 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-500142da-e987-422c-800b-453b17f7c4c0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Deleting subnet 862ca767-7666-463c-87e9-833d5b0c255a {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:07:33.215614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-500142da-e987-422c-800b-453b17f7c4c0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:33.262411 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-15d94c69-5ed9-4331-8440-756baa94ca45 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:33.272165 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-604ce57d-a32f-4e0e-9853-f9637273210a req-298efea7-4a5c-4e8f-a1f7-b191c3ac9c48 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0af1fa0d95a44ba480dc48db39841166 HTTP/1.1" status: 200 len: 378 time: 0.3870380 Mar 02 19:07:33.274587 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f73158e9-ff26-43f3-b50b-9b6483326e18 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.5099854 Mar 02 19:07:33.276265 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb25bfd-033f-4ca2-92c2-a4b63ec930c3', 'tag': '0f1731b4-e9a5-41da-9e91-890706cfbe3a'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:07:33.297552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-604ce57d-a32f-4e0e-9853-f9637273210a req-469bf245-70e4-4051-af96-e671324f6de2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Request body: {'port': {'device_id': 'ad9eb0ff-8bed-4104-8050-bca1e3a37366', 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa', 'admin_state_up': True, 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'security_groups': ['5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:33.312894 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-500142da-e987-422c-800b-453b17f7c4c0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:33.361921 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] Set router ca374d2d-11f3-4e30-90a0-76a8b70057ea gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:07:33.419290 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-500142da-e987-422c-800b-453b17f7c4c0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:33.467911 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb25bfd-033f-4ca2-92c2-a4b63ec930c3', 'tag': '0f1731b4-e9a5-41da-9e91-890706cfbe3a', 'status': 'completed', 'code': 200} Mar 02 19:07:33.506316 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6e49af-9c4b-4046-a80f-e76545a8b68e tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Router 15eedf44-5c22-41e2-89a2-eff59827340a has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:07:33.544600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d94c69-5ed9-4331-8440-756baa94ca45 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0eb2013-066f-48ed-bc18-9722689cd6ed,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:33.585351 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-500142da-e987-422c-800b-453b17f7c4c0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:33.645169 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-f4633f60-ba00-4b56-815c-0d3b2d26b5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '42a6e667-cdb1-4c36-92da-1700761fcd58', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'floating_ip_address': '172.26.4.197', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'port_id': '0f1731b4-e9a5-41da-9e91-890706cfbe3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'mac_address': 'fa:16:3e:5e:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb25bfd-033f-4ca2-92c2-a4b63ec930c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:07:27Z', 'updated_at': '2022-03-02T19:07:27Z', 'revision_number': 0, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:44Z', 'revision_number': 5, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:33.651169 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4633f60-ba00-4b56-815c-0d3b2d26b5eb None None] Checking router: 21db579b-4602-4cd0-9f6f-86df599f8b7b for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:07:33.653887 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-500142da-e987-422c-800b-453b17f7c4c0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:33.659450 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-500142da-e987-422c-800b-453b17f7c4c0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/subnets/862ca767-7666-463c-87e9-833d5b0c255a HTTP/1.1" status: 204 len: 168 time: 0.7466826 Mar 02 19:07:33.660720 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500142da-e987-422c-800b-453b17f7c4c0 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Subnet': ['ID=862ca767-7666-463c-87e9-833d5b0c255a,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:33.663768 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4633f60-ba00-4b56-815c-0d3b2d26b5eb None None] Routers {'21db579b-4602-4cd0-9f6f-86df599f8b7b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:07:33.664527 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-f4633f60-ba00-4b56-815c-0d3b2d26b5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:07:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['21db579b-4602-4cd0-9f6f-86df599f8b7b'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:33.667986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-604ce57d-a32f-4e0e-9853-f9637273210a req-469bf245-70e4-4051-af96-e671324f6de2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:33.668616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35430) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:33.711430 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-15d94c69-5ed9-4331-8440-756baa94ca45 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:33.713489 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-15d94c69-5ed9-4331-8440-756baa94ca45 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3784175 Mar 02 19:07:33.717305 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc06cb9-4300-417d-b17d-d97dcbe8531e None None] Network 9ec3ac95-5503-43fb-bf27-4d7dac2e5243 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:33.725669 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35434) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:33.781789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-604ce57d-a32f-4e0e-9853-f9637273210a req-469bf245-70e4-4051-af96-e671324f6de2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:33.785587 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b53599-5239-427a-ab71-a861bda867c2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Deleting subnet 683b7c7f-0f30-4256-872d-e1d32b48c8f5 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:07:33.791830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-f6e55d86-6627-45d0-a372-204f2edfc86b tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': 'b0eb2013-066f-48ed-bc18-9722689cd6ed', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:33.792494 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-f6e55d86-6627-45d0-a372-204f2edfc86b tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:33.797464 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f6e55d86-6627-45d0-a372-204f2edfc86b tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0705435 Mar 02 19:07:33.798071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35440) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:33.802113 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-98b53599-5239-427a-ab71-a861bda867c2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:33.811835 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-69356749-982f-4345-90a2-2fefcfdce6fa req-653e1bfd-1eea-4d80-a1a9-dd7c9545945a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c751e1819ac4d70a34f41774e11c468&device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 1099 time: 0.3679087 Mar 02 19:07:33.837699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-8f385d60-464c-49ce-a698-b91da3dca970 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': 'b0eb2013-066f-48ed-bc18-9722689cd6ed', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:33.851604 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8f385d60-464c-49ce-a698-b91da3dca970 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:33.868957 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8f385d60-464c-49ce-a698-b91da3dca970 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:33.875968 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8f385d60-464c-49ce-a698-b91da3dca970 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:33.910909 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-f4633f60-ba00-4b56-815c-0d3b2d26b5eb None None] Set router 21db579b-4602-4cd0-9f6f-86df599f8b7b gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:07:33.922961 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8f385d60-464c-49ce-a698-b91da3dca970 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:33.924797 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604ce57d-a32f-4e0e-9853-f9637273210a req-469bf245-70e4-4051-af96-e671324f6de2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Made reservation on behalf of 0af1fa0d95a44ba480dc48db39841166 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:33.929319 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-604ce57d-a32f-4e0e-9853-f9637273210a req-469bf245-70e4-4051-af96-e671324f6de2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:33.941934 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b11ab300-5a1a-41ae-b601-d254a0434e84 req-241bfd6f-59d6-44ef-9aef-6415143be53c tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 210 time: 0.0693393 Mar 02 19:07:33.947310 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-98b53599-5239-427a-ab71-a861bda867c2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:33.989967 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1350803047', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:07:08Z', 'updated_at': '2022-03-02T19:07:22Z', 'revision_number': 4, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'gw_port': {'id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:10Z', 'updated_at': '2022-03-02T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '5e162526-38f1-4da2-ada1-e9a4d827110c', 'name': '', 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'mac_address': 'fa:16:3e:46:a7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34544a80-8e19-4455-9740-4b6f83411eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:20Z', 'updated_at': '2022-03-02T19:07:32Z', 'revision_number': 4, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'subnets': [{'id': '34544a80-8e19-4455-9740-4b6f83411eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:34.006194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61552840-7b38-40c2-a5e8-d834bd667773 None None] The sync data for ids ['ca374d2d-11f3-4e30-90a0-76a8b70057ea'] in dv-neutron-831573-1-hyperv is: [{'id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1350803047', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:07:08Z', 'updated_at': '2022-03-02T19:07:22Z', 'revision_number': 4, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'gw_port': {'id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:10Z', 'updated_at': '2022-03-02T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '5e162526-38f1-4da2-ada1-e9a4d827110c', 'name': '', 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'mac_address': 'fa:16:3e:46:a7:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34544a80-8e19-4455-9740-4b6f83411eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:20Z', 'updated_at': '2022-03-02T19:07:32Z', 'revision_number': 4, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'subnets': [{'id': '34544a80-8e19-4455-9740-4b6f83411eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:07:34.039343 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6e49af-9c4b-4046-a80f-e76545a8b68e tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:07:34.044874 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cb6e49af-9c4b-4046-a80f-e76545a8b68e tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "PUT /v2.0/routers/15eedf44-5c22-41e2-89a2-eff59827340a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0306733 Mar 02 19:07:34.049092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35444) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:34.068239 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-98b53599-5239-427a-ab71-a861bda867c2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:34.140285 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9435ccd-000c-44f1-831c-5cba936406dc None None] Sync routers for ids ['15eedf44-5c22-41e2-89a2-eff59827340a'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:07:34.198677 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-582351bf-f83e-4561-afc4-c888e416e58e tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] delete failed (client error): The resource could not be found. Mar 02 19:07:34.199756 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-582351bf-f83e-4561-afc4-c888e416e58e tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-1099865148 HTTP/1.1" status: 404 len: 335 time: 0.1497335 Mar 02 19:07:34.201167 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9435ccd-000c-44f1-831c-5cba936406dc None None] Routers {'15eedf44-5c22-41e2-89a2-eff59827340a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:07:34.201798 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e9435ccd-000c-44f1-831c-5cba936406dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:07:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['15eedf44-5c22-41e2-89a2-eff59827340a'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:34.206892 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35448) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:34.218874 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-aa338e2f-bc2b-4999-a410-96ee84d64f4a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Request body: {'router': {'external_gateway_info': {'network_id': '15eedf44-5c22-41e2-89a2-eff59827340a'}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:34.269715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69356749-982f-4345-90a2-2fefcfdce6fa req-c3791e01-f68f-4948-938a-2c842d63210e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:34.271702 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-69356749-982f-4345-90a2-2fefcfdce6fa req-c3791e01-f68f-4948-938a-2c842d63210e service neutron] 10.222.0.87 "GET /v2.0/networks?id=2e33772f-7a83-4314-934e-a7ea68526e72 HTTP/1.1" status: 200 len: 913 time: 0.4589407 Mar 02 19:07:34.363593 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e9435ccd-000c-44f1-831c-5cba936406dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:34.398426 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9435ccd-000c-44f1-831c-5cba936406dc None None] Routers {'15eedf44-5c22-41e2-89a2-eff59827340a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:07:34.399383 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e9435ccd-000c-44f1-831c-5cba936406dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:07:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['15eedf44-5c22-41e2-89a2-eff59827340a'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:34.446822 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-604ce57d-a32f-4e0e-9853-f9637273210a req-469bf245-70e4-4051-af96-e671324f6de2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Allocated IP 172.20.0.8 (0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa/34544a80-8e19-4455-9740-4b6f83411eb9/b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:07:34.490852 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e9435ccd-000c-44f1-831c-5cba936406dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:34.491566 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9435ccd-000c-44f1-831c-5cba936406dc None None] The sync data for ids ['15eedf44-5c22-41e2-89a2-eff59827340a'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:07:34.559176 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-f4633f60-ba00-4b56-815c-0d3b2d26b5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '42a6e667-cdb1-4c36-92da-1700761fcd58', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'floating_ip_address': '172.26.4.197', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'port_id': '0f1731b4-e9a5-41da-9e91-890706cfbe3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'mac_address': 'fa:16:3e:5e:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb25bfd-033f-4ca2-92c2-a4b63ec930c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:07:27Z', 'updated_at': '2022-03-02T19:07:27Z', 'revision_number': 0, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:44Z', 'revision_number': 5, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:34.564124 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-69356749-982f-4345-90a2-2fefcfdce6fa req-c3370249-d63d-4660-a2a6-1fb81bac7ee1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f1731b4-e9a5-41da-9e91-890706cfbe3a HTTP/1.1" status: 200 len: 1000 time: 0.2836025 Mar 02 19:07:34.564902 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4633f60-ba00-4b56-815c-0d3b2d26b5eb None None] The sync data for ids ['21db579b-4602-4cd0-9f6f-86df599f8b7b'] in dv-neutron-831573-1-hyperv is: [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '42a6e667-cdb1-4c36-92da-1700761fcd58', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'floating_ip_address': '172.26.4.197', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'port_id': '0f1731b4-e9a5-41da-9e91-890706cfbe3a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'mac_address': 'fa:16:3e:5e:43:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb25bfd-033f-4ca2-92c2-a4b63ec930c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:07:27Z', 'updated_at': '2022-03-02T19:07:27Z', 'revision_number': 0, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:44Z', 'revision_number': 5, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:07:34.585512 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-98b53599-5239-427a-ab71-a861bda867c2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:34.593601 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-8f385d60-464c-49ce-a698-b91da3dca970 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:34.599762 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8f385d60-464c-49ce-a698-b91da3dca970 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7968831 Mar 02 19:07:34.643973 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35452) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:34.660023 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b53599-5239-427a-ab71-a861bda867c2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Subnet': ['ID=683b7c7f-0f30-4256-872d-e1d32b48c8f5,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:34.664241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-234790b8-8c2d-447b-8dbf-0a4db9eccf9d tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': 'b0eb2013-066f-48ed-bc18-9722689cd6ed', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:34.667629 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-234790b8-8c2d-447b-8dbf-0a4db9eccf9d tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:34.673687 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-98b53599-5239-427a-ab71-a861bda867c2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:34.677262 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-234790b8-8c2d-447b-8dbf-0a4db9eccf9d tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0292060 Mar 02 19:07:34.683642 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35456) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:34.691414 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-fe33d912-a161-4071-89a8-87b728a0dccc tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': 'b0eb2013-066f-48ed-bc18-9722689cd6ed', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:34.704685 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-fe33d912-a161-4071-89a8-87b728a0dccc tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:34.710915 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-98b53599-5239-427a-ab71-a861bda867c2 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/subnets/683b7c7f-0f30-4256-872d-e1d32b48c8f5 HTTP/1.1" status: 204 len: 168 time: 1.0406919 Mar 02 19:07:34.712956 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fe33d912-a161-4071-89a8-87b728a0dccc tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:34.717344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35460) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:34.718144 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fe33d912-a161-4071-89a8-87b728a0dccc tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:34.755612 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-fe33d912-a161-4071-89a8-87b728a0dccc tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:34.849148 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-604ce57d-a32f-4e0e-9853-f9637273210a req-469bf245-70e4-4051-af96-e671324f6de2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:34.860535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69356749-982f-4345-90a2-2fefcfdce6fa req-dc5dd6c8-7ab0-4c42-aeb6-a430e55f5a5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:34.862874 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-69356749-982f-4345-90a2-2fefcfdce6fa req-dc5dd6c8-7ab0-4c42-aeb6-a430e55f5a5e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=eb42d443-71ba-493e-8b31-52bf5eb54af6 HTTP/1.1" status: 200 len: 851 time: 0.2890806 Mar 02 19:07:34.933013 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-604ce57d-a32f-4e0e-9853-f9637273210a req-469bf245-70e4-4051-af96-e671324f6de2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Transition to ACTIVE for port object b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:35.002388 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-69356749-982f-4345-90a2-2fefcfdce6fa req-68137e51-ff29-4918-a7fd-fc64d311416c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2e33772f-7a83-4314-934e-a7ea68526e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1303854 Mar 02 19:07:35.139949 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-604ce57d-a32f-4e0e-9853-f9637273210a req-469bf245-70e4-4051-af96-e671324f6de2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:35.165607 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:35.249709 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7848ff0a-db99-4570-a2f8-8d9972ea2594 None None] Network 9ec3ac95-5503-43fb-bf27-4d7dac2e5243 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:35.290676 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-fe33d912-a161-4071-89a8-87b728a0dccc tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:35.296334 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fe33d912-a161-4071-89a8-87b728a0dccc tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6073217 Mar 02 19:07:35.297459 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35466) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:35.311531 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-5d584874-3a15-49c9-bb9c-d20d85a7039d tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': 'b0eb2013-066f-48ed-bc18-9722689cd6ed', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:35.312537 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-5d584874-3a15-49c9-bb9c-d20d85a7039d tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:35.328311 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5d584874-3a15-49c9-bb9c-d20d85a7039d tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0296507 Mar 02 19:07:35.331046 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35470) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:35.347924 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-3373f221-431a-44ff-891a-328737acaed4 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': 'b0eb2013-066f-48ed-bc18-9722689cd6ed', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:35.363025 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Deleting port 6ae652ce-a017-46c5-8dae-c0156b23e148 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:35.363810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:35.437805 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-3373f221-431a-44ff-891a-328737acaed4 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:35.473231 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c313f313-1847-42c9-97c2-c36eb83a37fa None None] Provisioning complete for port 6ae652ce-a017-46c5-8dae-c0156b23e148 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:35.473869 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c313f313-1847-42c9-97c2-c36eb83a37fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:35.478520 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bf245-70e4-4051-af96-e671324f6de2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event updated for resources: {'Port': ['ID=b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:35.517641 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604ce57d-a32f-4e0e-9853-f9637273210a req-469bf245-70e4-4051-af96-e671324f6de2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Network 0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:07:35.521906 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3373f221-431a-44ff-891a-328737acaed4 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:35.530327 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3373f221-431a-44ff-891a-328737acaed4 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:35.532049 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-604ce57d-a32f-4e0e-9853-f9637273210a req-469bf245-70e4-4051-af96-e671324f6de2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:35.542032 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-aa338e2f-bc2b-4999-a410-96ee84d64f4a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:35.567311 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-604ce57d-a32f-4e0e-9853-f9637273210a req-469bf245-70e4-4051-af96-e671324f6de2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:07:35.575871 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-3373f221-431a-44ff-891a-328737acaed4 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:35.654000 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ce57d-a32f-4e0e-9853-f9637273210a req-469bf245-70e4-4051-af96-e671324f6de2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:35.654964 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-604ce57d-a32f-4e0e-9853-f9637273210a req-469bf245-70e4-4051-af96-e671324f6de2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:35.699767 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-69356749-982f-4345-90a2-2fefcfdce6fa req-bbb1bcf4-a4f7-4af5-a4a4-d50e40cc9f9e service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6908717 Mar 02 19:07:35.727711 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] For port 6ae652ce-a017-46c5-8dae-c0156b23e148, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6ae652ce-a017-46c5-8dae-c0156b23e148,segment=NetworkSegment(e11d61ba-79c2-4b4a-b7b6-27f1e66a2fb9),segment_id=e11d61ba-79c2-4b4a-b7b6-27f1e66a2fb9)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:35.728118 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:35.753192 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbd47fa-8b5f-4468-9411-cfb81042946c None None] DHCP port deletion for 9ec3ac95-5503-43fb-bf27-4d7dac2e5243 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:07:35.766107 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0fbd47fa-8b5f-4468-9411-cfb81042946c None None] Deleting port 6ae652ce-a017-46c5-8dae-c0156b23e148 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:35.766648 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0fbd47fa-8b5f-4468-9411-cfb81042946c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:35.892101 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d0369-da48-4dc1-9e9b-0f310aa4a7ff req-868b6759-2407-4d02-a9d0-1e93dbf93d40 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:35.892817 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-5d7d0369-da48-4dc1-9e9b-0f310aa4a7ff req-868b6759-2407-4d02-a9d0-1e93dbf93d40 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Synchronizing usage tracker for tenant:0af1fa0d95a44ba480dc48db39841166 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:35.896271 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-604ce57d-a32f-4e0e-9853-f9637273210a req-469bf245-70e4-4051-af96-e671324f6de2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6027901 Mar 02 19:07:35.916429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] Request body: {'port': {'device_id': 'ad9eb0ff-8bed-4104-8050-bca1e3a37366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:35.937144 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5e162526-38f1-4da2-ada1-e9a4d827110c up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:35.945671 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Calling delete_port for 6ae652ce-a017-46c5-8dae-c0156b23e148 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:07:36.009329 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-aa338e2f-bc2b-4999-a410-96ee84d64f4a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] update failed (client error): The resource could not be found. Mar 02 19:07:36.016026 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-aa338e2f-bc2b-4999-a410-96ee84d64f4a tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "PUT /v2.0/routers/15eedf44-5c22-41e2-89a2-eff59827340a HTTP/1.1" status: 404 len: 339 time: 1.8004301 Mar 02 19:07:36.018888 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35474) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:36.025707 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-6fd53cab-3de1-405f-b26a-f2d26193c9cd tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1702072461'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:36.036342 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6fd53cab-3de1-405f-b26a-f2d26193c9cd tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:36.043054 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6fd53cab-3de1-405f-b26a-f2d26193c9cd tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Usage tracker for resource:network and tenant:e5d94c2005ca4abf92a693b92f670766 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:36.056939 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6fd53cab-3de1-405f-b26a-f2d26193c9cd tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:36.064380 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6fd53cab-3de1-405f-b26a-f2d26193c9cd tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:36.092787 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-411cc71d-ba7d-43bc-a5b2-12b4c8467fc4 None None] Provisioning for port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:36.104519 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-69356749-982f-4345-90a2-2fefcfdce6fa req-09e0f0bc-3caa-4be6-aa81-67a917764de8 service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950508 Mar 02 19:07:36.123624 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0fbd47fa-8b5f-4468-9411-cfb81042946c None None] For port 6ae652ce-a017-46c5-8dae-c0156b23e148, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6ae652ce-a017-46c5-8dae-c0156b23e148,segment=NetworkSegment(e11d61ba-79c2-4b4a-b7b6-27f1e66a2fb9),segment_id=e11d61ba-79c2-4b4a-b7b6-27f1e66a2fb9)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:36.124017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0fbd47fa-8b5f-4468-9411-cfb81042946c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:36.131438 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:36.132262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-411cc71d-ba7d-43bc-a5b2-12b4c8467fc4 None None] Provisioning complete for port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:36.132631 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-411cc71d-ba7d-43bc-a5b2-12b4c8467fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:36.139426 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-3373f221-431a-44ff-891a-328737acaed4 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:36.143247 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3373f221-431a-44ff-891a-328737acaed4 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7990777 Mar 02 19:07:36.143430 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35478) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:36.149298 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-50b7300f-6d80-407d-8ef6-8db79edf8969 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': 'b0eb2013-066f-48ed-bc18-9722689cd6ed', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:36.149925 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-50b7300f-6d80-407d-8ef6-8db79edf8969 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:36.151402 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-50b7300f-6d80-407d-8ef6-8db79edf8969 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066350 Mar 02 19:07:36.153681 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35482) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:36.159586 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c94162dd-fc0e-4bb7-a886-29c1a4ef879c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': 'b0eb2013-066f-48ed-bc18-9722689cd6ed', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:36.167308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c94162dd-fc0e-4bb7-a886-29c1a4ef879c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:36.169594 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:36.194335 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-5d7d0369-da48-4dc1-9e9b-0f310aa4a7ff req-868b6759-2407-4d02-a9d0-1e93dbf93d40 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Unset dirty status for tenant:0af1fa0d95a44ba480dc48db39841166 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:36.194842 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5d7d0369-da48-4dc1-9e9b-0f310aa4a7ff req-868b6759-2407-4d02-a9d0-1e93dbf93d40 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 931 time: 0.9729824 Mar 02 19:07:36.203930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c94162dd-fc0e-4bb7-a886-29c1a4ef879c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:36.217537 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c94162dd-fc0e-4bb7-a886-29c1a4ef879c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:36.233344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Port': ['ID=6ae652ce-a017-46c5-8dae-c0156b23e148,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:36.236369 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c94162dd-fc0e-4bb7-a886-29c1a4ef879c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:36.240553 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] No DVR routers for this DVR port 6ae652ce-a017-46c5-8dae-c0156b23e148 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:07:36.262741 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5d7d0369-da48-4dc1-9e9b-0f310aa4a7ff req-6e696ea4-0750-4198-bf94-232f16747e7c tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599868 Mar 02 19:07:36.302021 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd53cab-3de1-405f-b26a-f2d26193c9cd tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Made reservation on behalf of e5d94c2005ca4abf92a693b92f670766 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:36.305607 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fd53cab-3de1-405f-b26a-f2d26193c9cd tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:36.314145 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0fbd47fa-8b5f-4468-9411-cfb81042946c None None] Calling delete_port for 6ae652ce-a017-46c5-8dae-c0156b23e148 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:07:36.370288 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-411cc71d-ba7d-43bc-a5b2-12b4c8467fc4 None None] Port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:07:36.402163 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-0fbd47fa-8b5f-4468-9411-cfb81042946c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:07:36.402576 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-0fbd47fa-8b5f-4468-9411-cfb81042946c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:07:36.419134 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:36.441142 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 5e162526-38f1-4da2-ada1-e9a4d827110c completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:36.442722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd53cab-3de1-405f-b26a-f2d26193c9cd tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:07:36.447508 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 5e162526-38f1-4da2-ada1-e9a4d827110c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:36.451666 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:36.574034 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-c94162dd-fc0e-4bb7-a886-29c1a4ef879c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:36.576146 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c94162dd-fc0e-4bb7-a886-29c1a4ef879c tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4212978 Mar 02 19:07:36.578395 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec3ac95-5503-43fb-bf27-4d7dac2e5243']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:36.579946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35486) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:36.585421 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:07:36.592562 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fd53cab-3de1-405f-b26a-f2d26193c9cd tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:36.593159 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-6fd53cab-3de1-405f-b26a-f2d26193c9cd tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Added segment a5e84029-a22e-42f6-8795-94ffc414058b of type vlan for network 582576dc-38fe-4f4e-913a-c457478f8354 Mar 02 19:07:36.594339 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-bbb91092-7195-4d1a-832c-0114f21f26ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': 'b0eb2013-066f-48ed-bc18-9722689cd6ed', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:36.595134 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:36.603428 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:36.605930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11d61ba-79c2-4b4a-b7b6-27f1e66a2fb9') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:36.606107 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-bbb91092-7195-4d1a-832c-0114f21f26ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:36.606572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11d61ba-79c2-4b4a-b7b6-27f1e66a2fb9') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:36.613457 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-bbb91092-7195-4d1a-832c-0114f21f26ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:36.619232 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-bbb91092-7195-4d1a-832c-0114f21f26ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:36.625131 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:36.628404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-bbb91092-7195-4d1a-832c-0114f21f26ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:36.629462 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 5e162526-38f1-4da2-ada1-e9a4d827110c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=5e162526-38f1-4da2-ada1-e9a4d827110c,segment=NetworkSegment(5fb00790-eefc-41e7-832d-a622049d0a74),segment_id=5fb00790-eefc-41e7-832d-a622049d0a74)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:36.630320 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] Transition to ACTIVE for port object b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:36.650842 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fd53cab-3de1-405f-b26a-f2d26193c9cd tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:36.657283 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:36.665772 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:07:36.666157 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:07:36.680399 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:07:36.704203 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:36.736760 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:36.787759 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6ae652ce-a017-46c5-8dae-c0156b23e148 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:07:36.814060 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=5e162526-38f1-4da2-ada1-e9a4d827110c,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:36.827550 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 6ae652ce-a017-46c5-8dae-c0156b23e148 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:07:36.827911 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6ae652ce-a017-46c5-8dae-c0156b23e148 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:07:36.853624 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fd53cab-3de1-405f-b26a-f2d26193c9cd tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:36.863323 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd53cab-3de1-405f-b26a-f2d26193c9cd tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:36.864303 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6fd53cab-3de1-405f-b26a-f2d26193c9cd tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:36.894741 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-bbb91092-7195-4d1a-832c-0114f21f26ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:36.895506 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bbb91092-7195-4d1a-832c-0114f21f26ab tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3145900 Mar 02 19:07:36.898507 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35490) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:36.903576 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0fbd47fa-8b5f-4468-9411-cfb81042946c None None] Deleting port 6ae652ce-a017-46c5-8dae-c0156b23e148 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:36.905263 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0fbd47fa-8b5f-4468-9411-cfb81042946c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:36.917789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] Pushing event updated for resources: {'Port': ['ID=b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:36.951435 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:36.966080 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:37.004285 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd53cab-3de1-405f-b26a-f2d26193c9cd tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event updated for resources: {'Network': ['ID=582576dc-38fe-4f4e-913a-c457478f8354,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:37.010297 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/networks/9ec3ac95-5503-43fb-bf27-4d7dac2e5243 HTTP/1.1" status: 204 len: 168 time: 2.2889302 Mar 02 19:07:37.011543 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35494) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:37.023421 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0fbd47fa-8b5f-4468-9411-cfb81042946c None None] The port '6ae652ce-a017-46c5-8dae-c0156b23e148' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:07:37.027867 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 582576dc-38fe-4f4e-913a-c457478f8354 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:07:37.076675 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] Attempting to bind port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:07:37.076675 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] Attempting to bind port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '5fb00790-eefc-41e7-832d-a622049d0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:07:37.076675 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] Attempting to bind port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 on network 0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:07:37.093248 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958f5ec-26fb-4203-bf3b-1033cff6de07 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Network': ['ID=9ec3ac95-5503-43fb-bf27-4d7dac2e5243,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:37.093248 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6fd53cab-3de1-405f-b26a-f2d26193c9cd tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0688169 Mar 02 19:07:37.099105 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35498) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:37.099105 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d0f4cb-2231-463a-bfd2-b5b25df99264 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:37.099105 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d0f4cb-2231-463a-bfd2-b5b25df99264 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:37.111977 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-38d0f4cb-2231-463a-bfd2-b5b25df99264 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/subnets/5cdbee9a-05d3-4f0c-93ec-b08197fc63ce HTTP/1.1" status: 404 len: 337 time: 0.0757196 Mar 02 19:07:37.111977 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35502) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:37.123460 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-55d47327-b075-4de3-9049-2150ee28a639 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Request body: {'subnet': {'network_id': '582576dc-38fe-4f4e-913a-c457478f8354', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:37.135025 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] Port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 on network 0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:07:37.135025 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] Attempting to bind port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 on network 0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:07:37.135025 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b582317-e100-4ad8-85e5-151172167ac1 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:37.166966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:07:37.167285 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] Checking segment: {'id': '5fb00790-eefc-41e7-832d-a622049d0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:07:37.170329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] Bound using segment: {'id': '5fb00790-eefc-41e7-832d-a622049d0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:07:37.170329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] Bound port: b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb00790-eefc-41e7-832d-a622049d0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:07:37.170329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:37.257073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b582317-e100-4ad8-85e5-151172167ac1 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:37.273128 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99fbf50-d4e5-4378-bb15-534e03fd8dfe tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:37.274615 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99fbf50-d4e5-4378-bb15-534e03fd8dfe tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:37.280100 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a99fbf50-d4e5-4378-bb15-534e03fd8dfe tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/networks/7b6cae07-ffc4-466e-89a9-0eaab526ade1 HTTP/1.1" status: 404 len: 339 time: 0.1482980 Mar 02 19:07:37.284418 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35506) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:37.343631 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-55d47327-b075-4de3-9049-2150ee28a639 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:37.349724 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-55d47327-b075-4de3-9049-2150ee28a639 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Usage tracker for resource:subnet and tenant:e5d94c2005ca4abf92a693b92f670766 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:37.355222 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-55d47327-b075-4de3-9049-2150ee28a639 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:37.356505 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d37f1c1-5ec7-45c7-815f-93dfcdf52028 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:37.356898 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d37f1c1-5ec7-45c7-815f-93dfcdf52028 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:37.358638 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4d37f1c1-5ec7-45c7-815f-93dfcdf52028 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/subnets/6e82357e-38ca-4875-9dc5-b12478ea314e HTTP/1.1" status: 404 len: 337 time: 0.0716133 Mar 02 19:07:37.363858 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-55d47327-b075-4de3-9049-2150ee28a639 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:37.372987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35512) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:37.389338 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] For port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:07:37.405667 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b5942d-b6f4-4110-a133-b4bf2fa2a231 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:37.406121 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b5942d-b6f4-4110-a133-b4bf2fa2a231 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:37.412139 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] For port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83,segment=NetworkSegment(5fb00790-eefc-41e7-832d-a622049d0a74),segment_id=5fb00790-eefc-41e7-832d-a622049d0a74)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:07:37.420995 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-53b5942d-b6f4-4110-a133-b4bf2fa2a231 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/networks/b3f85e3a-ff5a-4bab-9197-0503e91a6abd HTTP/1.1" status: 404 len: 339 time: 0.0545895 Mar 02 19:07:37.423376 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35516) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:37.478641 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-836cda0c-b581-45da-83bf-2649bb090a21 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:37.478641 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836cda0c-b581-45da-83bf-2649bb090a21 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:37.478891 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d47327-b075-4de3-9049-2150ee28a639 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Made reservation on behalf of e5d94c2005ca4abf92a693b92f670766 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:07:37.479002 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-836cda0c-b581-45da-83bf-2649bb090a21 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/subnets/3dcf22f1-eebd-4a90-8167-145a340b1527 HTTP/1.1" status: 404 len: 337 time: 0.0475233 Mar 02 19:07:37.479002 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:37.479002 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b582317-e100-4ad8-85e5-151172167ac1 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:37.480197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b582317-e100-4ad8-85e5-151172167ac1 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:37.480694 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2b582317-e100-4ad8-85e5-151172167ac1 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "DELETE /v2.0/security-groups/b0eb2013-066f-48ed-bc18-9722689cd6ed HTTP/1.1" status: 204 len: 168 time: 0.5807319 Mar 02 19:07:37.482117 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35520) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:37.486151 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35522) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:37.570323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b582317-e100-4ad8-85e5-151172167ac1 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0eb2013-066f-48ed-bc18-9722689cd6ed,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:37.588810 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6d965b-0b91-458f-b799-f3a216860667 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:37.588810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6d965b-0b91-458f-b799-f3a216860667 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:37.588810 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9e6d965b-0b91-458f-b799-f3a216860667 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/networks/8bb39a60-328a-441a-b80e-da10c0699b43 HTTP/1.1" status: 404 len: 339 time: 0.0610609 Mar 02 19:07:37.601586 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35528) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:37.634517 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:37.636194 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-604ce57d-a32f-4e0e-9853-f9637273210a req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] 10.222.0.87 "PUT /v2.0/ports/b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 HTTP/1.1" status: 200 len: 1093 time: 1.7288306 Mar 02 19:07:37.636653 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9eb0ff-8bed-4104-8050-bca1e3a37366', 'tag': 'b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:07:37.646977 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-55d47327-b075-4de3-9049-2150ee28a639 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:37.672107 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b84cf-5ce4-48ea-9806-5f9fdfd892db service neutron] Pushing event updated for resources: {'Port': ['ID=b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:37.672313 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-424d400f-ac68-4481-940c-d62d455e3681 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Synchronizing usage tracker for tenant:2c2da4e63f9d4ba0bd0c9839aef8962d on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:37.774166 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-424d400f-ac68-4481-940c-d62d455e3681 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Unset dirty status for tenant:2c2da4e63f9d4ba0bd0c9839aef8962d on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:37.774166 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-424d400f-ac68-4481-940c-d62d455e3681 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2821641 Mar 02 19:07:37.786776 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9eb0ff-8bed-4104-8050-bca1e3a37366', 'tag': 'b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83', 'status': 'completed', 'code': 200} Mar 02 19:07:37.797070 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254c845-b9e0-4906-89ac-e63fada794f8 req-31f8b709-86da-41b6-85aa-5a7608618c90 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:37.797070 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4254c845-b9e0-4906-89ac-e63fada794f8 req-31f8b709-86da-41b6-85aa-5a7608618c90 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 943 time: 0.3704464 Mar 02 19:07:37.797070 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35534) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:37.851243 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-412920b5-eae8-429e-b902-da1056b6ac8b tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group': {'name': 'tempest-secgroup--2040516835'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:37.874418 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-412920b5-eae8-429e-b902-da1056b6ac8b tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:37.887059 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5e162526-38f1-4da2-ada1-e9a4d827110c up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:37.925642 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-412920b5-eae8-429e-b902-da1056b6ac8b tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:37.968861 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4254c845-b9e0-4906-89ac-e63fada794f8 req-bba77671-77a9-452a-b91e-db0a592886f0 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1686685 Mar 02 19:07:38.000335 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 5e162526-38f1-4da2-ada1-e9a4d827110c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:38.001147 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:38.093445 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-9612e8c2-dc69-4830-b98c-9035e1fa40aa tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Deleting subnet 5c501810-48d7-461c-9274-058562001799 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:07:38.099431 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9612e8c2-dc69-4830-b98c-9035e1fa40aa tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:38.157717 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2e92695f-bf57-4b78-993f-7649849b09e7 req-eeb81d73-49c4-4f09-8a2d-32d98e28c938 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0af1fa0d95a44ba480dc48db39841166&device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 1096 time: 0.3634913 Mar 02 19:07:38.198938 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-412920b5-eae8-429e-b902-da1056b6ac8b tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:38.215525 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9612e8c2-dc69-4830-b98c-9035e1fa40aa tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:38.268800 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-412920b5-eae8-429e-b902-da1056b6ac8b tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:38.276393 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-412920b5-eae8-429e-b902-da1056b6ac8b tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:38.276393 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-412920b5-eae8-429e-b902-da1056b6ac8b tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:38.285807 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-412920b5-eae8-429e-b902-da1056b6ac8b tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:38.369870 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-412920b5-eae8-429e-b902-da1056b6ac8b tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:38.399182 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92695f-bf57-4b78-993f-7649849b09e7 req-f824d5ef-0403-45e3-8f79-0371910ae2fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:38.399182 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2e92695f-bf57-4b78-993f-7649849b09e7 req-f824d5ef-0403-45e3-8f79-0371910ae2fb service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=0af1fa0d95a44ba480dc48db39841166&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2397470 Mar 02 19:07:38.402317 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-55d47327-b075-4de3-9049-2150ee28a639 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:38.435337 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9612e8c2-dc69-4830-b98c-9035e1fa40aa tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:38.451212 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-412920b5-eae8-429e-b902-da1056b6ac8b tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:38.561390 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412920b5-eae8-429e-b902-da1056b6ac8b tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773409cc-a04f-4167-9997-581efe2baa39,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:38.566816 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d47327-b075-4de3-9049-2150ee28a639 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event updated for resources: {'Subnet': ['ID=4dbc7955-930f-4013-bb5d-68afeef56aee,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:38.577140 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d47327-b075-4de3-9049-2150ee28a639 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Checking segment: {'id': 'a5e84029-a22e-42f6-8795-94ffc414058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '582576dc-38fe-4f4e-913a-c457478f8354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:07:38.577140 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d47327-b075-4de3-9049-2150ee28a639 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Network hostable DHCP agents. Network: 582576dc-38fe-4f4e-913a-c457478f8354, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:07:38.606322 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92695f-bf57-4b78-993f-7649849b09e7 req-b5e0a930-050c-4526-9747-d962e9897055 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:38.606322 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2e92695f-bf57-4b78-993f-7649849b09e7 req-b5e0a930-050c-4526-9747-d962e9897055 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1986248 Mar 02 19:07:38.625794 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-412920b5-eae8-429e-b902-da1056b6ac8b tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:38.636858 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35538) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:38.636858 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-ce0fc3fb-c6d2-4d0b-bbac-ca019ac5fcfe tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': '773409cc-a04f-4167-9997-581efe2baa39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:38.642274 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-412920b5-eae8-429e-b902-da1056b6ac8b tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8371828 Mar 02 19:07:38.643935 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ce0fc3fb-c6d2-4d0b-bbac-ca019ac5fcfe tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:38.668505 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d47327-b075-4de3-9049-2150ee28a639 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Network 582576dc-38fe-4f4e-913a-c457478f8354 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:07:38.698928 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ce0fc3fb-c6d2-4d0b-bbac-ca019ac5fcfe tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:38.718161 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ce0fc3fb-c6d2-4d0b-bbac-ca019ac5fcfe tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:38.718161 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9612e8c2-dc69-4830-b98c-9035e1fa40aa tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:38.730051 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-55d47327-b075-4de3-9049-2150ee28a639 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 582576dc-38fe-4f4e-913a-c457478f8354) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:38.741840 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d47327-b075-4de3-9049-2150ee28a639 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:38.742309 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-55d47327-b075-4de3-9049-2150ee28a639 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:38.744195 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053ae2ff-dfc5-436f-98f3-866d405a0ef0 None None] Network 582576dc-38fe-4f4e-913a-c457478f8354 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:38.772187 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75751dc9-b4ab-4d36-a7b5-992e5d430714 None None] New status for floating IP 42a6e667-cdb1-4c36-92da-1700761fcd58: ACTIVE {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:07:38.777791 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ce0fc3fb-c6d2-4d0b-bbac-ca019ac5fcfe tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:38.797518 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612e8c2-dc69-4830-b98c-9035e1fa40aa tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Subnet': ['ID=5c501810-48d7-461c-9274-058562001799,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:38.803934 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9612e8c2-dc69-4830-b98c-9035e1fa40aa tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:38.816093 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd38c7f0-f3ec-4111-a616-02c5cce98e6a None None] Network 6e2e7515-0ebf-4624-9ca0-d33a0b5e90de requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:38.825919 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9612e8c2-dc69-4830-b98c-9035e1fa40aa tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/subnets/5c501810-48d7-461c-9274-058562001799 HTTP/1.1" status: 204 len: 168 time: 1.2306890 Mar 02 19:07:38.826114 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35542) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:38.859460 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-55d47327-b075-4de3-9049-2150ee28a639 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7645409 Mar 02 19:07:38.861552 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35548) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:38.868880 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-bc9e2ad1-9594-4bf4-91b8-4c8c2be7d11f tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Request body: {'router': {'external_gateway_info': {'network_id': '582576dc-38fe-4f4e-913a-c457478f8354'}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:38.944124 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-604ce57d-a32f-4e0e-9853-f9637273210a req-244523d8-c96f-4f1a-89ef-1c4e1ab325bc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0af1fa0d95a44ba480dc48db39841166&device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 1096 time: 0.2970786 Mar 02 19:07:38.951472 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:39.132484 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-604ce57d-a32f-4e0e-9853-f9637273210a req-b524ee1c-e16b-42f1-8ce7-c0e01bacd257 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 HTTP/1.1" status: 200 len: 217 time: 0.1775353 Mar 02 19:07:39.143633 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Deleting port fbe6a79c-f92a-419e-9426-280a68bda9c2 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:39.144352 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:39.174703 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-582576dc-38fe-4f4e-913a-c457478f8354', 'network_id': '582576dc-38fe-4f4e-913a-c457478f8354', 'tenant_id': 'e5d94c2005ca4abf92a693b92f670766', 'fixed_ips': [{'subnet_id': '4dbc7955-930f-4013-bb5d-68afeef56aee'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:07:39.175581 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:39.300227 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562ba813-bf28-4363-93a7-6a8202c6308f None None] DHCP port deletion for 6e2e7515-0ebf-4624-9ca0-d33a0b5e90de request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:07:39.310299 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-562ba813-bf28-4363-93a7-6a8202c6308f None None] Deleting port fbe6a79c-f92a-419e-9426-280a68bda9c2 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:39.310665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-562ba813-bf28-4363-93a7-6a8202c6308f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:39.360744 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-ce0fc3fb-c6d2-4d0b-bbac-ca019ac5fcfe tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): The resource could not be found. Mar 02 19:07:39.361805 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ce0fc3fb-c6d2-4d0b-bbac-ca019ac5fcfe tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7343032 Mar 02 19:07:39.370802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ce57d-a32f-4e0e-9853-f9637273210a req-70dca81e-cdad-43e7-bc46-67bcf9c3c55d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:39.372327 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-604ce57d-a32f-4e0e-9853-f9637273210a req-70dca81e-cdad-43e7-bc46-67bcf9c3c55d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=34544a80-8e19-4455-9740-4b6f83411eb9 HTTP/1.1" status: 200 len: 835 time: 0.2308419 Mar 02 19:07:39.372813 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35554) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:39.391027 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c50b5360-7625-433b-b6bf-8ebde6bbb484 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': '773409cc-a04f-4167-9997-581efe2baa39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5dbe4492-876a-4917-99a7-362644c31cdb'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:39.435740 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c50b5360-7625-433b-b6bf-8ebde6bbb484 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:39.470371 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c50b5360-7625-433b-b6bf-8ebde6bbb484 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:39.476372 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c50b5360-7625-433b-b6bf-8ebde6bbb484 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:39.479594 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Allocated IP 2001:db8:1::2 (582576dc-38fe-4f4e-913a-c457478f8354/4dbc7955-930f-4013-bb5d-68afeef56aee/4fd1325b-9077-40df-8c63-6d6cd7830a5f) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:07:39.535404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c50b5360-7625-433b-b6bf-8ebde6bbb484 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:39.606987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] For port fbe6a79c-f92a-419e-9426-280a68bda9c2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=fbe6a79c-f92a-419e-9426-280a68bda9c2,segment=NetworkSegment(55cc5a4d-2f69-4a50-869e-42e110c343ee),segment_id=55cc5a4d-2f69-4a50-869e-42e110c343ee)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:39.606987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:39.608016 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc9e2ad1-9594-4bf4-91b8-4c8c2be7d11f tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:39.610707 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-562ba813-bf28-4363-93a7-6a8202c6308f None None] For port fbe6a79c-f92a-419e-9426-280a68bda9c2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=fbe6a79c-f92a-419e-9426-280a68bda9c2,segment=NetworkSegment(55cc5a4d-2f69-4a50-869e-42e110c343ee),segment_id=55cc5a4d-2f69-4a50-869e-42e110c343ee)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:39.611854 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-562ba813-bf28-4363-93a7-6a8202c6308f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:39.746094 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Calling delete_port for fbe6a79c-f92a-419e-9426-280a68bda9c2 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:07:39.783640 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d53f7-8c69-4ba7-9874-a72a00506078 req-e85754ef-91ae-4e4f-a0a3-01fcabe36ef2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:39.785204 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-277d53f7-8c69-4ba7-9874-a72a00506078 req-e85754ef-91ae-4e4f-a0a3-01fcabe36ef2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 943 time: 0.5007045 Mar 02 19:07:39.809458 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-562ba813-bf28-4363-93a7-6a8202c6308f None None] Calling delete_port for fbe6a79c-f92a-419e-9426-280a68bda9c2 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:07:39.867195 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device fbe6a79c-f92a-419e-9426-280a68bda9c2 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:07:39.890195 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-bc9e2ad1-9594-4bf4-91b8-4c8c2be7d11f tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:39.894775 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bc9e2ad1-9594-4bf4-91b8-4c8c2be7d11f tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "PUT /v2.0/routers/15eedf44-5c22-41e2-89a2-eff59827340a HTTP/1.1" status: 400 len: 364 time: 1.0283811 Mar 02 19:07:39.895540 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35558) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:39.952975 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-604ce57d-a32f-4e0e-9853-f9637273210a req-b564b866-c7bb-4dcc-8af1-34be7f1e8d86 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5699625 Mar 02 19:07:40.073343 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:40.085775 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-562ba813-bf28-4363-93a7-6a8202c6308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:40.095514 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-277d53f7-8c69-4ba7-9874-a72a00506078 req-02bc733c-679b-467e-ad4e-b06f919c1d84 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2932453 Mar 02 19:07:40.098786 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-c50b5360-7625-433b-b6bf-8ebde6bbb484 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): The resource could not be found. Mar 02 19:07:40.099968 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c50b5360-7625-433b-b6bf-8ebde6bbb484 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7195988 Mar 02 19:07:40.102988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35562) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:40.105504 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:07:40.106005 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:07:40.176791 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-604ce57d-a32f-4e0e-9853-f9637273210a req-efceae59-903b-438b-97b5-a31a516d8228 service neutron] 10.222.0.87 "GET /v2.0/networks/0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123704 Mar 02 19:07:40.202340 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ba813-bf28-4363-93a7-6a8202c6308f None None] Pushing event deleted for resources: {'Port': ['ID=fbe6a79c-f92a-419e-9426-280a68bda9c2,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:40.218036 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562ba813-bf28-4363-93a7-6a8202c6308f None None] No DVR routers for this DVR port fbe6a79c-f92a-419e-9426-280a68bda9c2 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:07:40.278907 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fa6e6e7c-5994-4d2b-b417-df2cac404e9a tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:40.322705 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:40.323696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fa6e6e7c-5994-4d2b-b417-df2cac404e9a tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:40.333346 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Transition to ACTIVE for port object 4fd1325b-9077-40df-8c63-6d6cd7830a5f will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:40.353281 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Transition to ACTIVE for port object 4fd1325b-9077-40df-8c63-6d6cd7830a5f will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:40.391607 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-604ce57d-a32f-4e0e-9853-f9637273210a req-5975768c-c63b-498d-b7ae-50995125b287 service neutron] 10.222.0.87 "GET /v2.0/networks/0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050700 Mar 02 19:07:40.447251 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:40.466814 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dfd88561-4c4b-4bfa-baf2-dfbbed37b8b8 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:40.476037 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fa6e6e7c-5994-4d2b-b417-df2cac404e9a tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:40.495729 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e6e7c-5994-4d2b-b417-df2cac404e9a tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=773409cc-a04f-4167-9997-581efe2baa39,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:40.511444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fa6e6e7c-5994-4d2b-b417-df2cac404e9a tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:40.514890 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fa6e6e7c-5994-4d2b-b417-df2cac404e9a tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "DELETE /v2.0/security-groups/773409cc-a04f-4167-9997-581efe2baa39 HTTP/1.1" status: 204 len: 168 time: 0.4083583 Mar 02 19:07:40.515195 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35566) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:40.530122 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Network 582576dc-38fe-4f4e-913a-c457478f8354 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:07:40.537114 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:40.540311 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:07:40.543153 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Pushing event updated for resources: {'Port': ['ID=4fd1325b-9077-40df-8c63-6d6cd7830a5f,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:40.573109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-50e583dd-dca4-494c-a458-4cdf7f66f25e tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Synchronizing usage tracker for tenant:2c2da4e63f9d4ba0bd0c9839aef8962d on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:40.608323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Deleting port fbe6a79c-f92a-419e-9426-280a68bda9c2 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:40.608738 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:40.653472 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-50e583dd-dca4-494c-a458-4cdf7f66f25e tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Unset dirty status for tenant:2c2da4e63f9d4ba0bd0c9839aef8962d on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:40.658605 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-50e583dd-dca4-494c-a458-4cdf7f66f25e tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1385491 Mar 02 19:07:40.658822 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35570) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:40.659698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Attempting to bind port 4fd1325b-9077-40df-8c63-6d6cd7830a5f on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:07:40.660208 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Attempting to bind port 4fd1325b-9077-40df-8c63-6d6cd7830a5f by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'a5e84029-a22e-42f6-8795-94ffc414058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '582576dc-38fe-4f4e-913a-c457478f8354'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:07:40.660587 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Attempting to bind port 4fd1325b-9077-40df-8c63-6d6cd7830a5f on network 582576dc-38fe-4f4e-913a-c457478f8354 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:07:40.666346 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-ffa93ec4-3f75-4f98-a16f-6300a4187b97 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': '598186c1-a0a5-4bda-8a6b-ca23abfceb65', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:40.669027 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:07:40.669420 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Checking segment: {'id': 'a5e84029-a22e-42f6-8795-94ffc414058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '582576dc-38fe-4f4e-913a-c457478f8354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:07:40.669806 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:40.670196 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Bound using segment: {'id': 'a5e84029-a22e-42f6-8795-94ffc414058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '582576dc-38fe-4f4e-913a-c457478f8354'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:07:40.670660 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Bound port: 4fd1325b-9077-40df-8c63-6d6cd7830a5f, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e84029-a22e-42f6-8795-94ffc414058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '582576dc-38fe-4f4e-913a-c457478f8354'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:07:40.671029 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:40.717011 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] The port 'fbe6a79c-f92a-419e-9426-280a68bda9c2' was deleted {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:07:40.717011 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ffa93ec4-3f75-4f98-a16f-6300a4187b97 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:40.741205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ffa93ec4-3f75-4f98-a16f-6300a4187b97 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:40.747641 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ffa93ec4-3f75-4f98-a16f-6300a4187b97 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:40.766617 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] For port 4fd1325b-9077-40df-8c63-6d6cd7830a5f, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:07:40.769709 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] For port 4fd1325b-9077-40df-8c63-6d6cd7830a5f, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4fd1325b-9077-40df-8c63-6d6cd7830a5f,segment=NetworkSegment(a5e84029-a22e-42f6-8795-94ffc414058b),segment_id=a5e84029-a22e-42f6-8795-94ffc414058b)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:07:40.772340 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ffa93ec4-3f75-4f98-a16f-6300a4187b97 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:40.847640 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:40.862453 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:40.873282 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-dfd88561-4c4b-4bfa-baf2-dfbbed37b8b8 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Allocated IP 2001:db8::1 (4a2685fb-4be5-4711-a27b-098855f10c90/4322c0be-1533-40a3-858f-fbfb286e97b5/8707b69b-8356-42cb-8984-d5a153b97c34) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:07:40.898858 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2e7515-0ebf-4624-9ca0-d33a0b5e90de']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:40.923366 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55cc5a4d-2f69-4a50-869e-42e110c343ee') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:40.924455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55cc5a4d-2f69-4a50-869e-42e110c343ee') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:40.957640 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:40.964601 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea298c2-af6a-47ce-8795-d6227e698337 None None] Pushing event updated for resources: {'Port': ['ID=4fd1325b-9077-40df-8c63-6d6cd7830a5f,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:40.986498 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:41.005986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:07:41.006250 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: util.warn( Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:07:41.029857 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:07:41.035074 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-ffa93ec4-3f75-4f98-a16f-6300a4187b97 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): The resource could not be found. Mar 02 19:07:41.036172 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ffa93ec4-3f75-4f98-a16f-6300a4187b97 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3763213 Mar 02 19:07:41.042874 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35574) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:41.046003 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-f79bd79a-77f7-4934-a24e-7b8516ce1c41 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group': {'name': 'tempest-secgroup--799413801'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:41.058241 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f79bd79a-77f7-4934-a24e-7b8516ce1c41 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:41.084610 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f79bd79a-77f7-4934-a24e-7b8516ce1c41 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:41.125941 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dfd88561-4c4b-4bfa-baf2-dfbbed37b8b8 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:41.145119 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-dfd88561-4c4b-4bfa-baf2-dfbbed37b8b8 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Transition to ACTIVE for port object 8707b69b-8356-42cb-8984-d5a153b97c34 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:07:41.186543 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f79bd79a-77f7-4934-a24e-7b8516ce1c41 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:41.220382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:41.238361 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dfd88561-4c4b-4bfa-baf2-dfbbed37b8b8 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:41.270905 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:41.295250 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Network': ['ID=6e2e7515-0ebf-4624-9ca0-d33a0b5e90de,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:41.308928 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e08a25ca-906c-4c0c-8ad4-91222307ec9f tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/networks/6e2e7515-0ebf-4624-9ca0-d33a0b5e90de HTTP/1.1" status: 204 len: 168 time: 2.4810646 Mar 02 19:07:41.314596 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35580) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:41.365107 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77b2803-b245-41c9-aca2-652a2f1de53d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:41.365705 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77b2803-b245-41c9-aca2-652a2f1de53d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:41.371456 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e77b2803-b245-41c9-aca2-652a2f1de53d tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/subnets/7c6610b0-e129-4bf3-af75-cf730d7f78a4 HTTP/1.1" status: 404 len: 337 time: 0.0543997 Mar 02 19:07:41.373112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35584) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:41.409179 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-105765cb-4b7b-4533-8d3a-96b37c816003 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] DELETE failed (client error): The resource could not be found. Mar 02 19:07:41.409763 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-105765cb-4b7b-4533-8d3a-96b37c816003 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:07:41.414592 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-105765cb-4b7b-4533-8d3a-96b37c816003 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/networks/7c0f518f-74d7-4588-9f3c-04846703a094 HTTP/1.1" status: 404 len: 339 time: 0.0372128 Mar 02 19:07:41.415163 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35588) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:41.503907 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f79bd79a-77f7-4934-a24e-7b8516ce1c41 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:41.515077 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f79bd79a-77f7-4934-a24e-7b8516ce1c41 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:41.519237 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd88561-4c4b-4bfa-baf2-dfbbed37b8b8 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Network 4a2685fb-4be5-4711-a27b-098855f10c90 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:07:41.521711 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f79bd79a-77f7-4934-a24e-7b8516ce1c41 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:41.528460 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-dfd88561-4c4b-4bfa-baf2-dfbbed37b8b8 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:41.545626 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f79bd79a-77f7-4934-a24e-7b8516ce1c41 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:41.545626 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd88561-4c4b-4bfa-baf2-dfbbed37b8b8 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:07:41.545626 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dfd88561-4c4b-4bfa-baf2-dfbbed37b8b8 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:41.572458 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd88561-4c4b-4bfa-baf2-dfbbed37b8b8 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event updated for resources: {'Port': ['ID=8707b69b-8356-42cb-8984-d5a153b97c34,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:41.627153 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e17bd-eb94-4d25-8c60-e0c605e7b29a req-91053e6b-578d-499f-bbf6-1e2fea8c893d tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:41.627153 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9e9e17bd-eb94-4d25-8c60-e0c605e7b29a req-91053e6b-578d-499f-bbf6-1e2fea8c893d tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 943 time: 0.2010093 Mar 02 19:07:41.647250 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5adc4b-53be-4bf5-938a-46f52a38a102 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Deleting subnet a3e2f54c-5931-4754-bc1e-1249303997bd {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:07:41.650860 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ee5adc4b-53be-4bf5-938a-46f52a38a102 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:41.715477 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ee5adc4b-53be-4bf5-938a-46f52a38a102 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:41.743161 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f79bd79a-77f7-4934-a24e-7b8516ce1c41 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:41.771571 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9e9e17bd-eb94-4d25-8c60-e0c605e7b29a req-6d2b33ae-f87c-4aa5-bfec-76b7f23d218c tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1416397 Mar 02 19:07:41.774158 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dfd88561-4c4b-4bfa-baf2-dfbbed37b8b8 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:41.853908 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f79bd79a-77f7-4934-a24e-7b8516ce1c41 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:41.864027 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ee5adc4b-53be-4bf5-938a-46f52a38a102 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:41.897659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4fd1325b-9077-40df-8c63-6d6cd7830a5f up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:42.091986 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d28cb554-e40c-4127-a7b4-8c8549e3f953 None None] Provisioning for port 8707b69b-8356-42cb-8984-d5a153b97c34 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:42.095764 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bd79a-77f7-4934-a24e-7b8516ce1c41 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a76f39-0bfd-4f01-8ee8-6155b5f0e17b,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:42.097456 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d28cb554-e40c-4127-a7b4-8c8549e3f953 None None] Provisioning complete for port 8707b69b-8356-42cb-8984-d5a153b97c34 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:42.097905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d28cb554-e40c-4127-a7b4-8c8549e3f953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:42.138755 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 4fd1325b-9077-40df-8c63-6d6cd7830a5f completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:42.140098 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ee5adc4b-53be-4bf5-938a-46f52a38a102 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:42.151892 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:07:42.152518 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f79bd79a-77f7-4934-a24e-7b8516ce1c41 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:42.153934 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f79bd79a-77f7-4934-a24e-7b8516ce1c41 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1126099 Mar 02 19:07:42.156886 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35592) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:42.167914 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-f0739844-b439-4b68-8500-5306f20cf9bf tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group': {'name': 'tempest-secgroup--1816873899'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:42.174036 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f0739844-b439-4b68-8500-5306f20cf9bf tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:42.178352 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f0739844-b439-4b68-8500-5306f20cf9bf tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:42.181415 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f0739844-b439-4b68-8500-5306f20cf9bf tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:42.188146 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f0739844-b439-4b68-8500-5306f20cf9bf tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:42.191169 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-d28cb554-e40c-4127-a7b4-8c8549e3f953 None None] Port 8707b69b-8356-42cb-8984-d5a153b97c34 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:07:42.202485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5adc4b-53be-4bf5-938a-46f52a38a102 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e2f54c-5931-4754-bc1e-1249303997bd,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:42.207802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ee5adc4b-53be-4bf5-938a-46f52a38a102 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:42.232166 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ee5adc4b-53be-4bf5-938a-46f52a38a102 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/subnets/a3e2f54c-5931-4754-bc1e-1249303997bd HTTP/1.1" status: 204 len: 168 time: 0.8154838 Mar 02 19:07:42.233394 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35596) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:42.293482 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b02726-8571-4e5d-b40c-8efdc2d187d3 None None] Network 4e7764c8-d8b9-49a5-a499-01c14de74d3e requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:42.340346 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0739844-b439-4b68-8500-5306f20cf9bf tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:42.424962 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3f6c11-9cde-43e4-85c3-c4c63628d71b None None] Network 582576dc-38fe-4f4e-913a-c457478f8354 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:42.428025 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:42.437432 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Deleting port 50d610c5-8061-4d74-820b-7bc610cd3d68 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:42.437808 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:42.442748 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f0739844-b439-4b68-8500-5306f20cf9bf tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:42.457065 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f0739844-b439-4b68-8500-5306f20cf9bf tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:42.463582 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f0739844-b439-4b68-8500-5306f20cf9bf tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:42.472753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f0739844-b439-4b68-8500-5306f20cf9bf tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:42.522315 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dfd88561-4c4b-4bfa-baf2-dfbbed37b8b8 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:42.555204 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0739844-b439-4b68-8500-5306f20cf9bf tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:42.615071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dfd88561-4c4b-4bfa-baf2-dfbbed37b8b8 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:42.616215 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-dfd88561-4c4b-4bfa-baf2-dfbbed37b8b8 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:42.679571 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0739844-b439-4b68-8500-5306f20cf9bf tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:42.687903 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83,segment=NetworkSegment(5fb00790-eefc-41e7-832d-a622049d0a74),segment_id=5fb00790-eefc-41e7-832d-a622049d0a74)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:42.762896 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': 'b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83', 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa', 'port_id': 'b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83', 'mac_address': 'fa:16:3e:72:55:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34544a80-8e19-4455-9740-4b6f83411eb9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:07:42.844879 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0739844-b439-4b68-8500-5306f20cf9bf tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a11adebf-b786-41c5-a9b4-67daf33cdc92,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:42.848789 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd88561-4c4b-4bfa-baf2-dfbbed37b8b8 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event updated for resources: {'Port': ['ID=8707b69b-8356-42cb-8984-d5a153b97c34,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:42.868387 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0739844-b439-4b68-8500-5306f20cf9bf tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:42.869509 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f0739844-b439-4b68-8500-5306f20cf9bf tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7093468 Mar 02 19:07:42.873094 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35602) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:42.881885 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-5c446ae6-0d2c-4146-9a2e-ba545d1156d7 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group_rule': {'security_group_id': '76a76f39-0bfd-4f01-8ee8-6155b5f0e17b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a11adebf-b786-41c5-a9b4-67daf33cdc92'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:42.895745 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ad1207e7-2ac9-48e9-8d20-2f4e20e6d081 None None] Provisioning for port 4fd1325b-9077-40df-8c63-6d6cd7830a5f completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:42.896422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] For port 50d610c5-8061-4d74-820b-7bc610cd3d68, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=50d610c5-8061-4d74-820b-7bc610cd3d68,segment=NetworkSegment(9947a72e-2adc-4bfb-a5ba-004613514300),segment_id=9947a72e-2adc-4bfb-a5ba-004613514300)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:42.896537 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5c446ae6-0d2c-4146-9a2e-ba545d1156d7 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:42.896634 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:42.901993 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5c446ae6-0d2c-4146-9a2e-ba545d1156d7 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:42.907239 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5c446ae6-0d2c-4146-9a2e-ba545d1156d7 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:42.916592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ad1207e7-2ac9-48e9-8d20-2f4e20e6d081 None None] Provisioning complete for port 4fd1325b-9077-40df-8c63-6d6cd7830a5f triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:42.928681 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ad1207e7-2ac9-48e9-8d20-2f4e20e6d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:42.953175 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5c446ae6-0d2c-4146-9a2e-ba545d1156d7 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:42.993252 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd88561-4c4b-4bfa-baf2-dfbbed37b8b8 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Network 4a2685fb-4be5-4711-a27b-098855f10c90 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:07:42.993252 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-dfd88561-4c4b-4bfa-baf2-dfbbed37b8b8 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:43.073127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:43.152061 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Calling delete_port for 50d610c5-8061-4d74-820b-7bc610cd3d68 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:07:43.186171 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491b85ab-0d26-4367-b77c-35716b41cfd2 None None] DHCP port deletion for 4e7764c8-d8b9-49a5-a499-01c14de74d3e request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:07:43.212103 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:07:43.218292 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-491b85ab-0d26-4367-b77c-35716b41cfd2 None None] Deleting port 50d610c5-8061-4d74-820b-7bc610cd3d68 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:43.218292 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-491b85ab-0d26-4367-b77c-35716b41cfd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:43.325112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78372-69a4-407b-ac50-747b6fb26627 req-623e4bb7-591e-4614-899c-7aefb71fbaf1 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:43.335136 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7bf78372-69a4-407b-ac50-747b6fb26627 req-623e4bb7-591e-4614-899c-7aefb71fbaf1 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 943 time: 0.1291525 Mar 02 19:07:43.346147 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-5c446ae6-0d2c-4146-9a2e-ba545d1156d7 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:43.359203 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5c446ae6-0d2c-4146-9a2e-ba545d1156d7 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4704566 Mar 02 19:07:43.359203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35608) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:43.362367 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83,segment=NetworkSegment(5fb00790-eefc-41e7-832d-a622049d0a74),segment_id=5fb00790-eefc-41e7-832d-a622049d0a74)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:43.366187 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ad1207e7-2ac9-48e9-8d20-2f4e20e6d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:43.415333 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:43.421608 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7bf78372-69a4-407b-ac50-747b6fb26627 req-7f7c6a6e-f6df-4a25-b8e1-b8d0b35b2af8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765481 Mar 02 19:07:43.472269 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-57a3ed26-ed67-4b64-8674-fcbf949ef930 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:43.484109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Port': ['ID=50d610c5-8061-4d74-820b-7bc610cd3d68,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:43.498848 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-57a3ed26-ed67-4b64-8674-fcbf949ef930 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:43.505160 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] No DVR routers for this DVR port 50d610c5-8061-4d74-820b-7bc610cd3d68 on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:07:43.532139 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ad1207e7-2ac9-48e9-8d20-2f4e20e6d081 None None] For port 4fd1325b-9077-40df-8c63-6d6cd7830a5f, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4fd1325b-9077-40df-8c63-6d6cd7830a5f,segment=NetworkSegment(a5e84029-a22e-42f6-8795-94ffc414058b),segment_id=a5e84029-a22e-42f6-8795-94ffc414058b)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:43.533177 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:43.568496 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd88561-4c4b-4bfa-baf2-dfbbed37b8b8 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Router 15eedf44-5c22-41e2-89a2-eff59827340a has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:07:43.674702 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:43.708443 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-491b85ab-0d26-4367-b77c-35716b41cfd2 None None] For port 50d610c5-8061-4d74-820b-7bc610cd3d68, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=50d610c5-8061-4d74-820b-7bc610cd3d68,segment=NetworkSegment(9947a72e-2adc-4bfb-a5ba-004613514300),segment_id=9947a72e-2adc-4bfb-a5ba-004613514300)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:43.709291 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-491b85ab-0d26-4367-b77c-35716b41cfd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:43.717340 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7764c8-d8b9-49a5-a499-01c14de74d3e']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:43.752881 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9947a72e-2adc-4bfb-a5ba-004613514300') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:43.754159 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9947a72e-2adc-4bfb-a5ba-004613514300') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:43.777183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:43.800244 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:43.808043 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:07:43.808935 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:43.838018 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-57a3ed26-ed67-4b64-8674-fcbf949ef930 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:07:43.841162 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:07:43.863602 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3ed26-ed67-4b64-8674-fcbf949ef930 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11adebf-b786-41c5-a9b4-67daf33cdc92,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:43.869154 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-57a3ed26-ed67-4b64-8674-fcbf949ef930 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:43.870058 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-57a3ed26-ed67-4b64-8674-fcbf949ef930 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "DELETE /v2.0/security-groups/a11adebf-b786-41c5-a9b4-67daf33cdc92 HTTP/1.1" status: 204 len: 168 time: 0.5156205 Mar 02 19:07:43.877187 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 50d610c5-8061-4d74-820b-7bc610cd3d68 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:07:43.884614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35612) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:43.904520 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:43.917579 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-491b85ab-0d26-4367-b77c-35716b41cfd2 None None] Calling delete_port for 50d610c5-8061-4d74-820b-7bc610cd3d68 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:07:43.956609 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ad1207e7-2ac9-48e9-8d20-2f4e20e6d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:43.987110 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-cdaa9f4f-bd50-4246-a503-928a3de504ff tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Synchronizing usage tracker for tenant:2c2da4e63f9d4ba0bd0c9839aef8962d on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:44.006438 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:07:44.009348 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd88561-4c4b-4bfa-baf2-dfbbed37b8b8 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:07:44.015557 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-dfd88561-4c4b-4bfa-baf2-dfbbed37b8b8 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "PUT /v2.0/routers/15eedf44-5c22-41e2-89a2-eff59827340a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1184537 Mar 02 19:07:44.018416 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35616) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:44.032748 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:44.056725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 50d610c5-8061-4d74-820b-7bc610cd3d68 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:07:44.056725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 50d610c5-8061-4d74-820b-7bc610cd3d68 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:07:44.056725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f0d84e-8ed5-4b82-862b-5b52677e0da2 None None] Sync routers for ids ['15eedf44-5c22-41e2-89a2-eff59827340a'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:07:44.078241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:44.096479 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-cdaa9f4f-bd50-4246-a503-928a3de504ff tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Unset dirty status for tenant:2c2da4e63f9d4ba0bd0c9839aef8962d on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:44.097816 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] Pushing event deleted for resources: {'Network': ['ID=4e7764c8-d8b9-49a5-a499-01c14de74d3e,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:44.100878 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-cdaa9f4f-bd50-4246-a503-928a3de504ff tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2126992 Mar 02 19:07:44.109492 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35620) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:44.133999 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-110c04ee-067c-4e53-8443-58c73dbb1be9 tempest-NetworksIpV6Test-292273345 tempest-NetworksIpV6Test-292273345-project] 10.222.0.73 "DELETE /v2.0/networks/4e7764c8-d8b9-49a5-a499-01c14de74d3e HTTP/1.1" status: 204 len: 168 time: 1.8989215 Mar 02 19:07:44.141694 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f0d84e-8ed5-4b82-862b-5b52677e0da2 None None] Routers {'15eedf44-5c22-41e2-89a2-eff59827340a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:07:44.147504 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-57f0d84e-8ed5-4b82-862b-5b52677e0da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:07:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['15eedf44-5c22-41e2-89a2-eff59827340a'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:44.200097 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0d066953-31a7-40d0-b737-b83d4ca63816 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:44.255615 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3dbf542e-072a-41d1-ad7e-26cd86fe8214 None None] Provisioning complete for port 4fd1325b-9077-40df-8c63-6d6cd7830a5f triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:44.255615 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3dbf542e-072a-41d1-ad7e-26cd86fe8214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:44.269134 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0d066953-31a7-40d0-b737-b83d4ca63816 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:44.276617 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1207e7-2ac9-48e9-8d20-2f4e20e6d081 None None] Pushing event updated for resources: {'Port': ['ID=4fd1325b-9077-40df-8c63-6d6cd7830a5f,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:44.309951 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-aa0590a2-cb87-476f-99f8-1adae962860f tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:44.322113 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-57f0d84e-8ed5-4b82-862b-5b52677e0da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:44.378888 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-491b85ab-0d26-4367-b77c-35716b41cfd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:07:44.378888 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-491b85ab-0d26-4367-b77c-35716b41cfd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:07:44.420177 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f0d84e-8ed5-4b82-862b-5b52677e0da2 None None] Routers {'15eedf44-5c22-41e2-89a2-eff59827340a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:07:44.420799 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-57f0d84e-8ed5-4b82-862b-5b52677e0da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:07:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['15eedf44-5c22-41e2-89a2-eff59827340a'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:44.429646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0d066953-31a7-40d0-b737-b83d4ca63816 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:44.464086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d066953-31a7-40d0-b737-b83d4ca63816 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a76f39-0bfd-4f01-8ee8-6155b5f0e17b,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:44.501378 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-57f0d84e-8ed5-4b82-862b-5b52677e0da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:44.501797 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f0d84e-8ed5-4b82-862b-5b52677e0da2 None None] The sync data for ids ['15eedf44-5c22-41e2-89a2-eff59827340a'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:07:44.513932 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-aa0590a2-cb87-476f-99f8-1adae962860f tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 19:07:44.519994 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-aa0590a2-cb87-476f-99f8-1adae962860f tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "DELETE /v2.0/routers/15eedf44-5c22-41e2-89a2-eff59827340a HTTP/1.1" status: 409 len: 329 time: 0.4998932 Mar 02 19:07:44.520392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35628) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:44.654148 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3dbf542e-072a-41d1-ad7e-26cd86fe8214 None None] Provisioning complete for port 8707b69b-8356-42cb-8984-d5a153b97c34 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:44.654777 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3dbf542e-072a-41d1-ad7e-26cd86fe8214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:44.708122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0d066953-31a7-40d0-b737-b83d4ca63816 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:44.708122 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0d066953-31a7-40d0-b737-b83d4ca63816 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "DELETE /v2.0/security-groups/76a76f39-0bfd-4f01-8ee8-6155b5f0e17b HTTP/1.1" status: 204 len: 168 time: 0.5873764 Mar 02 19:07:44.712116 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35632) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:44.718703 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-3dbf542e-072a-41d1-ad7e-26cd86fe8214 None None] Port 8707b69b-8356-42cb-8984-d5a153b97c34 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:07:44.813712 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-df253b84-e2ef-4fa7-9d31-bc5d5a66e4b3 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1085696 Mar 02 19:07:44.818110 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35638) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:44.828970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-8b245367-986d-4836-b272-4be1e6864056 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group': {'name': 'tempest-secgroup--2136178550'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:44.842374 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290c8e0-af9b-4948-bdb7-41e781b0831d req-c90e286a-ef41-4abe-a497-c61ff82207da tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:44.844708 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e290c8e0-af9b-4948-bdb7-41e781b0831d req-c90e286a-ef41-4abe-a497-c61ff82207da tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 944 time: 0.2358131 Mar 02 19:07:44.845746 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8b245367-986d-4836-b272-4be1e6864056 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:44.853285 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8b245367-986d-4836-b272-4be1e6864056 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:44.876990 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8b245367-986d-4836-b272-4be1e6864056 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:44.879744 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-491b85ab-0d26-4367-b77c-35716b41cfd2 None None] Deleting port 50d610c5-8061-4d74-820b-7bc610cd3d68 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:44.880843 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-491b85ab-0d26-4367-b77c-35716b41cfd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:44.888527 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8b245367-986d-4836-b272-4be1e6864056 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:44.908775 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35642) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:44.938476 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e290c8e0-af9b-4948-bdb7-41e781b0831d req-12889c09-7163-4b68-b76e-67c6e7d1a402 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772998 Mar 02 19:07:44.959573 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-491b85ab-0d26-4367-b77c-35716b41cfd2 None None] The port '50d610c5-8061-4d74-820b-7bc610cd3d68' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:07:44.975515 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b245367-986d-4836-b272-4be1e6864056 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:45.018805 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8b245367-986d-4836-b272-4be1e6864056 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:45.024198 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8b245367-986d-4836-b272-4be1e6864056 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Usage tracker for resource:security_group_rule and tenant:2c2da4e63f9d4ba0bd0c9839aef8962d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:45.027149 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8b245367-986d-4836-b272-4be1e6864056 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:45.033698 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8b245367-986d-4836-b272-4be1e6864056 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:45.087875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1bd9020e-5b10-4c68-8361-b895f609df28 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:45.123286 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b245367-986d-4836-b272-4be1e6864056 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:45.162620 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b245367-986d-4836-b272-4be1e6864056 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:45.213654 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b2e7b413-2966-4c36-9bbf-ce4fce49ba48 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1758f23f1d4d42aaad969f6b6becd413&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2991409 Mar 02 19:07:45.213914 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35648) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:45.238572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b245367-986d-4836-b272-4be1e6864056 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6089511-2f2f-4711-a21b-89a6aad7b34b,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:45.287075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b245367-986d-4836-b272-4be1e6864056 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:45.288440 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8b245367-986d-4836-b272-4be1e6864056 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4665091 Mar 02 19:07:45.291793 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35652) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:45.300295 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-f761f02a-67cf-4760-bfa4-3bb30f43b918 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:45.300873 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-f761f02a-67cf-4760-bfa4-3bb30f43b918 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] update failed (client error): There was a conflict when trying to complete your request. Mar 02 19:07:45.301786 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f761f02a-67cf-4760-bfa4-3bb30f43b918 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "PUT /v2.0/security-groups/a6089511-2f2f-4711-a21b-89a6aad7b34b HTTP/1.1" status: 409 len: 330 time: 0.0092428 Mar 02 19:07:45.307870 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35656) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:45.380780 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ceba47f0-27db-4d81-9be5-270b8bfedf3d tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:45.408975 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ceba47f0-27db-4d81-9be5-270b8bfedf3d tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:45.422596 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b480971-02e7-4eed-b181-4bc634969638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:45.458135 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b480971-02e7-4eed-b181-4bc634969638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:45.566941 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ceba47f0-27db-4d81-9be5-270b8bfedf3d tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:45.587720 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba47f0-27db-4d81-9be5-270b8bfedf3d tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6089511-2f2f-4711-a21b-89a6aad7b34b,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:45.597474 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ceba47f0-27db-4d81-9be5-270b8bfedf3d tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:45.601624 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ceba47f0-27db-4d81-9be5-270b8bfedf3d tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "DELETE /v2.0/security-groups/a6089511-2f2f-4711-a21b-89a6aad7b34b HTTP/1.1" status: 204 len: 168 time: 0.2898817 Mar 02 19:07:45.601893 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35660) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:45.658778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b12d7810-83cf-452e-9d2b-ce9f89feb839 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Synchronizing usage tracker for tenant:2c2da4e63f9d4ba0bd0c9839aef8962d on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:45.708716 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b480971-02e7-4eed-b181-4bc634969638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:45.740300 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b480971-02e7-4eed-b181-4bc634969638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01e5429-d3a3-4209-9d69-ff478ea0053c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:45.748489 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b480971-02e7-4eed-b181-4bc634969638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:45.752414 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0b480971-02e7-4eed-b181-4bc634969638 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d01e5429-d3a3-4209-9d69-ff478ea0053c HTTP/1.1" status: 204 len: 168 time: 0.5365191 Mar 02 19:07:45.820358 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4fd1325b-9077-40df-8c63-6d6cd7830a5f up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:45.829839 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b12d7810-83cf-452e-9d2b-ce9f89feb839 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] Unset dirty status for tenant:2c2da4e63f9d4ba0bd0c9839aef8962d on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:45.831909 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b12d7810-83cf-452e-9d2b-ce9f89feb839 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2281036 Mar 02 19:07:45.838515 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35666) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:45.858264 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-ef2907c9-785c-4ccb-9af8-d5fa28e02546 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] delete failed (client error): The resource could not be found. Mar 02 19:07:45.863824 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ef2907c9-785c-4ccb-9af8-d5fa28e02546 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "DELETE /v2.0/security-groups/8fce02e4-594d-42fb-a158-7ebe13570f7c HTTP/1.1" status: 404 len: 347 time: 0.0198603 Mar 02 19:07:45.866700 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35670) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:45.885119 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-37ce5a9c-91eb-4730-ab37-aecd0cf08a37 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] show failed (client error): The resource could not be found. Mar 02 19:07:45.890143 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-37ce5a9c-91eb-4730-ab37-aecd0cf08a37 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "GET /v2.0/security-groups/260bc294-d679-411c-a312-642efbe00830 HTTP/1.1" status: 404 len: 347 time: 0.0181229 Mar 02 19:07:45.890550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35674) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:45.900010 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 4fd1325b-9077-40df-8c63-6d6cd7830a5f triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:45.900532 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:45.907258 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-1d3e2261-35f1-4d78-a98f-d9ceeb839676 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] show failed (client error): The resource could not be found. Mar 02 19:07:45.908492 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1d3e2261-35f1-4d78-a98f-d9ceeb839676 tempest-NegativeSecGroupTest-1381333215 tempest-NegativeSecGroupTest-1381333215-project] 10.222.0.73 "GET /v2.0/security-group-rules/a15e5fe6-165f-41db-9e90-36d6f5b59f00 HTTP/1.1" status: 404 len: 356 time: 0.0169659 Mar 02 19:07:45.981351 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-1bd9020e-5b10-4c68-8361-b895f609df28 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Deleting port 8707b69b-8356-42cb-8984-d5a153b97c34 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:45.981834 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1bd9020e-5b10-4c68-8361-b895f609df28 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:46.179090 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:07:46.238333 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1bd9020e-5b10-4c68-8361-b895f609df28 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:46.343705 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:07:46.349166 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:07:46.349543 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:46.375451 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-1bd9020e-5b10-4c68-8361-b895f609df28 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Calling delete_port for 8707b69b-8356-42cb-8984-d5a153b97c34 owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:07:46.452594 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c025c-f9dd-4ec0-b9cb-3d2aabdae3ca req-7c7bc2ce-7fea-4144-a316-1522d1a044b4 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:46.452594 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2b1c025c-f9dd-4ec0-b9cb-3d2aabdae3ca req-7c7bc2ce-7fea-4144-a316-1522d1a044b4 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 944 time: 0.2832878 Mar 02 19:07:46.481476 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:46.520675 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9eb0ff-8bed-4104-8050-bca1e3a37366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:07:46.532223 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83,segment=NetworkSegment(5fb00790-eefc-41e7-832d-a622049d0a74),segment_id=5fb00790-eefc-41e7-832d-a622049d0a74)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:46.594717 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9eb0ff-8bed-4104-8050-bca1e3a37366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83', 'code': 200} Mar 02 19:07:46.596182 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:46.604023 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2b1c025c-f9dd-4ec0-b9cb-3d2aabdae3ca req-cb02203e-a8e8-4d8a-99db-1d0232100514 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1424282 Mar 02 19:07:46.692175 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35696) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:46.724053 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:46.847002 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1bd9020e-5b10-4c68-8361-b895f609df28 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:46.899534 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9020e-5b10-4c68-8361-b895f609df28 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event deleted for resources: {'Port': ['ID=8707b69b-8356-42cb-8984-d5a153b97c34,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:46.909920 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e7a9636f-3486-4fea-90c6-c55496dee94a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2c2da4e63f9d4ba0bd0c9839aef8962d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2166889 Mar 02 19:07:46.912619 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35706) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:46.989727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0aa3433f-e908-4c4a-adf2-cdad23411e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:47.060846 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0aa3433f-e908-4c4a-adf2-cdad23411e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:47.184556 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1bd9020e-5b10-4c68-8361-b895f609df28 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:47.206169 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35712) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:47.214019 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0aa3433f-e908-4c4a-adf2-cdad23411e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:47.234006 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3433f-e908-4c4a-adf2-cdad23411e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5285d22-fcc2-4e38-b0f7-f9a0e1cb6845,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:47.268906 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-50325176-8aa0-4da3-9748-ea713089e214 req-385fb248-392e-4dc0-b053-5d02b2eee7a9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 1098 time: 0.2522390 Mar 02 19:07:47.310435 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0aa3433f-e908-4c4a-adf2-cdad23411e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:47.312028 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0aa3433f-e908-4c4a-adf2-cdad23411e61 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f5285d22-fcc2-4e38-b0f7-f9a0e1cb6845 HTTP/1.1" status: 204 len: 168 time: 0.3985274 Mar 02 19:07:47.361760 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-219a5f2b-fb47-4db5-ae9d-d5dc95f40017 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:47.362665 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-219a5f2b-fb47-4db5-ae9d-d5dc95f40017 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 19:07:47.363881 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-219a5f2b-fb47-4db5-ae9d-d5dc95f40017 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1567016 Mar 02 19:07:47.368627 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35720) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:47.374487 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981818634'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:47.380593 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:47.391075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:47.394986 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:47.404634 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:47.486839 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-50325176-8aa0-4da3-9748-ea713089e214 req-3a230bdc-4b99-483a-8025-824cd3aee305 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2105379 Mar 02 19:07:47.589902 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:47.603863 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:47.638525 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:47.642483 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:47.645778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:47.652475 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:47.761860 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:47.776870 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd9020e-5b10-4c68-8361-b895f609df28 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Router 15eedf44-5c22-41e2-89a2-eff59827340a has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:07:47.842535 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:47.911849 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:47.913974 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88cb22d7-7df9-4517-acde-0bb81eb93299,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:47.923815 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:47.925851 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:47.933082 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:47.961573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd9020e-5b10-4c68-8361-b895f609df28 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:07:47.967732 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e5f0b-ab35-4131-b302-4c3c06599d62 req-32593065-702c-4e80-8809-7504cf33eee6 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:47.969228 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d89e5f0b-ab35-4131-b302-4c3c06599d62 req-32593065-702c-4e80-8809-7504cf33eee6 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.1718864 Mar 02 19:07:47.972453 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39c0540-e37c-4bc4-bd97-7d1547039731 None None] Sync routers for ids ['15eedf44-5c22-41e2-89a2-eff59827340a'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:07:47.985922 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c0540-e37c-4bc4-bd97-7d1547039731 None None] Routers {'15eedf44-5c22-41e2-89a2-eff59827340a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:07:47.986143 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1bd9020e-5b10-4c68-8361-b895f609df28 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "PUT /v2.0/routers/15eedf44-5c22-41e2-89a2-eff59827340a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4645386 Mar 02 19:07:47.986879 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a39c0540-e37c-4bc4-bd97-7d1547039731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:07:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['15eedf44-5c22-41e2-89a2-eff59827340a'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:47.989773 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35730) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:48.059974 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d89e5f0b-ab35-4131-b302-4c3c06599d62 req-3268bb43-fdfd-45b2-af28-304f7c1d1c88 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821795 Mar 02 19:07:48.082050 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a39c0540-e37c-4bc4-bd97-7d1547039731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:48.089645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:48.107719 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c0540-e37c-4bc4-bd97-7d1547039731 None None] Routers {'15eedf44-5c22-41e2-89a2-eff59827340a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:07:48.107719 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a39c0540-e37c-4bc4-bd97-7d1547039731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:07:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['15eedf44-5c22-41e2-89a2-eff59827340a'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:48.127480 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-e53ecd25-d639-413b-84c2-896749959840 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] show failed (client error): The resource could not be found. Mar 02 19:07:48.128513 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e53ecd25-d639-413b-84c2-896749959840 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-127417046 HTTP/1.1" status: 404 len: 334 time: 0.1370866 Mar 02 19:07:48.132287 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35738) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:48.138921 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-aa18e984-3922-4d78-b7fc-b1f6f09b7af6 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:48.167546 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a39c0540-e37c-4bc4-bd97-7d1547039731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:48.168156 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39c0540-e37c-4bc4-bd97-7d1547039731 None None] The sync data for ids ['15eedf44-5c22-41e2-89a2-eff59827340a'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:07:48.168375 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:48.213487 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-aa18e984-3922-4d78-b7fc-b1f6f09b7af6 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] update failed (client error): The resource could not be found. Mar 02 19:07:48.214510 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-aa18e984-3922-4d78-b7fc-b1f6f09b7af6 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-1797799018 HTTP/1.1" status: 404 len: 335 time: 0.0801146 Mar 02 19:07:48.219575 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35742) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:48.224948 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9139b7fa-efff-4e90-a7e9-1f24c7c31cb5,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:48.287254 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:48.293182 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-289f5cfa-5650-4a0c-b3c2-5da5ecf1340d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9206648 Mar 02 19:07:48.293466 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35746) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:48.300016 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-bc4d9b05-24b6-4706-8794-00f183b789da tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '9139b7fa-efff-4e90-a7e9-1f24c7c31cb5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:48.307125 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-bc4d9b05-24b6-4706-8794-00f183b789da tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:48.311629 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bc4d9b05-24b6-4706-8794-00f183b789da tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:48.315121 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bc4d9b05-24b6-4706-8794-00f183b789da tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:48.322907 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-bc4d9b05-24b6-4706-8794-00f183b789da tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:48.390702 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc4d9b05-24b6-4706-8794-00f183b789da tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:48.435435 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-11bc6c59-3223-4bed-9117-52571a075ae2 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Deleting subnet 4dbc7955-930f-4013-bb5d-68afeef56aee {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:07:48.439625 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-11bc6c59-3223-4bed-9117-52571a075ae2 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:48.491820 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc4d9b05-24b6-4706-8794-00f183b789da tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:48.507025 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-11bc6c59-3223-4bed-9117-52571a075ae2 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:48.567140 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc4d9b05-24b6-4706-8794-00f183b789da tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:48.592875 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d9b05-24b6-4706-8794-00f183b789da tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08c7458-c0ac-49a0-a49a-5dfa659d354e,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:48.602732 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-11bc6c59-3223-4bed-9117-52571a075ae2 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:48.676882 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bc4d9b05-24b6-4706-8794-00f183b789da tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:48.686257 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bc4d9b05-24b6-4706-8794-00f183b789da tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3841441 Mar 02 19:07:48.688755 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35756) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:48.694679 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-81e9d523-b0ae-44d1-82c3-669a1cbad0a8 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '9139b7fa-efff-4e90-a7e9-1f24c7c31cb5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:48.701298 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-81e9d523-b0ae-44d1-82c3-669a1cbad0a8 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:48.707463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-81e9d523-b0ae-44d1-82c3-669a1cbad0a8 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:48.710405 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-81e9d523-b0ae-44d1-82c3-669a1cbad0a8 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:48.716452 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-81e9d523-b0ae-44d1-82c3-669a1cbad0a8 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:48.801810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-11bc6c59-3223-4bed-9117-52571a075ae2 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:48.829922 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-81e9d523-b0ae-44d1-82c3-669a1cbad0a8 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:48.844007 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc6c59-3223-4bed-9117-52571a075ae2 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event deleted for resources: {'Subnet': ['ID=4dbc7955-930f-4013-bb5d-68afeef56aee,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:48.849733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-11bc6c59-3223-4bed-9117-52571a075ae2 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:48.857278 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-11bc6c59-3223-4bed-9117-52571a075ae2 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "DELETE /v2.0/subnets/4dbc7955-930f-4013-bb5d-68afeef56aee HTTP/1.1" status: 204 len: 168 time: 0.6365719 Mar 02 19:07:48.859972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35762) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:48.871305 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5592a8fe-5eb5-4de2-a11e-1e19873f30b9 None None] Network 582576dc-38fe-4f4e-913a-c457478f8354 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:48.974761 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35766) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:48.979494 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030766 Mar 02 19:07:48.982427 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35768) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:48.993942 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:49.010980 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Deleting port 4fd1325b-9077-40df-8c63-6d6cd7830a5f {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:49.010980 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:49.023154 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-81e9d523-b0ae-44d1-82c3-669a1cbad0a8 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 19:07:49.030686 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-81e9d523-b0ae-44d1-82c3-669a1cbad0a8 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3382673 Mar 02 19:07:49.031066 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35774) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:49.175934 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3e5dff78-70cc-402a-a669-d7991779cd5d tempest-NetworksApiDiscovery-1294084403 tempest-NetworksApiDiscovery-1294084403-project] 10.222.0.73 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1924143 Mar 02 19:07:49.229066 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a844c36-7c47-42bd-a5d3-f3ef4b53a618 None None] DHCP port deletion for 582576dc-38fe-4f4e-913a-c457478f8354 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:07:49.235060 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6a844c36-7c47-42bd-a5d3-f3ef4b53a618 None None] Deleting port 4fd1325b-9077-40df-8c63-6d6cd7830a5f {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:49.235704 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6a844c36-7c47-42bd-a5d3-f3ef4b53a618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:49.248971 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b9692964-05fc-41f4-b525-faffade6a989 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:49.287342 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b9692964-05fc-41f4-b525-faffade6a989 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:49.423728 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] For port 4fd1325b-9077-40df-8c63-6d6cd7830a5f, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4fd1325b-9077-40df-8c63-6d6cd7830a5f,segment=NetworkSegment(a5e84029-a22e-42f6-8795-94ffc414058b),segment_id=a5e84029-a22e-42f6-8795-94ffc414058b)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:49.424090 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:49.425309 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b9692964-05fc-41f4-b525-faffade6a989 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:49.451070 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9692964-05fc-41f4-b525-faffade6a989 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9139b7fa-efff-4e90-a7e9-1f24c7c31cb5,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:49.453740 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b9692964-05fc-41f4-b525-faffade6a989 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:49.455134 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b9692964-05fc-41f4-b525-faffade6a989 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "DELETE /v2.0/security-groups/9139b7fa-efff-4e90-a7e9-1f24c7c31cb5 HTTP/1.1" status: 204 len: 168 time: 0.4231260 Mar 02 19:07:49.457913 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35782) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:49.518509 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6a844c36-7c47-42bd-a5d3-f3ef4b53a618 None None] For port 4fd1325b-9077-40df-8c63-6d6cd7830a5f, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4fd1325b-9077-40df-8c63-6d6cd7830a5f,segment=NetworkSegment(a5e84029-a22e-42f6-8795-94ffc414058b),segment_id=a5e84029-a22e-42f6-8795-94ffc414058b)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:49.518911 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6a844c36-7c47-42bd-a5d3-f3ef4b53a618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:49.566944 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Calling delete_port for 4fd1325b-9077-40df-8c63-6d6cd7830a5f owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:07:49.640740 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0aebfd59-bff1-4e95-93eb-58ea38de0232 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Synchronizing usage tracker for tenant:8fdd4a10c5224e2d870342e93dee4a57 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:49.647922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7aab4f-8db7-41d6-b937-efa909894550 req-f469c2f0-ef9e-4eea-9707-740e21d2a5a2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:49.649620 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0e7aab4f-8db7-41d6-b937-efa909894550 req-f469c2f0-ef9e-4eea-9707-740e21d2a5a2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.3901777 Mar 02 19:07:49.667641 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6a844c36-7c47-42bd-a5d3-f3ef4b53a618 None None] Calling delete_port for 4fd1325b-9077-40df-8c63-6d6cd7830a5f owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:07:49.706188 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0e7aab4f-8db7-41d6-b937-efa909894550 req-a1210782-9244-4adb-8107-c45bba55c31e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458455 Mar 02 19:07:49.749371 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0aebfd59-bff1-4e95-93eb-58ea38de0232 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Unset dirty status for tenant:8fdd4a10c5224e2d870342e93dee4a57 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:49.754461 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0aebfd59-bff1-4e95-93eb-58ea38de0232 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2922137 Mar 02 19:07:49.756502 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35790) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:49.762174 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35794) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:49.772531 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-524b4060-bad9-47f2-9211-bf48456c0a9b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1052879293'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:49.779760 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-524b4060-bad9-47f2-9211-bf48456c0a9b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:49.795154 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:49.801700 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-6a844c36-7c47-42bd-a5d3-f3ef4b53a618 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:07:49.801886 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-524b4060-bad9-47f2-9211-bf48456c0a9b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:49.802543 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-6a844c36-7c47-42bd-a5d3-f3ef4b53a618 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:07:49.830721 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4fd1325b-9077-40df-8c63-6d6cd7830a5f no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:07:49.868859 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 4fd1325b-9077-40df-8c63-6d6cd7830a5f {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:07:49.869613 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4fd1325b-9077-40df-8c63-6d6cd7830a5f not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:07:49.876615 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event deleted for resources: {'Port': ['ID=4fd1325b-9077-40df-8c63-6d6cd7830a5f,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:49.885468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] No DVR routers for this DVR port 4fd1325b-9077-40df-8c63-6d6cd7830a5f on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:07:49.929098 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca414b7f-acca-4839-ab45-cca620e86831 req-22aa3396-9a20-4879-bb11-728af1c363d7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:49.930615 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ca414b7f-acca-4839-ab45-cca620e86831 req-22aa3396-9a20-4879-bb11-728af1c363d7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.0819297 Mar 02 19:07:49.948326 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-524b4060-bad9-47f2-9211-bf48456c0a9b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:49.963907 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-94d44b5e-bac7-48cf-bb17-11a8443a9626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.016416 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ca414b7f-acca-4839-ab45-cca620e86831 req-4a419513-23ae-4d51-afef-1259f2ea6821 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692878 Mar 02 19:07:50.021208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-94d44b5e-bac7-48cf-bb17-11a8443a9626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:50.025571 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-94d44b5e-bac7-48cf-bb17-11a8443a9626 admin admin] Usage tracker for resource:security_group_rule and tenant:eaeb93cee2d04a54be69f6fd478ba7d0 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:50.028885 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-94d44b5e-bac7-48cf-bb17-11a8443a9626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:50.035130 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-94d44b5e-bac7-48cf-bb17-11a8443a9626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:50.041867 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.066611 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35800) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:50.106278 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-94d44b5e-bac7-48cf-bb17-11a8443a9626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.129266 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-524b4060-bad9-47f2-9211-bf48456c0a9b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:50.132306 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582576dc-38fe-4f4e-913a-c457478f8354']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:50.143997 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-524b4060-bad9-47f2-9211-bf48456c0a9b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:50.149449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-524b4060-bad9-47f2-9211-bf48456c0a9b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:50.153196 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e84029-a22e-42f6-8795-94ffc414058b') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:50.153493 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e84029-a22e-42f6-8795-94ffc414058b') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:50.166671 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-94d44b5e-bac7-48cf-bb17-11a8443a9626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.166848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-524b4060-bad9-47f2-9211-bf48456c0a9b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:50.174164 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.208610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.213998 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d44b5e-bac7-48cf-bb17-11a8443a9626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d58331-140f-4da1-95d4-1ebfb41cda02,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:50.219508 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-94d44b5e-bac7-48cf-bb17-11a8443a9626 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eaeb93cee2d04a54be69f6fd478ba7d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4605224 Mar 02 19:07:50.221328 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35804) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:50.223877 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:07:50.224282 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:07:50.245108 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:07:50.286092 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c56235ad-028c-4c18-b8df-0ba45c2fe7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.303725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6a844c36-7c47-42bd-a5d3-f3ef4b53a618 None None] Deleting port 4fd1325b-9077-40df-8c63-6d6cd7830a5f {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:50.304321 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6a844c36-7c47-42bd-a5d3-f3ef4b53a618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.313543 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c56235ad-028c-4c18-b8df-0ba45c2fe7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.322779 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8977c43b-25f2-444e-a691-62aedbbc8772 tempest-TestNetworkAdvancedServerOps-1321310598 tempest-TestNetworkAdvancedServerOps-1321310598-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 1093 time: 0.2463853 Mar 02 19:07:50.323132 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35808) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:50.331261 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': 'b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:50.343588 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:50.357044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Usage tracker for resource:floatingip and tenant:0af1fa0d95a44ba480dc48db39841166 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:50.360234 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-524b4060-bad9-47f2-9211-bf48456c0a9b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.361502 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:50.371725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6a844c36-7c47-42bd-a5d3-f3ef4b53a618 None None] The port '4fd1325b-9077-40df-8c63-6d6cd7830a5f' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:07:50.379196 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:50.447480 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-524b4060-bad9-47f2-9211-bf48456c0a9b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.487332 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for floatingip, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.494305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.499223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b4060-bad9-47f2-9211-bf48456c0a9b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7089b6eb-7409-4418-b2d2-265307ae8fa1,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:50.501644 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c56235ad-028c-4c18-b8df-0ba45c2fe7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.523372 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.525404 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56235ad-028c-4c18-b8df-0ba45c2fe7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d58331-140f-4da1-95d4-1ebfb41cda02,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:50.531633 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event deleted for resources: {'Network': ['ID=582576dc-38fe-4f4e-913a-c457478f8354,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:50.534389 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c01fefb2-556f-4c25-906e-515a969214cb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "DELETE /v2.0/networks/582576dc-38fe-4f4e-913a-c457478f8354 HTTP/1.1" status: 204 len: 168 time: 1.6734648 Mar 02 19:07:50.537725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35814) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:50.580287 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c56235ad-028c-4c18-b8df-0ba45c2fe7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.581413 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c56235ad-028c-4c18-b8df-0ba45c2fe7f6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/47d58331-140f-4da1-95d4-1ebfb41cda02 HTTP/1.1" status: 204 len: 168 time: 0.3587537 Mar 02 19:07:50.619387 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-524b4060-bad9-47f2-9211-bf48456c0a9b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.620682 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-524b4060-bad9-47f2-9211-bf48456c0a9b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8575251 Mar 02 19:07:50.624717 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35820) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:50.636609 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-f5d666fc-ed3f-4575-96a8-c1f4950dd8f4 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '7089b6eb-7409-4418-b2d2-265307ae8fa1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:50.636609 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-f5d666fc-ed3f-4575-96a8-c1f4950dd8f4 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:50.637015 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f5d666fc-ed3f-4575-96a8-c1f4950dd8f4 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0096660 Mar 02 19:07:50.639310 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35824) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:50.720091 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.739631 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b04737-be4c-4387-b9fb-8ab51e58b13f tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Deleting subnet 555561ab-faa4-4d98-b90f-7ff1c60447d8 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:07:50.743635 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79b04737-be4c-4387-b9fb-8ab51e58b13f tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.771190 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3a8f7c41-ab0f-4e8d-b6cf-690379f797cc tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.800634 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79b04737-be4c-4387-b9fb-8ab51e58b13f tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.822992 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3a8f7c41-ab0f-4e8d-b6cf-690379f797cc tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.908351 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79b04737-be4c-4387-b9fb-8ab51e58b13f tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:50.944159 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Allocated IP 172.26.4.132 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/6c9bd2e5-b2bc-47a0-a68b-f852832c139c) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:07:51.047664 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3a8f7c41-ab0f-4e8d-b6cf-690379f797cc tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:51.065120 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79b04737-be4c-4387-b9fb-8ab51e58b13f tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:51.079516 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f7c41-ab0f-4e8d-b6cf-690379f797cc tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7089b6eb-7409-4418-b2d2-265307ae8fa1,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:51.118414 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b04737-be4c-4387-b9fb-8ab51e58b13f tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event deleted for resources: {'Subnet': ['ID=555561ab-faa4-4d98-b90f-7ff1c60447d8,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:51.118884 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3a8f7c41-ab0f-4e8d-b6cf-690379f797cc tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:51.122513 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3a8f7c41-ab0f-4e8d-b6cf-690379f797cc tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "DELETE /v2.0/security-groups/7089b6eb-7409-4418-b2d2-265307ae8fa1 HTTP/1.1" status: 204 len: 168 time: 0.4796381 Mar 02 19:07:51.122682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35828) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:51.125529 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79b04737-be4c-4387-b9fb-8ab51e58b13f tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:51.132384 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8a6d7a-889b-4446-bfe2-6d8494e1402c None None] Network 2479b1dc-0a21-42f0-b473-525bda76b72d requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:51.147712 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-79b04737-be4c-4387-b9fb-8ab51e58b13f tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "DELETE /v2.0/subnets/555561ab-faa4-4d98-b90f-7ff1c60447d8 HTTP/1.1" status: 204 len: 168 time: 0.6087389 Mar 02 19:07:51.150906 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35832) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:51.181805 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:51.250181 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ba71787a-7294-402e-aa7b-1c6230b51293 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Synchronizing usage tracker for tenant:8fdd4a10c5224e2d870342e93dee4a57 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:51.253114 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:51.375533 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:07:51.375533 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:07:51.375533 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event updated for resources: {'Port': ['ID=6c9bd2e5-b2bc-47a0-a68b-f852832c139c,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:51.375533 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:07:51.389845 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-5717c6e4-55ad-4a1d-85c6-e1d1b07d8e09 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Deleting subnet 84307abf-e659-44ca-a4dc-3e91d57ab61d {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:07:51.394882 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5717c6e4-55ad-4a1d-85c6-e1d1b07d8e09 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:51.435028 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cec1276-f114-4c6d-bd59-49a617c644c0 None None] DHCP port deletion for 2479b1dc-0a21-42f0-b473-525bda76b72d request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:07:51.441041 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-5cec1276-f114-4c6d-bd59-49a617c644c0 None None] Deleting port ed164958-2a1e-407f-abf8-b196b184e116 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:51.441543 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5cec1276-f114-4c6d-bd59-49a617c644c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:51.484607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5717c6e4-55ad-4a1d-85c6-e1d1b07d8e09 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:51.611415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ba71787a-7294-402e-aa7b-1c6230b51293 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Unset dirty status for tenant:8fdd4a10c5224e2d870342e93dee4a57 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:51.616217 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ba71787a-7294-402e-aa7b-1c6230b51293 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4891281 Mar 02 19:07:51.618875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35836) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:51.626097 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-b7bd6809-c3a5-49e4-97aa-accbe0e4439c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1181134248'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:51.640290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b7bd6809-c3a5-49e4-97aa-accbe0e4439c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:51.656506 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b7bd6809-c3a5-49e4-97aa-accbe0e4439c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:51.687260 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-122dc91b-b0fd-4901-bf19-47f5eea25ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:51.698064 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-5cec1276-f114-4c6d-bd59-49a617c644c0 None None] For port ed164958-2a1e-407f-abf8-b196b184e116, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=ed164958-2a1e-407f-abf8-b196b184e116,segment=NetworkSegment(58dacac7-be10-4073-a4c8-c4ad7b67a54d),segment_id=58dacac7-be10-4073-a4c8-c4ad7b67a54d)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:51.698538 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5cec1276-f114-4c6d-bd59-49a617c644c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:51.700269 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5717c6e4-55ad-4a1d-85c6-e1d1b07d8e09 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:51.793137 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6809-c3a5-49e4-97aa-accbe0e4439c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:51.830987 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-5cec1276-f114-4c6d-bd59-49a617c644c0 None None] Calling delete_port for ed164958-2a1e-407f-abf8-b196b184e116 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:07:51.840420 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b7bd6809-c3a5-49e4-97aa-accbe0e4439c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:51.844823 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b7bd6809-c3a5-49e4-97aa-accbe0e4439c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:51.848313 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b7bd6809-c3a5-49e4-97aa-accbe0e4439c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:51.855731 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b7bd6809-c3a5-49e4-97aa-accbe0e4439c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:51.862232 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device ed164958-2a1e-407f-abf8-b196b184e116 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:07:51.917701 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5717c6e4-55ad-4a1d-85c6-e1d1b07d8e09 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:51.930169 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:51.959102 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6809-c3a5-49e4-97aa-accbe0e4439c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:51.966580 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717c6e4-55ad-4a1d-85c6-e1d1b07d8e09 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event deleted for resources: {'Subnet': ['ID=84307abf-e659-44ca-a4dc-3e91d57ab61d,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:51.975659 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5717c6e4-55ad-4a1d-85c6-e1d1b07d8e09 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:51.990534 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5717c6e4-55ad-4a1d-85c6-e1d1b07d8e09 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "DELETE /v2.0/subnets/84307abf-e659-44ca-a4dc-3e91d57ab61d HTTP/1.1" status: 204 len: 168 time: 0.8360369 Mar 02 19:07:51.990767 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15099f6d-cdd5-4baf-90d4-9f73edf7def8 None None] Network d0aeee74-a2b8-4a68-b091-4b723ed2b115 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:51.993054 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35840) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:52.044733 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.075656 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6809-c3a5-49e4-97aa-accbe0e4439c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.128502 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd6809-c3a5-49e4-97aa-accbe0e4439c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c168ec81-b4b8-402d-a579-c7bd457a9324,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:52.168455 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.185904 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5cec1276-f114-4c6d-bd59-49a617c644c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.187210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-90dbe86a-9a2c-4cec-837f-01c2a07b7c2b tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.240200 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b7bd6809-c3a5-49e4-97aa-accbe0e4439c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.241433 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b7bd6809-c3a5-49e4-97aa-accbe0e4439c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6219716 Mar 02 19:07:52.260704 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35844) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:52.268321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-e4f252cb-f430-4309-a990-05b579b7367e tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': 'c168ec81-b4b8-402d-a579-c7bd457a9324', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:52.268321 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-e4f252cb-f430-4309-a990-05b579b7367e tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:52.268772 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e4f252cb-f430-4309-a990-05b579b7367e tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069587 Mar 02 19:07:52.272685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35848) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:52.308489 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec1276-f114-4c6d-bd59-49a617c644c0 None None] Pushing event deleted for resources: {'Port': ['ID=ed164958-2a1e-407f-abf8-b196b184e116,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:52.358082 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cec1276-f114-4c6d-bd59-49a617c644c0 None None] No DVR routers for this DVR port ed164958-2a1e-407f-abf8-b196b184e116 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:07:52.388183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-90dbe86a-9a2c-4cec-837f-01c2a07b7c2b tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.424678 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.433603 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-90dbe86a-9a2c-4cec-837f-01c2a07b7c2b tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2479b1dc-0a21-42f0-b473-525bda76b72d']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:52.450857 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-90dbe86a-9a2c-4cec-837f-01c2a07b7c2b tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58dacac7-be10-4073-a4c8-c4ad7b67a54d') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:52.451138 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-90dbe86a-9a2c-4cec-837f-01c2a07b7c2b tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58dacac7-be10-4073-a4c8-c4ad7b67a54d') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:52.476106 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-90dbe86a-9a2c-4cec-837f-01c2a07b7c2b tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.481955 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662b5de0-c787-44e1-8728-0fa518652d2c None None] DHCP port deletion for d0aeee74-a2b8-4a68-b091-4b723ed2b115 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:07:52.488563 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-662b5de0-c787-44e1-8728-0fa518652d2c None None] Deleting port e273ad18-1a37-4196-b9e7-cc4fb06b2531 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:52.490335 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-662b5de0-c787-44e1-8728-0fa518652d2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.492098 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6b746a34-00be-4049-8e4a-50a2502d52cf tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.508090 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-90dbe86a-9a2c-4cec-837f-01c2a07b7c2b tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.524570 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.524825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90dbe86a-9a2c-4cec-837f-01c2a07b7c2b tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:07:52.525109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-90dbe86a-9a2c-4cec-837f-01c2a07b7c2b tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:07:52.540104 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:07:52.594780 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6b746a34-00be-4049-8e4a-50a2502d52cf tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.647368 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event updated for resources: {'Port': ['ID=6c9bd2e5-b2bc-47a0-a68b-f852832c139c,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:52.668501 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.715270 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-662b5de0-c787-44e1-8728-0fa518652d2c None None] For port e273ad18-1a37-4196-b9e7-cc4fb06b2531, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e273ad18-1a37-4196-b9e7-cc4fb06b2531,segment=NetworkSegment(fd01c53a-6b55-4130-87ff-61f990dc2cd8),segment_id=fd01c53a-6b55-4130-87ff-61f990dc2cd8)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:52.715982 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-662b5de0-c787-44e1-8728-0fa518652d2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.730203 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-90dbe86a-9a2c-4cec-837f-01c2a07b7c2b tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.755248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-90dbe86a-9a2c-4cec-837f-01c2a07b7c2b tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.765353 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6b746a34-00be-4049-8e4a-50a2502d52cf tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.787909 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbe86a-9a2c-4cec-837f-01c2a07b7c2b tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event deleted for resources: {'Network': ['ID=2479b1dc-0a21-42f0-b473-525bda76b72d,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:52.793989 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b746a34-00be-4049-8e4a-50a2502d52cf tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c168ec81-b4b8-402d-a579-c7bd457a9324,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:52.797474 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-90dbe86a-9a2c-4cec-837f-01c2a07b7c2b tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "DELETE /v2.0/networks/2479b1dc-0a21-42f0-b473-525bda76b72d HTTP/1.1" status: 204 len: 168 time: 0.8034055 Mar 02 19:07:52.812051 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35852) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:52.858668 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-662b5de0-c787-44e1-8728-0fa518652d2c None None] Calling delete_port for e273ad18-1a37-4196-b9e7-cc4fb06b2531 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:07:52.887551 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.l3_db [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Floating IP f41bd3d5-b2a9-41cb-b612-79c3d330399a associated. External IP: 172.26.4.132, port: b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83. Mar 02 19:07:52.910921 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6b746a34-00be-4049-8e4a-50a2502d52cf tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.911972 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6b746a34-00be-4049-8e4a-50a2502d52cf tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "DELETE /v2.0/security-groups/c168ec81-b4b8-402d-a579-c7bd457a9324 HTTP/1.1" status: 204 len: 168 time: 0.6388702 Mar 02 19:07:52.923419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35856) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:52.966210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:52.996890 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Deleting port e273ad18-1a37-4196-b9e7-cc4fb06b2531 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:52.996890 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:53.043983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f25cf68a-3e07-4bf7-9cd4-0d88e880eb7d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Synchronizing usage tracker for tenant:8fdd4a10c5224e2d870342e93dee4a57 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:53.048248 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-662b5de0-c787-44e1-8728-0fa518652d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:53.101922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] The port 'e273ad18-1a37-4196-b9e7-cc4fb06b2531' was deleted {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:07:53.118687 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b5de0-c787-44e1-8728-0fa518652d2c None None] Pushing event deleted for resources: {'Port': ['ID=e273ad18-1a37-4196-b9e7-cc4fb06b2531,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:53.122428 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662b5de0-c787-44e1-8728-0fa518652d2c None None] No DVR routers for this DVR port e273ad18-1a37-4196-b9e7-cc4fb06b2531 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:07:53.153750 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f25cf68a-3e07-4bf7-9cd4-0d88e880eb7d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Unset dirty status for tenant:8fdd4a10c5224e2d870342e93dee4a57 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:53.155091 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f25cf68a-3e07-4bf7-9cd4-0d88e880eb7d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2308772 Mar 02 19:07:53.161654 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35860) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:53.165633 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-e28d9dda-3629-4c75-a392-30291430cdbf tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1118385955'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:53.219649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e28d9dda-3629-4c75-a392-30291430cdbf tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:53.250619 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e28d9dda-3629-4c75-a392-30291430cdbf tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:53.256533 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:53.286334 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0aeee74-a2b8-4a68-b091-4b723ed2b115']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:53.299633 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd01c53a-6b55-4130-87ff-61f990dc2cd8') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:53.299936 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd01c53a-6b55-4130-87ff-61f990dc2cd8') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:53.312017 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:53.325876 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Router ca374d2d-11f3-4e30-90a0-76a8b70057ea has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:07:53.328678 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:53.335247 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e28d9dda-3629-4c75-a392-30291430cdbf tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:53.345486 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:07:53.345811 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:07:53.360309 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:07:53.457115 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e28d9dda-3629-4c75-a392-30291430cdbf tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:53.461401 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e28d9dda-3629-4c75-a392-30291430cdbf tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:53.464435 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e28d9dda-3629-4c75-a392-30291430cdbf tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:53.470109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e28d9dda-3629-4c75-a392-30291430cdbf tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:53.527976 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e28d9dda-3629-4c75-a392-30291430cdbf tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:53.532919 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:53.544516 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:07:53.550796 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:53.557216 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557ab2f6-6a09-41b7-8531-8ae86d2c721a None None] Sync routers for ids ['ca374d2d-11f3-4e30-90a0-76a8b70057ea'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:07:53.562317 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event deleted for resources: {'Network': ['ID=d0aeee74-a2b8-4a68-b091-4b723ed2b115,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:53.573159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557ab2f6-6a09-41b7-8531-8ae86d2c721a None None] Routers {'ca374d2d-11f3-4e30-90a0-76a8b70057ea'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:07:53.574056 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-557ab2f6-6a09-41b7-8531-8ae86d2c721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:07:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ca374d2d-11f3-4e30-90a0-76a8b70057ea'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:53.574431 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "DELETE /v2.0/networks/d0aeee74-a2b8-4a68-b091-4b723ed2b115 HTTP/1.1" status: 204 len: 168 time: 0.7613897 Mar 02 19:07:53.575956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:53.576306 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:53.576638 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:53.576974 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:53.577145 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35864) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:53.577305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:53.577630 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:53.577957 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:53.578278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:53.578600 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:53.578915 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:53.579446 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e61bf-977a-459a-98c3-761192edb1e7 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:07:53.584377 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e28d9dda-3629-4c75-a392-30291430cdbf tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:53.633156 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d9dda-3629-4c75-a392-30291430cdbf tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=372b4214-59d8-42dc-a4d1-064bf85321ef,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:53.736157 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:53.761548 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e28d9dda-3629-4c75-a392-30291430cdbf tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:53.761548 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e28d9dda-3629-4c75-a392-30291430cdbf tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5988886 Mar 02 19:07:53.766136 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35868) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:53.778720 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-b48b52f1-706c-4461-ae23-98634228e7fb tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '372b4214-59d8-42dc-a4d1-064bf85321ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:53.780086 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-b48b52f1-706c-4461-ae23-98634228e7fb tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:53.787682 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b48b52f1-706c-4461-ae23-98634228e7fb tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0163271 Mar 02 19:07:53.788525 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35872) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:53.792625 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-557ab2f6-6a09-41b7-8531-8ae86d2c721a None None] Set router ca374d2d-11f3-4e30-90a0-76a8b70057ea gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:07:53.795215 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-8d97b751-1917-40b8-bdc1-37bcde5e8073 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '372b4214-59d8-42dc-a4d1-064bf85321ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:53.796154 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-8d97b751-1917-40b8-bdc1-37bcde5e8073 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:53.801171 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8d97b751-1917-40b8-bdc1-37bcde5e8073 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0113604 Mar 02 19:07:53.807484 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35876) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:53.814128 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-b8234ad6-c9bf-4c7f-b6cd-5aee3fda35ac tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '372b4214-59d8-42dc-a4d1-064bf85321ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:53.814811 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-b8234ad6-c9bf-4c7f-b6cd-5aee3fda35ac tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:53.815974 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b8234ad6-c9bf-4c7f-b6cd-5aee3fda35ac tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0118363 Mar 02 19:07:53.823745 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35880) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:53.826085 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ce81c2e3-3e63-4830-93a9-929686ca7ec7 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5016878 Mar 02 19:07:53.839710 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9eb0ff-8bed-4104-8050-bca1e3a37366', 'tag': 'b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:07:53.842601 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e273ad18-1a37-4196-b9e7-cc4fb06b2531 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:07:53.847941 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-7b6fa620-fed4-4b05-9074-30fe5bde6eb0 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '372b4214-59d8-42dc-a4d1-064bf85321ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:53.848891 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-7b6fa620-fed4-4b05-9074-30fe5bde6eb0 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:53.850342 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7b6fa620-fed4-4b05-9074-30fe5bde6eb0 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0231218 Mar 02 19:07:53.853503 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35888) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:53.872198 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-cb9aeedf-b960-4c30-b097-17480325856d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:53.883698 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b91c466-4604-4d7b-b93b-a33c4d845ca4 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Deleting subnet 4322c0be-1533-40a3-858f-fbfb286e97b5 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:07:53.887697 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4b91c466-4604-4d7b-b93b-a33c4d845ca4 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:53.893435 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: e273ad18-1a37-4196-b9e7-cc4fb06b2531 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:07:53.893775 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e273ad18-1a37-4196-b9e7-cc4fb06b2531 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:07:53.979574 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4b91c466-4604-4d7b-b93b-a33c4d845ca4 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:54.071305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-41efe635-8a5f-4059-94eb-03790d8bc758 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:54.106527 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4b91c466-4604-4d7b-b93b-a33c4d845ca4 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:54.111162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-41efe635-8a5f-4059-94eb-03790d8bc758 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:54.202006 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377a5b4-7ae3-40ae-b051-d2793144e52b req-d7bf5250-654d-4a1d-8a92-734f8ece09a5 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:54.203746 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d377a5b4-7ae3-40ae-b051-d2793144e52b req-d7bf5250-654d-4a1d-8a92-734f8ece09a5 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.1909370 Mar 02 19:07:54.236261 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-41efe635-8a5f-4059-94eb-03790d8bc758 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:54.292661 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9eb0ff-8bed-4104-8050-bca1e3a37366', 'tag': 'b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83', 'status': 'completed', 'code': 200} Mar 02 19:07:54.309014 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4b91c466-4604-4d7b-b93b-a33c4d845ca4 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:54.332513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-557ab2f6-6a09-41b7-8531-8ae86d2c721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1350803047', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:07:08Z', 'updated_at': '2022-03-02T19:07:22Z', 'revision_number': 4, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'gw_port': {'id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:10Z', 'updated_at': '2022-03-02T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'f41bd3d5-b2a9-41cb-b612-79c3d330399a', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'floating_ip_address': '172.26.4.132', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'port_id': 'b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa', 'mac_address': 'fa:16:3e:72:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9eb0ff-8bed-4104-8050-bca1e3a37366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:07:51Z', 'updated_at': '2022-03-02T19:07:51Z', 'revision_number': 0, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e162526-38f1-4da2-ada1-e9a4d827110c', 'name': '', 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'mac_address': 'fa:16:3e:46:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34544a80-8e19-4455-9740-4b6f83411eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:20Z', 'updated_at': '2022-03-02T19:07:36Z', 'revision_number': 5, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'subnets': [{'id': '34544a80-8e19-4455-9740-4b6f83411eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:54.337654 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557ab2f6-6a09-41b7-8531-8ae86d2c721a None None] Checking router: ca374d2d-11f3-4e30-90a0-76a8b70057ea for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:07:54.352687 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557ab2f6-6a09-41b7-8531-8ae86d2c721a None None] Routers {'ca374d2d-11f3-4e30-90a0-76a8b70057ea'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:07:54.353588 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-557ab2f6-6a09-41b7-8531-8ae86d2c721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:07:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ca374d2d-11f3-4e30-90a0-76a8b70057ea'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:54.403322 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41efe635-8a5f-4059-94eb-03790d8bc758 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=372b4214-59d8-42dc-a4d1-064bf85321ef,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:54.432390 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d377a5b4-7ae3-40ae-b051-d2793144e52b req-c73187ac-87a2-490e-bab7-db801c7445e1 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2228715 Mar 02 19:07:54.470222 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91c466-4604-4d7b-b93b-a33c4d845ca4 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event deleted for resources: {'Subnet': ['ID=4322c0be-1533-40a3-858f-fbfb286e97b5,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:54.475579 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fedd89a4-9cdb-4e42-b410-8727f3dab2bf req-43e6b2a0-14a6-4dc0-8657-1f18733f6dd1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0af1fa0d95a44ba480dc48db39841166&device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 1098 time: 0.1167893 Mar 02 19:07:54.475812 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35894) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:54.557792 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60db5e92-1560-49a8-a788-1e66e9b2dbbb None None] Network 4a2685fb-4be5-4711-a27b-098855f10c90 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:07:54.561717 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4b91c466-4604-4d7b-b93b-a33c4d845ca4 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:54.568194 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4b91c466-4604-4d7b-b93b-a33c4d845ca4 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "DELETE /v2.0/subnets/4322c0be-1533-40a3-858f-fbfb286e97b5 HTTP/1.1" status: 204 len: 168 time: 0.9897325 Mar 02 19:07:54.572914 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35898) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:54.598665 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-41efe635-8a5f-4059-94eb-03790d8bc758 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:54.599825 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-41efe635-8a5f-4059-94eb-03790d8bc758 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "DELETE /v2.0/security-groups/372b4214-59d8-42dc-a4d1-064bf85321ef HTTP/1.1" status: 204 len: 168 time: 0.7444167 Mar 02 19:07:54.603142 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35902) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:54.622389 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a10fda85-ca1f-4d95-9d71-c34bf327243d tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/floatingips/f41bd3d5-b2a9-41cb-b612-79c3d330399a HTTP/1.1" status: 200 len: 991 time: 0.1424723 Mar 02 19:07:54.662888 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8982eaf4-5aca-4d87-9d68-e434e0175035 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Synchronizing usage tracker for tenant:8fdd4a10c5224e2d870342e93dee4a57 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:54.737579 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:54.747131 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd89a4-9cdb-4e42-b410-8727f3dab2bf req-bf5014ee-4e97-4b5c-a450-7f2288e32786 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:54.748635 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fedd89a4-9cdb-4e42-b410-8727f3dab2bf req-bf5014ee-4e97-4b5c-a450-7f2288e32786 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa HTTP/1.1" status: 200 len: 897 time: 0.2652647 Mar 02 19:07:54.754642 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8982eaf4-5aca-4d87-9d68-e434e0175035 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Unset dirty status for tenant:8fdd4a10c5224e2d870342e93dee4a57 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:54.754642 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8982eaf4-5aca-4d87-9d68-e434e0175035 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1475677 Mar 02 19:07:54.755679 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35906) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:54.762026 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-9ac22490-6f84-4e3c-b733-4ad8eb2ef09c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1320125633'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:54.768807 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9ac22490-6f84-4e3c-b733-4ad8eb2ef09c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:54.770126 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-557ab2f6-6a09-41b7-8531-8ae86d2c721a None None] Set router ca374d2d-11f3-4e30-90a0-76a8b70057ea gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:07:54.780018 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9ac22490-6f84-4e3c-b733-4ad8eb2ef09c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:54.834926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Deleting port 77d3ee00-a05e-4a9a-a082-a299c9299618 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:54.835272 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:54.859117 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ac22490-6f84-4e3c-b733-4ad8eb2ef09c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:54.911833 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9ac22490-6f84-4e3c-b733-4ad8eb2ef09c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:54.917664 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9ac22490-6f84-4e3c-b733-4ad8eb2ef09c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:54.920838 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-9ac22490-6f84-4e3c-b733-4ad8eb2ef09c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:54.930557 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9ac22490-6f84-4e3c-b733-4ad8eb2ef09c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:54.937979 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fedd89a4-9cdb-4e42-b410-8727f3dab2bf req-7a5d68fc-03d2-4820-98d6-f62e99db55f6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 HTTP/1.1" status: 200 len: 999 time: 0.1811626 Mar 02 19:07:54.999456 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ac22490-6f84-4e3c-b733-4ad8eb2ef09c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:55.038958 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b80ca82-2488-448c-9716-2d27b2da8a0a None None] DHCP port deletion for 4a2685fb-4be5-4711-a27b-098855f10c90 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:07:55.064999 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6b80ca82-2488-448c-9716-2d27b2da8a0a None None] Deleting port 77d3ee00-a05e-4a9a-a082-a299c9299618 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:55.065681 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6b80ca82-2488-448c-9716-2d27b2da8a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:55.084833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd89a4-9cdb-4e42-b410-8727f3dab2bf req-ed882bb5-610e-4a3d-b01b-934d067aa0f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:55.090729 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fedd89a4-9cdb-4e42-b410-8727f3dab2bf req-ed882bb5-610e-4a3d-b01b-934d067aa0f0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=34544a80-8e19-4455-9740-4b6f83411eb9 HTTP/1.1" status: 200 len: 835 time: 0.1422076 Mar 02 19:07:55.090951 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ac22490-6f84-4e3c-b733-4ad8eb2ef09c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:55.145442 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac22490-6f84-4e3c-b733-4ad8eb2ef09c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b428bfa-7b57-411c-9b51-0b3657ff4555,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:55.165313 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] For port 77d3ee00-a05e-4a9a-a082-a299c9299618, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=77d3ee00-a05e-4a9a-a082-a299c9299618,segment=NetworkSegment(9708710f-b15d-4f84-bf45-09ea9cbd9604),segment_id=9708710f-b15d-4f84-bf45-09ea9cbd9604)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:55.165921 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:55.191426 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:55.213300 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9ac22490-6f84-4e3c-b733-4ad8eb2ef09c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:55.217595 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9ac22490-6f84-4e3c-b733-4ad8eb2ef09c tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4592752 Mar 02 19:07:55.219676 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35910) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:55.225788 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-330b7ed6-68fc-4879-96c7-af11d771414a tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '3b428bfa-7b57-411c-9b51-0b3657ff4555', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:55.226716 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-330b7ed6-68fc-4879-96c7-af11d771414a tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:55.227814 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-330b7ed6-68fc-4879-96c7-af11d771414a tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069535 Mar 02 19:07:55.230553 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35914) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:55.236109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-16646115-8a08-45b8-b0e9-d61120bae939 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '3b428bfa-7b57-411c-9b51-0b3657ff4555', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:55.248111 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-16646115-8a08-45b8-b0e9-d61120bae939 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:55.252630 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-16646115-8a08-45b8-b0e9-d61120bae939 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:55.256132 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-16646115-8a08-45b8-b0e9-d61120bae939 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:55.263830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-16646115-8a08-45b8-b0e9-d61120bae939 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:55.301090 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Calling delete_port for 77d3ee00-a05e-4a9a-a082-a299c9299618 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:07:55.366027 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fedd89a4-9cdb-4e42-b410-8727f3dab2bf req-e2a04689-3eaa-4dd3-9c46-a58d76054a26 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2664311 Mar 02 19:07:55.367691 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6b80ca82-2488-448c-9716-2d27b2da8a0a None None] For port 77d3ee00-a05e-4a9a-a082-a299c9299618, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=77d3ee00-a05e-4a9a-a082-a299c9299618,segment=NetworkSegment(9708710f-b15d-4f84-bf45-09ea9cbd9604),segment_id=9708710f-b15d-4f84-bf45-09ea9cbd9604)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:07:55.368072 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6b80ca82-2488-448c-9716-2d27b2da8a0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:55.425123 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-16646115-8a08-45b8-b0e9-d61120bae939 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:55.429406 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-16646115-8a08-45b8-b0e9-d61120bae939 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1942968 Mar 02 19:07:55.429406 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35918) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:55.434705 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-5668918a-d5ea-487e-a1dc-20a26a87a5dd tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '3b428bfa-7b57-411c-9b51-0b3657ff4555', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:55.435318 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-5668918a-d5ea-487e-a1dc-20a26a87a5dd tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:55.437310 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5668918a-d5ea-487e-a1dc-20a26a87a5dd tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065272 Mar 02 19:07:55.439163 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35922) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:55.444803 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-0c961c46-1052-4422-a213-9e06e5b0ee7f tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '3b428bfa-7b57-411c-9b51-0b3657ff4555', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:55.451572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0c961c46-1052-4422-a213-9e06e5b0ee7f tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:55.461355 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0c961c46-1052-4422-a213-9e06e5b0ee7f tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:55.461355 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0c961c46-1052-4422-a213-9e06e5b0ee7f tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:55.466318 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0c961c46-1052-4422-a213-9e06e5b0ee7f tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:55.500699 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6b80ca82-2488-448c-9716-2d27b2da8a0a None None] Calling delete_port for 77d3ee00-a05e-4a9a-a082-a299c9299618 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:07:55.533673 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fedd89a4-9cdb-4e42-b410-8727f3dab2bf req-b975bd12-0bb8-41d6-b27d-21ae2a04dcf4 service neutron] 10.222.0.87 "GET /v2.0/networks/0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424477 Mar 02 19:07:55.536329 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:55.539180 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-557ab2f6-6a09-41b7-8531-8ae86d2c721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1350803047', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:07:08Z', 'updated_at': '2022-03-02T19:07:22Z', 'revision_number': 4, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'gw_port': {'id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:10Z', 'updated_at': '2022-03-02T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'f41bd3d5-b2a9-41cb-b612-79c3d330399a', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'floating_ip_address': '172.26.4.132', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'port_id': 'b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa', 'mac_address': 'fa:16:3e:72:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9eb0ff-8bed-4104-8050-bca1e3a37366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:07:51Z', 'updated_at': '2022-03-02T19:07:51Z', 'revision_number': 0, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e162526-38f1-4da2-ada1-e9a4d827110c', 'name': '', 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'mac_address': 'fa:16:3e:46:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34544a80-8e19-4455-9740-4b6f83411eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:20Z', 'updated_at': '2022-03-02T19:07:36Z', 'revision_number': 5, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'subnets': [{'id': '34544a80-8e19-4455-9740-4b6f83411eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:55.552919 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557ab2f6-6a09-41b7-8531-8ae86d2c721a None None] The sync data for ids ['ca374d2d-11f3-4e30-90a0-76a8b70057ea'] in dv-neutron-831573-1-hyperv is: [{'id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1350803047', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:07:08Z', 'updated_at': '2022-03-02T19:07:22Z', 'revision_number': 4, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'gw_port': {'id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:10Z', 'updated_at': '2022-03-02T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'f41bd3d5-b2a9-41cb-b612-79c3d330399a', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'floating_ip_address': '172.26.4.132', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'port_id': 'b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa', 'mac_address': 'fa:16:3e:72:55:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9eb0ff-8bed-4104-8050-bca1e3a37366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:07:51Z', 'updated_at': '2022-03-02T19:07:51Z', 'revision_number': 0, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e162526-38f1-4da2-ada1-e9a4d827110c', 'name': '', 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'mac_address': 'fa:16:3e:46:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34544a80-8e19-4455-9740-4b6f83411eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:20Z', 'updated_at': '2022-03-02T19:07:36Z', 'revision_number': 5, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'subnets': [{'id': '34544a80-8e19-4455-9740-4b6f83411eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:07:55.591114 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-6b80ca82-2488-448c-9716-2d27b2da8a0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:07:55.591114 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-6b80ca82-2488-448c-9716-2d27b2da8a0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:07:55.620589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:55.630937 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35926) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:55.685309 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event deleted for resources: {'Port': ['ID=77d3ee00-a05e-4a9a-a082-a299c9299618,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:55.699307 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-0c961c46-1052-4422-a213-9e06e5b0ee7f tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:55.703083 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] No DVR routers for this DVR port 77d3ee00-a05e-4a9a-a082-a299c9299618 on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:07:55.703220 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0c961c46-1052-4422-a213-9e06e5b0ee7f tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2605009 Mar 02 19:07:55.718011 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35930) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:55.729101 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-e0efe7fd-f7b1-463f-b4c1-323283298bfe tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '3b428bfa-7b57-411c-9b51-0b3657ff4555', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:55.736485 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-e0efe7fd-f7b1-463f-b4c1-323283298bfe tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:55.736485 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e0efe7fd-f7b1-463f-b4c1-323283298bfe tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114410 Mar 02 19:07:55.737955 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35934) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:55.758036 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-1ce9b692-639c-473e-9618-095c3da816e5 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '3b428bfa-7b57-411c-9b51-0b3657ff4555', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:55.770218 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1ce9b692-639c-473e-9618-095c3da816e5 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:55.779223 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1ce9b692-639c-473e-9618-095c3da816e5 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:55.784516 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1ce9b692-639c-473e-9618-095c3da816e5 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:55.794866 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1ce9b692-639c-473e-9618-095c3da816e5 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:55.799298 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b60876b3-9c95-4f4c-9d2f-f3332684337a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/floatingips/f41bd3d5-b2a9-41cb-b612-79c3d330399a HTTP/1.1" status: 200 len: 991 time: 0.1671727 Mar 02 19:07:55.815380 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd86d21-d4ec-4c38-b28f-4a6da61d2095 None None] New status for floating IP f41bd3d5-b2a9-41cb-b612-79c3d330399a: ACTIVE {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:07:55.820850 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 77d3ee00-a05e-4a9a-a082-a299c9299618 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:07:55.856862 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 77d3ee00-a05e-4a9a-a082-a299c9299618 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:07:55.857203 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 77d3ee00-a05e-4a9a-a082-a299c9299618 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:07:55.898994 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.securitygroups_db [None req-1ce9b692-639c-473e-9618-095c3da816e5 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Project 8fdd4a10c5224e2d870342e93dee4a57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:07:55.987520 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:55.997075 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-1ce9b692-639c-473e-9618-095c3da816e5 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:55.999057 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1ce9b692-639c-473e-9618-095c3da816e5 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2588494 Mar 02 19:07:56.008195 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fedd89a4-9cdb-4e42-b410-8727f3dab2bf req-fcddcfae-7c6d-4f3c-bad6-7bad52944bfe service neutron] 10.222.0.87 "GET /v2.0/networks/0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701247 Mar 02 19:07:56.012895 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35938) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:56.021218 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-0a11a9c9-deba-4d60-a6b9-d328dfabaaee tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '3b428bfa-7b57-411c-9b51-0b3657ff4555', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:56.021832 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-0a11a9c9-deba-4d60-a6b9-d328dfabaaee tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:56.022791 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0a11a9c9-deba-4d60-a6b9-d328dfabaaee tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089636 Mar 02 19:07:56.030970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35942) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:56.034327 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2685fb-4be5-4711-a27b-098855f10c90']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:56.042012 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-1565d7ae-db9b-4ed9-9d57-e561b4f18cae tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '3b428bfa-7b57-411c-9b51-0b3657ff4555', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:56.048564 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9708710f-b15d-4f84-bf45-09ea9cbd9604') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:56.048862 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9708710f-b15d-4f84-bf45-09ea9cbd9604') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:07:56.052364 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1565d7ae-db9b-4ed9-9d57-e561b4f18cae tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:56.058804 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1565d7ae-db9b-4ed9-9d57-e561b4f18cae tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:56.062126 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:56.062444 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1565d7ae-db9b-4ed9-9d57-e561b4f18cae tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:56.070685 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1565d7ae-db9b-4ed9-9d57-e561b4f18cae tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:56.082474 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:56.089325 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:07:56.089740 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:56.092007 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6b80ca82-2488-448c-9716-2d27b2da8a0a None None] Deleting port 77d3ee00-a05e-4a9a-a082-a299c9299618 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:07:56.092867 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6b80ca82-2488-448c-9716-2d27b2da8a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:07:56.105881 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:07:56.155650 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.securitygroups_db [None req-1565d7ae-db9b-4ed9-9d57-e561b4f18cae tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Project 8fdd4a10c5224e2d870342e93dee4a57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:07:56.159815 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6b80ca82-2488-448c-9716-2d27b2da8a0a None None] The port '77d3ee00-a05e-4a9a-a082-a299c9299618' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:07:56.292899 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-1565d7ae-db9b-4ed9-9d57-e561b4f18cae tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:56.295136 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1565d7ae-db9b-4ed9-9d57-e561b4f18cae tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2620230 Mar 02 19:07:56.298725 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35946) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:56.304840 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-7a122f16-4555-4130-bddb-5daad99a67d8 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '3b428bfa-7b57-411c-9b51-0b3657ff4555', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:56.311430 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-7a122f16-4555-4130-bddb-5daad99a67d8 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:56.315905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-7a122f16-4555-4130-bddb-5daad99a67d8 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:56.316562 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:56.320604 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-7a122f16-4555-4130-bddb-5daad99a67d8 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:56.325120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-7a122f16-4555-4130-bddb-5daad99a67d8 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:56.335225 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:56.345991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Pushing event deleted for resources: {'Network': ['ID=4a2685fb-4be5-4711-a27b-098855f10c90,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:56.349934 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-981d52c1-ad13-499c-b889-b17293ad8c21 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "DELETE /v2.0/networks/4a2685fb-4be5-4711-a27b-098855f10c90 HTTP/1.1" status: 204 len: 168 time: 1.7715070 Mar 02 19:07:56.352561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35950) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:56.395001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-64998c39-abc9-44b2-9a89-3791864e1e10 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Synchronizing usage tracker for tenant:e5d94c2005ca4abf92a693b92f670766 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:56.395794 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:56.424232 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.securitygroups_db [None req-7a122f16-4555-4130-bddb-5daad99a67d8 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Project 8fdd4a10c5224e2d870342e93dee4a57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:07:56.515552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-64998c39-abc9-44b2-9a89-3791864e1e10 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Unset dirty status for tenant:e5d94c2005ca4abf92a693b92f670766 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:56.516749 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-64998c39-abc9-44b2-9a89-3791864e1e10 tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "GET /v2.0/ports?device_id=15eedf44-5c22-41e2-89a2-eff59827340a HTTP/1.1" status: 200 len: 205 time: 0.1632626 Mar 02 19:07:56.521137 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35954) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:56.540080 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-7a122f16-4555-4130-bddb-5daad99a67d8 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:07:56.541756 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7a122f16-4555-4130-bddb-5daad99a67d8 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2419500 Mar 02 19:07:56.544654 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35958) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:56.611310 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ac4dc65c-bcfa-4936-aa89-2188e88d1974 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:56.651307 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ac4dc65c-bcfa-4936-aa89-2188e88d1974 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:56.670177 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f3cd5289-0ff7-462f-bd77-bc72cf9e31fb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:56.833210 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35962) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:56.912610 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fb96728f-afd6-49c3-9967-e8cca34e65f8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/floatingips/f41bd3d5-b2a9-41cb-b612-79c3d330399a HTTP/1.1" status: 200 len: 993 time: 0.1078920 Mar 02 19:07:57.066552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f3cd5289-0ff7-462f-bd77-bc72cf9e31fb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:57.071807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f3cd5289-0ff7-462f-bd77-bc72cf9e31fb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:57.263889 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ac4dc65c-bcfa-4936-aa89-2188e88d1974 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:57.281222 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dc65c-bcfa-4936-aa89-2188e88d1974 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b428bfa-7b57-411c-9b51-0b3657ff4555,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:57.289737 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ac4dc65c-bcfa-4936-aa89-2188e88d1974 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:57.291302 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ac4dc65c-bcfa-4936-aa89-2188e88d1974 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "DELETE /v2.0/security-groups/3b428bfa-7b57-411c-9b51-0b3657ff4555 HTTP/1.1" status: 204 len: 168 time: 0.7452745 Mar 02 19:07:57.300757 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35966) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:57.338359 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f3cd5289-0ff7-462f-bd77-bc72cf9e31fb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:57.339220 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cd5289-0ff7-462f-bd77-bc72cf9e31fb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Fanout notify agent at l3_agent the message router_deleted on router 15eedf44-5c22-41e2-89a2-eff59827340a {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:07:57.353167 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f3cd5289-0ff7-462f-bd77-bc72cf9e31fb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:57.354781 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f3cd5289-0ff7-462f-bd77-bc72cf9e31fb tempest-RoutersNegativeIpV6Test-2047784283 tempest-RoutersNegativeIpV6Test-2047784283-project] 10.222.0.73 "DELETE /v2.0/routers/15eedf44-5c22-41e2-89a2-eff59827340a HTTP/1.1" status: 204 len: 168 time: 0.8325634 Mar 02 19:07:57.368825 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-68e2db23-7f20-4abc-a8b9-b4fe32e556ce tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Synchronizing usage tracker for tenant:8fdd4a10c5224e2d870342e93dee4a57 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:57.435361 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-68e2db23-7f20-4abc-a8b9-b4fe32e556ce tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Unset dirty status for tenant:8fdd4a10c5224e2d870342e93dee4a57 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:57.436626 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-68e2db23-7f20-4abc-a8b9-b4fe32e556ce tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1343436 Mar 02 19:07:57.440771 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35972) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:57.446499 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-885e27c8-9c69-4658-9286-3e5b0bb448db tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1826590299'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:57.452686 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-885e27c8-9c69-4658-9286-3e5b0bb448db tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:57.463238 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-885e27c8-9c69-4658-9286-3e5b0bb448db tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:57.537746 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-885e27c8-9c69-4658-9286-3e5b0bb448db tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:57.574874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-885e27c8-9c69-4658-9286-3e5b0bb448db tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:57.578655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-885e27c8-9c69-4658-9286-3e5b0bb448db tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:57.581430 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-885e27c8-9c69-4658-9286-3e5b0bb448db tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:57.587654 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-885e27c8-9c69-4658-9286-3e5b0bb448db tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:57.645733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-885e27c8-9c69-4658-9286-3e5b0bb448db tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:57.704094 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-885e27c8-9c69-4658-9286-3e5b0bb448db tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:57.753437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e27c8-9c69-4658-9286-3e5b0bb448db tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67df40ab-609d-464a-bfe1-12309a6601a0,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:57.853022 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-885e27c8-9c69-4658-9286-3e5b0bb448db tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:57.854262 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-885e27c8-9c69-4658-9286-3e5b0bb448db tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4124019 Mar 02 19:07:57.858230 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35978) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:57.858399 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35980) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:57.864034 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-25ad1773-252a-46e3-b94d-fc6f6fb3b161 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '67df40ab-609d-464a-bfe1-12309a6601a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:57.871783 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-25ad1773-252a-46e3-b94d-fc6f6fb3b161 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:57.876985 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-25ad1773-252a-46e3-b94d-fc6f6fb3b161 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:57.879642 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-25ad1773-252a-46e3-b94d-fc6f6fb3b161 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:57.886702 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-25ad1773-252a-46e3-b94d-fc6f6fb3b161 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:58.037877 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-11732835-9287-4b0a-82af-ecd6ccdb4c89 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e5d94c2005ca4abf92a693b92f670766&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1785724 Mar 02 19:07:58.043087 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 35988) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:58.084039 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-25ad1773-252a-46e3-b94d-fc6f6fb3b161 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The resource could not be found. Mar 02 19:07:58.086058 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-25ad1773-252a-46e3-b94d-fc6f6fb3b161 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2261381 Mar 02 19:07:58.094347 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35992) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:58.100733 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-755e140a-76a1-4c34-9104-834d3d1a1e60 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '67df40ab-609d-464a-bfe1-12309a6601a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '604b972a-58fa-4c6c-99d9-22a530c97b21'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:58.107196 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-755e140a-76a1-4c34-9104-834d3d1a1e60 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:58.113032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-18f72464-c88f-4c3c-968d-6fa301f3afa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:58.113196 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-755e140a-76a1-4c34-9104-834d3d1a1e60 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:58.116320 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-755e140a-76a1-4c34-9104-834d3d1a1e60 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:58.123212 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-755e140a-76a1-4c34-9104-834d3d1a1e60 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:58.143601 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-18f72464-c88f-4c3c-968d-6fa301f3afa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:58.326688 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-18f72464-c88f-4c3c-968d-6fa301f3afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:58.341000 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f72464-c88f-4c3c-968d-6fa301f3afa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec16d42-dcea-4d5f-8dcc-4863039481fd,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:58.348853 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-18f72464-c88f-4c3c-968d-6fa301f3afa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:58.351957 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-755e140a-76a1-4c34-9104-834d3d1a1e60 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The resource could not be found. Mar 02 19:07:58.352686 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-18f72464-c88f-4c3c-968d-6fa301f3afa7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aec16d42-dcea-4d5f-8dcc-4863039481fd HTTP/1.1" status: 204 len: 168 time: 0.3085709 Mar 02 19:07:58.353380 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-755e140a-76a1-4c34-9104-834d3d1a1e60 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2576602 Mar 02 19:07:58.356203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 35998) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:58.422804 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-865fa542-e9cd-4027-9a71-e2a189841b67 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:58.450208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-865fa542-e9cd-4027-9a71-e2a189841b67 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:58.591018 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:07:58.681324 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-865fa542-e9cd-4027-9a71-e2a189841b67 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:58.701234 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fa542-e9cd-4027-9a71-e2a189841b67 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67df40ab-609d-464a-bfe1-12309a6601a0,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:58.709136 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-865fa542-e9cd-4027-9a71-e2a189841b67 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:58.710250 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-865fa542-e9cd-4027-9a71-e2a189841b67 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "DELETE /v2.0/security-groups/67df40ab-609d-464a-bfe1-12309a6601a0 HTTP/1.1" status: 204 len: 168 time: 0.3531337 Mar 02 19:07:58.722198 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36002) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:58.783801 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1e4fab3d-8184-4e2f-8ff9-59c08b9501ae tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Synchronizing usage tracker for tenant:8fdd4a10c5224e2d870342e93dee4a57 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:07:58.932246 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1e4fab3d-8184-4e2f-8ff9-59c08b9501ae tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Unset dirty status for tenant:8fdd4a10c5224e2d870342e93dee4a57 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:07:58.935217 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1e4fab3d-8184-4e2f-8ff9-59c08b9501ae tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2100561 Mar 02 19:07:58.938468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36012) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:58.944084 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-8f2b67ff-ee87-4dd0-aa0a-624d9102bc44 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': 'acb9198a-de61-4276-b12e-8ad18a04a3f7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:58.950712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8f2b67ff-ee87-4dd0-aa0a-624d9102bc44 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:58.954661 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8f2b67ff-ee87-4dd0-aa0a-624d9102bc44 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:58.957608 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8f2b67ff-ee87-4dd0-aa0a-624d9102bc44 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:58.964339 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8f2b67ff-ee87-4dd0-aa0a-624d9102bc44 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:59.128330 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-8f2b67ff-ee87-4dd0-aa0a-624d9102bc44 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The resource could not be found. Mar 02 19:07:59.129630 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8f2b67ff-ee87-4dd0-aa0a-624d9102bc44 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1901803 Mar 02 19:07:59.134502 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36022) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:59.141986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f9c0a76a-765e-441a-bb54-bebb7767677b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1235369647'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:59.149651 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f9c0a76a-765e-441a-bb54-bebb7767677b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:59.164069 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f9c0a76a-765e-441a-bb54-bebb7767677b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:59.248404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a76a-765e-441a-bb54-bebb7767677b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:59.284158 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f9c0a76a-765e-441a-bb54-bebb7767677b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:59.288383 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f9c0a76a-765e-441a-bb54-bebb7767677b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:59.292445 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f9c0a76a-765e-441a-bb54-bebb7767677b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:59.298216 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f9c0a76a-765e-441a-bb54-bebb7767677b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:59.356559 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a76a-765e-441a-bb54-bebb7767677b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:59.430147 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a76a-765e-441a-bb54-bebb7767677b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:59.482449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0a76a-765e-441a-bb54-bebb7767677b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e64d279-7517-4232-a5de-41503c1916d4,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:59.533297 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a76a-765e-441a-bb54-bebb7767677b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:59.535584 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f9c0a76a-765e-441a-bb54-bebb7767677b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3976245 Mar 02 19:07:59.536344 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36030) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:59.542895 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c7633011-458d-432c-90e8-5fd27388870b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1277947178'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:59.548809 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c7633011-458d-432c-90e8-5fd27388870b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:59.552950 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c7633011-458d-432c-90e8-5fd27388870b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:59.557024 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c7633011-458d-432c-90e8-5fd27388870b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:59.563152 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c7633011-458d-432c-90e8-5fd27388870b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:59.636718 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c7633011-458d-432c-90e8-5fd27388870b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:59.671784 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c7633011-458d-432c-90e8-5fd27388870b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:59.675663 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c7633011-458d-432c-90e8-5fd27388870b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:59.678520 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c7633011-458d-432c-90e8-5fd27388870b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:59.684916 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c7633011-458d-432c-90e8-5fd27388870b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:59.698054 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36036) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:59.750336 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c7633011-458d-432c-90e8-5fd27388870b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:59.818209 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c7633011-458d-432c-90e8-5fd27388870b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:59.836224 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group': {'name': 'tempest-secgroup--819245023'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:59.842903 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:59.849769 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:59.853720 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:59.859874 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:59.863576 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7633011-458d-432c-90e8-5fd27388870b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6969c0-4188-42f1-a845-020d5d94e817,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:07:59.915881 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c7633011-458d-432c-90e8-5fd27388870b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:59.919172 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c7633011-458d-432c-90e8-5fd27388870b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3805237 Mar 02 19:07:59.921004 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36042) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:07:59.926475 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-ddd67a02-d6de-45e8-80de-d92010f13987 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '0e64d279-7517-4232-a5de-41503c1916d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'fc6969c0-4188-42f1-a845-020d5d94e817'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:07:59.933700 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ddd67a02-d6de-45e8-80de-d92010f13987 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:07:59.937631 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ddd67a02-d6de-45e8-80de-d92010f13987 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:07:59.940517 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ddd67a02-d6de-45e8-80de-d92010f13987 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:07:59.946268 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ddd67a02-d6de-45e8-80de-d92010f13987 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:07:59.978683 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:59.991162 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:00.030168 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:00.036938 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:00.042296 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:00.052670 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:00.145022 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:00.189104 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-ddd67a02-d6de-45e8-80de-d92010f13987 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:08:00.190165 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ddd67a02-d6de-45e8-80de-d92010f13987 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2681959 Mar 02 19:08:00.199141 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36046) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:00.265599 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f627a497-fdaf-4b6d-a553-49ba5aa6d249 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:00.277611 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:00.328069 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f627a497-fdaf-4b6d-a553-49ba5aa6d249 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:00.336775 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:00.345266 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:00.349517 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb770eaf-cf42-4b0b-9f44-d1099292104f,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:00.352980 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:00.366293 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:00.444400 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:00.475314 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f627a497-fdaf-4b6d-a553-49ba5aa6d249 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:00.496153 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627a497-fdaf-4b6d-a553-49ba5aa6d249 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6969c0-4188-42f1-a845-020d5d94e817,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:00.507086 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f627a497-fdaf-4b6d-a553-49ba5aa6d249 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:00.512502 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f627a497-fdaf-4b6d-a553-49ba5aa6d249 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "DELETE /v2.0/security-groups/fc6969c0-4188-42f1-a845-020d5d94e817 HTTP/1.1" status: 204 len: 168 time: 0.3089528 Mar 02 19:08:00.512502 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36050) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:00.556971 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:00.615314 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25645ceb-95ec-4177-a2df-ef8d24e269d4,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:00.620890 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e66f36f6-2627-470d-9036-079af6aafa4d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Synchronizing usage tracker for tenant:8fdd4a10c5224e2d870342e93dee4a57 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:00.669899 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:00.670852 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-854d9ac2-2467-4b75-a3c6-41c6a5b0997d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9717853 Mar 02 19:08:00.682637 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36054) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:00.701188 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e66f36f6-2627-470d-9036-079af6aafa4d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Unset dirty status for tenant:8fdd4a10c5224e2d870342e93dee4a57 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:00.701188 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e66f36f6-2627-470d-9036-079af6aafa4d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1881371 Mar 02 19:08:00.704261 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36058) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:00.751481 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-107e77cd-a54b-4344-955d-4c30bfc9b353 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Synchronizing usage tracker for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:00.773746 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3221907d-2a3d-4c91-bd84-27b6c1806af1 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:00.803436 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3221907d-2a3d-4c91-bd84-27b6c1806af1 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:00.846830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-107e77cd-a54b-4344-955d-4c30bfc9b353 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Unset dirty status for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:00.848085 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-107e77cd-a54b-4344-955d-4c30bfc9b353 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1644979 Mar 02 19:08:00.855341 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36062) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:00.860826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c624d82e-43ee-4757-9c30-f2a62a50914c tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group': {'name': 'tempest-security--1707435761', 'description': 'tempest-security-description-1489560155'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:00.893107 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c624d82e-43ee-4757-9c30-f2a62a50914c tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:00.928821 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3221907d-2a3d-4c91-bd84-27b6c1806af1 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:00.964169 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c624d82e-43ee-4757-9c30-f2a62a50914c tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:00.965901 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221907d-2a3d-4c91-bd84-27b6c1806af1 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e64d279-7517-4232-a5de-41503c1916d4,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:01.028503 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c624d82e-43ee-4757-9c30-f2a62a50914c tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:01.048077 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c624d82e-43ee-4757-9c30-f2a62a50914c tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:01.052008 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c624d82e-43ee-4757-9c30-f2a62a50914c tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "PUT /v2.0/security-groups/25645ceb-95ec-4177-a2df-ef8d24e269d4 HTTP/1.1" status: 200 len: 1612 time: 0.1931472 Mar 02 19:08:01.052008 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3221907d-2a3d-4c91-bd84-27b6c1806af1 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:01.052008 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3221907d-2a3d-4c91-bd84-27b6c1806af1 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "DELETE /v2.0/security-groups/0e64d279-7517-4232-a5de-41503c1916d4 HTTP/1.1" status: 204 len: 168 time: 0.3459806 Mar 02 19:08:01.052371 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36066) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:01.055439 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36068) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:01.075545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624d82e-43ee-4757-9c30-f2a62a50914c tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25645ceb-95ec-4177-a2df-ef8d24e269d4,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:01.141945 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e4764279-e7fc-410f-8e96-f69f5d3dea86 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-groups/25645ceb-95ec-4177-a2df-ef8d24e269d4 HTTP/1.1" status: 200 len: 1612 time: 0.0884209 Mar 02 19:08:01.145647 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b9b4c94b-7bb6-4729-b50f-9f03d7df5534 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0893545 Mar 02 19:08:01.146329 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36074) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:01.150277 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36078) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:01.157314 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-322a2ebe-82d3-46ee-b29e-162807258db2 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group': {'name': 'tempest-secgroup--117487913'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:01.189863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:01.224406 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-309f28fc-4a6a-4928-aac3-a470d3c3bf37 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:01.252500 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-309f28fc-4a6a-4928-aac3-a470d3c3bf37 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:01.264121 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-322a2ebe-82d3-46ee-b29e-162807258db2 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:01.268951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-322a2ebe-82d3-46ee-b29e-162807258db2 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:01.271874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-322a2ebe-82d3-46ee-b29e-162807258db2 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:01.277661 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-322a2ebe-82d3-46ee-b29e-162807258db2 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:01.327569 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-322a2ebe-82d3-46ee-b29e-162807258db2 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:01.361043 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-309f28fc-4a6a-4928-aac3-a470d3c3bf37 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:01.373171 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-322a2ebe-82d3-46ee-b29e-162807258db2 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:01.377105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-322a2ebe-82d3-46ee-b29e-162807258db2 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:01.380066 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-322a2ebe-82d3-46ee-b29e-162807258db2 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:01.380600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f28fc-4a6a-4928-aac3-a470d3c3bf37 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25645ceb-95ec-4177-a2df-ef8d24e269d4,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:01.387141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-322a2ebe-82d3-46ee-b29e-162807258db2 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:01.444689 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-322a2ebe-82d3-46ee-b29e-162807258db2 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:01.491426 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-309f28fc-4a6a-4928-aac3-a470d3c3bf37 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:01.493201 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-309f28fc-4a6a-4928-aac3-a470d3c3bf37 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-groups/25645ceb-95ec-4177-a2df-ef8d24e269d4 HTTP/1.1" status: 204 len: 168 time: 0.3460078 Mar 02 19:08:01.495766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36082) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:01.538046 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-322a2ebe-82d3-46ee-b29e-162807258db2 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:01.548107 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8757af6d-9c55-4d68-9763-31dd77f2f4c2 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Synchronizing usage tracker for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:01.583851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a2ebe-82d3-46ee-b29e-162807258db2 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc424fc-ae9a-4809-92d3-b5ea03fd8d2e,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:01.618638 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8757af6d-9c55-4d68-9763-31dd77f2f4c2 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Unset dirty status for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:01.620142 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8757af6d-9c55-4d68-9763-31dd77f2f4c2 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1228280 Mar 02 19:08:01.630657 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36086) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:01.649299 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-8c3b5621-cba6-4fda-8c70-cdc74a26de41 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] delete failed (client error): The resource could not be found. Mar 02 19:08:01.649299 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8c3b5621-cba6-4fda-8c70-cdc74a26de41 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-groups/25645ceb-95ec-4177-a2df-ef8d24e269d4 HTTP/1.1" status: 404 len: 347 time: 0.0175436 Mar 02 19:08:01.649792 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-322a2ebe-82d3-46ee-b29e-162807258db2 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:01.649792 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-322a2ebe-82d3-46ee-b29e-162807258db2 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4966481 Mar 02 19:08:01.655381 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36090) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:01.655563 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36092) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:01.657137 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-36f7cda0-0fa4-4337-bb9d-a442071f1c95 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '5cc424fc-ae9a-4809-92d3-b5ea03fd8d2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:01.658033 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group': {'name': 'tempest-secgroup--522703475'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:01.669355 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-36f7cda0-0fa4-4337-bb9d-a442071f1c95 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:01.669501 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:01.669622 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-36f7cda0-0fa4-4337-bb9d-a442071f1c95 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:01.671101 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-36f7cda0-0fa4-4337-bb9d-a442071f1c95 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:01.674656 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:01.676761 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-36f7cda0-0fa4-4337-bb9d-a442071f1c95 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:01.737908 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:01.774622 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:01.778433 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:01.781211 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:01.786857 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:01.835595 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-36f7cda0-0fa4-4337-bb9d-a442071f1c95 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:08:01.836671 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-36f7cda0-0fa4-4337-bb9d-a442071f1c95 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1842279 Mar 02 19:08:01.841017 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36098) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:01.846880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-78b04fbb-0f09-454a-bb19-487507203b50 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group_rule': {'security_group_id': '5cc424fc-ae9a-4809-92d3-b5ea03fd8d2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:01.853785 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-78b04fbb-0f09-454a-bb19-487507203b50 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:01.857907 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-78b04fbb-0f09-454a-bb19-487507203b50 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:01.861054 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-78b04fbb-0f09-454a-bb19-487507203b50 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:01.868471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-78b04fbb-0f09-454a-bb19-487507203b50 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:01.894413 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:01.954936 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:02.004012 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e28df1f-db91-4f9f-975c-686851e85b2d,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:02.014315 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:02.014775 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:02.015271 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:02.016109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:02.016456 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:02.016819 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:02.017145 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:02.017471 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:02.017795 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:02.018172 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:02.018504 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:02.086681 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:02.087978 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ce8ab446-275b-4723-8161-4071d0a2502f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4343867 Mar 02 19:08:02.093829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36102) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:02.099442 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-633bf124-7302-4258-bf84-0120f07d8862 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group_rule': {'security_group_id': '3e28df1f-db91-4f9f-975c-686851e85b2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:02.106397 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-633bf124-7302-4258-bf84-0120f07d8862 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:02.110297 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-633bf124-7302-4258-bf84-0120f07d8862 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:02.113254 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-633bf124-7302-4258-bf84-0120f07d8862 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:02.115285 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-78b04fbb-0f09-454a-bb19-487507203b50 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:08:02.116420 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-78b04fbb-0f09-454a-bb19-487507203b50 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2741416 Mar 02 19:08:02.119736 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-633bf124-7302-4258-bf84-0120f07d8862 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:02.120091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36106) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:02.185114 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-633bf124-7302-4258-bf84-0120f07d8862 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:02.187648 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b274bcc8-a316-49b2-818e-ea2e66d92327 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:02.215013 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b274bcc8-a316-49b2-818e-ea2e66d92327 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:02.248140 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-633bf124-7302-4258-bf84-0120f07d8862 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:02.326530 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-633bf124-7302-4258-bf84-0120f07d8862 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:02.332470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b274bcc8-a316-49b2-818e-ea2e66d92327 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:02.350258 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bf124-7302-4258-bf84-0120f07d8862 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db3ff6f-5b9d-4f38-bd08-050d1113e990,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:02.353606 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274bcc8-a316-49b2-818e-ea2e66d92327 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc424fc-ae9a-4809-92d3-b5ea03fd8d2e,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:02.358729 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b274bcc8-a316-49b2-818e-ea2e66d92327 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:02.360101 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b274bcc8-a316-49b2-818e-ea2e66d92327 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "DELETE /v2.0/security-groups/5cc424fc-ae9a-4809-92d3-b5ea03fd8d2e HTTP/1.1" status: 204 len: 168 time: 0.2388141 Mar 02 19:08:02.362365 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36110) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:02.417273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f1480c22-d8dc-4232-b8ca-46e4c0d708c2 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Synchronizing usage tracker for tenant:8fdd4a10c5224e2d870342e93dee4a57 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:02.446687 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-633bf124-7302-4258-bf84-0120f07d8862 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:02.447911 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-633bf124-7302-4258-bf84-0120f07d8862 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3531878 Mar 02 19:08:02.450887 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36114) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:02.480330 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b3c7186-bbac-4158-958e-4345300ec8ac tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:02.490662 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b3c7186-bbac-4158-958e-4345300ec8ac tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:02.515227 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f1480c22-d8dc-4232-b8ca-46e4c0d708c2 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Unset dirty status for tenant:8fdd4a10c5224e2d870342e93dee4a57 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:02.518394 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f1480c22-d8dc-4232-b8ca-46e4c0d708c2 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1527374 Mar 02 19:08:02.520142 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36118) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:02.525699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-b83811d6-0a75-45b6-a9a0-180cdd5e258d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1838238337'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:02.531906 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b83811d6-0a75-45b6-a9a0-180cdd5e258d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:02.541281 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b83811d6-0a75-45b6-a9a0-180cdd5e258d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:02.612305 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b3c7186-bbac-4158-958e-4345300ec8ac tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:02.629604 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c7186-bbac-4158-958e-4345300ec8ac tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9db3ff6f-5b9d-4f38-bd08-050d1113e990,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:02.631486 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9b3c7186-bbac-4158-958e-4345300ec8ac tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:02.633213 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9b3c7186-bbac-4158-958e-4345300ec8ac tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/9db3ff6f-5b9d-4f38-bd08-050d1113e990 HTTP/1.1" status: 204 len: 168 time: 0.1814265 Mar 02 19:08:02.638964 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36122) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:02.638964 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b83811d6-0a75-45b6-a9a0-180cdd5e258d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:02.800721 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b83811d6-0a75-45b6-a9a0-180cdd5e258d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:02.808917 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8c068680-6cde-464e-9261-98a9c3a84581 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Synchronizing usage tracker for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group_rule {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:02.823259 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b83811d6-0a75-45b6-a9a0-180cdd5e258d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Usage tracker for resource:security_group_rule and tenant:8fdd4a10c5224e2d870342e93dee4a57 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:02.828370 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b83811d6-0a75-45b6-a9a0-180cdd5e258d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:02.836326 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b83811d6-0a75-45b6-a9a0-180cdd5e258d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:02.896201 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b83811d6-0a75-45b6-a9a0-180cdd5e258d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:02.932576 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8c068680-6cde-464e-9261-98a9c3a84581 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Unset dirty status for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group_rule {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:02.933526 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8c068680-6cde-464e-9261-98a9c3a84581 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2961400 Mar 02 19:08:02.943468 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36126) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:02.971482 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b83811d6-0a75-45b6-a9a0-180cdd5e258d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:03.031751 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83811d6-0a75-45b6-a9a0-180cdd5e258d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e1ed64-e348-436d-b4e8-ed2189c99b6b,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:03.051652 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d289a229-88a1-42f1-b8dd-c02a0714d5d5 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:03.078086 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d289a229-88a1-42f1-b8dd-c02a0714d5d5 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:03.126781 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b83811d6-0a75-45b6-a9a0-180cdd5e258d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:03.128041 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b83811d6-0a75-45b6-a9a0-180cdd5e258d tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6069746 Mar 02 19:08:03.131650 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36130) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:03.138450 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-d814d4dd-810d-4d82-bf30-7fa91d131839 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:03.141885 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-d814d4dd-810d-4d82-bf30-7fa91d131839 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] update failed (client error): There was a conflict when trying to complete your request. Mar 02 19:08:03.141885 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d814d4dd-810d-4d82-bf30-7fa91d131839 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "PUT /v2.0/security-groups/98e1ed64-e348-436d-b4e8-ed2189c99b6b HTTP/1.1" status: 409 len: 330 time: 0.0073731 Mar 02 19:08:03.144085 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36134) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:03.207968 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-24989377-b02a-4ff6-8077-70ed6067214b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:03.223877 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d289a229-88a1-42f1-b8dd-c02a0714d5d5 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:03.238323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-24989377-b02a-4ff6-8077-70ed6067214b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:03.247451 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289a229-88a1-42f1-b8dd-c02a0714d5d5 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e28df1f-db91-4f9f-975c-686851e85b2d,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:03.327113 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d289a229-88a1-42f1-b8dd-c02a0714d5d5 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:03.328448 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d289a229-88a1-42f1-b8dd-c02a0714d5d5 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-groups/3e28df1f-db91-4f9f-975c-686851e85b2d HTTP/1.1" status: 204 len: 168 time: 0.3840148 Mar 02 19:08:03.335757 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36138) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:03.349688 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-24989377-b02a-4ff6-8077-70ed6067214b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:03.369488 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24989377-b02a-4ff6-8077-70ed6067214b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e1ed64-e348-436d-b4e8-ed2189c99b6b,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:03.376472 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-24989377-b02a-4ff6-8077-70ed6067214b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:03.381133 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-24989377-b02a-4ff6-8077-70ed6067214b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "DELETE /v2.0/security-groups/98e1ed64-e348-436d-b4e8-ed2189c99b6b HTTP/1.1" status: 204 len: 168 time: 0.2360487 Mar 02 19:08:03.388186 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36142) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:03.393395 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a18ae639-d721-4ffb-9018-0131e1fa415f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Synchronizing usage tracker for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:03.448104 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8d6fcbcb-65f8-4793-9f50-d811d0d7e2cc tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Synchronizing usage tracker for tenant:8fdd4a10c5224e2d870342e93dee4a57 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:03.476771 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a18ae639-d721-4ffb-9018-0131e1fa415f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Unset dirty status for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:03.478158 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a18ae639-d721-4ffb-9018-0131e1fa415f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1412804 Mar 02 19:08:03.482333 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36146) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:03.487926 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-31ae4ac2-52f1-40f4-b614-752f3144c4d9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1957988501'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:03.495140 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-31ae4ac2-52f1-40f4-b614-752f3144c4d9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:03.505887 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-31ae4ac2-52f1-40f4-b614-752f3144c4d9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:03.526367 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8d6fcbcb-65f8-4793-9f50-d811d0d7e2cc tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] Unset dirty status for tenant:8fdd4a10c5224e2d870342e93dee4a57 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:03.527757 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8d6fcbcb-65f8-4793-9f50-d811d0d7e2cc tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1385362 Mar 02 19:08:03.531631 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36150) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:03.547964 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-2b1af735-3238-40fe-8ff4-b034ff3b00c1 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] delete failed (client error): The resource could not be found. Mar 02 19:08:03.548938 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2b1af735-3238-40fe-8ff4-b034ff3b00c1 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "DELETE /v2.0/security-groups/b0876ace-a094-4d63-8ea4-2633d8ce392c HTTP/1.1" status: 404 len: 347 time: 0.0163865 Mar 02 19:08:03.552476 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36154) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:03.568645 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-96f9e3c8-e0cd-4120-9c0a-66d386ba5f62 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] show failed (client error): The resource could not be found. Mar 02 19:08:03.570128 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-96f9e3c8-e0cd-4120-9c0a-66d386ba5f62 tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "GET /v2.0/security-groups/54f2b367-8658-4e1b-82f5-4596e87efac8 HTTP/1.1" status: 404 len: 347 time: 0.0162814 Mar 02 19:08:03.578049 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36158) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:03.592802 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-fa0aca2c-9340-4faf-a235-0540068b890b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] show failed (client error): The resource could not be found. Mar 02 19:08:03.593812 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fa0aca2c-9340-4faf-a235-0540068b890b tempest-NegativeSecGroupIPv6Test-1482092825 tempest-NegativeSecGroupIPv6Test-1482092825-project] 10.222.0.73 "GET /v2.0/security-group-rules/74735fa1-8d41-42a9-b5d6-5c2e89c4e79f HTTP/1.1" status: 404 len: 356 time: 0.0149164 Mar 02 19:08:03.595021 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-31ae4ac2-52f1-40f4-b614-752f3144c4d9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:03.629398 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-31ae4ac2-52f1-40f4-b614-752f3144c4d9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:03.634048 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-31ae4ac2-52f1-40f4-b614-752f3144c4d9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:03.637121 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-31ae4ac2-52f1-40f4-b614-752f3144c4d9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:03.642709 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-31ae4ac2-52f1-40f4-b614-752f3144c4d9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:03.697742 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-31ae4ac2-52f1-40f4-b614-752f3144c4d9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:03.771907 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-31ae4ac2-52f1-40f4-b614-752f3144c4d9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:03.818439 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae4ac2-52f1-40f4-b614-752f3144c4d9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74bf13ed-dd62-4dde-a1b2-1b116aa3c8c9,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:03.909288 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-31ae4ac2-52f1-40f4-b614-752f3144c4d9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:03.911503 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-31ae4ac2-52f1-40f4-b614-752f3144c4d9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4272792 Mar 02 19:08:03.913653 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36164) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:03.919196 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-cb5c95c9-5316-4f1f-ab8d-eafcefa9ff29 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group_rule': {'security_group_id': '74bf13ed-dd62-4dde-a1b2-1b116aa3c8c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:03.925873 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-cb5c95c9-5316-4f1f-ab8d-eafcefa9ff29 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:03.930705 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-cb5c95c9-5316-4f1f-ab8d-eafcefa9ff29 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:03.934030 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-cb5c95c9-5316-4f1f-ab8d-eafcefa9ff29 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:03.939843 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-cb5c95c9-5316-4f1f-ab8d-eafcefa9ff29 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:04.027728 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cb5c95c9-5316-4f1f-ab8d-eafcefa9ff29 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:04.088046 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cb5c95c9-5316-4f1f-ab8d-eafcefa9ff29 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:04.155558 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cb5c95c9-5316-4f1f-ab8d-eafcefa9ff29 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:04.171135 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36170) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:04.187209 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c95c9-5316-4f1f-ab8d-eafcefa9ff29 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6e89e8-f82c-4a8f-b85c-838e55bf1e82,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:04.252255 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cb5c95c9-5316-4f1f-ab8d-eafcefa9ff29 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:04.253547 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cb5c95c9-5316-4f1f-ab8d-eafcefa9ff29 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3388884 Mar 02 19:08:04.256327 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36176) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:04.262875 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-57935e65-afb4-4e11-bf7c-827be07af983 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group_rule': {'security_group_id': '74bf13ed-dd62-4dde-a1b2-1b116aa3c8c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:04.273437 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-57935e65-afb4-4e11-bf7c-827be07af983 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:04.277818 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-57935e65-afb4-4e11-bf7c-827be07af983 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:04.280666 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-57935e65-afb4-4e11-bf7c-827be07af983 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:04.286210 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-57935e65-afb4-4e11-bf7c-827be07af983 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:04.348527 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1a889c3e-0f75-48de-b94e-18438bc92398 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8fdd4a10c5224e2d870342e93dee4a57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1762078 Mar 02 19:08:04.351191 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36180) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:04.380159 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-57935e65-afb4-4e11-bf7c-827be07af983 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:04.456739 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7217fd43-593c-42ee-9712-442415f73492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:04.482483 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-57935e65-afb4-4e11-bf7c-827be07af983 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:04.498100 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7217fd43-593c-42ee-9712-442415f73492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:04.538293 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-57935e65-afb4-4e11-bf7c-827be07af983 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:04.571498 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57935e65-afb4-4e11-bf7c-827be07af983 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b253679-7d6c-477b-823e-9e33233734c2,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:04.629506 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7217fd43-593c-42ee-9712-442415f73492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:04.631919 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7217fd43-593c-42ee-9712-442415f73492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:04.634136 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7217fd43-593c-42ee-9712-442415f73492 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/88cb22d7-7df9-4517-acde-0bb81eb93299 HTTP/1.1" status: 204 len: 168 time: 0.2820227 Mar 02 19:08:04.644339 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217fd43-593c-42ee-9712-442415f73492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cb22d7-7df9-4517-acde-0bb81eb93299,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:04.658404 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-57935e65-afb4-4e11-bf7c-827be07af983 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:04.658404 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-57935e65-afb4-4e11-bf7c-827be07af983 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3963251 Mar 02 19:08:04.658404 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36186) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:04.664397 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-39536e3a-f6ea-43fa-8a8b-9a9182dbf461 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group_rule': {'security_group_id': '74bf13ed-dd62-4dde-a1b2-1b116aa3c8c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:04.671148 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-39536e3a-f6ea-43fa-8a8b-9a9182dbf461 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:04.675152 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-39536e3a-f6ea-43fa-8a8b-9a9182dbf461 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:04.678013 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-39536e3a-f6ea-43fa-8a8b-9a9182dbf461 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:04.689265 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-39536e3a-f6ea-43fa-8a8b-9a9182dbf461 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:04.762865 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-39536e3a-f6ea-43fa-8a8b-9a9182dbf461 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:04.829152 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-39536e3a-f6ea-43fa-8a8b-9a9182dbf461 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:04.892005 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-39536e3a-f6ea-43fa-8a8b-9a9182dbf461 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:04.916287 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39536e3a-f6ea-43fa-8a8b-9a9182dbf461 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2418d20-52ea-44b5-a3e5-2b3f3279bf8c,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:04.966843 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-39536e3a-f6ea-43fa-8a8b-9a9182dbf461 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:04.968087 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-39536e3a-f6ea-43fa-8a8b-9a9182dbf461 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3087666 Mar 02 19:08:04.970847 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36192) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:04.977075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-f39ca448-5e14-4ca8-b889-ebe49d21de5d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group_rule': {'security_group_id': '74bf13ed-dd62-4dde-a1b2-1b116aa3c8c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:04.982970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f39ca448-5e14-4ca8-b889-ebe49d21de5d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:04.987059 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f39ca448-5e14-4ca8-b889-ebe49d21de5d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:04.990087 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f39ca448-5e14-4ca8-b889-ebe49d21de5d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:04.996047 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f39ca448-5e14-4ca8-b889-ebe49d21de5d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:05.073737 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f39ca448-5e14-4ca8-b889-ebe49d21de5d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:05.136300 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f39ca448-5e14-4ca8-b889-ebe49d21de5d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:05.217758 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f39ca448-5e14-4ca8-b889-ebe49d21de5d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:05.243027 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ca448-5e14-4ca8-b889-ebe49d21de5d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce4a73b6-f256-4775-a59e-a2383879bfc2,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:05.321231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f39ca448-5e14-4ca8-b889-ebe49d21de5d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:05.322486 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f39ca448-5e14-4ca8-b889-ebe49d21de5d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3506844 Mar 02 19:08:05.325333 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36204) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:05.330630 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-d971950a-50ac-42f8-86eb-7dc28b561ca4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group_rule': {'security_group_id': '74bf13ed-dd62-4dde-a1b2-1b116aa3c8c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:05.337156 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d971950a-50ac-42f8-86eb-7dc28b561ca4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:05.343574 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d971950a-50ac-42f8-86eb-7dc28b561ca4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:05.344055 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d971950a-50ac-42f8-86eb-7dc28b561ca4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:05.349742 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d971950a-50ac-42f8-86eb-7dc28b561ca4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:05.424389 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d971950a-50ac-42f8-86eb-7dc28b561ca4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:05.493817 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d971950a-50ac-42f8-86eb-7dc28b561ca4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:05.554894 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d971950a-50ac-42f8-86eb-7dc28b561ca4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:05.580234 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971950a-50ac-42f8-86eb-7dc28b561ca4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543dc245-0f10-41a2-bb93-85d8ae4273ea,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:05.674915 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d971950a-50ac-42f8-86eb-7dc28b561ca4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:05.678143 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d971950a-50ac-42f8-86eb-7dc28b561ca4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3499782 Mar 02 19:08:05.680495 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36214) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:05.712817 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3f1e1c7f-a45c-43ba-8f7c-11b614e0fa0f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:05.724310 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3f1e1c7f-a45c-43ba-8f7c-11b614e0fa0f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:05.792299 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36218) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:05.800756 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3f1e1c7f-a45c-43ba-8f7c-11b614e0fa0f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:05.818945 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e1c7f-a45c-43ba-8f7c-11b614e0fa0f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=543dc245-0f10-41a2-bb93-85d8ae4273ea,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:05.823295 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3f1e1c7f-a45c-43ba-8f7c-11b614e0fa0f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:05.827003 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3f1e1c7f-a45c-43ba-8f7c-11b614e0fa0f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/543dc245-0f10-41a2-bb93-85d8ae4273ea HTTP/1.1" status: 204 len: 168 time: 0.1454389 Mar 02 19:08:05.827175 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36224) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:05.882296 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-938ff127-371f-4a69-baf8-970aa99ca955 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Synchronizing usage tracker for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group_rule {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:05.929831 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f0c72f68-e391-41c4-be2a-5c76456a3d45 tempest-ServiceProvidersTest-1093924889 tempest-ServiceProvidersTest-1093924889-project] 10.222.0.73 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1358545 Mar 02 19:08:05.972454 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-938ff127-371f-4a69-baf8-970aa99ca955 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Unset dirty status for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group_rule {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:05.974049 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-938ff127-371f-4a69-baf8-970aa99ca955 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.1459374 Mar 02 19:08:05.978005 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36230) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:06.007783 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e359c4db-6a3d-4b4d-b4d7-d971948db68d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:06.034269 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e359c4db-6a3d-4b4d-b4d7-d971948db68d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:06.177819 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e359c4db-6a3d-4b4d-b4d7-d971948db68d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:06.195490 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359c4db-6a3d-4b4d-b4d7-d971948db68d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce4a73b6-f256-4775-a59e-a2383879bfc2,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:06.264035 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e359c4db-6a3d-4b4d-b4d7-d971948db68d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:06.265326 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e359c4db-6a3d-4b4d-b4d7-d971948db68d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/ce4a73b6-f256-4775-a59e-a2383879bfc2 HTTP/1.1" status: 204 len: 168 time: 0.2863417 Mar 02 19:08:06.270688 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36234) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:06.318983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-87596397-991a-4716-9332-d4016a4f43a2 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Synchronizing usage tracker for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group_rule {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:06.452869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-87596397-991a-4716-9332-d4016a4f43a2 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Unset dirty status for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group_rule {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:06.454704 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-87596397-991a-4716-9332-d4016a4f43a2 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1857584 Mar 02 19:08:06.458844 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36240) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:06.494762 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6a950b8c-de6b-47a8-8927-7902f1449726 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:06.506536 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6a950b8c-de6b-47a8-8927-7902f1449726 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:06.560350 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36244) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:06.617339 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6a950b8c-de6b-47a8-8927-7902f1449726 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:06.636874 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a950b8c-de6b-47a8-8927-7902f1449726 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2418d20-52ea-44b5-a3e5-2b3f3279bf8c,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:06.709259 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e5793758-cb74-49f5-95b7-816216576b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:06.720996 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6a950b8c-de6b-47a8-8927-7902f1449726 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:06.722084 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6a950b8c-de6b-47a8-8927-7902f1449726 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/c2418d20-52ea-44b5-a3e5-2b3f3279bf8c HTTP/1.1" status: 204 len: 168 time: 0.2599058 Mar 02 19:08:06.726638 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36250) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:06.745107 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e5793758-cb74-49f5-95b7-816216576b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:06.748963 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e5793758-cb74-49f5-95b7-816216576b5f admin admin] Usage tracker for resource:security_group_rule and tenant:eba2e58c7e8d44f6a39a9ca28400beba is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:06.752735 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e5793758-cb74-49f5-95b7-816216576b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:06.758369 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e5793758-cb74-49f5-95b7-816216576b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:06.778961 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5e7a8f75-a855-4a48-b20b-c405286f8a61 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.0509684 Mar 02 19:08:06.783518 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36254) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:06.812710 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6d5e1bca-a744-4513-a36b-5de95127d9b8 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:06.823059 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6d5e1bca-a744-4513-a36b-5de95127d9b8 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:06.831309 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e5793758-cb74-49f5-95b7-816216576b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:06.920879 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e5793758-cb74-49f5-95b7-816216576b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:06.942232 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6d5e1bca-a744-4513-a36b-5de95127d9b8 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:06.958701 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e1bca-a744-4513-a36b-5de95127d9b8 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b253679-7d6c-477b-823e-9e33233734c2,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:06.961453 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6d5e1bca-a744-4513-a36b-5de95127d9b8 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:06.962683 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6d5e1bca-a744-4513-a36b-5de95127d9b8 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/4b253679-7d6c-477b-823e-9e33233734c2 HTTP/1.1" status: 204 len: 168 time: 0.1781318 Mar 02 19:08:06.965378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36258) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:06.970327 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5793758-cb74-49f5-95b7-816216576b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cefbfbb-1d1e-4a1e-af3a-72cf8dd0eff5,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:06.976439 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e5793758-cb74-49f5-95b7-816216576b5f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eba2e58c7e8d44f6a39a9ca28400beba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4144766 Mar 02 19:08:06.982368 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36262) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:07.021794 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d1a7650b-45c8-4310-ac6f-9d1b7b216a80 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Synchronizing usage tracker for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group_rule {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:07.046990 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a7314680-5e75-4763-bd75-4c00be811309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:07.073371 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a7314680-5e75-4763-bd75-4c00be811309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:07.109378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d1a7650b-45c8-4310-ac6f-9d1b7b216a80 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Unset dirty status for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group_rule {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:07.110671 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d1a7650b-45c8-4310-ac6f-9d1b7b216a80 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1441324 Mar 02 19:08:07.113632 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36266) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:07.144248 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-652fc34b-4104-4802-8914-d9a0df6dc1f7 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:07.155287 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-652fc34b-4104-4802-8914-d9a0df6dc1f7 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:07.206731 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a7314680-5e75-4763-bd75-4c00be811309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:07.223137 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7314680-5e75-4763-bd75-4c00be811309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cefbfbb-1d1e-4a1e-af3a-72cf8dd0eff5,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:07.232065 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-652fc34b-4104-4802-8914-d9a0df6dc1f7 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:07.252162 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fc34b-4104-4802-8914-d9a0df6dc1f7 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f6e89e8-f82c-4a8f-b85c-838e55bf1e82,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:07.324174 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a7314680-5e75-4763-bd75-4c00be811309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:07.325300 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a7314680-5e75-4763-bd75-4c00be811309 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5cefbfbb-1d1e-4a1e-af3a-72cf8dd0eff5 HTTP/1.1" status: 204 len: 168 time: 0.3420184 Mar 02 19:08:07.327659 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-652fc34b-4104-4802-8914-d9a0df6dc1f7 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:07.328654 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-652fc34b-4104-4802-8914-d9a0df6dc1f7 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/0f6e89e8-f82c-4a8f-b85c-838e55bf1e82 HTTP/1.1" status: 204 len: 168 time: 0.2140250 Mar 02 19:08:07.331317 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36272) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:07.380012 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4e98f3b0-3f01-4f08-8405-32b4dd68ed0d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0473666 Mar 02 19:08:07.383502 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36276) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:07.448344 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3deb0a94-f25a-4539-b529-27802beda868 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:07.474532 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3deb0a94-f25a-4539-b529-27802beda868 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:07.596164 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3deb0a94-f25a-4539-b529-27802beda868 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:07.614022 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb0a94-f25a-4539-b529-27802beda868 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bf13ed-dd62-4dde-a1b2-1b116aa3c8c9,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:07.625191 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3deb0a94-f25a-4539-b529-27802beda868 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:07.627127 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3deb0a94-f25a-4539-b529-27802beda868 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-groups/74bf13ed-dd62-4dde-a1b2-1b116aa3c8c9 HTTP/1.1" status: 204 len: 168 time: 0.2419107 Mar 02 19:08:07.630825 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36280) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:07.693474 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-885f75cc-6fca-4f48-a188-88d344b86f92 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Synchronizing usage tracker for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:07.766162 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-885f75cc-6fca-4f48-a188-88d344b86f92 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Unset dirty status for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:07.769915 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-885f75cc-6fca-4f48-a188-88d344b86f92 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1355958 Mar 02 19:08:07.773467 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36288) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:07.779004 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-ad37f4e4-8332-454f-9d34-49c4c03e560f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108422266'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:07.785921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ad37f4e4-8332-454f-9d34-49c4c03e560f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:07.796257 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ad37f4e4-8332-454f-9d34-49c4c03e560f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:07.872982 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad37f4e4-8332-454f-9d34-49c4c03e560f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:07.905313 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ad37f4e4-8332-454f-9d34-49c4c03e560f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:07.909630 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ad37f4e4-8332-454f-9d34-49c4c03e560f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:07.912637 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ad37f4e4-8332-454f-9d34-49c4c03e560f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:07.919685 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ad37f4e4-8332-454f-9d34-49c4c03e560f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:07.979430 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad37f4e4-8332-454f-9d34-49c4c03e560f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:08.052399 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad37f4e4-8332-454f-9d34-49c4c03e560f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:08.104462 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37f4e4-8332-454f-9d34-49c4c03e560f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed566348-041e-4222-ba1b-a989812821ee,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:08.172798 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad37f4e4-8332-454f-9d34-49c4c03e560f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:08.176792 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ad37f4e4-8332-454f-9d34-49c4c03e560f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4023948 Mar 02 19:08:08.176946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36298) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:08.187077 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-9ff845f6-d088-41e3-9b06-b8009a1f5e94 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group_rule': {'security_group_id': 'ed566348-041e-4222-ba1b-a989812821ee', 'direction': 'ingress', 'protocol': 17}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:08.193560 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-9ff845f6-d088-41e3-9b06-b8009a1f5e94 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:08.197967 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-9ff845f6-d088-41e3-9b06-b8009a1f5e94 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:08.201194 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-9ff845f6-d088-41e3-9b06-b8009a1f5e94 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:08.207161 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-9ff845f6-d088-41e3-9b06-b8009a1f5e94 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:08.299628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9ff845f6-d088-41e3-9b06-b8009a1f5e94 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:08.365015 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9ff845f6-d088-41e3-9b06-b8009a1f5e94 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:08.458250 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9ff845f6-d088-41e3-9b06-b8009a1f5e94 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:08.486366 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff845f6-d088-41e3-9b06-b8009a1f5e94 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3cb61b-550e-463f-be8f-4d8a6da6f22c,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:08.560702 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9ff845f6-d088-41e3-9b06-b8009a1f5e94 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:08.562390 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9ff845f6-d088-41e3-9b06-b8009a1f5e94 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3840954 Mar 02 19:08:08.564970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36308) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:08.588266 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36312) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:08.630710 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-751ef602-c62b-4608-af9f-afe87b202235 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:08.660367 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-751ef602-c62b-4608-af9f-afe87b202235 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:08.733350 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-637692408'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:08.738379 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:08.742248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Usage tracker for resource:network and tenant:73b685f27add42cea52a85ada079695d is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:08.745098 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:08.751322 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:08.771936 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-751ef602-c62b-4608-af9f-afe87b202235 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:08.791309 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ef602-c62b-4608-af9f-afe87b202235 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed566348-041e-4222-ba1b-a989812821ee,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:08.803836 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-751ef602-c62b-4608-af9f-afe87b202235 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:08.804797 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-751ef602-c62b-4608-af9f-afe87b202235 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-groups/ed566348-041e-4222-ba1b-a989812821ee HTTP/1.1" status: 204 len: 168 time: 0.2388654 Mar 02 19:08:08.807377 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36320) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:08.852203 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Made reservation on behalf of 73b685f27add42cea52a85ada079695d for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:08:08.855266 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:08.859795 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1bc949ce-4ca1-4bf9-990b-5d29371d6845 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Synchronizing usage tracker for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:08.868950 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:08.911518 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:08.915639 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Usage tracker for resource:security_group_rule and tenant:73b685f27add42cea52a85ada079695d is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:08.918433 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:08.923999 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:08.954826 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1bc949ce-4ca1-4bf9-990b-5d29371d6845 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Unset dirty status for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:08.959701 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1bc949ce-4ca1-4bf9-990b-5d29371d6845 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1478343 Mar 02 19:08:08.960684 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36324) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:08.971592 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-2332c51c-4b75-471b-a679-80240c548ed4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group': {'name': 'tempest-secgroup--477459407'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:08.979149 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2332c51c-4b75-471b-a679-80240c548ed4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:09.000585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2332c51c-4b75-471b-a679-80240c548ed4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:09.017910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:09.099089 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:09.129051 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:08:09.142021 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac9e236-b9b8-4b25-91e3-7d808c4fc8f2,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:09.146285 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:09.146627 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Added segment 1a9b210a-b74e-402d-98ea-4c5e1e61db29 of type vlan for network 7e4c2cad-a7d8-440b-9e6e-5b0786927153 Mar 02 19:08:09.177166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:09.240810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2332c51c-4b75-471b-a679-80240c548ed4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:09.276551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2332c51c-4b75-471b-a679-80240c548ed4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:09.280839 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2332c51c-4b75-471b-a679-80240c548ed4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:09.283378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:09.287070 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:09.287672 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:09.292406 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2332c51c-4b75-471b-a679-80240c548ed4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:09.314318 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2332c51c-4b75-471b-a679-80240c548ed4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:09.410664 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Pushing event updated for resources: {'Network': ['ID=7e4c2cad-a7d8-440b-9e6e-5b0786927153,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:09.422043 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 7e4c2cad-a7d8-440b-9e6e-5b0786927153 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:08:09.474558 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7d4bc7b5-684b-4361-9b0d-308b4cb962bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8848772 Mar 02 19:08:09.477764 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36328) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:09.489233 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-5f824c31-fc53-4ae9-87a8-5bbaa587bf39 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Request body: {'subnet': {'network_id': '7e4c2cad-a7d8-440b-9e6e-5b0786927153', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:09.531928 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2332c51c-4b75-471b-a679-80240c548ed4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:09.578706 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2332c51c-4b75-471b-a679-80240c548ed4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:09.615313 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5f824c31-fc53-4ae9-87a8-5bbaa587bf39 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:09.619653 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5f824c31-fc53-4ae9-87a8-5bbaa587bf39 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Usage tracker for resource:subnet and tenant:73b685f27add42cea52a85ada079695d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:09.622498 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5f824c31-fc53-4ae9-87a8-5bbaa587bf39 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:09.624105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332c51c-4b75-471b-a679-80240c548ed4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ee07e7-c409-4a40-914a-c8f832e9822b,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:09.629505 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5f824c31-fc53-4ae9-87a8-5bbaa587bf39 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:09.675398 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2332c51c-4b75-471b-a679-80240c548ed4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:09.676638 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2332c51c-4b75-471b-a679-80240c548ed4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7146854 Mar 02 19:08:09.679437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36332) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:09.684871 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-51de303d-5624-4093-bee2-ce09dd3980b4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group': {'name': 'tempest-secgroup--2094204832'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:09.691167 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-51de303d-5624-4093-bee2-ce09dd3980b4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:09.692258 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f824c31-fc53-4ae9-87a8-5bbaa587bf39 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Made reservation on behalf of 73b685f27add42cea52a85ada079695d for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:08:09.701295 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-51de303d-5624-4093-bee2-ce09dd3980b4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:09.777883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-51de303d-5624-4093-bee2-ce09dd3980b4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:09.798197 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f824c31-fc53-4ae9-87a8-5bbaa587bf39 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:09.816088 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-51de303d-5624-4093-bee2-ce09dd3980b4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:09.821334 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-51de303d-5624-4093-bee2-ce09dd3980b4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:09.824509 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-51de303d-5624-4093-bee2-ce09dd3980b4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:09.831126 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-51de303d-5624-4093-bee2-ce09dd3980b4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:09.894118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-51de303d-5624-4093-bee2-ce09dd3980b4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:09.974014 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-51de303d-5624-4093-bee2-ce09dd3980b4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:10.024498 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de303d-5624-4093-bee2-ce09dd3980b4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666de283-3fb1-4b90-8eb2-60a9773558cc,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:10.057955 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f824c31-fc53-4ae9-87a8-5bbaa587bf39 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:10.074808 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-51de303d-5624-4093-bee2-ce09dd3980b4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:10.078752 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-51de303d-5624-4093-bee2-ce09dd3980b4 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3958294 Mar 02 19:08:10.078979 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36336) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:10.087305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-dd4c94e7-35b6-4650-8a8b-c5b33a5d33eb tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group_rule': {'security_group_id': 'e4ee07e7-c409-4a40-914a-c8f832e9822b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '666de283-3fb1-4b90-8eb2-60a9773558cc', 'remote_ip_prefix': None}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:10.093578 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-dd4c94e7-35b6-4650-8a8b-c5b33a5d33eb tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:10.098024 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-dd4c94e7-35b6-4650-8a8b-c5b33a5d33eb tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:10.102060 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-dd4c94e7-35b6-4650-8a8b-c5b33a5d33eb tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:10.108179 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-dd4c94e7-35b6-4650-8a8b-c5b33a5d33eb tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:10.180086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dd4c94e7-35b6-4650-8a8b-c5b33a5d33eb tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:10.237946 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f824c31-fc53-4ae9-87a8-5bbaa587bf39 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Pushing event updated for resources: {'Subnet': ['ID=dac472b3-08c2-4bda-8bbf-3952ae5d8b5c,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:10.249351 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f824c31-fc53-4ae9-87a8-5bbaa587bf39 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Checking segment: {'id': '1a9b210a-b74e-402d-98ea-4c5e1e61db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '7e4c2cad-a7d8-440b-9e6e-5b0786927153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:08:10.249700 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f824c31-fc53-4ae9-87a8-5bbaa587bf39 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Network hostable DHCP agents. Network: 7e4c2cad-a7d8-440b-9e6e-5b0786927153, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:08:10.253925 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dd4c94e7-35b6-4650-8a8b-c5b33a5d33eb tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:10.327379 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dd4c94e7-35b6-4650-8a8b-c5b33a5d33eb tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:10.343642 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f824c31-fc53-4ae9-87a8-5bbaa587bf39 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Network 7e4c2cad-a7d8-440b-9e6e-5b0786927153 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:08:10.351863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c94e7-35b6-4650-8a8b-c5b33a5d33eb tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccb0fcd-0c63-4741-b32c-5e3626025845,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:10.423862 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-5f824c31-fc53-4ae9-87a8-5bbaa587bf39 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 7e4c2cad-a7d8-440b-9e6e-5b0786927153) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:08:10.427775 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f824c31-fc53-4ae9-87a8-5bbaa587bf39 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:10.428351 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5f824c31-fc53-4ae9-87a8-5bbaa587bf39 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:10.435488 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d8038e-1f9a-40eb-a33a-d2db014e1db6 None None] Network 7e4c2cad-a7d8-440b-9e6e-5b0786927153 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:08:10.446978 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dd4c94e7-35b6-4650-8a8b-c5b33a5d33eb tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:10.448509 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-dd4c94e7-35b6-4650-8a8b-c5b33a5d33eb tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3684454 Mar 02 19:08:10.453470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36340) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:10.485170 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a788c054-a763-469f-9758-6a4eb5dbb522 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:10.499712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a788c054-a763-469f-9758-6a4eb5dbb522 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:10.533039 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5f824c31-fc53-4ae9-87a8-5bbaa587bf39 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0533323 Mar 02 19:08:10.535538 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36344) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:10.541438 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-af77c25d-bbf0-461f-9b1c-9bffef885d07 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Request body: {'port': {'network_id': '7e4c2cad-a7d8-440b-9e6e-5b0786927153', 'name': 'tempest-TagsExtTest-633271595'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:10.608190 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a788c054-a763-469f-9758-6a4eb5dbb522 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:10.627894 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788c054-a763-469f-9758-6a4eb5dbb522 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ccb0fcd-0c63-4741-b32c-5e3626025845,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:10.632867 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a788c054-a763-469f-9758-6a4eb5dbb522 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:10.634995 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a788c054-a763-469f-9758-6a4eb5dbb522 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/9ccb0fcd-0c63-4741-b32c-5e3626025845 HTTP/1.1" status: 204 len: 168 time: 0.1806042 Mar 02 19:08:10.639861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36348) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:10.669783 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-7e4c2cad-a7d8-440b-9e6e-5b0786927153', 'network_id': '7e4c2cad-a7d8-440b-9e6e-5b0786927153', 'tenant_id': '73b685f27add42cea52a85ada079695d', 'fixed_ips': [{'subnet_id': 'dac472b3-08c2-4bda-8bbf-3952ae5d8b5c'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:08:10.670750 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:10.700433 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-110f2c81-3f7c-462f-9ec8-977010db55ae tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Synchronizing usage tracker for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group_rule {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:10.710377 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-af77c25d-bbf0-461f-9b1c-9bffef885d07 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:10.715550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-af77c25d-bbf0-461f-9b1c-9bffef885d07 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Usage tracker for resource:port and tenant:73b685f27add42cea52a85ada079695d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:10.717739 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-af77c25d-bbf0-461f-9b1c-9bffef885d07 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:10.723760 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-af77c25d-bbf0-461f-9b1c-9bffef885d07 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:10.795092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-110f2c81-3f7c-462f-9ec8-977010db55ae tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Unset dirty status for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group_rule {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:10.796470 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-110f2c81-3f7c-462f-9ec8-977010db55ae tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1556208 Mar 02 19:08:10.801275 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36352) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:10.821184 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af77c25d-bbf0-461f-9b1c-9bffef885d07 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Made reservation on behalf of 73b685f27add42cea52a85ada079695d for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:08:10.824350 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af77c25d-bbf0-461f-9b1c-9bffef885d07 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:10.836893 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Allocated IP 172.20.0.2 (7e4c2cad-a7d8-440b-9e6e-5b0786927153/dac472b3-08c2-4bda-8bbf-3952ae5d8b5c/579cc632-52b8-464a-8957-91fc5323cfc7) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:08:10.864923 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [None req-af77c25d-bbf0-461f-9b1c-9bffef885d07 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] device_id is not set on port 93bd9ff6-1284-45b4-8243-0352b935f186 yet. {{(pid=84533) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:08:10.979668 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-50bb81d5-22f4-4327-8d84-3609babd162f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:11.009044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-50bb81d5-22f4-4327-8d84-3609babd162f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:11.078434 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:11.155657 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-50bb81d5-22f4-4327-8d84-3609babd162f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:11.155800 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Transition to ACTIVE for port object 579cc632-52b8-464a-8957-91fc5323cfc7 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:08:11.173811 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb81d5-22f4-4327-8d84-3609babd162f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=666de283-3fb1-4b90-8eb2-60a9773558cc,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:11.180955 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Transition to ACTIVE for port object 579cc632-52b8-464a-8957-91fc5323cfc7 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:08:11.259013 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:11.297314 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-50bb81d5-22f4-4327-8d84-3609babd162f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:11.298532 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-50bb81d5-22f4-4327-8d84-3609babd162f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-groups/666de283-3fb1-4b90-8eb2-60a9773558cc HTTP/1.1" status: 204 len: 168 time: 0.4962299 Mar 02 19:08:11.301157 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36356) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:11.335614 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Network 7e4c2cad-a7d8-440b-9e6e-5b0786927153 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:08:11.339240 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:08:11.341162 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Pushing event updated for resources: {'Port': ['ID=579cc632-52b8-464a-8957-91fc5323cfc7,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:11.343598 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:08:11.355858 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:11.356173 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:11.356511 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:11.361374 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:11.361374 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:11.361374 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:11.361374 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:11.361374 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:11.361374 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:11.361374 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:11.361374 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:11.367278 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-af77c25d-bbf0-461f-9b1c-9bffef885d07 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Allocated IP 172.20.0.12 (7e4c2cad-a7d8-440b-9e6e-5b0786927153/dac472b3-08c2-4bda-8bbf-3952ae5d8b5c/93bd9ff6-1284-45b4-8243-0352b935f186) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:08:11.417901 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ba9f325a-af77-417f-9dc2-edfe3628e968 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Synchronizing usage tracker for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:11.443893 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Attempting to bind port 579cc632-52b8-464a-8957-91fc5323cfc7 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:08:11.444522 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Attempting to bind port 579cc632-52b8-464a-8957-91fc5323cfc7 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '1a9b210a-b74e-402d-98ea-4c5e1e61db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '7e4c2cad-a7d8-440b-9e6e-5b0786927153'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:08:11.445297 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Attempting to bind port 579cc632-52b8-464a-8957-91fc5323cfc7 on network 7e4c2cad-a7d8-440b-9e6e-5b0786927153 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:08:11.451837 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:08:11.457605 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Checking segment: {'id': '1a9b210a-b74e-402d-98ea-4c5e1e61db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '7e4c2cad-a7d8-440b-9e6e-5b0786927153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:08:11.457605 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:11.457605 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Bound using segment: {'id': '1a9b210a-b74e-402d-98ea-4c5e1e61db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '7e4c2cad-a7d8-440b-9e6e-5b0786927153'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:08:11.457605 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Bound port: 579cc632-52b8-464a-8957-91fc5323cfc7, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9b210a-b74e-402d-98ea-4c5e1e61db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '7e4c2cad-a7d8-440b-9e6e-5b0786927153'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:08:11.457605 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:11.549177 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] For port 579cc632-52b8-464a-8957-91fc5323cfc7, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:08:11.551382 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ba9f325a-af77-417f-9dc2-edfe3628e968 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Unset dirty status for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:11.552502 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] For port 579cc632-52b8-464a-8957-91fc5323cfc7, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=579cc632-52b8-464a-8957-91fc5323cfc7,segment=NetworkSegment(1a9b210a-b74e-402d-98ea-4c5e1e61db29),segment_id=1a9b210a-b74e-402d-98ea-4c5e1e61db29)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:08:11.552734 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ba9f325a-af77-417f-9dc2-edfe3628e968 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2506859 Mar 02 19:08:11.556039 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36360) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:11.618696 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:11.650762 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af77c25d-bbf0-461f-9b1c-9bffef885d07 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:11.682615 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1d72b40b-990d-4fc9-9dae-65b07ed25f31 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:11.684574 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-af77c25d-bbf0-461f-9b1c-9bffef885d07 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Transition to ACTIVE for port object 93bd9ff6-1284-45b4-8243-0352b935f186 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:08:11.706771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc58d2-c248-4127-9475-41027aeb8c3b None None] Pushing event updated for resources: {'Port': ['ID=579cc632-52b8-464a-8957-91fc5323cfc7,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:11.718109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1d72b40b-990d-4fc9-9dae-65b07ed25f31 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:11.825845 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0664a0c0-7d65-46b4-a2e9-a33dafe383af req-eb787bba-8b51-4bfc-a0de-87f7cfb0ce97 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858285 Mar 02 19:08:11.838635 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af77c25d-bbf0-461f-9b1c-9bffef885d07 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:11.888406 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1d72b40b-990d-4fc9-9dae-65b07ed25f31 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:11.946128 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72b40b-990d-4fc9-9dae-65b07ed25f31 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ee07e7-c409-4a40-914a-c8f832e9822b,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:11.956319 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af77c25d-bbf0-461f-9b1c-9bffef885d07 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Network 7e4c2cad-a7d8-440b-9e6e-5b0786927153 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:08:11.960763 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-af77c25d-bbf0-461f-9b1c-9bffef885d07 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:08:11.966972 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af77c25d-bbf0-461f-9b1c-9bffef885d07 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:08:11.997468 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77c25d-bbf0-461f-9b1c-9bffef885d07 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Pushing event updated for resources: {'Port': ['ID=93bd9ff6-1284-45b4-8243-0352b935f186,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:12.024923 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0664a0c0-7d65-46b4-a2e9-a33dafe383af req-71b71a5c-11fd-4f6d-9e3e-a79fe889fbde service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c751e1819ac4d70a34f41774e11c468&device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 1099 time: 0.1276946 Mar 02 19:08:12.045708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af77c25d-bbf0-461f-9b1c-9bffef885d07 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:12.046325 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af77c25d-bbf0-461f-9b1c-9bffef885d07 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:12.050829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1d72b40b-990d-4fc9-9dae-65b07ed25f31 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:12.051916 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1d72b40b-990d-4fc9-9dae-65b07ed25f31 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-groups/e4ee07e7-c409-4a40-914a-c8f832e9822b HTTP/1.1" status: 204 len: 168 time: 0.4949598 Mar 02 19:08:12.057220 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36364) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:12.136884 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4dacfdb1-0d6f-4488-b7e2-991924fe2d00 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Synchronizing usage tracker for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:12.173166 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-af77c25d-bbf0-461f-9b1c-9bffef885d07 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6364856 Mar 02 19:08:12.175895 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36368) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:12.181232 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c3e55fbc-049c-4fbe-bdb0-c61be8ad686b tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1353067568', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:12.188535 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c3e55fbc-049c-4fbe-bdb0-c61be8ad686b tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:12.192823 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c3e55fbc-049c-4fbe-bdb0-c61be8ad686b tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Usage tracker for resource:router and tenant:73b685f27add42cea52a85ada079695d is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:12.195841 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c3e55fbc-049c-4fbe-bdb0-c61be8ad686b tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:12.200071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664a0c0-7d65-46b4-a2e9-a33dafe383af req-88a4aa35-3318-431b-b462-fee335c71868 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:12.200071 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0664a0c0-7d65-46b4-a2e9-a33dafe383af req-88a4aa35-3318-431b-b462-fee335c71868 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2e33772f-7a83-4314-934e-a7ea68526e72 HTTP/1.1" status: 200 len: 913 time: 0.1503086 Mar 02 19:08:12.201647 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c3e55fbc-049c-4fbe-bdb0-c61be8ad686b tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:12.246212 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4dacfdb1-0d6f-4488-b7e2-991924fe2d00 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Unset dirty status for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:12.247777 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4dacfdb1-0d6f-4488-b7e2-991924fe2d00 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1841149 Mar 02 19:08:12.255795 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36372) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:12.261879 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-77b9dfa2-abc8-46d3-8784-dfbe9b9ec170 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group': {'name': 'tempest-secgroup--535683035'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:12.269456 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-77b9dfa2-abc8-46d3-8784-dfbe9b9ec170 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:12.284505 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-77b9dfa2-abc8-46d3-8784-dfbe9b9ec170 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:12.293050 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c3e55fbc-049c-4fbe-bdb0-c61be8ad686b tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:12.298522 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c3e55fbc-049c-4fbe-bdb0-c61be8ad686b tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:12.313873 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c3e55fbc-049c-4fbe-bdb0-c61be8ad686b tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:12.314011 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0664a0c0-7d65-46b4-a2e9-a33dafe383af req-d7d95917-e59d-4acf-a18d-30654382d9a1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f1731b4-e9a5-41da-9e91-890706cfbe3a HTTP/1.1" status: 200 len: 1002 time: 0.1082475 Mar 02 19:08:12.382856 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664a0c0-7d65-46b4-a2e9-a33dafe383af req-e300152f-98ff-4870-9b56-ee8c78607397 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:12.384549 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0664a0c0-7d65-46b4-a2e9-a33dafe383af req-e300152f-98ff-4870-9b56-ee8c78607397 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=eb42d443-71ba-493e-8b31-52bf5eb54af6 HTTP/1.1" status: 200 len: 851 time: 0.0639892 Mar 02 19:08:12.417924 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-77b9dfa2-abc8-46d3-8784-dfbe9b9ec170 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:12.455865 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c3e55fbc-049c-4fbe-bdb0-c61be8ad686b tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:12.472858 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-77b9dfa2-abc8-46d3-8784-dfbe9b9ec170 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:12.479869 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-77b9dfa2-abc8-46d3-8784-dfbe9b9ec170 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:12.485749 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-77b9dfa2-abc8-46d3-8784-dfbe9b9ec170 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:12.495290 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-77b9dfa2-abc8-46d3-8784-dfbe9b9ec170 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:12.555841 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c3e55fbc-049c-4fbe-bdb0-c61be8ad686b tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:12.561412 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c3e55fbc-049c-4fbe-bdb0-c61be8ad686b tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3801463 Mar 02 19:08:12.562548 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36376) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:12.571205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-5472092b-ec1d-4458-8176-328f0fc1190a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-184378907', 'prefixes': ['172.20.0.0/16']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:12.580912 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5472092b-ec1d-4458-8176-328f0fc1190a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:12.588112 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0664a0c0-7d65-46b4-a2e9-a33dafe383af req-8fd6edcc-7e18-43c4-b6e1-7256682407f6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2e33772f-7a83-4314-934e-a7ea68526e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1952846 Mar 02 19:08:12.636453 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-77b9dfa2-abc8-46d3-8784-dfbe9b9ec170 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:12.709379 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-77b9dfa2-abc8-46d3-8784-dfbe9b9ec170 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:12.750344 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0664a0c0-7d65-46b4-a2e9-a33dafe383af req-fcb92cb2-1163-4400-8537-a3b5f5c41817 service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547899 Mar 02 19:08:12.760143 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9dfa2-abc8-46d3-8784-dfbe9b9ec170 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06905f4c-3304-481f-b421-723f6250c14c,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:12.829863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db1fb5e-8400-4a25-8348-cbdc1f205335 None None] Network 7e4c2cad-a7d8-440b-9e6e-5b0786927153 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:08:12.867476 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-77b9dfa2-abc8-46d3-8784-dfbe9b9ec170 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:12.870848 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-77b9dfa2-abc8-46d3-8784-dfbe9b9ec170 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6143975 Mar 02 19:08:12.878752 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36380) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:12.891216 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-4585c17d-0d59-495a-ab14-79a554386971 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group_rule': {'security_group_id': '06905f4c-3304-481f-b421-723f6250c14c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:12.903534 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-4585c17d-0d59-495a-ab14-79a554386971 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:12.912426 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4585c17d-0d59-495a-ab14-79a554386971 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:12.918568 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0664a0c0-7d65-46b4-a2e9-a33dafe383af req-3a684ba1-6506-450e-aaab-ee898a96216e service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601841 Mar 02 19:08:12.919169 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4585c17d-0d59-495a-ab14-79a554386971 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:12.929569 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-4585c17d-0d59-495a-ab14-79a554386971 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:12.984870 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5472092b-ec1d-4458-8176-328f0fc1190a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks [] for subnetpool, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:12.986503 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5472092b-ec1d-4458-8176-328f0fc1190a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4229681 Mar 02 19:08:12.988701 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36384) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:12.994846 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-3893c301-92c4-428b-9999-f376537655aa tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dac472b3-08c2-4bda-8bbf-3952ae5d8b5c', 'tempest-TagsExtTest-Tag-1968470567') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:13.012141 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a6054bb9-0a0d-4e23-93c7-ca883763d161 None None] Provisioning for port 579cc632-52b8-464a-8957-91fc5323cfc7 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:08:13.122215 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4585c17d-0d59-495a-ab14-79a554386971 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:13.191092 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4585c17d-0d59-495a-ab14-79a554386971 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:13.196616 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3893c301-92c4-428b-9999-f376537655aa tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "PUT /v2.0/subnets/dac472b3-08c2-4bda-8bbf-3952ae5d8b5c/tags/tempest-TagsExtTest-Tag-1968470567 HTTP/1.1" status: 201 len: 201 time: 0.2067659 Mar 02 19:08:13.199286 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36388) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:13.205832 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-4a15137e-eeee-480b-b340-128be61b8eef tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '93bd9ff6-1284-45b4-8243-0352b935f186', 'tempest-TagsExtTest-Tag-1589725805') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:13.262183 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4585c17d-0d59-495a-ab14-79a554386971 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:13.299424 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585c17d-0d59-495a-ab14-79a554386971 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3c0a80-07d7-460a-b34d-0075b5843494,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:13.384261 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4585c17d-0d59-495a-ab14-79a554386971 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:13.388342 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4585c17d-0d59-495a-ab14-79a554386971 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.5054703 Mar 02 19:08:13.390588 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36392) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:13.424076 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-79def08e-be12-42cb-87a8-d65f5d2fb73c tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:13.432076 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4a15137e-eeee-480b-b340-128be61b8eef tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "PUT /v2.0/ports/93bd9ff6-1284-45b4-8243-0352b935f186/tags/tempest-TagsExtTest-Tag-1589725805 HTTP/1.1" status: 201 len: 201 time: 0.2315636 Mar 02 19:08:13.434912 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36396) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:13.445082 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-328c6e55-ef9f-4645-be6f-1ca0566810c4 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c6a653be-36b9-4ed5-b4a5-856e20961173', 'tempest-TagsExtTest-Tag-530358806') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:13.451882 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7c7a9e32-cdb8-49d7-8ed3-d2a2bc9f7a9e None None] Provisioning for port 93bd9ff6-1284-45b4-8243-0352b935f186 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:08:13.457521 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7c7a9e32-cdb8-49d7-8ed3-d2a2bc9f7a9e None None] Provisioning complete for port 93bd9ff6-1284-45b4-8243-0352b935f186 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:08:13.457899 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7c7a9e32-cdb8-49d7-8ed3-d2a2bc9f7a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:13.499858 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-79def08e-be12-42cb-87a8-d65f5d2fb73c tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:13.514852 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-7c7a9e32-cdb8-49d7-8ed3-d2a2bc9f7a9e None None] Port 93bd9ff6-1284-45b4-8243-0352b935f186 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:08:13.637485 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f8e3eeb7-36dc-4af6-a1b9-a3e7b917f441 None None] Provisioning complete for port 93bd9ff6-1284-45b4-8243-0352b935f186 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:08:13.637810 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f8e3eeb7-36dc-4af6-a1b9-a3e7b917f441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:13.688137 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-79def08e-be12-42cb-87a8-d65f5d2fb73c tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:13.696169 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f8e3eeb7-36dc-4af6-a1b9-a3e7b917f441 None None] Port 93bd9ff6-1284-45b4-8243-0352b935f186 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:08:13.712155 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79def08e-be12-42cb-87a8-d65f5d2fb73c tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf3c0a80-07d7-460a-b34d-0075b5843494,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:13.713227 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-79def08e-be12-42cb-87a8-d65f5d2fb73c tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:13.714329 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-79def08e-be12-42cb-87a8-d65f5d2fb73c tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/cf3c0a80-07d7-460a-b34d-0075b5843494 HTTP/1.1" status: 204 len: 168 time: 0.3226955 Mar 02 19:08:13.725226 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36400) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:13.774254 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-10a7da2c-e73d-4416-898e-94d48c329f5f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Synchronizing usage tracker for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group_rule {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:13.801292 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-328c6e55-ef9f-4645-be6f-1ca0566810c4 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "PUT /v2.0/routers/c6a653be-36b9-4ed5-b4a5-856e20961173/tags/tempest-TagsExtTest-Tag-530358806 HTTP/1.1" status: 201 len: 201 time: 0.3653536 Mar 02 19:08:13.807027 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36404) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:13.812782 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-221f0146-050b-4d66-b83c-b37aec919b8b tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2e92c071-71b4-47bc-be72-07cc08821c68', 'tempest-TagsExtTest-Tag-1257551633') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:13.852227 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-10a7da2c-e73d-4416-898e-94d48c329f5f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Unset dirty status for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group_rule {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:13.854682 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 579cc632-52b8-464a-8957-91fc5323cfc7 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:08:13.856433 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36408) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:13.863524 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-10a7da2c-e73d-4416-898e-94d48c329f5f tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1297066 Mar 02 19:08:13.904547 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-221f0146-050b-4d66-b83c-b37aec919b8b tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "PUT /v2.0/subnetpools/2e92c071-71b4-47bc-be72-07cc08821c68/tags/tempest-TagsExtTest-Tag-1257551633 HTTP/1.1" status: 201 len: 201 time: 0.0963883 Mar 02 19:08:13.907134 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36412) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:13.914748 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-7c5ef5b5-62b6-4f39-a897-5bbe7b420af2 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dac472b3-08c2-4bda-8bbf-3952ae5d8b5c') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:13.930767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7c097fb2-84b1-4d19-a5a2-722827e6dd50 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:13.959460 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7c097fb2-84b1-4d19-a5a2-722827e6dd50 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:13.972755 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 579cc632-52b8-464a-8957-91fc5323cfc7 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:08:13.980382 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 579cc632-52b8-464a-8957-91fc5323cfc7 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:08:13.980759 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:13.984920 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7c5ef5b5-62b6-4f39-a897-5bbe7b420af2 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/subnets/dac472b3-08c2-4bda-8bbf-3952ae5d8b5c/tags HTTP/1.1" status: 200 len: 241 time: 0.0741084 Mar 02 19:08:13.985168 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36416) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:13.990742 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-cb8cae6d-cb49-4adb-9f2e-cf62a90bacd8 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dac472b3-08c2-4bda-8bbf-3952ae5d8b5c', 'tempest-TagsExtTest-Tag-1968470567') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:14.063112 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-cb8cae6d-cb49-4adb-9f2e-cf62a90bacd8 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/subnets/dac472b3-08c2-4bda-8bbf-3952ae5d8b5c/tags/tempest-TagsExtTest-Tag-1968470567 HTTP/1.1" status: 204 len: 168 time: 0.0744958 Mar 02 19:08:14.063465 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36420) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:14.069716 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-aea31a49-91d0-4d73-8e1b-ed89e7da251f tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'dac472b3-08c2-4bda-8bbf-3952ae5d8b5c', 'tempest-TagsExtTest-Tag-1968470567') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:14.097960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7c097fb2-84b1-4d19-a5a2-722827e6dd50 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:14.119815 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c097fb2-84b1-4d19-a5a2-722827e6dd50 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06905f4c-3304-481f-b421-723f6250c14c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:14.120287 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:14.168122 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 579cc632-52b8-464a-8957-91fc5323cfc7, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=579cc632-52b8-464a-8957-91fc5323cfc7,segment=NetworkSegment(1a9b210a-b74e-402d-98ea-4c5e1e61db29),segment_id=1a9b210a-b74e-402d-98ea-4c5e1e61db29)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:08:14.285939 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:14.309542 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7c097fb2-84b1-4d19-a5a2-722827e6dd50 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:14.310367 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7c097fb2-84b1-4d19-a5a2-722827e6dd50 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-groups/06905f4c-3304-481f-b421-723f6250c14c HTTP/1.1" status: 204 len: 168 time: 0.4528899 Mar 02 19:08:14.313022 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36424) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:14.352384 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=579cc632-52b8-464a-8957-91fc5323cfc7,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:14.367718 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b27098ea-987c-48fc-bd36-6086339dbafa tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Synchronizing usage tracker for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:14.379902 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-aea31a49-91d0-4d73-8e1b-ed89e7da251f tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/subnets/dac472b3-08c2-4bda-8bbf-3952ae5d8b5c/tags/tempest-TagsExtTest-Tag-1968470567 HTTP/1.1" status: 204 len: 168 time: 0.3154693 Mar 02 19:08:14.386796 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36428) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:14.391852 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-806375b3-dfcf-48d9-8a67-80dbc149df55 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dac472b3-08c2-4bda-8bbf-3952ae5d8b5c') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:14.440636 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b27098ea-987c-48fc-bd36-6086339dbafa tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Unset dirty status for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:14.441689 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b27098ea-987c-48fc-bd36-6086339dbafa tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1275992 Mar 02 19:08:14.446167 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36432) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:14.452498 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-5c59cfcf-53f1-4d77-83b5-6d5f361c7361 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group': {'name': 'tempest-secgroup--1328785391'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:14.460643 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5c59cfcf-53f1-4d77-83b5-6d5f361c7361 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:14.474223 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5c59cfcf-53f1-4d77-83b5-6d5f361c7361 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:14.486508 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-806375b3-dfcf-48d9-8a67-80dbc149df55 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/subnets/dac472b3-08c2-4bda-8bbf-3952ae5d8b5c/tags HTTP/1.1" status: 200 len: 205 time: 0.0987833 Mar 02 19:08:14.489041 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36436) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:14.494747 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-cebdc415-035d-4363-a235-8ddd8c2c69bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '93bd9ff6-1284-45b4-8243-0352b935f186') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:14.532471 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c59cfcf-53f1-4d77-83b5-6d5f361c7361 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:14.583169 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5c59cfcf-53f1-4d77-83b5-6d5f361c7361 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:14.588621 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5c59cfcf-53f1-4d77-83b5-6d5f361c7361 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:14.592656 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5c59cfcf-53f1-4d77-83b5-6d5f361c7361 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:14.599409 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5c59cfcf-53f1-4d77-83b5-6d5f361c7361 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:14.607247 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-cebdc415-035d-4363-a235-8ddd8c2c69bc tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/ports/93bd9ff6-1284-45b4-8243-0352b935f186/tags HTTP/1.1" status: 200 len: 241 time: 0.1172740 Mar 02 19:08:14.610811 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36440) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:14.616926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-46a0e121-2807-402c-b9d1-781823634a09 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '93bd9ff6-1284-45b4-8243-0352b935f186', 'tempest-TagsExtTest-Tag-1589725805') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:14.663801 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c59cfcf-53f1-4d77-83b5-6d5f361c7361 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:14.686035 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-46a0e121-2807-402c-b9d1-781823634a09 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/ports/93bd9ff6-1284-45b4-8243-0352b935f186/tags/tempest-TagsExtTest-Tag-1589725805 HTTP/1.1" status: 204 len: 168 time: 0.0746915 Mar 02 19:08:14.688619 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36444) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:14.696653 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-c7c6475b-40e7-4440-9e46-311379b1cfc6 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '93bd9ff6-1284-45b4-8243-0352b935f186', 'tempest-TagsExtTest-Tag-1589725805') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:14.703918 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c59cfcf-53f1-4d77-83b5-6d5f361c7361 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:14.755504 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59cfcf-53f1-4d77-83b5-6d5f361c7361 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f15992-619b-47f3-abd8-c4f0a1c67324,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:14.836208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c59cfcf-53f1-4d77-83b5-6d5f361c7361 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:14.837887 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5c59cfcf-53f1-4d77-83b5-6d5f361c7361 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3902040 Mar 02 19:08:14.839929 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36448) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:14.845380 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c7c975db-0719-46c4-a11d-60ccc7eca4f9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group_rule': {'security_group_id': 'a0f15992-619b-47f3-abd8-c4f0a1c67324', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:14.851474 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c7c975db-0719-46c4-a11d-60ccc7eca4f9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:14.855522 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c7c975db-0719-46c4-a11d-60ccc7eca4f9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:14.858423 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c7c975db-0719-46c4-a11d-60ccc7eca4f9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:14.863943 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c7c975db-0719-46c4-a11d-60ccc7eca4f9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:14.870079 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c7c6475b-40e7-4440-9e46-311379b1cfc6 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/ports/93bd9ff6-1284-45b4-8243-0352b935f186/tags/tempest-TagsExtTest-Tag-1589725805 HTTP/1.1" status: 204 len: 168 time: 0.1804497 Mar 02 19:08:14.875180 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36452) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:14.880427 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-04828e07-4236-4318-ba5e-06d1fcb65e79 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '93bd9ff6-1284-45b4-8243-0352b935f186') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:14.950538 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-04828e07-4236-4318-ba5e-06d1fcb65e79 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/ports/93bd9ff6-1284-45b4-8243-0352b935f186/tags HTTP/1.1" status: 200 len: 205 time: 0.0742881 Mar 02 19:08:14.953157 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36456) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:14.958494 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-b2f356b0-ffb2-4676-8c0f-565b2cc58a30 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c6a653be-36b9-4ed5-b4a5-856e20961173') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:15.078641 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7c975db-0719-46c4-a11d-60ccc7eca4f9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:15.137295 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b2f356b0-ffb2-4676-8c0f-565b2cc58a30 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/routers/c6a653be-36b9-4ed5-b4a5-856e20961173/tags HTTP/1.1" status: 200 len: 240 time: 0.1831977 Mar 02 19:08:15.142759 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36464) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:15.149108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-b76ee34a-8bee-4b1c-8c42-07f633bdc7d9 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c6a653be-36b9-4ed5-b4a5-856e20961173', 'tempest-TagsExtTest-Tag-530358806') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:15.157784 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7c975db-0719-46c4-a11d-60ccc7eca4f9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:15.248348 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7c975db-0719-46c4-a11d-60ccc7eca4f9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:15.274579 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c975db-0719-46c4-a11d-60ccc7eca4f9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c70316f-f840-42d3-aac0-7a5cf2e563ec,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:15.289693 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b76ee34a-8bee-4b1c-8c42-07f633bdc7d9 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/routers/c6a653be-36b9-4ed5-b4a5-856e20961173/tags/tempest-TagsExtTest-Tag-530358806 HTTP/1.1" status: 204 len: 168 time: 0.1456759 Mar 02 19:08:15.298183 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36470) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:15.305833 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-b4f837d5-10fe-4d4f-a635-2a65bc39d602 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c6a653be-36b9-4ed5-b4a5-856e20961173', 'tempest-TagsExtTest-Tag-530358806') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:15.423166 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7c975db-0719-46c4-a11d-60ccc7eca4f9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:15.424343 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c7c975db-0719-46c4-a11d-60ccc7eca4f9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5834811 Mar 02 19:08:15.427116 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36474) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:15.447469 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b57859d3-2154-4a88-9112-ab95e3a5a554 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-group-rules/3c70316f-f840-42d3-aac0-7a5cf2e563ec HTTP/1.1" status: 200 len: 705 time: 0.0189960 Mar 02 19:08:15.449870 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36478) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:15.500122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2c24b40b-ffde-421d-97ab-04d6489dd77e tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Synchronizing usage tracker for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group_rule {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:15.516312 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b4f837d5-10fe-4d4f-a635-2a65bc39d602 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/routers/c6a653be-36b9-4ed5-b4a5-856e20961173/tags/tempest-TagsExtTest-Tag-530358806 HTTP/1.1" status: 204 len: 168 time: 0.2164881 Mar 02 19:08:15.518520 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36482) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:15.524321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-319db514-e65d-46f9-b312-d29117766cc1 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c6a653be-36b9-4ed5-b4a5-856e20961173') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:15.643734 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2c24b40b-ffde-421d-97ab-04d6489dd77e tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Unset dirty status for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group_rule {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:15.646038 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2c24b40b-ffde-421d-97ab-04d6489dd77e tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1951976 Mar 02 19:08:15.649020 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36486) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:15.676510 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-319db514-e65d-46f9-b312-d29117766cc1 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/routers/c6a653be-36b9-4ed5-b4a5-856e20961173/tags HTTP/1.1" status: 200 len: 205 time: 0.1567600 Mar 02 19:08:15.679728 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36490) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:15.684355 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7889a9e8-e278-4a70-81f7-b57307dc5fa1 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:15.685410 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-596bb2c6-0fff-43b2-a65d-39e6d5ce7f78 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2e92c071-71b4-47bc-be72-07cc08821c68') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:15.699388 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7889a9e8-e278-4a70-81f7-b57307dc5fa1 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:15.709570 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-596bb2c6-0fff-43b2-a65d-39e6d5ce7f78 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/subnetpools/2e92c071-71b4-47bc-be72-07cc08821c68/tags HTTP/1.1" status: 200 len: 241 time: 0.0284853 Mar 02 19:08:15.712703 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36494) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:15.718048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-aad583d9-a89c-40c9-91e2-bb64377b545f tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2e92c071-71b4-47bc-be72-07cc08821c68', 'tempest-TagsExtTest-Tag-1257551633') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:15.743036 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-aad583d9-a89c-40c9-91e2-bb64377b545f tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/subnetpools/2e92c071-71b4-47bc-be72-07cc08821c68/tags/tempest-TagsExtTest-Tag-1257551633 HTTP/1.1" status: 204 len: 168 time: 0.0293422 Mar 02 19:08:15.745560 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36498) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:15.750979 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-cc77ab62-7b58-4994-b101-ff41d896833c tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2e92c071-71b4-47bc-be72-07cc08821c68', 'tempest-TagsExtTest-Tag-1257551633') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:15.811905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7889a9e8-e278-4a70-81f7-b57307dc5fa1 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:15.818968 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 579cc632-52b8-464a-8957-91fc5323cfc7 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:08:15.830205 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889a9e8-e278-4a70-81f7-b57307dc5fa1 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c70316f-f840-42d3-aac0-7a5cf2e563ec,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:15.912482 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cc77ab62-7b58-4994-b101-ff41d896833c tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/subnetpools/2e92c071-71b4-47bc-be72-07cc08821c68/tags/tempest-TagsExtTest-Tag-1257551633 HTTP/1.1" status: 204 len: 168 time: 0.1577258 Mar 02 19:08:15.912482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36502) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:15.918104 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-b938a851-605e-41ac-8e73-e15a57bff79a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2e92c071-71b4-47bc-be72-07cc08821c68') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:15.941403 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 579cc632-52b8-464a-8957-91fc5323cfc7 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:08:15.941403 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:15.949584 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b938a851-605e-41ac-8e73-e15a57bff79a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/subnetpools/2e92c071-71b4-47bc-be72-07cc08821c68/tags HTTP/1.1" status: 200 len: 205 time: 0.0336094 Mar 02 19:08:15.949584 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36506) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:15.954278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-b47a8f5a-1f40-4ccf-b03f-ca11208b65bb tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2e92c071-71b4-47bc-be72-07cc08821c68') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:15.967397 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7889a9e8-e278-4a70-81f7-b57307dc5fa1 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:15.967397 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7889a9e8-e278-4a70-81f7-b57307dc5fa1 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/3c70316f-f840-42d3-aac0-7a5cf2e563ec HTTP/1.1" status: 204 len: 168 time: 0.3176982 Mar 02 19:08:15.974114 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36510) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:16.020725 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b47a8f5a-1f40-4ccf-b03f-ca11208b65bb tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/subnetpools/2e92c071-71b4-47bc-be72-07cc08821c68/tags HTTP/1.1" status: 204 len: 168 time: 0.0708661 Mar 02 19:08:16.024870 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36514) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:16.030442 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-6b5cc739-f0c9-4d55-8a83-dae04013ee76 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c6a653be-36b9-4ed5-b4a5-856e20961173') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:16.097441 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c38e33b6-941f-46b4-b404-f32569627b33 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1222417 Mar 02 19:08:16.105367 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36518) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:16.111106 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-8b9c26b7-a2f3-4759-9d09-44dc48ce937e tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group_rule': {'security_group_id': 'a0f15992-619b-47f3-abd8-c4f0a1c67324', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:16.119938 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8b9c26b7-a2f3-4759-9d09-44dc48ce937e tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:16.124278 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8b9c26b7-a2f3-4759-9d09-44dc48ce937e tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:16.127203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8b9c26b7-a2f3-4759-9d09-44dc48ce937e tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:16.133036 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8b9c26b7-a2f3-4759-9d09-44dc48ce937e tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:16.184583 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6b5cc739-f0c9-4d55-8a83-dae04013ee76 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/routers/c6a653be-36b9-4ed5-b4a5-856e20961173/tags HTTP/1.1" status: 204 len: 168 time: 0.1587310 Mar 02 19:08:16.187129 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36524) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:16.193581 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-3ab10314-3ad4-42ad-be5e-92b9c4827fb0 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '93bd9ff6-1284-45b4-8243-0352b935f186') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:16.213906 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b9c26b7-a2f3-4759-9d09-44dc48ce937e tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:16.265425 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3ab10314-3ad4-42ad-be5e-92b9c4827fb0 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/ports/93bd9ff6-1284-45b4-8243-0352b935f186/tags HTTP/1.1" status: 204 len: 168 time: 0.0767949 Mar 02 19:08:16.267388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36528) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:16.273494 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-d88b3cae-c21f-469d-bb49-5581c550c879 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dac472b3-08c2-4bda-8bbf-3952ae5d8b5c') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:16.280627 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b9c26b7-a2f3-4759-9d09-44dc48ce937e tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:16.321297 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b9c26b7-a2f3-4759-9d09-44dc48ce937e tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:16.346005 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c26b7-a2f3-4759-9d09-44dc48ce937e tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1d2012-b5fa-4612-b1ec-af2a5b8fcf99,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:16.348028 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d88b3cae-c21f-469d-bb49-5581c550c879 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/subnets/dac472b3-08c2-4bda-8bbf-3952ae5d8b5c/tags HTTP/1.1" status: 204 len: 168 time: 0.0794594 Mar 02 19:08:16.356233 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36532) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:16.362499 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-85c0b842-e043-4e1a-af86-2592674b85d0 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dac472b3-08c2-4bda-8bbf-3952ae5d8b5c', 'tempest-TagsExtTest-Tag-1906655629') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:16.447199 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8b9c26b7-a2f3-4759-9d09-44dc48ce937e tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:16.448495 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8b9c26b7-a2f3-4759-9d09-44dc48ce937e tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3414919 Mar 02 19:08:16.450649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36536) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:16.469010 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f29688ad-06d0-4e65-a508-205b44132bf9 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-group-rules/ff1d2012-b5fa-4612-b1ec-af2a5b8fcf99 HTTP/1.1" status: 200 len: 705 time: 0.0173004 Mar 02 19:08:16.474954 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36540) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:16.522922 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4fa53a9d-9a63-41e6-89be-bbdf14701242 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0454447 Mar 02 19:08:16.526099 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-85c0b842-e043-4e1a-af86-2592674b85d0 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "PUT /v2.0/subnets/dac472b3-08c2-4bda-8bbf-3952ae5d8b5c/tags/tempest-TagsExtTest-Tag-1906655629 HTTP/1.1" status: 201 len: 201 time: 0.1677697 Mar 02 19:08:16.527051 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36544) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:16.527972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36546) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:16.533256 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-9c98811a-0bc2-411e-8ee7-ba4b1b534915 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '93bd9ff6-1284-45b4-8243-0352b935f186', 'tempest-TagsExtTest-Tag-461656919') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:16.557102 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2e458227-5af6-4ee9-83a4-c474284b23f8 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:16.567807 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2e458227-5af6-4ee9-83a4-c474284b23f8 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:16.686321 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2e458227-5af6-4ee9-83a4-c474284b23f8 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:16.704184 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e458227-5af6-4ee9-83a4-c474284b23f8 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff1d2012-b5fa-4612-b1ec-af2a5b8fcf99,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:16.708425 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2e458227-5af6-4ee9-83a4-c474284b23f8 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:16.710438 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2e458227-5af6-4ee9-83a4-c474284b23f8 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/ff1d2012-b5fa-4612-b1ec-af2a5b8fcf99 HTTP/1.1" status: 204 len: 168 time: 0.1826844 Mar 02 19:08:16.712508 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36552) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:16.756744 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fff2dc71-d80c-4af2-8cf8-3fa3b22e0afc tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Synchronizing usage tracker for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group_rule {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:16.801936 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9c98811a-0bc2-411e-8ee7-ba4b1b534915 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "PUT /v2.0/ports/93bd9ff6-1284-45b4-8243-0352b935f186/tags/tempest-TagsExtTest-Tag-461656919 HTTP/1.1" status: 201 len: 201 time: 0.2730448 Mar 02 19:08:16.810298 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36556) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:16.810432 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-9a0cccda-638c-43b6-a16e-cc95dbfe28f9 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c6a653be-36b9-4ed5-b4a5-856e20961173', 'tempest-TagsExtTest-Tag-325720795') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:16.858118 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fff2dc71-d80c-4af2-8cf8-3fa3b22e0afc tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Unset dirty status for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group_rule {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:16.859373 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fff2dc71-d80c-4af2-8cf8-3fa3b22e0afc tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1459703 Mar 02 19:08:16.862132 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36560) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:16.867973 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-ad55e601-ec3a-4ee4-bef1-28cc120db804 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group_rule': {'security_group_id': 'a0f15992-619b-47f3-abd8-c4f0a1c67324', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:16.873843 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ad55e601-ec3a-4ee4-bef1-28cc120db804 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:16.883477 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ad55e601-ec3a-4ee4-bef1-28cc120db804 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:16.965373 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad55e601-ec3a-4ee4-bef1-28cc120db804 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:17.026770 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9a0cccda-638c-43b6-a16e-cc95dbfe28f9 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "PUT /v2.0/routers/c6a653be-36b9-4ed5-b4a5-856e20961173/tags/tempest-TagsExtTest-Tag-325720795 HTTP/1.1" status: 201 len: 201 time: 0.2203958 Mar 02 19:08:17.028612 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad55e601-ec3a-4ee4-bef1-28cc120db804 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:17.029382 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36564) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:17.034858 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-9c1275cb-324b-4d5e-b91d-217c2f5a5e2a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2e92c071-71b4-47bc-be72-07cc08821c68', 'tempest-TagsExtTest-Tag-660379051') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:17.080823 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad55e601-ec3a-4ee4-bef1-28cc120db804 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:17.104915 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55e601-ec3a-4ee4-bef1-28cc120db804 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd2ae68-d83f-4a0b-bfa9-782dce4d9d67,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:17.172884 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9c1275cb-324b-4d5e-b91d-217c2f5a5e2a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "PUT /v2.0/subnetpools/2e92c071-71b4-47bc-be72-07cc08821c68/tags/tempest-TagsExtTest-Tag-660379051 HTTP/1.1" status: 201 len: 201 time: 0.1424830 Mar 02 19:08:17.181028 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36568) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:17.186483 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-b486bc8e-56aa-49ba-a52e-94172f8cfc7c tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'dac472b3-08c2-4bda-8bbf-3952ae5d8b5c', {'tags': ['tempest-TagsExtTest-Tag-1116894212', 'tempest-TagsExtTest-Tag-717092418', 'tempest-TagsExtTest-Tag-1777286333']}) {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:17.215934 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ad55e601-ec3a-4ee4-bef1-28cc120db804 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:17.217042 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ad55e601-ec3a-4ee4-bef1-28cc120db804 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3539689 Mar 02 19:08:17.223897 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36572) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:17.244127 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-894f2c58-ce0e-4585-91e9-990a2b8e7526 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-group-rules/ecd2ae68-d83f-4a0b-bfa9-782dce4d9d67 HTTP/1.1" status: 200 len: 706 time: 0.0190942 Mar 02 19:08:17.250388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36576) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:17.302577 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ff0b17c2-8bf9-4dee-84f8-4e0817412595 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.0506265 Mar 02 19:08:17.305672 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36580) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:17.332234 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b486bc8e-56aa-49ba-a52e-94172f8cfc7c tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "PUT /v2.0/subnets/dac472b3-08c2-4bda-8bbf-3952ae5d8b5c/tags HTTP/1.1" status: 200 len: 317 time: 0.1502297 Mar 02 19:08:17.336822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36584) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:17.339883 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e98499f4-1990-478a-b1c0-8421817bb3da tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:17.349107 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-6a3de8af-f7d2-43d3-be8d-1e02ef5c7a96 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dac472b3-08c2-4bda-8bbf-3952ae5d8b5c') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:17.387307 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e98499f4-1990-478a-b1c0-8421817bb3da tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:17.531693 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e98499f4-1990-478a-b1c0-8421817bb3da tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:17.550771 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98499f4-1990-478a-b1c0-8421817bb3da tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecd2ae68-d83f-4a0b-bfa9-782dce4d9d67,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:17.556614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e98499f4-1990-478a-b1c0-8421817bb3da tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:17.557700 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e98499f4-1990-478a-b1c0-8421817bb3da tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/ecd2ae68-d83f-4a0b-bfa9-782dce4d9d67 HTTP/1.1" status: 204 len: 168 time: 0.2509084 Mar 02 19:08:17.561294 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36588) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:17.561431 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6a3de8af-f7d2-43d3-be8d-1e02ef5c7a96 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/subnets/dac472b3-08c2-4bda-8bbf-3952ae5d8b5c/tags HTTP/1.1" status: 204 len: 168 time: 0.2229066 Mar 02 19:08:17.563887 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36592) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:17.569948 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-13b07edd-cfe3-4038-8f68-2220cc91e2ca tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dac472b3-08c2-4bda-8bbf-3952ae5d8b5c', 'tempest-TagsExtTest-Tag-1116894212') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:17.612328 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4c9b0a21-6fae-4502-b17e-25c3829ad497 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0501237 Mar 02 19:08:17.615138 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36596) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:17.638010 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-13b07edd-cfe3-4038-8f68-2220cc91e2ca tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] show failed (client error): The resource could not be found. Mar 02 19:08:17.642070 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-13b07edd-cfe3-4038-8f68-2220cc91e2ca tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/subnets/dac472b3-08c2-4bda-8bbf-3952ae5d8b5c/tags/tempest-TagsExtTest-Tag-1116894212 HTTP/1.1" status: 404 len: 329 time: 0.0742676 Mar 02 19:08:17.642070 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36600) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:17.647420 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-274b004f-d120-4430-9a80-db361fa28c94 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dac472b3-08c2-4bda-8bbf-3952ae5d8b5c', 'tempest-TagsExtTest-Tag-717092418') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:17.681391 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5d71c6e1-7fc4-49b9-9f71-e383918aa527 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:17.708854 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5d71c6e1-7fc4-49b9-9f71-e383918aa527 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:17.717794 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-274b004f-d120-4430-9a80-db361fa28c94 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] show failed (client error): The resource could not be found. Mar 02 19:08:17.718832 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-274b004f-d120-4430-9a80-db361fa28c94 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/subnets/dac472b3-08c2-4bda-8bbf-3952ae5d8b5c/tags/tempest-TagsExtTest-Tag-717092418 HTTP/1.1" status: 404 len: 328 time: 0.0761352 Mar 02 19:08:17.721903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36606) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:17.733443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-ad59f91d-649a-4bb7-a7af-2bbf02fac227 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dac472b3-08c2-4bda-8bbf-3952ae5d8b5c', 'tempest-TagsExtTest-Tag-1777286333') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:17.815146 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-ad59f91d-649a-4bb7-a7af-2bbf02fac227 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] show failed (client error): The resource could not be found. Mar 02 19:08:17.817490 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ad59f91d-649a-4bb7-a7af-2bbf02fac227 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/subnets/dac472b3-08c2-4bda-8bbf-3952ae5d8b5c/tags/tempest-TagsExtTest-Tag-1777286333 HTTP/1.1" status: 404 len: 329 time: 0.0933886 Mar 02 19:08:17.819789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36610) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:17.825032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-308dc182-42f8-44f4-87d2-4ee71b4a9172 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '93bd9ff6-1284-45b4-8243-0352b935f186', {'tags': ['tempest-TagsExtTest-Tag-1165582685', 'tempest-TagsExtTest-Tag-1343560704', 'tempest-TagsExtTest-Tag-892079227']}) {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:17.860771 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5d71c6e1-7fc4-49b9-9f71-e383918aa527 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:17.894687 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71c6e1-7fc4-49b9-9f71-e383918aa527 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f15992-619b-47f3-abd8-c4f0a1c67324,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:17.910523 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5d71c6e1-7fc4-49b9-9f71-e383918aa527 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:17.911088 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5d71c6e1-7fc4-49b9-9f71-e383918aa527 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-groups/a0f15992-619b-47f3-abd8-c4f0a1c67324 HTTP/1.1" status: 204 len: 168 time: 0.2947829 Mar 02 19:08:17.914931 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36614) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:17.971653 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b60d8e3b-bfe2-4a3b-b57d-ec83a82265b7 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Synchronizing usage tracker for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:18.001732 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-308dc182-42f8-44f4-87d2-4ee71b4a9172 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "PUT /v2.0/ports/93bd9ff6-1284-45b4-8243-0352b935f186/tags HTTP/1.1" status: 200 len: 317 time: 0.1812372 Mar 02 19:08:18.004247 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36618) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:18.010669 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-4c3e1b33-46ed-4e1c-b62c-20646f9ef753 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '93bd9ff6-1284-45b4-8243-0352b935f186') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:18.049730 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b60d8e3b-bfe2-4a3b-b57d-ec83a82265b7 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Unset dirty status for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:18.050931 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b60d8e3b-bfe2-4a3b-b57d-ec83a82265b7 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1356349 Mar 02 19:08:18.055836 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36622) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:18.062253 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-b0455f16-00ac-43ae-84c4-f289cdf623b5 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group': {'name': 'tempest-secgroup--275876035'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:18.068025 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b0455f16-00ac-43ae-84c4-f289cdf623b5 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:18.079013 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b0455f16-00ac-43ae-84c4-f289cdf623b5 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:18.160909 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b0455f16-00ac-43ae-84c4-f289cdf623b5 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:18.184963 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4c3e1b33-46ed-4e1c-b62c-20646f9ef753 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/ports/93bd9ff6-1284-45b4-8243-0352b935f186/tags HTTP/1.1" status: 204 len: 168 time: 0.1796422 Mar 02 19:08:18.188004 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36626) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:18.193927 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-32962731-69de-43d1-ad0a-55e7887d78e6 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '93bd9ff6-1284-45b4-8243-0352b935f186', 'tempest-TagsExtTest-Tag-1165582685') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:18.201128 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b0455f16-00ac-43ae-84c4-f289cdf623b5 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:18.205264 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b0455f16-00ac-43ae-84c4-f289cdf623b5 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:18.208123 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b0455f16-00ac-43ae-84c4-f289cdf623b5 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:18.214444 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b0455f16-00ac-43ae-84c4-f289cdf623b5 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:18.262136 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-32962731-69de-43d1-ad0a-55e7887d78e6 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] show failed (client error): The resource could not be found. Mar 02 19:08:18.263186 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-32962731-69de-43d1-ad0a-55e7887d78e6 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/ports/93bd9ff6-1284-45b4-8243-0352b935f186/tags/tempest-TagsExtTest-Tag-1165582685 HTTP/1.1" status: 404 len: 329 time: 0.0742140 Mar 02 19:08:18.269946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36630) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:18.270465 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b0455f16-00ac-43ae-84c4-f289cdf623b5 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:18.276775 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-dd117558-9667-4e72-8f9f-063003813e77 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '93bd9ff6-1284-45b4-8243-0352b935f186', 'tempest-TagsExtTest-Tag-1343560704') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:18.344555 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b0455f16-00ac-43ae-84c4-f289cdf623b5 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:18.347619 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-dd117558-9667-4e72-8f9f-063003813e77 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] show failed (client error): The resource could not be found. Mar 02 19:08:18.348781 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-dd117558-9667-4e72-8f9f-063003813e77 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/ports/93bd9ff6-1284-45b4-8243-0352b935f186/tags/tempest-TagsExtTest-Tag-1343560704 HTTP/1.1" status: 404 len: 329 time: 0.0778339 Mar 02 19:08:18.352374 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36634) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:18.357782 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-da2e13ed-6c96-4ff9-85be-b6eb3a97bc1e tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '93bd9ff6-1284-45b4-8243-0352b935f186', 'tempest-TagsExtTest-Tag-892079227') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:18.399962 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0455f16-00ac-43ae-84c4-f289cdf623b5 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb846c8-4a54-4097-8ce5-06f463af5b67,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:18.451250 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-da2e13ed-6c96-4ff9-85be-b6eb3a97bc1e tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] show failed (client error): The resource could not be found. Mar 02 19:08:18.453051 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-da2e13ed-6c96-4ff9-85be-b6eb3a97bc1e tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/ports/93bd9ff6-1284-45b4-8243-0352b935f186/tags/tempest-TagsExtTest-Tag-892079227 HTTP/1.1" status: 404 len: 328 time: 0.0990677 Mar 02 19:08:18.456164 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36638) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:18.467544 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-c19202ae-47f3-4209-a320-cc3f190fa1e8 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c6a653be-36b9-4ed5-b4a5-856e20961173', {'tags': ['tempest-TagsExtTest-Tag-726276890', 'tempest-TagsExtTest-Tag-655155647', 'tempest-TagsExtTest-Tag-1823065051']}) {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:18.480971 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b0455f16-00ac-43ae-84c4-f289cdf623b5 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:18.482195 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b0455f16-00ac-43ae-84c4-f289cdf623b5 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4251885 Mar 02 19:08:18.484872 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36642) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:18.490299 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-cd261c0d-f3d3-46f1-9102-cd7cbb8b8fe0 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Request body: {'security_group_rule': {'security_group_id': 'cdb846c8-4a54-4097-8ce5-06f463af5b67', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:18.496449 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-cd261c0d-f3d3-46f1-9102-cd7cbb8b8fe0 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:18.501044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-cd261c0d-f3d3-46f1-9102-cd7cbb8b8fe0 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Usage tracker for resource:security_group_rule and tenant:c555c6275162478fac7a60c80601f28e is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:18.503935 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-cd261c0d-f3d3-46f1-9102-cd7cbb8b8fe0 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:18.510411 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-cd261c0d-f3d3-46f1-9102-cd7cbb8b8fe0 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:18.567445 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cd261c0d-f3d3-46f1-9102-cd7cbb8b8fe0 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:18.635069 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cd261c0d-f3d3-46f1-9102-cd7cbb8b8fe0 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:18.658608 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c19202ae-47f3-4209-a320-cc3f190fa1e8 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "PUT /v2.0/routers/c6a653be-36b9-4ed5-b4a5-856e20961173/tags HTTP/1.1" status: 200 len: 316 time: 0.2025411 Mar 02 19:08:18.661206 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36646) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:18.666841 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-ee2afae6-ab32-41ef-ab93-c0155f6aec93 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c6a653be-36b9-4ed5-b4a5-856e20961173') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:18.720368 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cd261c0d-f3d3-46f1-9102-cd7cbb8b8fe0 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:18.916415 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd261c0d-f3d3-46f1-9102-cd7cbb8b8fe0 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac3a5dc-a491-4ab0-bbd0-b2d085dc63ce,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:18.954780 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cd261c0d-f3d3-46f1-9102-cd7cbb8b8fe0 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:18.956269 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-cd261c0d-f3d3-46f1-9102-cd7cbb8b8fe0 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4699450 Mar 02 19:08:18.958752 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36650) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:19.022869 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ee2afae6-ab32-41ef-ab93-c0155f6aec93 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/routers/c6a653be-36b9-4ed5-b4a5-856e20961173/tags HTTP/1.1" status: 204 len: 168 time: 0.3581138 Mar 02 19:08:19.023419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36654) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:19.029218 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-99986cc9-a108-4d6f-b6c0-c999c1b24a68 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:19.029712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-42b9cbaf-8b52-4c03-a268-1e14852264f3 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c6a653be-36b9-4ed5-b4a5-856e20961173', 'tempest-TagsExtTest-Tag-726276890') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:19.058178 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-99986cc9-a108-4d6f-b6c0-c999c1b24a68 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:19.178215 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-42b9cbaf-8b52-4c03-a268-1e14852264f3 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] show failed (client error): The resource could not be found. Mar 02 19:08:19.178215 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-42b9cbaf-8b52-4c03-a268-1e14852264f3 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/routers/c6a653be-36b9-4ed5-b4a5-856e20961173/tags/tempest-TagsExtTest-Tag-726276890 HTTP/1.1" status: 404 len: 328 time: 0.1486726 Mar 02 19:08:19.178215 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36658) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:19.182693 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-5cbb59db-ac18-49d4-b316-8a6ca98a216e tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c6a653be-36b9-4ed5-b4a5-856e20961173', 'tempest-TagsExtTest-Tag-655155647') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:19.194830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-99986cc9-a108-4d6f-b6c0-c999c1b24a68 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:19.214632 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99986cc9-a108-4d6f-b6c0-c999c1b24a68 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb846c8-4a54-4097-8ce5-06f463af5b67,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:19.228197 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-99986cc9-a108-4d6f-b6c0-c999c1b24a68 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:19.229542 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-99986cc9-a108-4d6f-b6c0-c999c1b24a68 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-groups/cdb846c8-4a54-4097-8ce5-06f463af5b67 HTTP/1.1" status: 204 len: 168 time: 0.2698150 Mar 02 19:08:19.232026 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36662) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:19.289225 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d49251ff-b293-40c0-9c6f-ab02c31717ee tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Synchronizing usage tracker for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:19.311965 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-5cbb59db-ac18-49d4-b316-8a6ca98a216e tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] show failed (client error): The resource could not be found. Mar 02 19:08:19.314914 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5cbb59db-ac18-49d4-b316-8a6ca98a216e tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/routers/c6a653be-36b9-4ed5-b4a5-856e20961173/tags/tempest-TagsExtTest-Tag-655155647 HTTP/1.1" status: 404 len: 328 time: 0.1359191 Mar 02 19:08:19.316849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36666) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:19.322195 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-146e3f1c-71bd-4dbb-bacb-759326cd632c tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c6a653be-36b9-4ed5-b4a5-856e20961173', 'tempest-TagsExtTest-Tag-1823065051') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:19.360643 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d49251ff-b293-40c0-9c6f-ab02c31717ee tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Unset dirty status for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:19.362076 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d49251ff-b293-40c0-9c6f-ab02c31717ee tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1291113 Mar 02 19:08:19.365397 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36670) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:19.409379 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d68b0b8e-2ed3-4068-b2d3-caed60566391 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Synchronizing usage tracker for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group_rule {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:19.452270 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-146e3f1c-71bd-4dbb-bacb-759326cd632c tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] show failed (client error): The resource could not be found. Mar 02 19:08:19.453175 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-146e3f1c-71bd-4dbb-bacb-759326cd632c tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/routers/c6a653be-36b9-4ed5-b4a5-856e20961173/tags/tempest-TagsExtTest-Tag-1823065051 HTTP/1.1" status: 404 len: 329 time: 0.1354489 Mar 02 19:08:19.456067 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36674) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:19.462192 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.tag.tag_plugin [None req-a81b2e7e-6c3f-47ad-8481-3c5c7c432460 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2e92c071-71b4-47bc-be72-07cc08821c68', {'tags': ['tempest-TagsExtTest-Tag-1545536231', 'tempest-TagsExtTest-Tag-322892848', 'tempest-TagsExtTest-Tag-854136720']}) {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:19.490749 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d68b0b8e-2ed3-4068-b2d3-caed60566391 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] Unset dirty status for tenant:c555c6275162478fac7a60c80601f28e on resource:security_group_rule {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:19.490749 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d68b0b8e-2ed3-4068-b2d3-caed60566391 tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1226716 Mar 02 19:08:19.492520 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36678) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:19.515831 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-5a1cae51-484d-46ff-83f8-9b213fe11f4d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] delete failed (client error): The resource could not be found. Mar 02 19:08:19.516735 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5a1cae51-484d-46ff-83f8-9b213fe11f4d tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "DELETE /v2.0/security-groups/cdb846c8-4a54-4097-8ce5-06f463af5b67 HTTP/1.1" status: 404 len: 347 time: 0.0238914 Mar 02 19:08:19.520450 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36682) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:19.563884 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a81b2e7e-6c3f-47ad-8481-3c5c7c432460 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "PUT /v2.0/subnetpools/2e92c071-71b4-47bc-be72-07cc08821c68/tags HTTP/1.1" status: 200 len: 316 time: 0.1068461 Mar 02 19:08:19.566684 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36686) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:19.573146 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-a0ef1272-14f1-4b8d-b199-b5c0d8456640 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2e92c071-71b4-47bc-be72-07cc08821c68') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:19.586280 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f82ace36-3481-45be-a9cf-76ed53f5b67e tempest-SecGroupTest-1842070145 tempest-SecGroupTest-1842070145-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0586612 Mar 02 19:08:19.693024 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a0ef1272-14f1-4b8d-b199-b5c0d8456640 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/subnetpools/2e92c071-71b4-47bc-be72-07cc08821c68/tags HTTP/1.1" status: 204 len: 168 time: 0.1249447 Mar 02 19:08:19.698623 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36692) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:19.704621 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-3e5e93e3-c26c-4fde-848c-d3996adb9fa7 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2e92c071-71b4-47bc-be72-07cc08821c68', 'tempest-TagsExtTest-Tag-1545536231') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:19.728137 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-3e5e93e3-c26c-4fde-848c-d3996adb9fa7 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] show failed (client error): The resource could not be found. Mar 02 19:08:19.729156 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3e5e93e3-c26c-4fde-848c-d3996adb9fa7 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/subnetpools/2e92c071-71b4-47bc-be72-07cc08821c68/tags/tempest-TagsExtTest-Tag-1545536231 HTTP/1.1" status: 404 len: 329 time: 0.0295813 Mar 02 19:08:19.732004 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36696) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:19.737229 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-ca2d4e4c-784c-4a97-8b01-516a8d3c5fdb tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2e92c071-71b4-47bc-be72-07cc08821c68', 'tempest-TagsExtTest-Tag-322892848') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:19.761943 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-ca2d4e4c-784c-4a97-8b01-516a8d3c5fdb tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] show failed (client error): The resource could not be found. Mar 02 19:08:19.762931 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ca2d4e4c-784c-4a97-8b01-516a8d3c5fdb tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/subnetpools/2e92c071-71b4-47bc-be72-07cc08821c68/tags/tempest-TagsExtTest-Tag-322892848 HTTP/1.1" status: 404 len: 328 time: 0.0300663 Mar 02 19:08:19.765854 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36700) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:19.771167 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-1073d840-cfff-462a-99c6-2df6357a7025 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2e92c071-71b4-47bc-be72-07cc08821c68', 'tempest-TagsExtTest-Tag-854136720') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:19.793907 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.api.v2.resource [None req-1073d840-cfff-462a-99c6-2df6357a7025 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] show failed (client error): The resource could not be found. Mar 02 19:08:19.794822 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1073d840-cfff-462a-99c6-2df6357a7025 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/subnetpools/2e92c071-71b4-47bc-be72-07cc08821c68/tags/tempest-TagsExtTest-Tag-854136720 HTTP/1.1" status: 404 len: 328 time: 0.0281072 Mar 02 19:08:19.797515 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36704) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:19.805705 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-e70b6496-dba0-43a9-b832-5a4584d5a61a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2e92c071-71b4-47bc-be72-07cc08821c68') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:19.837103 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e70b6496-dba0-43a9-b832-5a4584d5a61a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/subnetpools/2e92c071-71b4-47bc-be72-07cc08821c68/tags HTTP/1.1" status: 204 len: 168 time: 0.0386479 Mar 02 19:08:19.839646 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36708) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:19.845075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-b078f9b0-2314-4ba7-baee-71345eff7e51 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c6a653be-36b9-4ed5-b4a5-856e20961173') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:19.985424 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b078f9b0-2314-4ba7-baee-71345eff7e51 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/routers/c6a653be-36b9-4ed5-b4a5-856e20961173/tags HTTP/1.1" status: 204 len: 168 time: 0.1447787 Mar 02 19:08:19.988037 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36712) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:19.994703 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-3d4b34e1-11d5-4695-9bff-e95f6bf911b3 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '93bd9ff6-1284-45b4-8243-0352b935f186') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:20.072048 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3d4b34e1-11d5-4695-9bff-e95f6bf911b3 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/ports/93bd9ff6-1284-45b4-8243-0352b935f186/tags HTTP/1.1" status: 204 len: 168 time: 0.0804513 Mar 02 19:08:20.072705 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36718) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:20.078212 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.tag.tag_plugin [None req-fd5f5561-79a9-4d01-9543-b0477516c9a9 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dac472b3-08c2-4bda-8bbf-3952ae5d8b5c') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:20.118081 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36722) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:20.158628 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fd5f5561-79a9-4d01-9543-b0477516c9a9 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/subnets/dac472b3-08c2-4bda-8bbf-3952ae5d8b5c/tags HTTP/1.1" status: 204 len: 168 time: 0.0853615 Mar 02 19:08:20.166459 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36728) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:20.382234 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7d58e772-2901-4e07-a434-aab9453b3d91 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c555c6275162478fac7a60c80601f28e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2619338 Mar 02 19:08:20.384733 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36732) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:20.449822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c2e92a8-9de8-4d10-ad8e-f6df2b5fd8c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:20.477196 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c2e92a8-9de8-4d10-ad8e-f6df2b5fd8c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:20.521909 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f300046c-1bf6-45e0-8055-338c899fbe53 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks [] for subnetpool, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:20.524194 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f300046c-1bf6-45e0-8055-338c899fbe53 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/subnetpools/2e92c071-71b4-47bc-be72-07cc08821c68 HTTP/1.1" status: 204 len: 168 time: 0.3572364 Mar 02 19:08:20.527666 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36736) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:20.576109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8cd4a154-23c2-40d7-a83f-0bc671df65eb tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Synchronizing usage tracker for tenant:73b685f27add42cea52a85ada079695d on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:20.604524 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c2e92a8-9de8-4d10-ad8e-f6df2b5fd8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:20.618423 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e92a8-9de8-4d10-ad8e-f6df2b5fd8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb770eaf-cf42-4b0b-9f44-d1099292104f,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:20.681665 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8cd4a154-23c2-40d7-a83f-0bc671df65eb tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Unset dirty status for tenant:73b685f27add42cea52a85ada079695d on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:20.682844 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8cd4a154-23c2-40d7-a83f-0bc671df65eb tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6a653be-36b9-4ed5-b4a5-856e20961173 HTTP/1.1" status: 200 len: 205 time: 0.1532004 Mar 02 19:08:20.685660 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36740) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:20.831248 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2142b4fb-5507-4d53-9a23-49d9f69b48af tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:20.887222 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5c2e92a8-9de8-4d10-ad8e-f6df2b5fd8c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:20.888292 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5c2e92a8-9de8-4d10-ad8e-f6df2b5fd8c0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bb770eaf-cf42-4b0b-9f44-d1099292104f HTTP/1.1" status: 204 len: 168 time: 0.5025947 Mar 02 19:08:21.242976 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2142b4fb-5507-4d53-9a23-49d9f69b48af tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:21.248434 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2142b4fb-5507-4d53-9a23-49d9f69b48af tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:21.332368 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2142b4fb-5507-4d53-9a23-49d9f69b48af tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:21.332889 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2142b4fb-5507-4d53-9a23-49d9f69b48af tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Fanout notify agent at l3_agent the message router_deleted on router c6a653be-36b9-4ed5-b4a5-856e20961173 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:08:21.357290 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2142b4fb-5507-4d53-9a23-49d9f69b48af tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:21.358537 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2142b4fb-5507-4d53-9a23-49d9f69b48af tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/routers/c6a653be-36b9-4ed5-b4a5-856e20961173 HTTP/1.1" status: 204 len: 168 time: 0.6719310 Mar 02 19:08:21.362766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36748) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:21.542522 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-28f2b930-ee21-4688-a765-4ca78ae029ff tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Deleting port 93bd9ff6-1284-45b4-8243-0352b935f186 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:08:21.543499 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-28f2b930-ee21-4688-a765-4ca78ae029ff tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:21.652590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9416d76a-d75a-4545-a26b-e00b32ee61e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:21.792075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-28f2b930-ee21-4688-a765-4ca78ae029ff tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:21.923276 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-28f2b930-ee21-4688-a765-4ca78ae029ff tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Calling delete_port for 93bd9ff6-1284-45b4-8243-0352b935f186 owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:08:22.154857 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-28f2b930-ee21-4688-a765-4ca78ae029ff tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:22.208600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2b930-ee21-4688-a765-4ca78ae029ff tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Pushing event deleted for resources: {'Port': ['ID=93bd9ff6-1284-45b4-8243-0352b935f186,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:22.313274 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-28f2b930-ee21-4688-a765-4ca78ae029ff tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:22.383007 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-28f2b930-ee21-4688-a765-4ca78ae029ff tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/ports/93bd9ff6-1284-45b4-8243-0352b935f186 HTTP/1.1" status: 204 len: 168 time: 1.0142033 Mar 02 19:08:22.383807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36752) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:22.602100 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-db65b591-c8ea-4b9b-bf0f-7d8e41616c03 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Deleting subnet dac472b3-08c2-4bda-8bbf-3952ae5d8b5c {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:08:22.606592 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-db65b591-c8ea-4b9b-bf0f-7d8e41616c03 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:22.667043 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-db65b591-c8ea-4b9b-bf0f-7d8e41616c03 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:22.755643 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-db65b591-c8ea-4b9b-bf0f-7d8e41616c03 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:22.869951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-db65b591-c8ea-4b9b-bf0f-7d8e41616c03 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:22.912099 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65b591-c8ea-4b9b-bf0f-7d8e41616c03 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Pushing event deleted for resources: {'Subnet': ['ID=dac472b3-08c2-4bda-8bbf-3952ae5d8b5c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:22.921325 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-db65b591-c8ea-4b9b-bf0f-7d8e41616c03 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:22.927543 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaa216c-6439-461b-9663-dbf2377c533a None None] Network 7e4c2cad-a7d8-440b-9e6e-5b0786927153 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:08:22.929834 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-db65b591-c8ea-4b9b-bf0f-7d8e41616c03 tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/subnets/dac472b3-08c2-4bda-8bbf-3952ae5d8b5c HTTP/1.1" status: 204 len: 168 time: 0.5442054 Mar 02 19:08:22.931773 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36756) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:23.057988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:23.071413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Deleting port 579cc632-52b8-464a-8957-91fc5323cfc7 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:08:23.071751 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:23.189480 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cab457-0cfa-40c7-89c8-68f378d8516e None None] DHCP port deletion for 7e4c2cad-a7d8-440b-9e6e-5b0786927153 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:08:23.193797 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-70cab457-0cfa-40c7-89c8-68f378d8516e None None] Deleting port 579cc632-52b8-464a-8957-91fc5323cfc7 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:08:23.194201 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-70cab457-0cfa-40c7-89c8-68f378d8516e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:23.299538 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] For port 579cc632-52b8-464a-8957-91fc5323cfc7, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=579cc632-52b8-464a-8957-91fc5323cfc7,segment=NetworkSegment(1a9b210a-b74e-402d-98ea-4c5e1e61db29),segment_id=1a9b210a-b74e-402d-98ea-4c5e1e61db29)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:08:23.299967 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:23.413982 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-70cab457-0cfa-40c7-89c8-68f378d8516e None None] For port 579cc632-52b8-464a-8957-91fc5323cfc7, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=579cc632-52b8-464a-8957-91fc5323cfc7,segment=NetworkSegment(1a9b210a-b74e-402d-98ea-4c5e1e61db29),segment_id=1a9b210a-b74e-402d-98ea-4c5e1e61db29)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:08:23.414376 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-70cab457-0cfa-40c7-89c8-68f378d8516e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:23.426021 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Calling delete_port for 579cc632-52b8-464a-8957-91fc5323cfc7 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:08:23.539571 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-70cab457-0cfa-40c7-89c8-68f378d8516e None None] Calling delete_port for 579cc632-52b8-464a-8957-91fc5323cfc7 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:08:23.595408 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:23.615072 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-70cab457-0cfa-40c7-89c8-68f378d8516e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:08:23.615465 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-70cab457-0cfa-40c7-89c8-68f378d8516e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:08:23.646717 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Pushing event deleted for resources: {'Port': ['ID=579cc632-52b8-464a-8957-91fc5323cfc7,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:23.651759 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] No DVR routers for this DVR port 579cc632-52b8-464a-8957-91fc5323cfc7 on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:08:23.692950 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a9d76167-e66f-44c8-815f-938434aaf094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:23.783743 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:23.812840 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4c2cad-a7d8-440b-9e6e-5b0786927153']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:23.828407 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 579cc632-52b8-464a-8957-91fc5323cfc7 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:08:23.829531 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9b210a-b74e-402d-98ea-4c5e1e61db29') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:23.829832 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9b210a-b74e-402d-98ea-4c5e1e61db29') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:23.842297 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:23.860597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:23.861768 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 579cc632-52b8-464a-8957-91fc5323cfc7 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:08:23.862165 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 579cc632-52b8-464a-8957-91fc5323cfc7 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:08:23.868131 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:08:23.868542 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:08:23.884208 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:08:24.018071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:24.036757 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:24.048310 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] Pushing event deleted for resources: {'Network': ['ID=7e4c2cad-a7d8-440b-9e6e-5b0786927153,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:24.055949 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d1c46d4f-f50b-42ec-8fad-749124dae87a tempest-TagsExtTest-363399251 tempest-TagsExtTest-363399251-project] 10.222.0.73 "DELETE /v2.0/networks/7e4c2cad-a7d8-440b-9e6e-5b0786927153 HTTP/1.1" status: 204 len: 168 time: 1.1230588 Mar 02 19:08:24.116638 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-70cab457-0cfa-40c7-89c8-68f378d8516e None None] Deleting port 579cc632-52b8-464a-8957-91fc5323cfc7 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:08:24.117231 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-70cab457-0cfa-40c7-89c8-68f378d8516e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:24.187480 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-70cab457-0cfa-40c7-89c8-68f378d8516e None None] The port '579cc632-52b8-464a-8957-91fc5323cfc7' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:08:24.665460 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36766) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:24.848925 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6845f017-085f-40b8-ba2b-25d8c4ed6858 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=73b685f27add42cea52a85ada079695d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1823058 Mar 02 19:08:24.852259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36772) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:24.921446 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23ca233c-b172-4809-b873-075a645eb350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:24.952761 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23ca233c-b172-4809-b873-075a645eb350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:25.085176 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:25.149435 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23ca233c-b172-4809-b873-075a645eb350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:25.165440 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca233c-b172-4809-b873-075a645eb350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac9e236-b9b8-4b25-91e3-7d808c4fc8f2,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:25.171151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23ca233c-b172-4809-b873-075a645eb350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:25.172556 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-23ca233c-b172-4809-b873-075a645eb350 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eac9e236-b9b8-4b25-91e3-7d808c4fc8f2 HTTP/1.1" status: 204 len: 168 time: 0.3191631 Mar 02 19:08:25.458323 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:26.469410 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:26.903129 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee39f8-0ea8-4937-b50f-eee71915f6d3 req-95ca1dad-62ea-419f-92a8-d17dd5bcb9fc tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:26.906363 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3fee39f8-0ea8-4937-b50f-eee71915f6d3 req-95ca1dad-62ea-419f-92a8-d17dd5bcb9fc tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.0902908 Mar 02 19:08:26.954637 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3fee39f8-0ea8-4937-b50f-eee71915f6d3 req-b6348a00-c804-429d-bf0f-77c353099cca tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435853 Mar 02 19:08:27.868181 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36824) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:28.088810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'network': {'name': 'tempest-network-smoke--349596272', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'port_security_enabled': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:28.094237 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:28.099145 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:network and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:28.103390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:28.138792 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:28.190275 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92934-37a5-41ed-9d07-f508c33661c5 req-c298c88b-9ca3-4877-8930-c65850342492 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:28.191765 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e1f92934-37a5-41ed-9d07-f508c33661c5 req-c298c88b-9ca3-4877-8930-c65850342492 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.0895622 Mar 02 19:08:28.228055 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:08:28.240437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:28.247409 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:28.295109 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e1f92934-37a5-41ed-9d07-f508c33661c5 req-3f102d9e-f6c6-448a-aaeb-f498b54b33ea tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965025 Mar 02 19:08:28.308622 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:28.312567 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:28.315833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:28.322348 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:28.391800 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:28.538640 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:28.573923 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:08:28.583082 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8b7421-edfb-441e-b708-5a5b58e9e4a8,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:28.590194 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:28.590576 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Added segment d277ffbf-89bd-420c-a6d3-baf2a1e51024 of type vlan for network 0b31011a-b1fe-461a-9965-b1fbe880b75c Mar 02 19:08:28.621531 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:28.737344 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:28.741792 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:28.742394 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:28.861221 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Network': ['ID=0b31011a-b1fe-461a-9965-b1fbe880b75c,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:28.876179 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 0b31011a-b1fe-461a-9965-b1fbe880b75c details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:08:28.915665 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-143079a0-305a-4a93-bfe6-f8ec4f025416 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0463378 Mar 02 19:08:28.919370 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36832) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:28.926288 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'admin_state_up': True, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:28.933939 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:28.938887 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:router and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:28.944855 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:28.953691 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:29.058244 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:29.059022 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:29.079222 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:29.308423 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:29.505211 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9214aca-f24a-441f-91e6-a76e9480e8d8 req-4569bbd5-5deb-47af-a395-2eb3411f86a5 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:29.507140 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e9214aca-f24a-441f-91e6-a76e9480e8d8 req-4569bbd5-5deb-47af-a395-2eb3411f86a5 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.0816128 Mar 02 19:08:29.556609 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:29.557197 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e9214aca-f24a-441f-91e6-a76e9480e8d8 req-094f6b58-b0e4-40eb-ab71-a3526696295a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435929 Mar 02 19:08:29.588525 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:29.735598 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.26.4.211 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/bd93feff-d64b-49db-9146-d95096685888) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:08:29.894539 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:29.960957 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:30.031529 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:08:30.034427 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:08:30.038927 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:08:30.068022 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=bd93feff-d64b-49db-9146-d95096685888,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:30.298872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:30.299537 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:30.577404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 0d7a853c-221d-41f4-8a02-ab9bffe85115 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:08:30.895246 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4cccc-c15c-499a-8924-611e8dcb41f8 req-c01c7a85-96bb-46f3-ae30-5d37ac20e888 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:30.898237 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3fa4cccc-c15c-499a-8924-611e8dcb41f8 req-c01c7a85-96bb-46f3-ae30-5d37ac20e888 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.1621685 Mar 02 19:08:30.978294 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3fa4cccc-c15c-499a-8924-611e8dcb41f8 req-55c4c147-52e7-4657-9089-923adce851a9 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730855 Mar 02 19:08:31.003696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:08:31.020379 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Sync routers for ids ['0d7a853c-221d-41f4-8a02-ab9bffe85115'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:08:31.033212 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Routers {'0d7a853c-221d-41f4-8a02-ab9bffe85115'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:08:31.033756 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:08:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['0d7a853c-221d-41f4-8a02-ab9bffe85115'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:31.143061 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:31.144395 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-df8fe473-96c3-40b7-8f46-f5a3359e4202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2240245 Mar 02 19:08:31.157958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36840) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:31.229635 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Set router 0d7a853c-221d-41f4-8a02-ab9bffe85115 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:08:31.287882 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-339e6d97-8335-4d80-9558-b92a702eb45d tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=3b5a22e326e84c6680d758252463bbd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1253622 Mar 02 19:08:31.288583 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36846) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:31.368327 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:31.438387 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdf759f-d1f1-4a4b-b33a-46f005c4616e tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:31.439843 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0bdf759f-d1f1-4a4b-b33a-46f005c4616e tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1502745 Mar 02 19:08:31.442739 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36850) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:31.483825 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8b2c9d95-d1ce-40df-99a7-a7df2a3f7395 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=34755311-e60d-4721-8297-2b2c64e749c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399976 Mar 02 19:08:31.492700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36854) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:31.498272 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-28ecacca-a843-4b88-a69b-9b4b556ed58e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1982718880', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:31.555947 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:30Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:31.560118 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Checking router: 0d7a853c-221d-41f4-8a02-ab9bffe85115 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:08:31.560469 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Updating router 0d7a853c-221d-41f4-8a02-ab9bffe85115 port bd93feff-d64b-49db-9146-d95096685888 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:08:31.616259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-28ecacca-a843-4b88-a69b-9b4b556ed58e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:31.620311 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-28ecacca-a843-4b88-a69b-9b4b556ed58e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:subnet and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:31.621425 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:31.624667 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-28ecacca-a843-4b88-a69b-9b4b556ed58e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:31.632651 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-28ecacca-a843-4b88-a69b-9b4b556ed58e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:31.720491 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ecacca-a843-4b88-a69b-9b4b556ed58e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:08:31.826112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-28ecacca-a843-4b88-a69b-9b4b556ed58e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:31.960695 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:31.972676 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Transition to ACTIVE for port object bd93feff-d64b-49db-9146-d95096685888 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:08:32.103043 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:32.127948 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-28ecacca-a843-4b88-a69b-9b4b556ed58e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:32.183650 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529cea4-f2b2-438f-85e6-3ec2fc58067f None None] Pushing event updated for resources: {'Port': ['ID=bd93feff-d64b-49db-9146-d95096685888,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:32.191853 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Attempting to bind port bd93feff-d64b-49db-9146-d95096685888 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:08:32.192448 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Attempting to bind port bd93feff-d64b-49db-9146-d95096685888 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:08:32.192991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Attempting to bind port bd93feff-d64b-49db-9146-d95096685888 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:08:32.201227 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:08:32.201608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:08:32.202014 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:32.202727 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:08:32.203254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Bound port: bd93feff-d64b-49db-9146-d95096685888, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:08:32.203803 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:32.213299 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85df273-c52d-4b48-b989-b8af315f85ba req-55d23d74-1128-44bf-b661-51a1f0b14920 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:32.216418 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f85df273-c52d-4b48-b989-b8af315f85ba req-55d23d74-1128-44bf-b661-51a1f0b14920 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.1003594 Mar 02 19:08:32.217395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecacca-a843-4b88-a69b-9b4b556ed58e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Subnet': ['ID=f66fc9bc-595c-4fc4-a2f5-2e995540272e,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:32.229306 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ecacca-a843-4b88-a69b-9b4b556ed58e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Checking segment: {'id': 'd277ffbf-89bd-420c-a6d3-baf2a1e51024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:08:32.229667 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ecacca-a843-4b88-a69b-9b4b556ed58e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network hostable DHCP agents. Network: 0b31011a-b1fe-461a-9965-b1fbe880b75c, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:08:32.278670 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f85df273-c52d-4b48-b989-b8af315f85ba req-4cb5b6d0-cb4a-4868-8d06-06de0640f940 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512531 Mar 02 19:08:32.283788 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] For port bd93feff-d64b-49db-9146-d95096685888, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:08:32.287125 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] For port bd93feff-d64b-49db-9146-d95096685888, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=bd93feff-d64b-49db-9146-d95096685888,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:08:32.326186 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ecacca-a843-4b88-a69b-9b4b556ed58e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 0b31011a-b1fe-461a-9965-b1fbe880b75c is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:08:32.418217 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:32.440708 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-28ecacca-a843-4b88-a69b-9b4b556ed58e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 0b31011a-b1fe-461a-9965-b1fbe880b75c) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:08:32.445707 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ecacca-a843-4b88-a69b-9b4b556ed58e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:32.449912 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-28ecacca-a843-4b88-a69b-9b4b556ed58e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:32.458991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50dabf6-773d-477f-9d11-7f338842865a None None] Network 0b31011a-b1fe-461a-9965-b1fbe880b75c requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:08:32.524871 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-28ecacca-a843-4b88-a69b-9b4b556ed58e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0310175 Mar 02 19:08:32.527857 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36860) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:32.581442 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529cea4-f2b2-438f-85e6-3ec2fc58067f None None] Pushing event updated for resources: {'Port': ['ID=bd93feff-d64b-49db-9146-d95096685888,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:32.613731 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Routers {'0d7a853c-221d-41f4-8a02-ab9bffe85115'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:08:32.614254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:08:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['0d7a853c-221d-41f4-8a02-ab9bffe85115'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:32.894717 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-0b31011a-b1fe-461a-9965-b1fbe880b75c', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ips': [{'subnet_id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:08:32.895870 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:32.969918 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] Set router 0d7a853c-221d-41f4-8a02-ab9bffe85115 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:08:33.333865 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Allocated IP 172.20.0.2 (0b31011a-b1fe-461a-9965-b1fbe880b75c/f66fc9bc-595c-4fc4-a2f5-2e995540272e/a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:08:33.500595 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:30Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:33.504629 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c52008-f7d5-46e8-8203-1a86cfc29c0c None None] The sync data for ids ['0d7a853c-221d-41f4-8a02-ab9bffe85115'] in dv-neutron-831573-1-hyperv is: [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:30Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:08:33.552827 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-033e1a80-44b1-4998-92ac-24e0c98faa44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:33.572163 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c36542-51b2-4e3c-b5aa-68dea682cbbb req-6eae53ac-3940-4ad1-a65c-4ccc688ee846 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:33.573742 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d4c36542-51b2-4e3c-b5aa-68dea682cbbb req-6eae53ac-3940-4ad1-a65c-4ccc688ee846 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.1548843 Mar 02 19:08:33.643560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:33.658236 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Transition to ACTIVE for port object a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:08:33.690495 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Transition to ACTIVE for port object a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:08:33.766537 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:33.782007 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d4c36542-51b2-4e3c-b5aa-68dea682cbbb req-e76cf6da-0e1b-491f-8a23-ea1a9c16d00d tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2018914 Mar 02 19:08:33.877997 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Network 0b31011a-b1fe-461a-9965-b1fbe880b75c is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:08:33.885903 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Pushing event updated for resources: {'Port': ['ID=a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:33.893348 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:08:33.902880 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:08:33.905003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device bd93feff-d64b-49db-9146-d95096685888 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:08:34.089786 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Attempting to bind port a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:08:34.090149 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Attempting to bind port a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'd277ffbf-89bd-420c-a6d3-baf2a1e51024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:08:34.090507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Attempting to bind port a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa on network 0b31011a-b1fe-461a-9965-b1fbe880b75c {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:08:34.102821 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:08:34.103195 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Checking segment: {'id': 'd277ffbf-89bd-420c-a6d3-baf2a1e51024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:08:34.103685 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:34.104092 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Bound using segment: {'id': 'd277ffbf-89bd-420c-a6d3-baf2a1e51024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:08:34.104571 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Bound port: a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd277ffbf-89bd-420c-a6d3-baf2a1e51024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:08:34.104943 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:34.113738 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-033e1a80-44b1-4998-92ac-24e0c98faa44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.20.0.1 (0b31011a-b1fe-461a-9965-b1fbe880b75c/f66fc9bc-595c-4fc4-a2f5-2e995540272e/05bb9594-e31f-45c0-9345-e6d9dd21a664) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:08:34.210535 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] For port a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:08:34.214177 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] For port a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa,segment=NetworkSegment(d277ffbf-89bd-420c-a6d3-baf2a1e51024),segment_id=d277ffbf-89bd-420c-a6d3-baf2a1e51024)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:08:34.217320 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port bd93feff-d64b-49db-9146-d95096685888 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:08:34.222832 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port bd93feff-d64b-49db-9146-d95096685888 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:08:34.223611 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:34.295037 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-033e1a80-44b1-4998-92ac-24e0c98faa44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:34.314641 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-033e1a80-44b1-4998-92ac-24e0c98faa44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Transition to ACTIVE for port object 05bb9594-e31f-45c0-9345-e6d9dd21a664 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:08:34.326210 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:34.424302 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-033e1a80-44b1-4998-92ac-24e0c98faa44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:34.425739 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:34.460615 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad9738-2dc5-43b3-877a-a3d07c45d358 None None] Pushing event updated for resources: {'Port': ['ID=a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:34.464996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port bd93feff-d64b-49db-9146-d95096685888, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=bd93feff-d64b-49db-9146-d95096685888,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:08:34.516871 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033e1a80-44b1-4998-92ac-24e0c98faa44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 0b31011a-b1fe-461a-9965-b1fbe880b75c is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:08:34.520122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-033e1a80-44b1-4998-92ac-24e0c98faa44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:08:34.525661 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033e1a80-44b1-4998-92ac-24e0c98faa44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:08:34.539242 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:34.560983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e1a80-44b1-4998-92ac-24e0c98faa44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=05bb9594-e31f-45c0-9345-e6d9dd21a664,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:34.616736 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-033e1a80-44b1-4998-92ac-24e0c98faa44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:34.648286 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=bd93feff-d64b-49db-9146-d95096685888,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:34.813130 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-033e1a80-44b1-4998-92ac-24e0c98faa44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:35.025369 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf992b-cf10-4e63-aa83-400074a876e0 req-bffd45a1-6697-4f6c-862e-03d279b9fcff tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:35.026867 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-03bf992b-cf10-4e63-aa83-400074a876e0 req-bffd45a1-6697-4f6c-862e-03d279b9fcff tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.0892165 Mar 02 19:08:35.082161 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-03bf992b-cf10-4e63-aa83-400074a876e0 req-1086b948-4277-4376-b7db-f3d303a83e23 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455987 Mar 02 19:08:35.267920 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-033e1a80-44b1-4998-92ac-24e0c98faa44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:35.360227 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-033e1a80-44b1-4998-92ac-24e0c98faa44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:35.480073 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c9698e-d798-4d93-a453-f1e18f9ab3b1 None None] Network 0b31011a-b1fe-461a-9965-b1fbe880b75c requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:08:35.580551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-033e1a80-44b1-4998-92ac-24e0c98faa44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:35.584726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e1a80-44b1-4998-92ac-24e0c98faa44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=05bb9594-e31f-45c0-9345-e6d9dd21a664,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:35.597232 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:08:35.688309 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-52d2c939-fc0f-406b-92a3-0d370c989942 None None] Provisioning for port a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:08:35.733098 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033e1a80-44b1-4998-92ac-24e0c98faa44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 0b31011a-b1fe-461a-9965-b1fbe880b75c is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:08:35.734413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-033e1a80-44b1-4998-92ac-24e0c98faa44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:08:35.919588 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:08:36.043793 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:08:36.050214 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:08:36.051244 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:36.105148 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-96ed6715-f8a5-41f3-85fd-c15426a078fd None None] Provisioning for port 05bb9594-e31f-45c0-9345-e6d9dd21a664 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:08:36.121146 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-96ed6715-f8a5-41f3-85fd-c15426a078fd None None] Provisioning complete for port 05bb9594-e31f-45c0-9345-e6d9dd21a664 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:08:36.122376 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-96ed6715-f8a5-41f3-85fd-c15426a078fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:36.171861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033e1a80-44b1-4998-92ac-24e0c98faa44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 0d7a853c-221d-41f4-8a02-ab9bffe85115 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:08:36.226904 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-96ed6715-f8a5-41f3-85fd-c15426a078fd None None] Port 05bb9594-e31f-45c0-9345-e6d9dd21a664 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:08:36.264020 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:36.274019 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-96ed6715-f8a5-41f3-85fd-c15426a078fd None None] Provisioning complete for port a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:08:36.274390 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-96ed6715-f8a5-41f3-85fd-c15426a078fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:36.354109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa,segment=NetworkSegment(d277ffbf-89bd-420c-a6d3-baf2a1e51024),segment_id=d277ffbf-89bd-420c-a6d3-baf2a1e51024)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:08:36.413369 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:36.414968 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device bd93feff-d64b-49db-9146-d95096685888 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:08:36.429828 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3971af-d111-4ecf-8aa8-da4d0c0930ac req-903a61cb-5ed6-4057-be2f-7033036bc2bc tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:36.431310 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2c3971af-d111-4ecf-8aa8-da4d0c0930ac req-903a61cb-5ed6-4057-be2f-7033036bc2bc tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.1820188 Mar 02 19:08:36.497434 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2c3971af-d111-4ecf-8aa8-da4d0c0930ac req-dce4dc33-d400-41b7-90cf-e53077ea7310 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596225 Mar 02 19:08:36.519111 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033e1a80-44b1-4998-92ac-24e0c98faa44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:08:36.536884 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-033e1a80-44b1-4998-92ac-24e0c98faa44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/routers/0d7a853c-221d-41f4-8a02-ab9bffe85115/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0079274 Mar 02 19:08:36.542314 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36872) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:36.554015 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-96ed6715-f8a5-41f3-85fd-c15426a078fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:36.636988 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:36.666976 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port bd93feff-d64b-49db-9146-d95096685888 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:08:36.667357 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:36.691397 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c80e0a6-1d3d-4a1d-8595-532c637e5350 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:36.691940 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c80e0a6-1d3d-4a1d-8595-532c637e5350 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:36.692141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c80e0a6-1d3d-4a1d-8595-532c637e5350 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:36.692510 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c80e0a6-1d3d-4a1d-8595-532c637e5350 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:36.692872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c80e0a6-1d3d-4a1d-8595-532c637e5350 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:36.693231 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c80e0a6-1d3d-4a1d-8595-532c637e5350 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:36.694141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c80e0a6-1d3d-4a1d-8595-532c637e5350 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:36.696058 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9c80e0a6-1d3d-4a1d-8595-532c637e5350 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.1527374 Mar 02 19:08:36.698985 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36876) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:36.707825 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-96ed6715-f8a5-41f3-85fd-c15426a078fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:08:36.708183 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-96ed6715-f8a5-41f3-85fd-c15426a078fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:08:36.791679 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e41de2-fef5-4ab0-ba9e-4c254681190f tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:36.797995 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e41de2-fef5-4ab0-ba9e-4c254681190f tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:36.797995 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e41de2-fef5-4ab0-ba9e-4c254681190f tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:36.797995 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e41de2-fef5-4ab0-ba9e-4c254681190f tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:36.797995 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e41de2-fef5-4ab0-ba9e-4c254681190f tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:36.797995 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e41de2-fef5-4ab0-ba9e-4c254681190f tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:36.797995 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e41de2-fef5-4ab0-ba9e-4c254681190f tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:36.797995 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d7e41de2-fef5-4ab0-ba9e-4c254681190f tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.0956063 Mar 02 19:08:36.800538 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36880) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:37.048316 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2f773c04-64f4-45ab-b7e6-c56f1cac7abc tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.2468431 Mar 02 19:08:37.260404 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Sync routers for ids ['0d7a853c-221d-41f4-8a02-ab9bffe85115'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:08:37.281487 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Routers {'0d7a853c-221d-41f4-8a02-ab9bffe85115'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:08:37.282183 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:08:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['0d7a853c-221d-41f4-8a02-ab9bffe85115'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:37.411651 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f5f8b838-1757-4642-a5e0-38c40c343987 None None] Provisioning complete for port 05bb9594-e31f-45c0-9345-e6d9dd21a664 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:08:37.411651 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b838-1757-4642-a5e0-38c40c343987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:37.473073 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f5f8b838-1757-4642-a5e0-38c40c343987 None None] Port 05bb9594-e31f-45c0-9345-e6d9dd21a664 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:08:37.515337 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Set router 0d7a853c-221d-41f4-8a02-ab9bffe85115 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:08:37.689876 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36888) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:37.700482 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-b1ccb644-7912-4a3b-b6fc-2a3d526d3675 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1771230130', 'description': 'tempest-secgroup-smoke-1771230130 description', 'project_id': '3b5a22e326e84c6680d758252463bbd4'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:37.710154 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b1ccb644-7912-4a3b-b6fc-2a3d526d3675 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:37.715761 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b1ccb644-7912-4a3b-b6fc-2a3d526d3675 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:37.720092 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b1ccb644-7912-4a3b-b6fc-2a3d526d3675 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:37.733575 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b1ccb644-7912-4a3b-b6fc-2a3d526d3675 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:37.824849 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b1ccb644-7912-4a3b-b6fc-2a3d526d3675 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:37.862517 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:08:37.871416 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b1ccb644-7912-4a3b-b6fc-2a3d526d3675 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:37.874077 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418d290-0882-4fda-8bdc-913061e3a889 req-cb3d67b9-ae5f-4b09-b262-1805c6087d20 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:37.875941 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b1ccb644-7912-4a3b-b6fc-2a3d526d3675 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:37.880205 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b1ccb644-7912-4a3b-b6fc-2a3d526d3675 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:37.882430 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e418d290-0882-4fda-8bdc-913061e3a889 req-cb3d67b9-ae5f-4b09-b262-1805c6087d20 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.2390056 Mar 02 19:08:37.888857 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b1ccb644-7912-4a3b-b6fc-2a3d526d3675 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:37.915118 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '05bb9594-e31f-45c0-9345-e6d9dd21a664', 'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:1a:dc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:33Z', 'updated_at': '2022-03-02T19:08:35Z', 'revision_number': 2, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:37.920625 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Checking router: 0d7a853c-221d-41f4-8a02-ab9bffe85115 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:08:37.921410 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Updating router 0d7a853c-221d-41f4-8a02-ab9bffe85115 port 05bb9594-e31f-45c0-9345-e6d9dd21a664 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:08:37.941661 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e418d290-0882-4fda-8bdc-913061e3a889 req-e04a7549-1c11-47da-ae24-475fa8ec1fd1 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580091 Mar 02 19:08:37.949952 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:08:37.950482 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:37.972152 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b1ccb644-7912-4a3b-b6fc-2a3d526d3675 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:37.994725 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:38.029374 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b1ccb644-7912-4a3b-b6fc-2a3d526d3675 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:38.076742 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ccb644-7912-4a3b-b6fc-2a3d526d3675 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf4e619-223c-425d-9f9b-b4fc800e87cd,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:38.137486 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b1ccb644-7912-4a3b-b6fc-2a3d526d3675 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:38.137486 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b1ccb644-7912-4a3b-b6fc-2a3d526d3675 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4420121 Mar 02 19:08:38.137486 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36892) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:38.143160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-b3907fb5-6413-4898-868c-feba1f3a5562 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '9bf4e619-223c-425d-9f9b-b4fc800e87cd', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:38.149376 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b3907fb5-6413-4898-868c-feba1f3a5562 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:38.153311 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b3907fb5-6413-4898-868c-feba1f3a5562 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:38.156848 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b3907fb5-6413-4898-868c-feba1f3a5562 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:38.162592 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b3907fb5-6413-4898-868c-feba1f3a5562 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:38.242312 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b3907fb5-6413-4898-868c-feba1f3a5562 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:38.311753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b3907fb5-6413-4898-868c-feba1f3a5562 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:38.354931 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b3907fb5-6413-4898-868c-feba1f3a5562 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:38.379608 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3907fb5-6413-4898-868c-feba1f3a5562 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ef1fe1-6682-44ef-bbf5-63b176c6039c,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:38.403814 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:38.410785 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Transition to ACTIVE for port object 05bb9594-e31f-45c0-9345-e6d9dd21a664 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:08:38.468975 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b3907fb5-6413-4898-868c-feba1f3a5562 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:38.470284 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b3907fb5-6413-4898-868c-feba1f3a5562 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3320320 Mar 02 19:08:38.473011 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36896) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:38.479429 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-ec5017ae-a3a6-4bbe-a222-1d7ea7620ad1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '9bf4e619-223c-425d-9f9b-b4fc800e87cd', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:38.481695 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:38.485795 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ec5017ae-a3a6-4bbe-a222-1d7ea7620ad1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:38.489856 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ec5017ae-a3a6-4bbe-a222-1d7ea7620ad1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:38.493210 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ec5017ae-a3a6-4bbe-a222-1d7ea7620ad1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:38.499077 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ec5017ae-a3a6-4bbe-a222-1d7ea7620ad1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:38.566258 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ec5017ae-a3a6-4bbe-a222-1d7ea7620ad1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:38.610752 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569899a-9944-4818-a421-4dc468ff0cd5 None None] Pushing event updated for resources: {'Port': ['ID=05bb9594-e31f-45c0-9345-e6d9dd21a664,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:38.643190 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ec5017ae-a3a6-4bbe-a222-1d7ea7620ad1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:38.680921 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569899a-9944-4818-a421-4dc468ff0cd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:38.681263 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569899a-9944-4818-a421-4dc468ff0cd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:38.681593 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569899a-9944-4818-a421-4dc468ff0cd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:38.681920 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569899a-9944-4818-a421-4dc468ff0cd5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:38.682249 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569899a-9944-4818-a421-4dc468ff0cd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:38.682570 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569899a-9944-4818-a421-4dc468ff0cd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:38.682890 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569899a-9944-4818-a421-4dc468ff0cd5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:38.683208 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569899a-9944-4818-a421-4dc468ff0cd5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:38.683547 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569899a-9944-4818-a421-4dc468ff0cd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:38.683862 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569899a-9944-4818-a421-4dc468ff0cd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:38.684181 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569899a-9944-4818-a421-4dc468ff0cd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:08:38.744527 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ec5017ae-a3a6-4bbe-a222-1d7ea7620ad1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:38.748562 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Attempting to bind port 05bb9594-e31f-45c0-9345-e6d9dd21a664 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:08:38.748847 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Attempting to bind port 05bb9594-e31f-45c0-9345-e6d9dd21a664 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'd277ffbf-89bd-420c-a6d3-baf2a1e51024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:08:38.749208 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Attempting to bind port 05bb9594-e31f-45c0-9345-e6d9dd21a664 on network 0b31011a-b1fe-461a-9965-b1fbe880b75c {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:08:38.756624 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:08:38.756825 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Checking segment: {'id': 'd277ffbf-89bd-420c-a6d3-baf2a1e51024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:08:38.757363 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:38.757496 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Bound using segment: {'id': 'd277ffbf-89bd-420c-a6d3-baf2a1e51024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:08:38.757961 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Bound port: 05bb9594-e31f-45c0-9345-e6d9dd21a664, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd277ffbf-89bd-420c-a6d3-baf2a1e51024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:08:38.758475 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:38.765723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5017ae-a3a6-4bbe-a222-1d7ea7620ad1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1494e7f5-e0a5-40d7-b22c-fc6c34a74963,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:38.818370 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ec5017ae-a3a6-4bbe-a222-1d7ea7620ad1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:38.820055 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ec5017ae-a3a6-4bbe-a222-1d7ea7620ad1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3450959 Mar 02 19:08:38.822004 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36900) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:38.827715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-8dce23f4-17fd-45ad-aa74-0a12aefa4ed5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '9bf4e619-223c-425d-9f9b-b4fc800e87cd', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:38.833502 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8dce23f4-17fd-45ad-aa74-0a12aefa4ed5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:38.837407 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8dce23f4-17fd-45ad-aa74-0a12aefa4ed5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:38.840949 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8dce23f4-17fd-45ad-aa74-0a12aefa4ed5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:38.846256 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8dce23f4-17fd-45ad-aa74-0a12aefa4ed5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:38.854834 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] For port 05bb9594-e31f-45c0-9345-e6d9dd21a664, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:08:38.858033 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] For port 05bb9594-e31f-45c0-9345-e6d9dd21a664, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=05bb9594-e31f-45c0-9345-e6d9dd21a664,segment=NetworkSegment(d277ffbf-89bd-420c-a6d3-baf2a1e51024),segment_id=d277ffbf-89bd-420c-a6d3-baf2a1e51024)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:08:38.921371 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8dce23f4-17fd-45ad-aa74-0a12aefa4ed5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:38.926846 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:39.005144 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8dce23f4-17fd-45ad-aa74-0a12aefa4ed5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:39.014799 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569899a-9944-4818-a421-4dc468ff0cd5 None None] Pushing event updated for resources: {'Port': ['ID=05bb9594-e31f-45c0-9345-e6d9dd21a664,revision_number=4']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:39.020358 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Routers {'0d7a853c-221d-41f4-8a02-ab9bffe85115'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:08:39.021936 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:08:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['0d7a853c-221d-41f4-8a02-ab9bffe85115'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:39.086433 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8dce23f4-17fd-45ad-aa74-0a12aefa4ed5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:39.133751 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce23f4-17fd-45ad-aa74-0a12aefa4ed5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6e6f0f-7ad0-458e-9f65-160fc73db4a3,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:39.193037 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8993048-1e3f-402e-9bd4-952b6a6260f1 req-8f1ce7d1-c4f7-4770-98cf-cf04c03fe9f6 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:39.196371 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e8993048-1e3f-402e-9bd4-952b6a6260f1 req-8f1ce7d1-c4f7-4770-98cf-cf04c03fe9f6 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.1127543 Mar 02 19:08:39.198270 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8dce23f4-17fd-45ad-aa74-0a12aefa4ed5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:39.200935 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8dce23f4-17fd-45ad-aa74-0a12aefa4ed5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3777745 Mar 02 19:08:39.205415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36906) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:39.214979 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-5cd57e19-d646-404d-a617-20aa9d147771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '9bf4e619-223c-425d-9f9b-b4fc800e87cd', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:39.221311 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5cd57e19-d646-404d-a617-20aa9d147771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:39.227018 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5cd57e19-d646-404d-a617-20aa9d147771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:39.231436 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5cd57e19-d646-404d-a617-20aa9d147771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:39.242602 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] Set router 0d7a853c-221d-41f4-8a02-ab9bffe85115 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:08:39.245325 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5cd57e19-d646-404d-a617-20aa9d147771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:39.265688 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e8993048-1e3f-402e-9bd4-952b6a6260f1 req-a86ff660-5021-4be2-b786-aa1ede3cca4d tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492744 Mar 02 19:08:39.328329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5cd57e19-d646-404d-a617-20aa9d147771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:39.398484 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5cd57e19-d646-404d-a617-20aa9d147771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:39.470980 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5cd57e19-d646-404d-a617-20aa9d147771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:39.498904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd57e19-d646-404d-a617-20aa9d147771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae8adac-9aaf-4aa1-9360-42d447aa99b3,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:39.560767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5cd57e19-d646-404d-a617-20aa9d147771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:39.562002 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5cd57e19-d646-404d-a617-20aa9d147771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3553073 Mar 02 19:08:39.564775 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36910) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:39.571093 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-66cdfe76-b540-4492-8e9d-4cbebe0eb340 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '9bf4e619-223c-425d-9f9b-b4fc800e87cd', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:39.577651 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '05bb9594-e31f-45c0-9345-e6d9dd21a664', 'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:1a:dc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:33Z', 'updated_at': '2022-03-02T19:08:38Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:39.578676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-66cdfe76-b540-4492-8e9d-4cbebe0eb340 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:39.583156 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5d987a-d386-4caf-a04f-0063c4b01a5f None None] The sync data for ids ['0d7a853c-221d-41f4-8a02-ab9bffe85115'] in dv-neutron-831573-1-hyperv is: [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '05bb9594-e31f-45c0-9345-e6d9dd21a664', 'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:1a:dc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:33Z', 'updated_at': '2022-03-02T19:08:38Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:08:39.584275 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-66cdfe76-b540-4492-8e9d-4cbebe0eb340 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:39.587571 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-66cdfe76-b540-4492-8e9d-4cbebe0eb340 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:39.593941 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-66cdfe76-b540-4492-8e9d-4cbebe0eb340 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:39.675806 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-66cdfe76-b540-4492-8e9d-4cbebe0eb340 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:08:39.684421 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-66cdfe76-b540-4492-8e9d-4cbebe0eb340 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:39.766267 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-66cdfe76-b540-4492-8e9d-4cbebe0eb340 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:39.828706 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-66cdfe76-b540-4492-8e9d-4cbebe0eb340 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:39.853863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdfe76-b540-4492-8e9d-4cbebe0eb340 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4b08a6-35cc-4dd9-a46a-c4e834f96f92,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:39.869050 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 05bb9594-e31f-45c0-9345-e6d9dd21a664 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:08:39.925885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-66cdfe76-b540-4492-8e9d-4cbebe0eb340 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:39.929873 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-66cdfe76-b540-4492-8e9d-4cbebe0eb340 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3613541 Mar 02 19:08:39.931928 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36914) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:39.937762 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c7c884e3-9e8e-460b-b868-bc6122886285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '9bf4e619-223c-425d-9f9b-b4fc800e87cd', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:39.944386 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c7c884e3-9e8e-460b-b868-bc6122886285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:39.948933 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c7c884e3-9e8e-460b-b868-bc6122886285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:39.952072 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c7c884e3-9e8e-460b-b868-bc6122886285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:39.959654 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c7c884e3-9e8e-460b-b868-bc6122886285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:40.006738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 05bb9594-e31f-45c0-9345-e6d9dd21a664 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:08:40.019442 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 05bb9594-e31f-45c0-9345-e6d9dd21a664 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:08:40.019442 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:40.040352 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.securitygroups_db [None req-c7c884e3-9e8e-460b-b868-bc6122886285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:08:40.047886 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7c884e3-9e8e-460b-b868-bc6122886285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:40.127311 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7c884e3-9e8e-460b-b868-bc6122886285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:40.170134 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:40.204563 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 05bb9594-e31f-45c0-9345-e6d9dd21a664, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=05bb9594-e31f-45c0-9345-e6d9dd21a664,segment=NetworkSegment(d277ffbf-89bd-420c-a6d3-baf2a1e51024),segment_id=d277ffbf-89bd-420c-a6d3-baf2a1e51024)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:08:40.223185 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7c884e3-9e8e-460b-b868-bc6122886285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:40.251254 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c884e3-9e8e-460b-b868-bc6122886285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa27e82-3b60-4995-9b02-b7d47c6dc7a8,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:40.343176 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:40.371682 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7c884e3-9e8e-460b-b868-bc6122886285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:40.372901 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c7c884e3-9e8e-460b-b868-bc6122886285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4399590 Mar 02 19:08:40.419634 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=05bb9594-e31f-45c0-9345-e6d9dd21a664,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:40.496087 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baae1e9-6d1d-45fc-a8d0-23d988a03bcb req-48e63f98-d902-42e5-a066-178c1c79ff9c tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:40.497628 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3baae1e9-6d1d-45fc-a8d0-23d988a03bcb req-48e63f98-d902-42e5-a066-178c1c79ff9c tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.0927539 Mar 02 19:08:40.549106 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3baae1e9-6d1d-45fc-a8d0-23d988a03bcb req-df6035a3-bd1e-4f67-b399-104d184a1de5 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456066 Mar 02 19:08:40.568361 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-3efc9c6a-4abb-4fb1-889d-edec5c3e7636 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:40.634822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-3efc9c6a-4abb-4fb1-889d-edec5c3e7636 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:40.636024 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-3efc9c6a-4abb-4fb1-889d-edec5c3e7636 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771230130&fields=id&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 267 time: 0.1103439 Mar 02 19:08:40.784164 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-5770cebe-3820-42c2-bd66-8fd3f86833f1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:40.785488 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-5770cebe-3820-42c2-bd66-8fd3f86833f1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/networks?id=0b31011a-b1fe-461a-9965-b1fbe880b75c HTTP/1.1" status: 200 len: 796 time: 0.1425526 Mar 02 19:08:40.802918 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-4651dce7-2839-4018-8524-827f2e95d764 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/quotas/3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 375 time: 0.0110872 Mar 02 19:08:40.887905 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-bc82ab25-7ab5-40f4-81da-4dc5ddcba649 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796704 Mar 02 19:08:40.903957 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-4cc29e79-4f94-4607-908e-ed2880999ce2 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 19:08:40.904935 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-4cc29e79-4f94-4607-908e-ed2880999ce2 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052686 Mar 02 19:08:41.129680 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-c1748670-4e5f-45bb-8fee-0061a0ceffe1 service neutron] 10.222.0.73 "GET /v2.0/networks/0b31011a-b1fe-461a-9965-b1fbe880b75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185121 Mar 02 19:08:41.271028 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-2bcb8b2c-3c40-46f7-9ac0-8df2b2c92756 service neutron] 10.222.0.73 "GET /v2.0/networks/0b31011a-b1fe-461a-9965-b1fbe880b75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347399 Mar 02 19:08:41.551948 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-1b66ad5d-cdba-401a-9855-333a17256c2a req-c9e9540b-7617-4eb9-8b53-037e4d025a12 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:41.628462 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-1b66ad5d-cdba-401a-9855-333a17256c2a req-c9e9540b-7617-4eb9-8b53-037e4d025a12 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:41.629739 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1b66ad5d-cdba-401a-9855-333a17256c2a req-c9e9540b-7617-4eb9-8b53-037e4d025a12 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 210 time: 0.1181960 Mar 02 19:08:41.754677 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aef885-b61a-4973-9f5d-38eff23ff730 req-985b5f70-eba5-403c-875d-14f61de6c99a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:41.756176 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-10aef885-b61a-4973-9f5d-38eff23ff730 req-985b5f70-eba5-403c-875d-14f61de6c99a tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.0799961 Mar 02 19:08:41.807046 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-10aef885-b61a-4973-9f5d-38eff23ff730 req-8699bd72-b59d-4558-8197-5bff9925a9e2 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440214 Mar 02 19:08:41.840661 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 05bb9594-e31f-45c0-9345-e6d9dd21a664 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:08:41.914522 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 05bb9594-e31f-45c0-9345-e6d9dd21a664 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:08:41.914522 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:42.797976 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3bddd4df-2f81-4c90-8842-c2f3c2d957d7 req-0019593d-f696-4150-a054-355b14daaccf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 210 time: 0.0452757 Mar 02 19:08:43.012590 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfad0b-c923-446c-bd98-c2d962edea45 req-c8acd2fe-331b-44a0-951d-eeee12de87f3 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:43.014053 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e4bfad0b-c923-446c-bd98-c2d962edea45 req-c8acd2fe-331b-44a0-951d-eeee12de87f3 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.0814621 Mar 02 19:08:43.066395 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e4bfad0b-c923-446c-bd98-c2d962edea45 req-fb8818d3-0d52-4c92-9952-408ea0174982 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468714 Mar 02 19:08:43.762253 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-19478fdf-9f22-4be7-adc3-75d1bdd1a9ae tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:43.762601 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-19478fdf-9f22-4be7-adc3-75d1bdd1a9ae tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:43.874113 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-19478fdf-9f22-4be7-adc3-75d1bdd1a9ae tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:43.875527 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-19478fdf-9f22-4be7-adc3-75d1bdd1a9ae tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/networks?id=0b31011a-b1fe-461a-9965-b1fbe880b75c HTTP/1.1" status: 200 len: 796 time: 0.2581429 Mar 02 19:08:43.971134 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ecde7436-109b-4ab1-81a7-93657dc6d9cf req-4b077947-a352-47d7-a646-1dc45e05b169 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 210 time: 0.0455024 Mar 02 19:08:43.973318 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-0fc8558e-e8cc-461f-9463-89eef9812228 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:43.986126 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-0fc8558e-e8cc-461f-9463-89eef9812228 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:43.987252 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-0fc8558e-e8cc-461f-9463-89eef9812228 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 380 time: 0.0972395 Mar 02 19:08:44.001218 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-8947d39b-39ae-42b2-8f32-750ef384775e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'port': {'device_id': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'admin_state_up': True, 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'security_groups': ['9bf4e619-223c-425d-9f9b-b4fc800e87cd']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:44.164763 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-8947d39b-39ae-42b2-8f32-750ef384775e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:44.175635 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-8947d39b-39ae-42b2-8f32-750ef384775e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:44.274936 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-8947d39b-39ae-42b2-8f32-750ef384775e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:08:44.277838 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-8947d39b-39ae-42b2-8f32-750ef384775e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:44.284787 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92ec9d-d1fd-4d2e-af68-2534c33dfd9f req-6f36b8ed-891e-43e1-8155-d94a9a2e22e6 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:44.286256 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7c92ec9d-d1fd-4d2e-af68-2534c33dfd9f req-6f36b8ed-891e-43e1-8155-d94a9a2e22e6 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.0795105 Mar 02 19:08:44.335199 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7c92ec9d-d1fd-4d2e-af68-2534c33dfd9f req-dd54f1e8-0ba9-48fc-9890-fb6dfc3bd1c9 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425754 Mar 02 19:08:44.447682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-8947d39b-39ae-42b2-8f32-750ef384775e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.20.0.8 (0b31011a-b1fe-461a-9965-b1fbe880b75c/f66fc9bc-595c-4fc4-a2f5-2e995540272e/1e715ae7-c6b7-46e7-9ceb-d3196adf828c) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:08:44.644308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-8947d39b-39ae-42b2-8f32-750ef384775e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:44.660123 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-8947d39b-39ae-42b2-8f32-750ef384775e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Transition to ACTIVE for port object 1e715ae7-c6b7-46e7-9ceb-d3196adf828c will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:08:44.743429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-8947d39b-39ae-42b2-8f32-750ef384775e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:44.819952 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-8947d39b-39ae-42b2-8f32-750ef384775e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 0b31011a-b1fe-461a-9965-b1fbe880b75c is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:08:44.823276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-8947d39b-39ae-42b2-8f32-750ef384775e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:08:44.826937 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-8947d39b-39ae-42b2-8f32-750ef384775e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:08:44.858010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947d39b-39ae-42b2-8f32-750ef384775e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=1e715ae7-c6b7-46e7-9ceb-d3196adf828c,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:44.894215 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-8947d39b-39ae-42b2-8f32-750ef384775e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:44.895168 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-8947d39b-39ae-42b2-8f32-750ef384775e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:44.966607 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-8947d39b-39ae-42b2-8f32-750ef384775e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9692740 Mar 02 19:08:44.976383 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-16b290b9-68d2-435c-8de0-546a295b125f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 19:08:44.977353 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-16b290b9-68d2-435c-8de0-546a295b125f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052271 Mar 02 19:08:44.988683 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] Request body: {'port': {'device_id': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:45.118506 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:45.154211 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-710eb72c-9ba1-4826-8276-552bc6f69fb2 None None] Provisioning for port 1e715ae7-c6b7-46e7-9ceb-d3196adf828c completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:08:45.160071 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-710eb72c-9ba1-4826-8276-552bc6f69fb2 None None] Provisioning complete for port 1e715ae7-c6b7-46e7-9ceb-d3196adf828c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:08:45.160520 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-710eb72c-9ba1-4826-8276-552bc6f69fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:45.217607 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-710eb72c-9ba1-4826-8276-552bc6f69fb2 None None] Port 1e715ae7-c6b7-46e7-9ceb-d3196adf828c cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:08:45.316171 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929edf2-d9ab-44da-b6a3-73c9cf98e79a req-3d42f97a-8be6-4db7-9ada-1c199b1a6bb7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:45.316871 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-4929edf2-d9ab-44da-b6a3-73c9cf98e79a req-3d42f97a-8be6-4db7-9ada-1c199b1a6bb7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:08:45.499479 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-4929edf2-d9ab-44da-b6a3-73c9cf98e79a req-3d42f97a-8be6-4db7-9ada-1c199b1a6bb7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:08:45.500933 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4929edf2-d9ab-44da-b6a3-73c9cf98e79a req-3d42f97a-8be6-4db7-9ada-1c199b1a6bb7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 931 time: 0.3729603 Mar 02 19:08:45.571830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f210a-0426-4c63-8f27-fa221c5bb1c6 req-f30344d5-22ee-47c3-84ae-a679666ba718 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:45.573559 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-143f210a-0426-4c63-8f27-fa221c5bb1c6 req-f30344d5-22ee-47c3-84ae-a679666ba718 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.0998228 Mar 02 19:08:45.621575 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-143f210a-0426-4c63-8f27-fa221c5bb1c6 req-2286314e-750f-49c5-bc69-c3b59c764906 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425205 Mar 02 19:08:45.641675 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4929edf2-d9ab-44da-b6a3-73c9cf98e79a req-2d39f1ab-4158-4315-b2ec-17dc77e773d0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bf4e619-223c-425d-9f9b-b4fc800e87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215110 Mar 02 19:08:45.736296 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4e9bc2be-a00e-4b9e-b88a-0cfd84d54531 req-f8f4d0ff-2165-4d02-92bb-ce2e0b182fca service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 1098 time: 0.1599591 Mar 02 19:08:45.741193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e715ae7-c6b7-46e7-9ceb-d3196adf828c {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:08:45.763606 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:45.789946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] Transition to ACTIVE for port object 1e715ae7-c6b7-46e7-9ceb-d3196adf828c will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:08:45.800881 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4e9bc2be-a00e-4b9e-b88a-0cfd84d54531 req-eacc9ae9-7ade-4b02-82f7-f82f3b491f35 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555217 Mar 02 19:08:45.829210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:45.956999 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] Pushing event updated for resources: {'Port': ['ID=1e715ae7-c6b7-46e7-9ceb-d3196adf828c,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:46.074957 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] Attempting to bind port 1e715ae7-c6b7-46e7-9ceb-d3196adf828c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:08:46.075551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] Attempting to bind port 1e715ae7-c6b7-46e7-9ceb-d3196adf828c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'd277ffbf-89bd-420c-a6d3-baf2a1e51024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:08:46.075804 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] Attempting to bind port 1e715ae7-c6b7-46e7-9ceb-d3196adf828c on network 0b31011a-b1fe-461a-9965-b1fbe880b75c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:08:46.081866 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] Port 1e715ae7-c6b7-46e7-9ceb-d3196adf828c on network 0b31011a-b1fe-461a-9965-b1fbe880b75c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:08:46.082182 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] Attempting to bind port 1e715ae7-c6b7-46e7-9ceb-d3196adf828c on network 0b31011a-b1fe-461a-9965-b1fbe880b75c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:08:46.089495 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:08:46.089843 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] Checking segment: {'id': 'd277ffbf-89bd-420c-a6d3-baf2a1e51024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:08:46.090237 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] Bound using segment: {'id': 'd277ffbf-89bd-420c-a6d3-baf2a1e51024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:08:46.090694 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] Bound port: 1e715ae7-c6b7-46e7-9ceb-d3196adf828c, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd277ffbf-89bd-420c-a6d3-baf2a1e51024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:08:46.091052 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:46.185831 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] For port 1e715ae7-c6b7-46e7-9ceb-d3196adf828c, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:08:46.188773 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] For port 1e715ae7-c6b7-46e7-9ceb-d3196adf828c, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=1e715ae7-c6b7-46e7-9ceb-d3196adf828c,segment=NetworkSegment(d277ffbf-89bd-420c-a6d3-baf2a1e51024),segment_id=d277ffbf-89bd-420c-a6d3-baf2a1e51024)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:08:46.229066 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:46.294262 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:46.295539 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] 10.222.0.87 "PUT /v2.0/ports/1e715ae7-c6b7-46e7-9ceb-d3196adf828c HTTP/1.1" status: 200 len: 1093 time: 1.3113616 Mar 02 19:08:46.295996 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'tag': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:08:46.316778 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc209a2-7279-444f-b989-3ca0637fc05a service neutron] Pushing event updated for resources: {'Port': ['ID=1e715ae7-c6b7-46e7-9ceb-d3196adf828c,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:46.361166 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'tag': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c', 'status': 'completed', 'code': 200} Mar 02 19:08:46.481557 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6e26b20d-da02-4c27-a474-c78ad7686782 req-4aabb61a-96be-400f-bc5b-ba16bd1e3eeb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 1096 time: 0.0982642 Mar 02 19:08:46.495397 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:08:46.641510 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26b20d-da02-4c27-a474-c78ad7686782 req-a0c01ff6-7891-413e-a1ae-aa6d3d67d00f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:46.643051 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6e26b20d-da02-4c27-a474-c78ad7686782 req-a0c01ff6-7891-413e-a1ae-aa6d3d67d00f service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=3b5a22e326e84c6680d758252463bbd4&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1531963 Mar 02 19:08:46.684945 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83,segment=NetworkSegment(5fb00790-eefc-41e7-832d-a622049d0a74),segment_id=5fb00790-eefc-41e7-832d-a622049d0a74)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:08:46.704310 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': 'b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83', 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa', 'port_id': 'b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83', 'mac_address': 'fa:16:3e:72:55:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34544a80-8e19-4455-9740-4b6f83411eb9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:08:46.776926 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:46.805288 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:08:46.838764 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83,segment=NetworkSegment(5fb00790-eefc-41e7-832d-a622049d0a74),segment_id=5fb00790-eefc-41e7-832d-a622049d0a74)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:08:46.912489 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26b20d-da02-4c27-a474-c78ad7686782 req-eed8f496-9155-4372-ad72-c9d28ac1b73c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:46.913825 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1f013-58c5-4fc3-a9ed-d170d291bac9 req-898183cb-9a5f-4fa3-b6a6-fa38beb88044 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:46.914320 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6e26b20d-da02-4c27-a474-c78ad7686782 req-eed8f496-9155-4372-ad72-c9d28ac1b73c service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2653267 Mar 02 19:08:46.920531 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-eeb1f013-58c5-4fc3-a9ed-d170d291bac9 req-898183cb-9a5f-4fa3-b6a6-fa38beb88044 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 943 time: 0.1197457 Mar 02 19:08:46.945614 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce83931-a8c8-49d7-a321-28b56fd9b7ae req-58c8388c-ae03-462d-83eb-fb373d6368fb tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:46.947167 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8ce83931-a8c8-49d7-a321-28b56fd9b7ae req-58c8388c-ae03-462d-83eb-fb373d6368fb tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.0989785 Mar 02 19:08:46.948953 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:46.990678 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-eeb1f013-58c5-4fc3-a9ed-d170d291bac9 req-d58186a7-8a3c-434c-af57-f23d556cc875 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bf4e619-223c-425d-9f9b-b4fc800e87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668383 Mar 02 19:08:47.009164 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8ce83931-a8c8-49d7-a321-28b56fd9b7ae req-8e16aeb5-2dfa-4e8b-a916-13f57e3acf5e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522618 Mar 02 19:08:47.043145 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83,revision_number=6']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:47.101214 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-ea7f7fed-0af0-4100-833c-f89aef943acb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 1096 time: 0.0800633 Mar 02 19:08:47.185895 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-902f5033-39d2-4fc2-8ccf-e7ea83f3d7e3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e715ae7-c6b7-46e7-9ceb-d3196adf828c HTTP/1.1" status: 200 len: 217 time: 0.0688357 Mar 02 19:08:47.216459 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:08:47.268673 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-def9dcc7-a517-48b0-b4f0-40c7c43e2216 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:47.270194 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-def9dcc7-a517-48b0-b4f0-40c7c43e2216 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f66fc9bc-595c-4fc4-a2f5-2e995540272e HTTP/1.1" status: 200 len: 835 time: 0.0773842 Mar 02 19:08:47.354161 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-03ffd4e9-d09c-411d-98dc-ae695651db03 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b31011a-b1fe-461a-9965-b1fbe880b75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775871 Mar 02 19:08:47.491467 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-2913a1b9-e1c5-4f07-8c93-6d0899074a65 service neutron] 10.222.0.87 "GET /v2.0/networks/0b31011a-b1fe-461a-9965-b1fbe880b75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303816 Mar 02 19:08:47.713650 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-19dc20ae-9666-4c9e-a11e-f51d35ce5db0 req-76b05770-8dfc-4139-8027-8415dc584153 service neutron] 10.222.0.87 "GET /v2.0/networks/0b31011a-b1fe-461a-9965-b1fbe880b75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162533 Mar 02 19:08:48.197100 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d6b37-b439-4802-8c17-27dc358921c3 req-c212821d-50a2-4078-8a7f-92599ff17405 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:48.198625 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-722d6b37-b439-4802-8c17-27dc358921c3 req-c212821d-50a2-4078-8a7f-92599ff17405 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 943 time: 0.0782433 Mar 02 19:08:48.237427 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca7d87-e723-4320-bc66-ba1275df3637 req-cd57ffbc-e1c8-474f-b6ea-7653f5585343 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:48.237427 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-91ca7d87-e723-4320-bc66-ba1275df3637 req-cd57ffbc-e1c8-474f-b6ea-7653f5585343 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 944 time: 0.0907934 Mar 02 19:08:48.256256 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-722d6b37-b439-4802-8c17-27dc358921c3 req-7c1e359b-d4f2-4b20-9ea4-dec83f8efddd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bf4e619-223c-425d-9f9b-b4fc800e87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514622 Mar 02 19:08:48.286713 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-91ca7d87-e723-4320-bc66-ba1275df3637 req-bd31e293-a0c0-4761-aa09-dab3571b45fd tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439315 Mar 02 19:08:48.315811 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36966) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:48.422679 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8c6b8d60-1130-4c82-9cb4-219a5072ad29 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/floatingips/f41bd3d5-b2a9-41cb-b612-79c3d330399a HTTP/1.1" status: 200 len: 992 time: 0.1056514 Mar 02 19:08:48.461589 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:08:48.530944 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:08:48.531313 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:48.643867 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:48.670553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9eb0ff-8bed-4104-8050-bca1e3a37366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:08:48.681427 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83,segment=NetworkSegment(5fb00790-eefc-41e7-832d-a622049d0a74),segment_id=5fb00790-eefc-41e7-832d-a622049d0a74)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:08:48.724730 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9eb0ff-8bed-4104-8050-bca1e3a37366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83', 'code': 200} Mar 02 19:08:48.737164 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:48.809642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83,revision_number=7']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:49.455560 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0babac-2330-4c1c-a0d9-9f72a5692c67 req-1b30749d-eeea-4666-ba4e-ff6d85cb9922 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:49.457052 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ca0babac-2330-4c1c-a0d9-9f72a5692c67 req-1b30749d-eeea-4666-ba4e-ff6d85cb9922 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 943 time: 0.0758743 Mar 02 19:08:49.502209 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ca0babac-2330-4c1c-a0d9-9f72a5692c67 req-e3cef5c6-06b6-447b-b95f-571543fe8c7e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bf4e619-223c-425d-9f9b-b4fc800e87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394030 Mar 02 19:08:50.457785 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 1e715ae7-c6b7-46e7-9ceb-d3196adf828c details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:08:50.596589 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 1e715ae7-c6b7-46e7-9ceb-d3196adf828c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=1e715ae7-c6b7-46e7-9ceb-d3196adf828c,segment=NetworkSegment(d277ffbf-89bd-420c-a6d3-baf2a1e51024),segment_id=d277ffbf-89bd-420c-a6d3-baf2a1e51024)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:08:50.610571 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'port_id': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c', 'mac_address': 'fa:16:3e:43:6a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:08:50.676387 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:50.694126 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e715ae7-c6b7-46e7-9ceb-d3196adf828c {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:08:50.710134 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 1e715ae7-c6b7-46e7-9ceb-d3196adf828c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=1e715ae7-c6b7-46e7-9ceb-d3196adf828c,segment=NetworkSegment(d277ffbf-89bd-420c-a6d3-baf2a1e51024),segment_id=d277ffbf-89bd-420c-a6d3-baf2a1e51024)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:08:50.719719 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d16a7-aa58-429a-bbf4-6a226f68d6d2 req-c65deeac-ae4d-4d8c-9967-22a93d1428de tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:50.721171 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-920d16a7-aa58-429a-bbf4-6a226f68d6d2 req-c65deeac-ae4d-4d8c-9967-22a93d1428de tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 943 time: 0.0914509 Mar 02 19:08:50.769343 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-920d16a7-aa58-429a-bbf4-6a226f68d6d2 req-9dba1549-41fb-45c4-b77b-cdaf21f772e6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bf4e619-223c-425d-9f9b-b4fc800e87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409646 Mar 02 19:08:50.794326 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:50.859996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=1e715ae7-c6b7-46e7-9ceb-d3196adf828c,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:51.018035 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['1e715ae7-c6b7-46e7-9ceb-d3196adf828c'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:08:51.657238 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3484-c047-4192-96c2-75b333e4da0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:51.968064 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1d036-0349-4be9-9ac4-fb12db428fb3 req-35f6f69b-e804-456e-85c2-d4f95e635237 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:51.969522 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-94a1d036-0349-4be9-9ac4-fb12db428fb3 req-35f6f69b-e804-456e-85c2-d4f95e635237 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 944 time: 0.0801630 Mar 02 19:08:52.016241 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-94a1d036-0349-4be9-9ac4-fb12db428fb3 req-6c17f256-173e-4d07-8c54-c302bd672e3c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bf4e619-223c-425d-9f9b-b4fc800e87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410452 Mar 02 19:08:52.486792 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 1e715ae7-c6b7-46e7-9ceb-d3196adf828c up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:08:52.611438 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 1e715ae7-c6b7-46e7-9ceb-d3196adf828c completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:08:52.616377 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 1e715ae7-c6b7-46e7-9ceb-d3196adf828c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:08:52.616741 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:52.739145 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:52.768081 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:08:52.778282 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 1e715ae7-c6b7-46e7-9ceb-d3196adf828c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=1e715ae7-c6b7-46e7-9ceb-d3196adf828c,segment=NetworkSegment(d277ffbf-89bd-420c-a6d3-baf2a1e51024),segment_id=d277ffbf-89bd-420c-a6d3-baf2a1e51024)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:08:52.857710 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:52.929137 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=1e715ae7-c6b7-46e7-9ceb-d3196adf828c,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:52.966571 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c', 'code': 200} Mar 02 19:08:53.216514 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428c391-97e5-4f95-8cfe-b3a2e1b0eb48 req-88da9b12-c132-4818-9da6-e8edea889476 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:53.217991 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d428c391-97e5-4f95-8cfe-b3a2e1b0eb48 req-88da9b12-c132-4818-9da6-e8edea889476 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 945 time: 0.0767093 Mar 02 19:08:53.299820 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d428c391-97e5-4f95-8cfe-b3a2e1b0eb48 req-400d734e-2ed6-4e32-87e4-76994282ab8f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bf4e619-223c-425d-9f9b-b4fc800e87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760689 Mar 02 19:08:53.338205 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-51e1156b-a34e-44ea-bfce-5ea14b71e00f req-b95cdd05-4d75-4865-a61a-245a2d27ff6a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 1098 time: 0.0748906 Mar 02 19:08:53.382221 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-51e1156b-a34e-44ea-bfce-5ea14b71e00f req-d060b5d1-8cbf-41df-9ab1-3e01faf4a0f8 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=9bf4e619-223c-425d-9f9b-b4fc800e87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370703 Mar 02 19:08:53.857406 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ef71cab8-50c1-41b5-9dfa-e1ef1dede543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:54.505949 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb7c10-5d77-479f-b259-880f09e78625 req-c51bfa7e-ca74-42f6-974b-1334fe6d3375 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:54.507328 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ffdb7c10-5d77-479f-b259-880f09e78625 req-c51bfa7e-ca74-42f6-974b-1334fe6d3375 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 945 time: 0.0820103 Mar 02 19:08:54.555733 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ffdb7c10-5d77-479f-b259-880f09e78625 req-4dde44ff-8edb-41d2-8f31-24916dd69e51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bf4e619-223c-425d-9f9b-b4fc800e87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424166 Mar 02 19:08:55.079928 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:55.445702 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:55.761096 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd27a3c-8293-4912-a889-760f0b201ea8 req-331549dd-70c6-435e-8569-35aa018d8e93 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:55.762829 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5fd27a3c-8293-4912-a889-760f0b201ea8 req-331549dd-70c6-435e-8569-35aa018d8e93 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 945 time: 0.0824056 Mar 02 19:08:55.809447 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5fd27a3c-8293-4912-a889-760f0b201ea8 req-fce47b32-cafb-4d65-b711-3362b1aad38c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bf4e619-223c-425d-9f9b-b4fc800e87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410721 Mar 02 19:08:56.017440 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34e068-bde5-4e1c-bce6-07855d079c0e req-de548400-66e2-44d9-af6e-fb0e36a9ac09 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:56.018814 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0f34e068-bde5-4e1c-bce6-07855d079c0e req-de548400-66e2-44d9-af6e-fb0e36a9ac09 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 945 time: 0.0865219 Mar 02 19:08:56.068741 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0f34e068-bde5-4e1c-bce6-07855d079c0e req-c2431a24-1c74-47e3-bcb9-fa4a6d16869d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bf4e619-223c-425d-9f9b-b4fc800e87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436187 Mar 02 19:08:56.101718 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36988) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:56.172082 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-963b7f58-2a69-48c5-b01b-58c05dc454b0 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 1093 time: 0.0692446 Mar 02 19:08:56.174701 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 36992) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:56.180437 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:08:56.185815 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:56.189590 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:floatingip and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:56.192462 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:56.198139 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:56.280059 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:56.372560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:56.420582 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:56.563184 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.26.4.102 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/72f3803f-26dd-4daa-80ed-02bd122dfeb6) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:08:56.719078 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:56.788884 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:56.860750 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:08:56.863573 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:08:56.867870 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:08:56.892849 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=72f3803f-26dd-4daa-80ed-02bd122dfeb6,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:57.479324 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:57.571410 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:57.777497 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:57.828419 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:57.937681 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=72f3803f-26dd-4daa-80ed-02bd122dfeb6,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:08:57.951975 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:58.148673 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.l3_db [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Floating IP 0f133945-4c21-479a-a2db-71080503bd3d associated. External IP: 172.26.4.102, port: 1e715ae7-c6b7-46e7-9ceb-d3196adf828c. Mar 02 19:08:58.557854 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 0d7a853c-221d-41f4-8a02-ab9bffe85115 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:08:58.877325 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:08:58.891414 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f99e1-59c6-4cf8-a5e8-3814469c261b None None] Sync routers for ids ['0d7a853c-221d-41f4-8a02-ab9bffe85115'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:08:58.906346 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5f99e1-59c6-4cf8-a5e8-3814469c261b None None] Routers {'0d7a853c-221d-41f4-8a02-ab9bffe85115'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:08:58.906955 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-9d5f99e1-59c6-4cf8-a5e8-3814469c261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:08:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['0d7a853c-221d-41f4-8a02-ab9bffe85115'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:59.091744 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-9d5f99e1-59c6-4cf8-a5e8-3814469c261b None None] Set router 0d7a853c-221d-41f4-8a02-ab9bffe85115 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:08:59.257195 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:59.326378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 36996) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:08:59.327265 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b03241fb-e36f-425e-a805-42477302b852 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1509538 Mar 02 19:08:59.328149 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'tag': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:08:59.391177 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'tag': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c', 'status': 'completed', 'code': 200} Mar 02 19:08:59.502327 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-9d5f99e1-59c6-4cf8-a5e8-3814469c261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '0f133945-4c21-479a-a2db-71080503bd3d', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.102', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'port_id': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'mac_address': 'fa:16:3e:43:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:08:57Z', 'updated_at': '2022-03-02T19:08:57Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bb9594-e31f-45c0-9345-e6d9dd21a664', 'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:1a:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:33Z', 'updated_at': '2022-03-02T19:08:40Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:59.507964 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f99e1-59c6-4cf8-a5e8-3814469c261b None None] Checking router: 0d7a853c-221d-41f4-8a02-ab9bffe85115 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:08:59.516888 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cfdfb5f2-e080-4fea-951e-6f831775d859 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/0f133945-4c21-479a-a2db-71080503bd3d HTTP/1.1" status: 200 len: 991 time: 0.1892116 Mar 02 19:08:59.523120 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5f99e1-59c6-4cf8-a5e8-3814469c261b None None] Routers {'0d7a853c-221d-41f4-8a02-ab9bffe85115'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:08:59.524128 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-9d5f99e1-59c6-4cf8-a5e8-3814469c261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:08:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['0d7a853c-221d-41f4-8a02-ab9bffe85115'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:08:59.533248 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d8def823-8f9f-406d-90cb-aacf0657cc37 req-6e18c39e-e303-45f8-bf45-0d9fc0afcd9a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 1098 time: 0.0983355 Mar 02 19:08:59.681685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8def823-8f9f-406d-90cb-aacf0657cc37 req-4cfe205c-d26f-42e1-8d63-bce8acf3ac37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:59.683148 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d8def823-8f9f-406d-90cb-aacf0657cc37 req-4cfe205c-d26f-42e1-8d63-bce8acf3ac37 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b31011a-b1fe-461a-9965-b1fbe880b75c HTTP/1.1" status: 200 len: 897 time: 0.1440227 Mar 02 19:08:59.719724 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-9d5f99e1-59c6-4cf8-a5e8-3814469c261b None None] Set router 0d7a853c-221d-41f4-8a02-ab9bffe85115 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:08:59.795479 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d8def823-8f9f-406d-90cb-aacf0657cc37 req-dfe4d88c-0bbe-473e-a06e-30799d4ccf2a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e715ae7-c6b7-46e7-9ceb-d3196adf828c HTTP/1.1" status: 200 len: 999 time: 0.1040852 Mar 02 19:08:59.867050 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8def823-8f9f-406d-90cb-aacf0657cc37 req-29fdaf8f-4f04-4283-8834-aa9b0504fdc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:59.868549 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d8def823-8f9f-406d-90cb-aacf0657cc37 req-29fdaf8f-4f04-4283-8834-aa9b0504fdc3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f66fc9bc-595c-4fc4-a2f5-2e995540272e HTTP/1.1" status: 200 len: 835 time: 0.0603535 Mar 02 19:08:59.952039 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d8def823-8f9f-406d-90cb-aacf0657cc37 req-40aae821-440b-40e5-bd96-7496b36f625c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b31011a-b1fe-461a-9965-b1fbe880b75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747516 Mar 02 19:09:00.104639 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-9d5f99e1-59c6-4cf8-a5e8-3814469c261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '0f133945-4c21-479a-a2db-71080503bd3d', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.102', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'port_id': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'mac_address': 'fa:16:3e:43:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:08:57Z', 'updated_at': '2022-03-02T19:08:57Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bb9594-e31f-45c0-9345-e6d9dd21a664', 'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:1a:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:33Z', 'updated_at': '2022-03-02T19:08:40Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:09:00.108988 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f99e1-59c6-4cf8-a5e8-3814469c261b None None] The sync data for ids ['0d7a853c-221d-41f4-8a02-ab9bffe85115'] in dv-neutron-831573-1-hyperv is: [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '0f133945-4c21-479a-a2db-71080503bd3d', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.102', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'port_id': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'mac_address': 'fa:16:3e:43:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:08:57Z', 'updated_at': '2022-03-02T19:08:57Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bb9594-e31f-45c0-9345-e6d9dd21a664', 'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:1a:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:33Z', 'updated_at': '2022-03-02T19:08:40Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:09:00.138266 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d8def823-8f9f-406d-90cb-aacf0657cc37 req-a309cdb1-2190-489b-baa9-508e07f18723 service neutron] 10.222.0.87 "GET /v2.0/networks/0b31011a-b1fe-461a-9965-b1fbe880b75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782510 Mar 02 19:09:00.334484 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cccc82-b499-43a0-9be9-466a2b05c904 None None] New status for floating IP 0f133945-4c21-479a-a2db-71080503bd3d: ACTIVE {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:09:00.378729 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d8def823-8f9f-406d-90cb-aacf0657cc37 req-3c2f1f80-8c38-4324-bccb-3f2aa374f716 service neutron] 10.222.0.87 "GET /v2.0/networks/0b31011a-b1fe-461a-9965-b1fbe880b75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334909 Mar 02 19:09:00.521576 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37002) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:00.633923 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f15c48dc-5298-47ae-abee-96daa8356af0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/0f133945-4c21-479a-a2db-71080503bd3d HTTP/1.1" status: 200 len: 991 time: 0.1110885 Mar 02 19:09:01.143051 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:01.647928 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37006) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:01.765010 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7db1e5f9-baa0-47e7-8863-ac9e92c56f87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/0f133945-4c21-479a-a2db-71080503bd3d HTTP/1.1" status: 200 len: 993 time: 0.1157227 Mar 02 19:09:12.597448 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:09:12.837831 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-04f0f7fd-b816-4a8f-91ff-61ade36073b6 req-f236745d-5c96-4de1-845d-d13e170b701d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684247 Mar 02 19:09:12.934491 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-04f0f7fd-b816-4a8f-91ff-61ade36073b6 req-96f32878-9bdc-43a2-8fdc-956b1ba8e517 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0af1fa0d95a44ba480dc48db39841166&device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 1098 time: 0.0723054 Mar 02 19:09:13.084763 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0f7fd-b816-4a8f-91ff-61ade36073b6 req-c9335330-19ee-4973-bae5-4e6c3689e9b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:13.086217 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-04f0f7fd-b816-4a8f-91ff-61ade36073b6 req-c9335330-19ee-4973-bae5-4e6c3689e9b4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa HTTP/1.1" status: 200 len: 897 time: 0.1301358 Mar 02 19:09:13.187331 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-04f0f7fd-b816-4a8f-91ff-61ade36073b6 req-4cc2d2de-5f7b-49b1-85ed-17daea58dc97 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 HTTP/1.1" status: 200 len: 1001 time: 0.0947058 Mar 02 19:09:13.253895 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0f7fd-b816-4a8f-91ff-61ade36073b6 req-23507029-4da1-432c-b3e2-4fa5b11b7365 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:13.256053 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-04f0f7fd-b816-4a8f-91ff-61ade36073b6 req-23507029-4da1-432c-b3e2-4fa5b11b7365 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=34544a80-8e19-4455-9740-4b6f83411eb9 HTTP/1.1" status: 200 len: 835 time: 0.0616384 Mar 02 19:09:13.329493 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-04f0f7fd-b816-4a8f-91ff-61ade36073b6 req-4ac493ea-6c50-4fee-80cf-c5784796704c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667329 Mar 02 19:09:13.463909 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-04f0f7fd-b816-4a8f-91ff-61ade36073b6 req-2c428f0e-5b62-407a-95c4-1c442744739d service neutron] 10.222.0.87 "GET /v2.0/networks/0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279955 Mar 02 19:09:13.603683 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-04f0f7fd-b816-4a8f-91ff-61ade36073b6 req-351c9c20-616a-40dd-8420-793b695e6d05 service neutron] 10.222.0.87 "GET /v2.0/networks/0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315262 Mar 02 19:09:21.668046 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-400b055b-50ea-48d4-92e8-d6d0b53a076c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:23.742505 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-37a405b0-c966-49a6-886e-ba55ae7e6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:25.119443 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:25.416760 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:26.389223 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:27.681894 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37028) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:27.923685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Deleting port 6c9bd2e5-b2bc-47a0-a68b-f852832c139c {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:09:27.924060 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:28.131880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:28.132331 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:28.268974 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Calling delete_port for 6c9bd2e5-b2bc-47a0-a68b-f852832c139c owned by network:floatingip {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:09:28.509079 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:28.667401 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event deleted for resources: {'Port': ['ID=6c9bd2e5-b2bc-47a0-a68b-f852832c139c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:28.707052 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:28.708677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:28.708677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:28.708677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:28.709903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:28.709903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:28.709903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:28.710398 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:28.710558 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:28.710754 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:28.711092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:28.776292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for floatingip, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:29.216486 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Router ca374d2d-11f3-4e30-90a0-76a8b70057ea has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:09:29.433040 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:09:29.447551 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245dc1c5-376a-454a-a641-958801ab19d8 None None] Sync routers for ids ['ca374d2d-11f3-4e30-90a0-76a8b70057ea'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:09:29.463006 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245dc1c5-376a-454a-a641-958801ab19d8 None None] Routers {'ca374d2d-11f3-4e30-90a0-76a8b70057ea'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:09:29.463832 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-245dc1c5-376a-454a-a641-958801ab19d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:09:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ca374d2d-11f3-4e30-90a0-76a8b70057ea'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:09:29.560530 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:29.648213 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4d9ad8fa-38df-4891-9d65-4749554d2ea8 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "DELETE /v2.0/floatingips/f41bd3d5-b2a9-41cb-b612-79c3d330399a HTTP/1.1" status: 204 len: 168 time: 1.9609051 Mar 02 19:09:29.648213 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9eb0ff-8bed-4104-8050-bca1e3a37366', 'tag': 'b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:09:29.700582 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-245dc1c5-376a-454a-a641-958801ab19d8 None None] Set router ca374d2d-11f3-4e30-90a0-76a8b70057ea gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:09:29.755931 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9eb0ff-8bed-4104-8050-bca1e3a37366', 'tag': 'b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83', 'status': 'completed', 'code': 200} Mar 02 19:09:29.896629 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33f4d7ad-50e0-4c87-b0e7-f1ebded19fbe req-804b9463-71ad-4c49-99e4-08266e1ad4e9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0af1fa0d95a44ba480dc48db39841166&device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 1098 time: 0.1135230 Mar 02 19:09:30.063212 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-245dc1c5-376a-454a-a641-958801ab19d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1350803047', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:07:08Z', 'updated_at': '2022-03-02T19:07:22Z', 'revision_number': 4, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'gw_port': {'id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:10Z', 'updated_at': '2022-03-02T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '5e162526-38f1-4da2-ada1-e9a4d827110c', 'name': '', 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'mac_address': 'fa:16:3e:46:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34544a80-8e19-4455-9740-4b6f83411eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:20Z', 'updated_at': '2022-03-02T19:07:36Z', 'revision_number': 5, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'subnets': [{'id': '34544a80-8e19-4455-9740-4b6f83411eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:09:30.068017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245dc1c5-376a-454a-a641-958801ab19d8 None None] Checking router: ca374d2d-11f3-4e30-90a0-76a8b70057ea for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:09:30.078513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245dc1c5-376a-454a-a641-958801ab19d8 None None] Routers {'ca374d2d-11f3-4e30-90a0-76a8b70057ea'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:09:30.079114 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-245dc1c5-376a-454a-a641-958801ab19d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:09:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ca374d2d-11f3-4e30-90a0-76a8b70057ea'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:09:30.090450 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4d7ad-50e0-4c87-b0e7-f1ebded19fbe req-f2c8eb27-9b46-4c98-ba5d-1e6ef4ab4119 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:30.091954 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33f4d7ad-50e0-4c87-b0e7-f1ebded19fbe req-f2c8eb27-9b46-4c98-ba5d-1e6ef4ab4119 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa HTTP/1.1" status: 200 len: 897 time: 0.1889126 Mar 02 19:09:30.185000 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33f4d7ad-50e0-4c87-b0e7-f1ebded19fbe req-5c38a053-4a7f-49c5-8ee8-62b97f057f10 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 HTTP/1.1" status: 200 len: 217 time: 0.0858340 Mar 02 19:09:30.298287 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4d7ad-50e0-4c87-b0e7-f1ebded19fbe req-de421018-b732-457a-88d1-1b8d6f363bf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:30.299755 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33f4d7ad-50e0-4c87-b0e7-f1ebded19fbe req-de421018-b732-457a-88d1-1b8d6f363bf3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=34544a80-8e19-4455-9740-4b6f83411eb9 HTTP/1.1" status: 200 len: 835 time: 0.1076071 Mar 02 19:09:30.317387 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-245dc1c5-376a-454a-a641-958801ab19d8 None None] Set router ca374d2d-11f3-4e30-90a0-76a8b70057ea gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:09:30.393573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b634917-c978-4853-9176-5df9c183f5bd req-af418b6d-652e-4191-9061-4f4f0e627f28 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:30.394283 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-6b634917-c978-4853-9176-5df9c183f5bd req-af418b6d-652e-4191-9061-4f4f0e627f28 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Synchronizing usage tracker for tenant:0af1fa0d95a44ba480dc48db39841166 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:09:30.416954 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33f4d7ad-50e0-4c87-b0e7-f1ebded19fbe req-dbc19757-8f52-4064-886d-471beb2f3303 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1066046 Mar 02 19:09:30.504434 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-6b634917-c978-4853-9176-5df9c183f5bd req-af418b6d-652e-4191-9061-4f4f0e627f28 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Unset dirty status for tenant:0af1fa0d95a44ba480dc48db39841166 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:09:30.505635 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6b634917-c978-4853-9176-5df9c183f5bd req-af418b6d-652e-4191-9061-4f4f0e627f28 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.2575469 Mar 02 19:09:30.599718 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6b634917-c978-4853-9176-5df9c183f5bd req-1db58535-ada3-4d8d-aaee-a1d946e95098 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783603 Mar 02 19:09:30.605552 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33f4d7ad-50e0-4c87-b0e7-f1ebded19fbe req-ab9f0e76-6c9b-4783-bd7e-9aeabdf82047 service neutron] 10.222.0.87 "GET /v2.0/networks/0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803839 Mar 02 19:09:30.796168 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-245dc1c5-376a-454a-a641-958801ab19d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1350803047', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:07:08Z', 'updated_at': '2022-03-02T19:07:22Z', 'revision_number': 4, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'gw_port': {'id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:10Z', 'updated_at': '2022-03-02T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '5e162526-38f1-4da2-ada1-e9a4d827110c', 'name': '', 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'mac_address': 'fa:16:3e:46:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34544a80-8e19-4455-9740-4b6f83411eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:20Z', 'updated_at': '2022-03-02T19:07:36Z', 'revision_number': 5, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'subnets': [{'id': '34544a80-8e19-4455-9740-4b6f83411eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:09:30.801267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245dc1c5-376a-454a-a641-958801ab19d8 None None] The sync data for ids ['ca374d2d-11f3-4e30-90a0-76a8b70057ea'] in dv-neutron-831573-1-hyperv is: [{'id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1350803047', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:07:08Z', 'updated_at': '2022-03-02T19:07:22Z', 'revision_number': 4, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'gw_port': {'id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:10Z', 'updated_at': '2022-03-02T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '5e162526-38f1-4da2-ada1-e9a4d827110c', 'name': '', 'network_id': '0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'mac_address': 'fa:16:3e:46:a7:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34544a80-8e19-4455-9740-4b6f83411eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:20Z', 'updated_at': '2022-03-02T19:07:36Z', 'revision_number': 5, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'subnets': [{'id': '34544a80-8e19-4455-9740-4b6f83411eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:09:30.938567 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33f4d7ad-50e0-4c87-b0e7-f1ebded19fbe req-a44cb8f5-976e-47c8-87e4-7364a96a4475 service neutron] 10.222.0.87 "GET /v2.0/networks/0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256531 Mar 02 19:09:31.065696 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998c7ddc-f3d9-422f-ac19-ef57f5597e18 None None] New status for floating IP f41bd3d5-b2a9-41cb-b612-79c3d330399a: DOWN {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:09:31.200397 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:31.845129 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b77313-f393-4662-a7e8-41fde4155429 req-f8862f0c-5ca2-4537-baba-6871618adeb9 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:31.846748 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f7b77313-f393-4662-a7e8-41fde4155429 req-f8862f0c-5ca2-4537-baba-6871618adeb9 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.0885701 Mar 02 19:09:31.894167 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4ef27-bb66-4aee-8fef-8b7f8801d78d req-73a5178e-2e91-475c-94d7-fe572eb0da3c tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:31.897508 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33c4ef27-bb66-4aee-8fef-8b7f8801d78d req-73a5178e-2e91-475c-94d7-fe572eb0da3c tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 945 time: 0.1258891 Mar 02 19:09:31.906974 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f7b77313-f393-4662-a7e8-41fde4155429 req-f74b843f-405f-47a3-9cf6-91bc0d10de76 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/security-groups?id=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526044 Mar 02 19:09:31.984800 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-33c4ef27-bb66-4aee-8fef-8b7f8801d78d req-c5c03713-04f3-45a7-abf3-8576facbd2a6 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Deleting port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:09:31.985906 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-33c4ef27-bb66-4aee-8fef-8b7f8801d78d req-c5c03713-04f3-45a7-abf3-8576facbd2a6 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:32.271067 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-33c4ef27-bb66-4aee-8fef-8b7f8801d78d req-c5c03713-04f3-45a7-abf3-8576facbd2a6 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] For port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83,segment=NetworkSegment(5fb00790-eefc-41e7-832d-a622049d0a74),segment_id=5fb00790-eefc-41e7-832d-a622049d0a74)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:09:32.271422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-33c4ef27-bb66-4aee-8fef-8b7f8801d78d req-c5c03713-04f3-45a7-abf3-8576facbd2a6 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:32.399833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-33c4ef27-bb66-4aee-8fef-8b7f8801d78d req-c5c03713-04f3-45a7-abf3-8576facbd2a6 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Calling delete_port for b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:09:32.616618 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-33c4ef27-bb66-4aee-8fef-8b7f8801d78d req-c5c03713-04f3-45a7-abf3-8576facbd2a6 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:32.665404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c03713-04f3-45a7-abf3-8576facbd2a6 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event deleted for resources: {'Port': ['ID=b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:32.743101 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c4ef27-bb66-4aee-8fef-8b7f8801d78d req-c5c03713-04f3-45a7-abf3-8576facbd2a6 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] No DVR routers for this DVR port b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:09:32.745784 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-33c4ef27-bb66-4aee-8fef-8b7f8801d78d req-c5c03713-04f3-45a7-abf3-8576facbd2a6 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:32.748687 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9eb0ff-8bed-4104-8050-bca1e3a37366', 'name': 'network-vif-deleted', 'tag': 'b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:09:32.806074 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9eb0ff-8bed-4104-8050-bca1e3a37366', 'name': 'network-vif-deleted', 'tag': 'b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83', 'status': 'completed', 'code': 200} Mar 02 19:09:32.818587 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33c4ef27-bb66-4aee-8fef-8b7f8801d78d req-c5c03713-04f3-45a7-abf3-8576facbd2a6 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.87 "DELETE /v2.0/ports/b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 HTTP/1.1" status: 204 len: 173 time: 0.9102530 Mar 02 19:09:33.115730 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5883b24e-6400-42fe-8941-f12f8c606985 req-a0aaf0c0-a7d7-4c72-a807-7c81c0cbe351 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad9eb0ff-8bed-4104-8050-bca1e3a37366 HTTP/1.1" status: 200 len: 210 time: 0.0545311 Mar 02 19:09:34.243026 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37050) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:34.648446 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:34.661224 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:09:34.695898 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:09:34.696245 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device b2fa2d7b-a7cd-46a4-b0ae-83e2d3a1cd83 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:09:35.001659 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37056) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:35.104121 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-36da65df-f37b-49d7-92e5-469f85345d34 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/ports?project_id=3b5a22e326e84c6680d758252463bbd4&network_id=0b31011a-b1fe-461a-9965-b1fbe880b75c HTTP/1.1" status: 200 len: 2999 time: 0.1011388 Mar 02 19:09:35.408022 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Deleting port 5e162526-38f1-4da2-ada1-e9a4d827110c {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:09:35.408659 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:35.595508 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] For port 5e162526-38f1-4da2-ada1-e9a4d827110c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=5e162526-38f1-4da2-ada1-e9a4d827110c,segment=NetworkSegment(5fb00790-eefc-41e7-832d-a622049d0a74),segment_id=5fb00790-eefc-41e7-832d-a622049d0a74)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:09:35.595864 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:35.728713 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Calling delete_port for 5e162526-38f1-4da2-ada1-e9a4d827110c owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:09:35.965029 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:36.014760 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event deleted for resources: {'Port': ['ID=5e162526-38f1-4da2-ada1-e9a4d827110c,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:36.055915 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:36.056285 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:36.056613 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:36.056960 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:36.057305 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:36.057639 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:36.057974 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:36.058309 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:36.058725 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:36.058966 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:36.059293 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:36.325433 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:37.033898 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Router ca374d2d-11f3-4e30-90a0-76a8b70057ea has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:09:37.247108 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:09:37.257016 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388debd-664b-4bc1-a6ef-11e72698c2cd None None] Sync routers for ids ['ca374d2d-11f3-4e30-90a0-76a8b70057ea'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:09:37.262545 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-71bc0775-80e8-4c3d-b98f-9831835c5d3e tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "PUT /v2.0/routers/ca374d2d-11f3-4e30-90a0-76a8b70057ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0181551 Mar 02 19:09:37.263902 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37068) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:37.265390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37070) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:37.273816 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388debd-664b-4bc1-a6ef-11e72698c2cd None None] Routers {'ca374d2d-11f3-4e30-90a0-76a8b70057ea'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:09:37.274435 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d388debd-664b-4bc1-a6ef-11e72698c2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:09:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ca374d2d-11f3-4e30-90a0-76a8b70057ea'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:09:37.327060 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b14fb4f-3cab-4ed2-ba5d-ce3b085434ff tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:37.339373 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1b14fb4f-3cab-4ed2-ba5d-ce3b085434ff tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=34755311-e60d-4721-8297-2b2c64e749c6 HTTP/1.1" status: 200 len: 814 time: 0.0637105 Mar 02 19:09:37.469421 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-1660900b-5324-467c-bffc-f5c68d43a623 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Deleting subnet 34544a80-8e19-4455-9740-4b6f83411eb9 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:09:37.473347 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1660900b-5324-467c-bffc-f5c68d43a623 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:37.493349 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-d388debd-664b-4bc1-a6ef-11e72698c2cd None None] Set router ca374d2d-11f3-4e30-90a0-76a8b70057ea gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:09:37.536617 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1660900b-5324-467c-bffc-f5c68d43a623 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:37.621005 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1660900b-5324-467c-bffc-f5c68d43a623 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:37.754826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1660900b-5324-467c-bffc-f5c68d43a623 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:37.788524 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d388debd-664b-4bc1-a6ef-11e72698c2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1350803047', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:07:08Z', 'updated_at': '2022-03-02T19:09:35Z', 'revision_number': 5, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'gw_port': {'id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:10Z', 'updated_at': '2022-03-02T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:09:37.792849 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388debd-664b-4bc1-a6ef-11e72698c2cd None None] Checking router: ca374d2d-11f3-4e30-90a0-76a8b70057ea for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:09:37.797110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660900b-5324-467c-bffc-f5c68d43a623 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event deleted for resources: {'Subnet': ['ID=34544a80-8e19-4455-9740-4b6f83411eb9,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:37.803256 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1660900b-5324-467c-bffc-f5c68d43a623 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:37.811622 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1660900b-5324-467c-bffc-f5c68d43a623 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "DELETE /v2.0/subnets/34544a80-8e19-4455-9740-4b6f83411eb9 HTTP/1.1" status: 204 len: 168 time: 0.5440915 Mar 02 19:09:37.811865 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff12b1a-2f28-47cb-8ec5-5e8d2200493f None None] Network 0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:09:37.813932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37080) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:37.883636 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388debd-664b-4bc1-a6ef-11e72698c2cd None None] Routers {'ca374d2d-11f3-4e30-90a0-76a8b70057ea'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:09:37.884266 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d388debd-664b-4bc1-a6ef-11e72698c2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:09:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ca374d2d-11f3-4e30-90a0-76a8b70057ea'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:09:37.956784 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37084) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:37.963978 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-9cd710c9-aea3-4680-8283-a9719065aead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'network': {'name': 'tempest-network-smoke--1504316980', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'port_security_enabled': True}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:09:37.969891 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9cd710c9-aea3-4680-8283-a9719065aead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:09:37.980613 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-9cd710c9-aea3-4680-8283-a9719065aead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:09:38.027937 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd710c9-aea3-4680-8283-a9719065aead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:09:38.030946 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9cd710c9-aea3-4680-8283-a9719065aead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:38.067420 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd710c9-aea3-4680-8283-a9719065aead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:09:38.078181 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9cd710c9-aea3-4680-8283-a9719065aead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:38.078588 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-9cd710c9-aea3-4680-8283-a9719065aead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Added segment a2ffae42-22b7-445d-9f62-826fab4964c7 of type vlan for network 616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c Mar 02 19:09:38.111435 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9cd710c9-aea3-4680-8283-a9719065aead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:38.162115 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e2db2dd0-c214-484e-8af6-dbee5da1a603 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:38.183000 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-d388debd-664b-4bc1-a6ef-11e72698c2cd None None] Set router ca374d2d-11f3-4e30-90a0-76a8b70057ea gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:09:38.187751 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9cd710c9-aea3-4680-8283-a9719065aead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:38.192952 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd710c9-aea3-4680-8283-a9719065aead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:38.199265 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9cd710c9-aea3-4680-8283-a9719065aead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:38.325054 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd710c9-aea3-4680-8283-a9719065aead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Network': ['ID=616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:38.352816 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:09:38.360366 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9cd710c9-aea3-4680-8283-a9719065aead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4018655 Mar 02 19:09:38.363962 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37088) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:38.380623 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e2db2dd0-c214-484e-8af6-dbee5da1a603 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:38.445443 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929dbb23-2d5e-4131-8860-b33e340220ae tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:38.446942 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-929dbb23-2d5e-4131-8860-b33e340220ae tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=3b5a22e326e84c6680d758252463bbd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0820591 Mar 02 19:09:38.454115 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37092) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:38.468942 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e2db2dd0-c214-484e-8af6-dbee5da1a603 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Deleting port 47e2f2b5-b105-47ad-a80e-13b49db6b14e {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:09:38.469310 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e2db2dd0-c214-484e-8af6-dbee5da1a603 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:38.492323 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7be74e8-243e-4128-bae9-53052f382987 None None] DHCP port deletion for 0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:09:38.522665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a7be74e8-243e-4128-bae9-53052f382987 None None] Deleting port 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:09:38.524015 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a7be74e8-243e-4128-bae9-53052f382987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:38.603679 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8782c6-0981-47ae-91a4-bf4349ff472c tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:38.607404 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-aa8782c6-0981-47ae-91a4-bf4349ff472c tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1500669 Mar 02 19:09:38.608020 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37096) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:38.655688 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b129dd60-19d2-4ca9-81ef-b4e552ff8947 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=34755311-e60d-4721-8297-2b2c64e749c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439239 Mar 02 19:09:38.655930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37100) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:38.662181 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-e2db2dd0-c214-484e-8af6-dbee5da1a603 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] For port 47e2f2b5-b105-47ad-a80e-13b49db6b14e, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=47e2f2b5-b105-47ad-a80e-13b49db6b14e,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:09:38.662561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e2db2dd0-c214-484e-8af6-dbee5da1a603 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:38.707605 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b77b81a0-837e-4fa4-a7e6-4b2231556e6e tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=3b5a22e326e84c6680d758252463bbd4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471594 Mar 02 19:09:38.708523 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37104) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:38.794695 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e2db2dd0-c214-484e-8af6-dbee5da1a603 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Calling delete_port for 47e2f2b5-b105-47ad-a80e-13b49db6b14e owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:09:38.840108 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-a7be74e8-243e-4128-bae9-53052f382987 None None] For port 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=605e0bc7-94bf-4bca-8ff4-c2dbed775ebf,segment=NetworkSegment(5fb00790-eefc-41e7-832d-a622049d0a74),segment_id=5fb00790-eefc-41e7-832d-a622049d0a74)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:09:38.840510 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a7be74e8-243e-4128-bae9-53052f382987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:38.870535 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfe966d-5fe9-4a4d-905d-d1134409a255 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:38.872540 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7bfe966d-5fe9-4a4d-905d-d1134409a255 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1628339 Mar 02 19:09:38.875609 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37108) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:38.937150 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a64e940f-b3df-462b-9b62-8f324f9af258 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=34755311-e60d-4721-8297-2b2c64e749c6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0581536 Mar 02 19:09:38.937395 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37112) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:38.954233 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-da768592-87d3-441c-9662-0819ba59156a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1201148441', 'network_id': '616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:09:38.984148 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a7be74e8-243e-4128-bae9-53052f382987 None None] Calling delete_port for 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:09:39.045392 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d388debd-664b-4bc1-a6ef-11e72698c2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1350803047', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:07:08Z', 'updated_at': '2022-03-02T19:09:35Z', 'revision_number': 5, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'gw_port': {'id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:10Z', 'updated_at': '2022-03-02T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:09:39.055430 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388debd-664b-4bc1-a6ef-11e72698c2cd None None] The sync data for ids ['ca374d2d-11f3-4e30-90a0-76a8b70057ea'] in dv-neutron-831573-1-hyperv is: [{'id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1350803047', 'tenant_id': '0af1fa0d95a44ba480dc48db39841166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:07:08Z', 'updated_at': '2022-03-02T19:09:35Z', 'revision_number': 5, 'project_id': '0af1fa0d95a44ba480dc48db39841166', 'gw_port': {'id': '47e2f2b5-b105-47ad-a80e-13b49db6b14e', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca374d2d-11f3-4e30-90a0-76a8b70057ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:07:10Z', 'updated_at': '2022-03-02T19:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:09:39.102651 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e2db2dd0-c214-484e-8af6-dbee5da1a603 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:39.122294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-da768592-87d3-441c-9662-0819ba59156a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:09:39.126647 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-da768592-87d3-441c-9662-0819ba59156a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:subnet and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:09:39.130468 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-da768592-87d3-441c-9662-0819ba59156a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:09:39.136569 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-da768592-87d3-441c-9662-0819ba59156a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:09:39.153037 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db2dd0-c214-484e-8af6-dbee5da1a603 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event deleted for resources: {'Port': ['ID=47e2f2b5-b105-47ad-a80e-13b49db6b14e,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:39.178241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a7be74e8-243e-4128-bae9-53052f382987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:39.199732 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da768592-87d3-441c-9662-0819ba59156a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:09:39.232059 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be74e8-243e-4128-bae9-53052f382987 None None] Pushing event deleted for resources: {'Port': ['ID=605e0bc7-94bf-4bca-8ff4-c2dbed775ebf,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:39.238965 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be74e8-243e-4128-bae9-53052f382987 None None] No DVR routers for this DVR port 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:09:39.254811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be74e8-243e-4128-bae9-53052f382987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:39.254811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be74e8-243e-4128-bae9-53052f382987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:39.254811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be74e8-243e-4128-bae9-53052f382987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:39.254811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be74e8-243e-4128-bae9-53052f382987 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:39.254811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be74e8-243e-4128-bae9-53052f382987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:39.254811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be74e8-243e-4128-bae9-53052f382987 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:39.254811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be74e8-243e-4128-bae9-53052f382987 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:39.254811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be74e8-243e-4128-bae9-53052f382987 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:39.254811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be74e8-243e-4128-bae9-53052f382987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:39.254811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be74e8-243e-4128-bae9-53052f382987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:39.254811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7be74e8-243e-4128-bae9-53052f382987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:39.336526 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-da768592-87d3-441c-9662-0819ba59156a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:39.434354 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e2db2dd0-c214-484e-8af6-dbee5da1a603 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:39.668585 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-da768592-87d3-441c-9662-0819ba59156a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:39.754934 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e2db2dd0-c214-484e-8af6-dbee5da1a603 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:39.759484 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e2db2dd0-c214-484e-8af6-dbee5da1a603 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:39.764761 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da768592-87d3-441c-9662-0819ba59156a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Subnet': ['ID=12360f09-dde1-4e8b-9a9b-82a5a2659d4c,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:39.781283 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da768592-87d3-441c-9662-0819ba59156a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Checking segment: {'id': 'a2ffae42-22b7-445d-9f62-826fab4964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:09:39.783647 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da768592-87d3-441c-9662-0819ba59156a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network hostable DHCP agents. Network: 616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:09:39.869476 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e2db2dd0-c214-484e-8af6-dbee5da1a603 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:39.870275 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2db2dd0-c214-484e-8af6-dbee5da1a603 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Fanout notify agent at l3_agent the message router_deleted on router ca374d2d-11f3-4e30-90a0-76a8b70057ea {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:09:39.896821 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da768592-87d3-441c-9662-0819ba59156a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:09:39.897028 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e2db2dd0-c214-484e-8af6-dbee5da1a603 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:39.897666 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e2db2dd0-c214-484e-8af6-dbee5da1a603 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "DELETE /v2.0/routers/ca374d2d-11f3-4e30-90a0-76a8b70057ea HTTP/1.1" status: 204 len: 168 time: 2.0827003 Mar 02 19:09:39.900414 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37116) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:39.929747 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:09:39.966385 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:09:39.969548 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 605e0bc7-94bf-4bca-8ff4-c2dbed775ebf not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:09:39.969548 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5e162526-38f1-4da2-ada1-e9a4d827110c no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:09:39.988511 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-da768592-87d3-441c-9662-0819ba59156a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:09:39.999893 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da768592-87d3-441c-9662-0819ba59156a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:40.005356 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-da768592-87d3-441c-9662-0819ba59156a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:40.005777 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 5e162526-38f1-4da2-ada1-e9a4d827110c {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:09:40.006405 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5e162526-38f1-4da2-ada1-e9a4d827110c not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:09:40.009554 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c436ea-2fe9-4722-9aa5-5f695e5db298 None None] Network 616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:09:40.126540 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-da768592-87d3-441c-9662-0819ba59156a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1878653 Mar 02 19:09:40.228657 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6fdf3440-7dee-4e2e-8cc1-757a70862c30 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:40.245794 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c', 'network_id': '616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ips': [{'subnet_id': '12360f09-dde1-4e8b-9a9b-82a5a2659d4c'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:09:40.246773 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:40.406205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6fdf3440-7dee-4e2e-8cc1-757a70862c30 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:40.440480 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Allocated IP 172.20.0.18 (616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c/12360f09-dde1-4e8b-9a9b-82a5a2659d4c/c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:09:40.441843 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-6fdf3440-7dee-4e2e-8cc1-757a70862c30 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:09:40.458748 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-6fdf3440-7dee-4e2e-8cc1-757a70862c30 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb00790-eefc-41e7-832d-a622049d0a74') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:09:40.459054 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-6fdf3440-7dee-4e2e-8cc1-757a70862c30 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb00790-eefc-41e7-832d-a622049d0a74') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:09:40.471194 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6fdf3440-7dee-4e2e-8cc1-757a70862c30 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:40.489031 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6fdf3440-7dee-4e2e-8cc1-757a70862c30 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:40.499038 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdf3440-7dee-4e2e-8cc1-757a70862c30 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:09:40.499627 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6fdf3440-7dee-4e2e-8cc1-757a70862c30 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:09:40.516538 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:09:40.654138 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:40.656692 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6fdf3440-7dee-4e2e-8cc1-757a70862c30 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:40.662392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6fdf3440-7dee-4e2e-8cc1-757a70862c30 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:40.666976 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Transition to ACTIVE for port object c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:09:40.678784 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37122) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:40.685055 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Transition to ACTIVE for port object c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:09:40.685525 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-b21384e9-e9ec-498a-a672-2b5fe4e91ab8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1904048741', 'description': 'tempest-secgroup-smoke-1904048741 description', 'project_id': '3b5a22e326e84c6680d758252463bbd4'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:09:40.692191 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b21384e9-e9ec-498a-a672-2b5fe4e91ab8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:09:40.697482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf3440-7dee-4e2e-8cc1-757a70862c30 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event deleted for resources: {'Network': ['ID=0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:40.701915 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b21384e9-e9ec-498a-a672-2b5fe4e91ab8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:09:40.754368 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:40.776618 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b21384e9-e9ec-498a-a672-2b5fe4e91ab8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:40.780076 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6fdf3440-7dee-4e2e-8cc1-757a70862c30 tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "DELETE /v2.0/networks/0218f2fc-9c7d-47a9-b40d-0cbc5ca929aa HTTP/1.1" status: 204 len: 168 time: 0.8761349 Mar 02 19:09:40.780647 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37126) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:40.821364 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b21384e9-e9ec-498a-a672-2b5fe4e91ab8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:09:40.825546 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b21384e9-e9ec-498a-a672-2b5fe4e91ab8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:09:40.829679 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b21384e9-e9ec-498a-a672-2b5fe4e91ab8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:09:40.836224 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b21384e9-e9ec-498a-a672-2b5fe4e91ab8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:09:40.860869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1365e38-d89d-4197-bc4e-6525452898fe tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:40.871263 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Network 616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:09:40.874360 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:09:40.879335 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:09:40.887298 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Pushing event updated for resources: {'Port': ['ID=c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:40.893416 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1365e38-d89d-4197-bc4e-6525452898fe tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:40.909495 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b21384e9-e9ec-498a-a672-2b5fe4e91ab8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:40.959157 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b21384e9-e9ec-498a-a672-2b5fe4e91ab8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:40.971507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Attempting to bind port c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:09:40.972097 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Attempting to bind port c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'a2ffae42-22b7-445d-9f62-826fab4964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:09:40.972233 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Attempting to bind port c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 on network 616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:09:40.980244 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:09:40.982698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Checking segment: {'id': 'a2ffae42-22b7-445d-9f62-826fab4964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:09:40.982698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:40.982698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Bound using segment: {'id': 'a2ffae42-22b7-445d-9f62-826fab4964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:09:40.982698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Bound port: c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ffae42-22b7-445d-9f62-826fab4964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:09:40.982698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:41.005109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21384e9-e9ec-498a-a672-2b5fe4e91ab8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab26f6cb-4929-4ffa-96b4-edda6ce437c2,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:41.033672 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1365e38-d89d-4197-bc4e-6525452898fe tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:41.066946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1365e38-d89d-4197-bc4e-6525452898fe tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:41.076019 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] For port c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:09:41.079689 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] For port c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4,segment=NetworkSegment(a2ffae42-22b7-445d-9f62-826fab4964c7),segment_id=a2ffae42-22b7-445d-9f62-826fab4964c7)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:09:41.114929 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b21384e9-e9ec-498a-a672-2b5fe4e91ab8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:41.116719 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b21384e9-e9ec-498a-a672-2b5fe4e91ab8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4366462 Mar 02 19:09:41.119787 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37130) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:41.125992 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-d126c8ee-a326-41e6-856e-ebfa0fc2878b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': 'ab26f6cb-4929-4ffa-96b4-edda6ce437c2', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:09:41.131568 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d126c8ee-a326-41e6-856e-ebfa0fc2878b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:09:41.135345 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d126c8ee-a326-41e6-856e-ebfa0fc2878b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:09:41.138456 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d126c8ee-a326-41e6-856e-ebfa0fc2878b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:09:41.144687 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d126c8ee-a326-41e6-856e-ebfa0fc2878b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:09:41.147098 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b1365e38-d89d-4197-bc4e-6525452898fe tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:41.154510 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b1365e38-d89d-4197-bc4e-6525452898fe tempest-TestNetworkAdvancedServerOps-1773451424 tempest-TestNetworkAdvancedServerOps-1773451424-project] 10.222.0.73 "DELETE /v2.0/security-groups/5b1bd4d3-e802-4e0e-be42-f9a82b5c7ced HTTP/1.1" status: 204 len: 168 time: 0.3663325 Mar 02 19:09:41.223614 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:41.292793 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d126c8ee-a326-41e6-856e-ebfa0fc2878b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:41.316279 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340530f-3ffd-490a-be9d-bf5e998ab317 None None] Pushing event updated for resources: {'Port': ['ID=c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:41.363502 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d126c8ee-a326-41e6-856e-ebfa0fc2878b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:41.416835 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d126c8ee-a326-41e6-856e-ebfa0fc2878b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:41.446069 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126c8ee-a326-41e6-856e-ebfa0fc2878b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae36fb8d-65f6-4b66-8602-4156e75c3132,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:41.531469 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d126c8ee-a326-41e6-856e-ebfa0fc2878b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:41.536407 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37138) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:41.536967 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d126c8ee-a326-41e6-856e-ebfa0fc2878b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4158053 Mar 02 19:09:41.546922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c613418a-9972-4b61-8e8f-3accdd08b109 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': 'ab26f6cb-4929-4ffa-96b4-edda6ce437c2', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:09:41.555905 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c613418a-9972-4b61-8e8f-3accdd08b109 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:09:41.560092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c613418a-9972-4b61-8e8f-3accdd08b109 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:09:41.563135 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c613418a-9972-4b61-8e8f-3accdd08b109 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:09:41.569013 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c613418a-9972-4b61-8e8f-3accdd08b109 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:09:41.698610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c613418a-9972-4b61-8e8f-3accdd08b109 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:41.763914 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c613418a-9972-4b61-8e8f-3accdd08b109 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:41.868230 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c613418a-9972-4b61-8e8f-3accdd08b109 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:41.895066 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613418a-9972-4b61-8e8f-3accdd08b109 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8915fc6e-0fa3-4417-ade4-7a653e8eb3e3,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:41.897487 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:09:41.945761 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37144) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:42.006015 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c613418a-9972-4b61-8e8f-3accdd08b109 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:42.012842 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c613418a-9972-4b61-8e8f-3accdd08b109 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4745350 Mar 02 19:09:42.015778 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37150) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:42.022046 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-6f8e36a9-e66a-4878-b190-566d38dc8be8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': 'ab26f6cb-4929-4ffa-96b4-edda6ce437c2', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:09:42.034122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6f8e36a9-e66a-4878-b190-566d38dc8be8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:09:42.037101 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:09:42.040308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6f8e36a9-e66a-4878-b190-566d38dc8be8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:09:42.043788 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6f8e36a9-e66a-4878-b190-566d38dc8be8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:09:42.052291 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 47e2f2b5-b105-47ad-a80e-13b49db6b14e no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:09:42.057506 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6f8e36a9-e66a-4878-b190-566d38dc8be8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:09:42.097553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 47e2f2b5-b105-47ad-a80e-13b49db6b14e {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:09:42.097902 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 47e2f2b5-b105-47ad-a80e-13b49db6b14e not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:09:42.163171 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0bbf8475-ca0d-40cb-8c5d-f9653d3eca5d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0af1fa0d95a44ba480dc48db39841166&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2162125 Mar 02 19:09:42.165979 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37154) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:42.172030 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6f8e36a9-e66a-4878-b190-566d38dc8be8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:42.240043 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a1ccc165-80db-4fc9-84f8-d6b12146daae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:42.243263 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6f8e36a9-e66a-4878-b190-566d38dc8be8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:42.296746 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6f8e36a9-e66a-4878-b190-566d38dc8be8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:42.324277 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e36a9-e66a-4878-b190-566d38dc8be8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2615fa-b3c2-4aa5-983f-cdb24e4e23fd,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:42.366733 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aa3136-4bc3-43d7-813b-eb31388b6bce None None] Network 616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:09:42.373466 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a1ccc165-80db-4fc9-84f8-d6b12146daae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:42.405461 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6f8e36a9-e66a-4878-b190-566d38dc8be8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:42.409236 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6f8e36a9-e66a-4878-b190-566d38dc8be8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3899636 Mar 02 19:09:42.409528 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37158) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:42.418788 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-2ddd6f0f-6b93-4601-967a-2792ea17cfa5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': 'ab26f6cb-4929-4ffa-96b4-edda6ce437c2', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:09:42.425967 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2ddd6f0f-6b93-4601-967a-2792ea17cfa5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:09:42.432773 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2ddd6f0f-6b93-4601-967a-2792ea17cfa5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:09:42.434530 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2ddd6f0f-6b93-4601-967a-2792ea17cfa5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:09:42.440434 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2ddd6f0f-6b93-4601-967a-2792ea17cfa5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:09:42.537036 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a1ccc165-80db-4fc9-84f8-d6b12146daae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:42.555323 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccc165-80db-4fc9-84f8-d6b12146daae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d619d73-bad9-48b2-9e14-67252ed09bba,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:42.562206 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a1ccc165-80db-4fc9-84f8-d6b12146daae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:42.563318 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a1ccc165-80db-4fc9-84f8-d6b12146daae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d619d73-bad9-48b2-9e14-67252ed09bba HTTP/1.1" status: 204 len: 168 time: 0.3961997 Mar 02 19:09:42.586947 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2ddd6f0f-6b93-4601-967a-2792ea17cfa5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:42.596304 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-631de7b3-7a37-42d0-85a4-d24bed5c395d None None] Provisioning for port c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:09:42.607130 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-631de7b3-7a37-42d0-85a4-d24bed5c395d None None] Provisioning complete for port c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:09:42.607455 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-631de7b3-7a37-42d0-85a4-d24bed5c395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:42.664096 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2ddd6f0f-6b93-4601-967a-2792ea17cfa5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:42.747821 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2ddd6f0f-6b93-4601-967a-2792ea17cfa5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:42.749751 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-631de7b3-7a37-42d0-85a4-d24bed5c395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:42.775166 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd6f0f-6b93-4601-967a-2792ea17cfa5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689c8c54-a251-49ee-b6c7-27ea0593ca7b,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:42.787556 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-631de7b3-7a37-42d0-85a4-d24bed5c395d None None] For port c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4,segment=NetworkSegment(a2ffae42-22b7-445d-9f62-826fab4964c7),segment_id=a2ffae42-22b7-445d-9f62-826fab4964c7)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:09:42.867901 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-631de7b3-7a37-42d0-85a4-d24bed5c395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:42.895863 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2ddd6f0f-6b93-4601-967a-2792ea17cfa5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:42.895863 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2ddd6f0f-6b93-4601-967a-2792ea17cfa5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4811883 Mar 02 19:09:42.896642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37164) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:42.902723 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a3dcd4de-39f2-46c0-a0b1-a8a4c4acbb49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': 'ab26f6cb-4929-4ffa-96b4-edda6ce437c2', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:09:42.908822 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a3dcd4de-39f2-46c0-a0b1-a8a4c4acbb49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:09:42.913647 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a3dcd4de-39f2-46c0-a0b1-a8a4c4acbb49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:09:42.917071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a3dcd4de-39f2-46c0-a0b1-a8a4c4acbb49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:09:42.923072 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a3dcd4de-39f2-46c0-a0b1-a8a4c4acbb49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:09:42.941996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631de7b3-7a37-42d0-85a4-d24bed5c395d None None] Pushing event updated for resources: {'Port': ['ID=c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:42.990339 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b621e737-38be-40cf-b9dd-c3fdbae7ac4c None None] Provisioning complete for port c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:09:42.990624 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b621e737-38be-40cf-b9dd-c3fdbae7ac4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:43.005814 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-a3dcd4de-39f2-46c0-a0b1-a8a4c4acbb49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:09:43.014258 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a3dcd4de-39f2-46c0-a0b1-a8a4c4acbb49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:43.092849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a3dcd4de-39f2-46c0-a0b1-a8a4c4acbb49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:43.250813 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a3dcd4de-39f2-46c0-a0b1-a8a4c4acbb49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:43.274977 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcd4de-39f2-46c0-a0b1-a8a4c4acbb49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23a0708-f0c0-4fbc-827b-c8def62f7490,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:43.388715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a3dcd4de-39f2-46c0-a0b1-a8a4c4acbb49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:43.389965 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a3dcd4de-39f2-46c0-a0b1-a8a4c4acbb49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4919991 Mar 02 19:09:43.392750 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37170) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:43.398318 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c4626615-4755-4dae-806b-4d905d7c5c67 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': 'ab26f6cb-4929-4ffa-96b4-edda6ce437c2', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:09:43.404315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c4626615-4755-4dae-806b-4d905d7c5c67 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:09:43.408089 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c4626615-4755-4dae-806b-4d905d7c5c67 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:09:43.411521 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c4626615-4755-4dae-806b-4d905d7c5c67 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:09:43.417240 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c4626615-4755-4dae-806b-4d905d7c5c67 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:09:43.548131 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37174) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:43.559975 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-c4626615-4755-4dae-806b-4d905d7c5c67 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:09:43.570354 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c4626615-4755-4dae-806b-4d905d7c5c67 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:43.570542 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f20d344f-3ff2-4244-a689-5b88136aac1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:43.601755 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f20d344f-3ff2-4244-a689-5b88136aac1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:09:43.605686 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f20d344f-3ff2-4244-a689-5b88136aac1b admin admin] Usage tracker for resource:security_group_rule and tenant:031b081d6f544d859bac0daefc56982b is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:09:43.610426 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f20d344f-3ff2-4244-a689-5b88136aac1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:09:43.614438 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f20d344f-3ff2-4244-a689-5b88136aac1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:09:43.636127 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c4626615-4755-4dae-806b-4d905d7c5c67 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:43.683044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f20d344f-3ff2-4244-a689-5b88136aac1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:43.724825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c4626615-4755-4dae-806b-4d905d7c5c67 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:43.756900 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4626615-4755-4dae-806b-4d905d7c5c67 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d970423-0c42-499a-bd69-41e6ab9d4b83,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:43.811007 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f20d344f-3ff2-4244-a689-5b88136aac1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:43.850925 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c4626615-4755-4dae-806b-4d905d7c5c67 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:43.852486 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c4626615-4755-4dae-806b-4d905d7c5c67 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4587722 Mar 02 19:09:43.859723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d344f-3ff2-4244-a689-5b88136aac1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7702f7-a1d3-4fef-8944-f836641ee5a6,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:43.866210 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:09:43.876409 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f20d344f-3ff2-4244-a689-5b88136aac1b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=031b081d6f544d859bac0daefc56982b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3272321 Mar 02 19:09:43.879042 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37180) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:43.944165 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b9451884-4097-4c91-8662-6ecaea310c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:43.949078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:09:43.949570 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:43.979055 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b9451884-4097-4c91-8662-6ecaea310c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:44.106749 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b9451884-4097-4c91-8662-6ecaea310c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:44.131315 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9451884-4097-4c91-8662-6ecaea310c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7702f7-a1d3-4fef-8944-f836641ee5a6,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:44.134181 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-d7bba5b6-415f-408c-be14-59fab375925c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:09:44.145489 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b9451884-4097-4c91-8662-6ecaea310c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:44.149159 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b9451884-4097-4c91-8662-6ecaea310c75 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7a7702f7-a1d3-4fef-8944-f836641ee5a6 HTTP/1.1" status: 204 len: 168 time: 0.2691913 Mar 02 19:09:44.228243 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-d7bba5b6-415f-408c-be14-59fab375925c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:09:44.229446 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-d7bba5b6-415f-408c-be14-59fab375925c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1904048741&fields=id&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 267 time: 0.1568110 Mar 02 19:09:44.381161 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-1c9fd2e1-67f1-48a0-9348-716c388c2103 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:44.381827 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-1c9fd2e1-67f1-48a0-9348-716c388c2103 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:network {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:09:44.450777 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-1c9fd2e1-67f1-48a0-9348-716c388c2103 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:network {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:09:44.451997 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-1c9fd2e1-67f1-48a0-9348-716c388c2103 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/networks?id=616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c HTTP/1.1" status: 200 len: 797 time: 0.2161722 Mar 02 19:09:44.469554 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-7a858e2b-4498-4063-a147-1baaad67006d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/quotas/3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 375 time: 0.0112708 Mar 02 19:09:44.564482 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-a2db6af3-7096-4330-8e23-de3900b6afa2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0889475 Mar 02 19:09:44.725464 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-699828ed-01f7-416b-ac6d-d32b1cf95329 service neutron] 10.222.0.73 "GET /v2.0/networks/616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478999 Mar 02 19:09:44.863951 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-400b193d-d3c3-447f-b46f-76618fe2b1ab service neutron] 10.222.0.73 "GET /v2.0/networks/616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318460 Mar 02 19:09:45.127568 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e99294c0-82e9-4b33-a8d6-c2c936e7271d req-a6b244cf-a9fd-4e17-9799-778794621229 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=95c6cdb3-b0ff-4152-bd2c-80321c932d32 HTTP/1.1" status: 200 len: 210 time: 0.0432503 Mar 02 19:09:46.242170 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9753ab4c-8592-44ff-9612-be4c5ba29f2f req-5dd7091e-146d-499e-9824-08437faf66ee tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=95c6cdb3-b0ff-4152-bd2c-80321c932d32 HTTP/1.1" status: 200 len: 210 time: 0.0450156 Mar 02 19:09:47.412086 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-754f4689-52f5-4097-84e2-f5f53190b191 req-ee7b2554-4643-4d36-a05b-cbcf5a5c5ad4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=95c6cdb3-b0ff-4152-bd2c-80321c932d32 HTTP/1.1" status: 200 len: 210 time: 0.0452445 Mar 02 19:09:48.238883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-1e63c67e-a3d1-4c51-ad47-38b158fd5dbf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:48.240344 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-1e63c67e-a3d1-4c51-ad47-38b158fd5dbf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/networks?id=616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c HTTP/1.1" status: 200 len: 797 time: 0.1533878 Mar 02 19:09:48.296425 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-126724da-34d4-4bf6-8b91-a98ed431a1bd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 473 time: 0.0434766 Mar 02 19:09:48.304876 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-5dbd5b95-e7f4-419f-8060-24a497fd28c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'port': {'device_id': '95c6cdb3-b0ff-4152-bd2c-80321c932d32', 'network_id': '616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c', 'admin_state_up': True, 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'security_groups': ['ab26f6cb-4929-4ffa-96b4-edda6ce437c2']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:09:48.447033 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-5dbd5b95-e7f4-419f-8060-24a497fd28c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:09:48.452002 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-5dbd5b95-e7f4-419f-8060-24a497fd28c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:port and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:09:48.455775 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-5dbd5b95-e7f4-419f-8060-24a497fd28c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:09:48.463001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-5dbd5b95-e7f4-419f-8060-24a497fd28c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:09:48.564870 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-5dbd5b95-e7f4-419f-8060-24a497fd28c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:09:48.568617 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-5dbd5b95-e7f4-419f-8060-24a497fd28c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:48.578278 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5ddc2b53-df98-455b-a1fa-9cf996d9faaf req-93c27b11-1bdd-44aa-a462-e22440043e14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=95c6cdb3-b0ff-4152-bd2c-80321c932d32 HTTP/1.1" status: 200 len: 210 time: 0.0420184 Mar 02 19:09:48.744060 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-5dbd5b95-e7f4-419f-8060-24a497fd28c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.20.0.21 (616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c/12360f09-dde1-4e8b-9a9b-82a5a2659d4c/3c73489c-e3c0-4bb0-9e6b-ca1002215b72) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:09:48.931414 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-5dbd5b95-e7f4-419f-8060-24a497fd28c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:48.946426 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-5dbd5b95-e7f4-419f-8060-24a497fd28c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Transition to ACTIVE for port object 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:09:49.028630 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-5dbd5b95-e7f4-419f-8060-24a497fd28c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:49.103377 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-5dbd5b95-e7f4-419f-8060-24a497fd28c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:09:49.106479 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-5dbd5b95-e7f4-419f-8060-24a497fd28c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:09:49.109149 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-5dbd5b95-e7f4-419f-8060-24a497fd28c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:09:49.237293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd5b95-e7f4-419f-8060-24a497fd28c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=3c73489c-e3c0-4bb0-9e6b-ca1002215b72,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:49.274345 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-5dbd5b95-e7f4-419f-8060-24a497fd28c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:49.274947 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-5dbd5b95-e7f4-419f-8060-24a497fd28c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:49.360792 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-5dbd5b95-e7f4-419f-8060-24a497fd28c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0586212 Mar 02 19:09:49.370913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] Request body: {'port': {'device_id': '95c6cdb3-b0ff-4152-bd2c-80321c932d32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:09:49.428012 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-98828473-e7ab-4d36-998b-7f8a7041e154 None None] Provisioning for port 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:09:49.433043 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-98828473-e7ab-4d36-998b-7f8a7041e154 None None] Provisioning complete for port 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:09:49.433558 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-98828473-e7ab-4d36-998b-7f8a7041e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:49.480850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:49.485831 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-98828473-e7ab-4d36-998b-7f8a7041e154 None None] Port 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:09:49.598030 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:09:49.832919 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb021f-5e79-41c0-8843-65f0bd80caad req-c1a527f1-7346-4764-bf44-a788b5db2eaf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:49.833603 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-f9cb021f-5e79-41c0-8843-65f0bd80caad req-c1a527f1-7346-4764-bf44-a788b5db2eaf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:09:49.908122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:09:49.916205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:49.931130 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] Transition to ACTIVE for port object 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:09:49.970643 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-f9cb021f-5e79-41c0-8843-65f0bd80caad req-c1a527f1-7346-4764-bf44-a788b5db2eaf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:09:49.971863 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f9cb021f-5e79-41c0-8843-65f0bd80caad req-c1a527f1-7346-4764-bf44-a788b5db2eaf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=95c6cdb3-b0ff-4152-bd2c-80321c932d32 HTTP/1.1" status: 200 len: 932 time: 0.2693655 Mar 02 19:09:50.000496 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:50.125984 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f9cb021f-5e79-41c0-8843-65f0bd80caad req-f2ab60dc-a2f4-4b87-aab7-d50322f5a879 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab26f6cb-4929-4ffa-96b4-edda6ce437c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479001 Mar 02 19:09:50.155858 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c73489c-e3c0-4bb0-9e6b-ca1002215b72,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:50.271310 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] Attempting to bind port 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:09:50.271682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] Attempting to bind port 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a2ffae42-22b7-445d-9f62-826fab4964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:09:50.272015 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] Attempting to bind port 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 on network 616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:09:50.277743 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] Port 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 on network 616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:09:50.278070 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] Attempting to bind port 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 on network 616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:09:50.284252 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:09:50.284670 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] Checking segment: {'id': 'a2ffae42-22b7-445d-9f62-826fab4964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:09:50.285564 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] Bound using segment: {'id': 'a2ffae42-22b7-445d-9f62-826fab4964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:09:50.285987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] Bound port: 3c73489c-e3c0-4bb0-9e6b-ca1002215b72, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ffae42-22b7-445d-9f62-826fab4964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:09:50.286333 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:50.377170 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] For port 3c73489c-e3c0-4bb0-9e6b-ca1002215b72, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:09:50.380254 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] For port 3c73489c-e3c0-4bb0-9e6b-ca1002215b72, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3c73489c-e3c0-4bb0-9e6b-ca1002215b72,segment=NetworkSegment(a2ffae42-22b7-445d-9f62-826fab4964c7),segment_id=a2ffae42-22b7-445d-9f62-826fab4964c7)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:09:50.445417 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:50.508653 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:50.510132 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] 10.222.0.87 "PUT /v2.0/ports/3c73489c-e3c0-4bb0-9e6b-ca1002215b72 HTTP/1.1" status: 200 len: 1094 time: 1.1434171 Mar 02 19:09:50.510595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c6cdb3-b0ff-4152-bd2c-80321c932d32', 'tag': '3c73489c-e3c0-4bb0-9e6b-ca1002215b72'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:09:50.531602 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf7e06-a43b-4602-a2d8-f0b2eb38d4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c73489c-e3c0-4bb0-9e6b-ca1002215b72,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:50.569041 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c6cdb3-b0ff-4152-bd2c-80321c932d32', 'tag': '3c73489c-e3c0-4bb0-9e6b-ca1002215b72', 'status': 'completed', 'code': 200} Mar 02 19:09:50.668759 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c776204e-b0d5-4436-bd35-29a0bd6a2249 req-d778fd8a-0502-45c8-bfce-001e148c681b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=95c6cdb3-b0ff-4152-bd2c-80321c932d32 HTTP/1.1" status: 200 len: 1097 time: 0.0781443 Mar 02 19:09:50.817697 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776204e-b0d5-4436-bd35-29a0bd6a2249 req-ec152565-16c5-42f6-99b9-893958d7c0f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:50.817987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776204e-b0d5-4436-bd35-29a0bd6a2249 req-ec152565-16c5-42f6-99b9-893958d7c0f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:50.819582 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c776204e-b0d5-4436-bd35-29a0bd6a2249 req-ec152565-16c5-42f6-99b9-893958d7c0f1 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=3b5a22e326e84c6680d758252463bbd4&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1430190 Mar 02 19:09:50.956072 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776204e-b0d5-4436-bd35-29a0bd6a2249 req-ddee90c3-afea-4f1e-ac54-f8bc527621db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:50.958075 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c776204e-b0d5-4436-bd35-29a0bd6a2249 req-ddee90c3-afea-4f1e-ac54-f8bc527621db service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323371 Mar 02 19:09:51.061211 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-d64f3c81-d170-4e93-a11c-8d341f465eb4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=95c6cdb3-b0ff-4152-bd2c-80321c932d32 HTTP/1.1" status: 200 len: 1097 time: 0.0704172 Mar 02 19:09:51.137732 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-c378dab0-aad1-4f06-8494-b73b08e5feea service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=3c73489c-e3c0-4bb0-9e6b-ca1002215b72 HTTP/1.1" status: 200 len: 217 time: 0.0687637 Mar 02 19:09:51.200418 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-5c7abab1-7218-45ea-8974-e50dee5808fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:51.201893 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-5c7abab1-7218-45ea-8974-e50dee5808fd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=12360f09-dde1-4e8b-9a9b-82a5a2659d4c HTTP/1.1" status: 200 len: 838 time: 0.0589442 Mar 02 19:09:51.433220 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-7b47ea42-156c-4805-92db-f440a252995b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2253244 Mar 02 19:09:51.469563 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483aafdd-7bc7-44bf-badc-b30f433fedee req-8a7000f7-0a86-43d7-9efa-f3bc548c399b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:51.471017 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-483aafdd-7bc7-44bf-badc-b30f433fedee req-8a7000f7-0a86-43d7-9efa-f3bc548c399b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=95c6cdb3-b0ff-4152-bd2c-80321c932d32 HTTP/1.1" status: 200 len: 944 time: 0.2203681 Mar 02 19:09:51.601462 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-483aafdd-7bc7-44bf-badc-b30f433fedee req-363db6e8-475c-4baf-b188-6150eaa02514 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab26f6cb-4929-4ffa-96b4-edda6ce437c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791039 Mar 02 19:09:51.618501 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-db52763a-e556-486b-8246-04d0d19a830d service neutron] 10.222.0.87 "GET /v2.0/networks/616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781168 Mar 02 19:09:51.650525 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-34b84fd6-eed1-409d-bb56-367d90979add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:51.754196 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a3ccb86c-6bfc-4f30-b2db-65087dd713cb req-1eea3897-77bf-4574-8b5c-4775d77942f0 service neutron] 10.222.0.87 "GET /v2.0/networks/616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285660 Mar 02 19:09:53.063672 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6e9c6-1896-462b-99d4-c32cb425c0f3 req-bc93ea97-0b60-46e8-8f07-d4f58ae9eeb3 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:53.065142 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ded6e9c6-1896-462b-99d4-c32cb425c0f3 req-bc93ea97-0b60-46e8-8f07-d4f58ae9eeb3 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=95c6cdb3-b0ff-4152-bd2c-80321c932d32 HTTP/1.1" status: 200 len: 944 time: 0.3345761 Mar 02 19:09:53.115029 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ded6e9c6-1896-462b-99d4-c32cb425c0f3 req-8c13da9f-a2da-48cd-8b5b-c707529a0ed8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab26f6cb-4929-4ffa-96b4-edda6ce437c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439558 Mar 02 19:09:53.719169 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f70a4615-f9a8-484d-a48d-7fd861e3c705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:54.456410 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c70e79-5443-463c-ad02-df850379f3de req-48ef4b9c-2247-436c-982e-9e03a981a993 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:54.458443 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-21c70e79-5443-463c-ad02-df850379f3de req-48ef4b9c-2247-436c-982e-9e03a981a993 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=95c6cdb3-b0ff-4152-bd2c-80321c932d32 HTTP/1.1" status: 200 len: 944 time: 0.1647356 Mar 02 19:09:54.510574 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-21c70e79-5443-463c-ad02-df850379f3de req-809fa94a-3144-4e41-8267-c9f1481d21cc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab26f6cb-4929-4ffa-96b4-edda6ce437c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462110 Mar 02 19:09:54.734119 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:09:54.868679 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 3c73489c-e3c0-4bb0-9e6b-ca1002215b72, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3c73489c-e3c0-4bb0-9e6b-ca1002215b72,segment=NetworkSegment(a2ffae42-22b7-445d-9f62-826fab4964c7),segment_id=a2ffae42-22b7-445d-9f62-826fab4964c7)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:09:54.883024 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '3c73489c-e3c0-4bb0-9e6b-ca1002215b72', 'network_id': '616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c', 'port_id': '3c73489c-e3c0-4bb0-9e6b-ca1002215b72', 'mac_address': 'fa:16:3e:4a:09:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12360f09-dde1-4e8b-9a9b-82a5a2659d4c', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:09:54.940954 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:54.958809 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:09:54.974814 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 3c73489c-e3c0-4bb0-9e6b-ca1002215b72, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3c73489c-e3c0-4bb0-9e6b-ca1002215b72,segment=NetworkSegment(a2ffae42-22b7-445d-9f62-826fab4964c7),segment_id=a2ffae42-22b7-445d-9f62-826fab4964c7)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:09:55.050766 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:55.102183 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:55.118293 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=3c73489c-e3c0-4bb0-9e6b-ca1002215b72,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:55.288312 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['3c73489c-e3c0-4bb0-9e6b-ca1002215b72'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:09:55.470766 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:55.715031 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630ff38-b8a7-4d90-a5c9-256cc3ec4d90 req-6e3fc628-2017-4302-8fa0-ebf94d03cd08 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:55.716500 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9630ff38-b8a7-4d90-a5c9-256cc3ec4d90 req-6e3fc628-2017-4302-8fa0-ebf94d03cd08 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=95c6cdb3-b0ff-4152-bd2c-80321c932d32 HTTP/1.1" status: 200 len: 945 time: 0.0820050 Mar 02 19:09:55.763594 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9630ff38-b8a7-4d90-a5c9-256cc3ec4d90 req-4ef37480-d8ce-4223-9bb6-7692ed80eb50 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab26f6cb-4929-4ffa-96b4-edda6ce437c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411520 Mar 02 19:09:56.399522 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:56.750078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:09:56.908273 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:09:56.914407 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:09:56.914918 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:57.045365 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:57.076820 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c6cdb3-b0ff-4152-bd2c-80321c932d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c73489c-e3c0-4bb0-9e6b-ca1002215b72'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:09:57.092151 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 3c73489c-e3c0-4bb0-9e6b-ca1002215b72, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3c73489c-e3c0-4bb0-9e6b-ca1002215b72,segment=NetworkSegment(a2ffae42-22b7-445d-9f62-826fab4964c7),segment_id=a2ffae42-22b7-445d-9f62-826fab4964c7)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:09:57.136595 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c6cdb3-b0ff-4152-bd2c-80321c932d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c73489c-e3c0-4bb0-9e6b-ca1002215b72', 'code': 200} Mar 02 19:09:57.148623 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb130c-9467-4eb7-9bd3-0ca95d3f63ae req-051cbc83-c8c8-43b0-b24e-f2188bea05c9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:57.158723 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7bdb130c-9467-4eb7-9bd3-0ca95d3f63ae req-051cbc83-c8c8-43b0-b24e-f2188bea05c9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=95c6cdb3-b0ff-4152-bd2c-80321c932d32 HTTP/1.1" status: 200 len: 945 time: 0.1022518 Mar 02 19:09:57.196719 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7bdb130c-9467-4eb7-9bd3-0ca95d3f63ae req-9a0b66a0-bcd8-4af7-9e92-32df6a799981 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab26f6cb-4929-4ffa-96b4-edda6ce437c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409012 Mar 02 19:09:57.216074 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:57.281295 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=3c73489c-e3c0-4bb0-9e6b-ca1002215b72,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:57.526373 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6e1be3bc-7e3f-4a1f-9def-4b1d9f600912 req-e0ff6ff3-b8fc-45f1-a186-de130f4a6d11 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=95c6cdb3-b0ff-4152-bd2c-80321c932d32 HTTP/1.1" status: 200 len: 1099 time: 0.0727592 Mar 02 19:09:57.569718 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6e1be3bc-7e3f-4a1f-9def-4b1d9f600912 req-4a7855e8-5e7e-44a4-a3a7-2587e516d676 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ab26f6cb-4929-4ffa-96b4-edda6ce437c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362079 Mar 02 19:09:58.415425 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c6b5e-7358-493f-a825-51ba617c76c4 req-d38e0e04-166a-40ac-8689-9efd76894cab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:58.416800 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-665c6b5e-7358-493f-a825-51ba617c76c4 req-d38e0e04-166a-40ac-8689-9efd76894cab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=95c6cdb3-b0ff-4152-bd2c-80321c932d32 HTTP/1.1" status: 200 len: 946 time: 0.0833440 Mar 02 19:09:58.465774 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-665c6b5e-7358-493f-a825-51ba617c76c4 req-727b30e5-d0af-4be3-9087-37a5be567d95 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab26f6cb-4929-4ffa-96b4-edda6ce437c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433335 Mar 02 19:09:59.668525 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b374c-bf5f-4ada-9966-d7b426be31f7 req-3f4c36e3-f3ce-466b-b71f-1f40e07b6b19 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:59.669998 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-674b374c-bf5f-4ada-9966-d7b426be31f7 req-3f4c36e3-f3ce-466b-b71f-1f40e07b6b19 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=95c6cdb3-b0ff-4152-bd2c-80321c932d32 HTTP/1.1" status: 200 len: 946 time: 0.0781434 Mar 02 19:09:59.719284 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-674b374c-bf5f-4ada-9966-d7b426be31f7 req-f96f1f02-f7e2-4e85-a88b-3993518a99c0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab26f6cb-4929-4ffa-96b4-edda6ce437c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430403 Mar 02 19:09:59.920861 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393283b8-9ef1-49aa-8607-59063e01054b req-856c23bf-0a86-4c6f-a91d-c6815d2dfb5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:59.922303 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-393283b8-9ef1-49aa-8607-59063e01054b req-856c23bf-0a86-4c6f-a91d-c6815d2dfb5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=95c6cdb3-b0ff-4152-bd2c-80321c932d32 HTTP/1.1" status: 200 len: 946 time: 0.0818551 Mar 02 19:09:59.967731 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-393283b8-9ef1-49aa-8607-59063e01054b req-2b68acc3-0508-4f94-b565-347a80acb9f6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab26f6cb-4929-4ffa-96b4-edda6ce437c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391319 Mar 02 19:10:01.222293 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:01.494821 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37242) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:10:02.383863 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a772e034-c038-4873-aafe-d4c4b5bb537a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:02.809340 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-a772e034-c038-4873-aafe-d4c4b5bb537a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.20.0.17 (616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c/12360f09-dde1-4e8b-9a9b-82a5a2659d4c/3fa4801d-3109-4099-b76e-d735d6d0fff2) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:10:02.970855 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a772e034-c038-4873-aafe-d4c4b5bb537a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:02.987960 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-a772e034-c038-4873-aafe-d4c4b5bb537a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Transition to ACTIVE for port object 3fa4801d-3109-4099-b76e-d735d6d0fff2 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:10:03.116026 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a772e034-c038-4873-aafe-d4c4b5bb537a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:03.192329 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a772e034-c038-4873-aafe-d4c4b5bb537a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:10:03.195647 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772e034-c038-4873-aafe-d4c4b5bb537a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=3fa4801d-3109-4099-b76e-d735d6d0fff2,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:03.198004 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-a772e034-c038-4873-aafe-d4c4b5bb537a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:10:03.200105 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a772e034-c038-4873-aafe-d4c4b5bb537a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:10:03.258839 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a772e034-c038-4873-aafe-d4c4b5bb537a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:03.443294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a772e034-c038-4873-aafe-d4c4b5bb537a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:03.554201 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d09f14a0-2f19-4456-b099-741cc64c233b None None] Provisioning for port 3fa4801d-3109-4099-b76e-d735d6d0fff2 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:10:03.559836 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d09f14a0-2f19-4456-b099-741cc64c233b None None] Provisioning complete for port 3fa4801d-3109-4099-b76e-d735d6d0fff2 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:10:03.560203 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d09f14a0-2f19-4456-b099-741cc64c233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:03.616226 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-d09f14a0-2f19-4456-b099-741cc64c233b None None] Port 3fa4801d-3109-4099-b76e-d735d6d0fff2 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:10:03.968896 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a772e034-c038-4873-aafe-d4c4b5bb537a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:04.068069 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a772e034-c038-4873-aafe-d4c4b5bb537a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:04.187156 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a772e034-c038-4873-aafe-d4c4b5bb537a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:04.191380 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772e034-c038-4873-aafe-d4c4b5bb537a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=3fa4801d-3109-4099-b76e-d735d6d0fff2,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:04.330604 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a772e034-c038-4873-aafe-d4c4b5bb537a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:10:04.331962 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-a772e034-c038-4873-aafe-d4c4b5bb537a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:10:04.545908 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-088d6a2a-f252-4cc8-9a8c-9ede2695cdb0 None None] Provisioning complete for port 3fa4801d-3109-4099-b76e-d735d6d0fff2 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:10:04.546273 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-088d6a2a-f252-4cc8-9a8c-9ede2695cdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:04.600034 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-088d6a2a-f252-4cc8-9a8c-9ede2695cdb0 None None] Port 3fa4801d-3109-4099-b76e-d735d6d0fff2 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:10:04.734575 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a772e034-c038-4873-aafe-d4c4b5bb537a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 0d7a853c-221d-41f4-8a02-ab9bffe85115 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:10:04.941450 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a772e034-c038-4873-aafe-d4c4b5bb537a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:10:04.951194 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Sync routers for ids ['0d7a853c-221d-41f4-8a02-ab9bffe85115'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:10:04.963881 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Routers {'0d7a853c-221d-41f4-8a02-ab9bffe85115'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:10:04.964481 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:09:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['0d7a853c-221d-41f4-8a02-ab9bffe85115'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:05.083148 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a772e034-c038-4873-aafe-d4c4b5bb537a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/routers/0d7a853c-221d-41f4-8a02-ab9bffe85115/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5854228 Mar 02 19:10:05.186347 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Set router 0d7a853c-221d-41f4-8a02-ab9bffe85115 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:10:05.552797 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:10:03Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '0f133945-4c21-479a-a2db-71080503bd3d', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.102', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'port_id': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'mac_address': 'fa:16:3e:43:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:08:57Z', 'updated_at': '2022-03-02T19:09:00Z', 'revision_number': 1, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bb9594-e31f-45c0-9345-e6d9dd21a664', 'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:1a:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:33Z', 'updated_at': '2022-03-02T19:08:40Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa4801d-3109-4099-b76e-d735d6d0fff2', 'name': '', 'network_id': '616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:00:46:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12360f09-dde1-4e8b-9a9b-82a5a2659d4c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:02Z', 'updated_at': '2022-03-02T19:10:03Z', 'revision_number': 2, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '12360f09-dde1-4e8b-9a9b-82a5a2659d4c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:05.556739 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Checking router: 0d7a853c-221d-41f4-8a02-ab9bffe85115 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:10:05.557084 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Updating router 0d7a853c-221d-41f4-8a02-ab9bffe85115 port 3fa4801d-3109-4099-b76e-d735d6d0fff2 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:10:05.611566 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:05.958636 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:05.978790 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Transition to ACTIVE for port object 3fa4801d-3109-4099-b76e-d735d6d0fff2 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:10:06.056243 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:06.183728 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7abb93-64ee-480c-b6fd-542dd7ef1e31 None None] Pushing event updated for resources: {'Port': ['ID=3fa4801d-3109-4099-b76e-d735d6d0fff2,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:06.218509 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7abb93-64ee-480c-b6fd-542dd7ef1e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:06.218843 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7abb93-64ee-480c-b6fd-542dd7ef1e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:06.219175 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7abb93-64ee-480c-b6fd-542dd7ef1e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:06.219525 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7abb93-64ee-480c-b6fd-542dd7ef1e31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:06.219854 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7abb93-64ee-480c-b6fd-542dd7ef1e31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:06.220170 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7abb93-64ee-480c-b6fd-542dd7ef1e31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:06.220899 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7abb93-64ee-480c-b6fd-542dd7ef1e31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:06.220899 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7abb93-64ee-480c-b6fd-542dd7ef1e31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:06.221106 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7abb93-64ee-480c-b6fd-542dd7ef1e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:06.221476 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7abb93-64ee-480c-b6fd-542dd7ef1e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:06.223389 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7abb93-64ee-480c-b6fd-542dd7ef1e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:06.289486 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Attempting to bind port 3fa4801d-3109-4099-b76e-d735d6d0fff2 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:10:06.289851 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Attempting to bind port 3fa4801d-3109-4099-b76e-d735d6d0fff2 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'a2ffae42-22b7-445d-9f62-826fab4964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:10:06.290214 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Attempting to bind port 3fa4801d-3109-4099-b76e-d735d6d0fff2 on network 616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:10:06.296838 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:10:06.297212 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Checking segment: {'id': 'a2ffae42-22b7-445d-9f62-826fab4964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:10:06.297606 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:06.297992 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Bound using segment: {'id': 'a2ffae42-22b7-445d-9f62-826fab4964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:10:06.298450 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Bound port: 3fa4801d-3109-4099-b76e-d735d6d0fff2, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ffae42-22b7-445d-9f62-826fab4964c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:10:06.298817 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:06.453634 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] For port 3fa4801d-3109-4099-b76e-d735d6d0fff2, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:10:06.513359 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] For port 3fa4801d-3109-4099-b76e-d735d6d0fff2, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3fa4801d-3109-4099-b76e-d735d6d0fff2,segment=NetworkSegment(a2ffae42-22b7-445d-9f62-826fab4964c7),segment_id=a2ffae42-22b7-445d-9f62-826fab4964c7)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:10:06.589177 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:06.687247 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7abb93-64ee-480c-b6fd-542dd7ef1e31 None None] Pushing event updated for resources: {'Port': ['ID=3fa4801d-3109-4099-b76e-d735d6d0fff2,revision_number=4']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:06.697682 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Routers {'0d7a853c-221d-41f4-8a02-ab9bffe85115'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:10:06.698300 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:09:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['0d7a853c-221d-41f4-8a02-ab9bffe85115'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:06.932208 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] Set router 0d7a853c-221d-41f4-8a02-ab9bffe85115 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:10:07.352671 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:10:03Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '0f133945-4c21-479a-a2db-71080503bd3d', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.102', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'port_id': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'mac_address': 'fa:16:3e:43:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:08:57Z', 'updated_at': '2022-03-02T19:09:00Z', 'revision_number': 1, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bb9594-e31f-45c0-9345-e6d9dd21a664', 'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:1a:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:33Z', 'updated_at': '2022-03-02T19:08:40Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa4801d-3109-4099-b76e-d735d6d0fff2', 'name': '', 'network_id': '616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:00:46:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12360f09-dde1-4e8b-9a9b-82a5a2659d4c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:02Z', 'updated_at': '2022-03-02T19:10:06Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '12360f09-dde1-4e8b-9a9b-82a5a2659d4c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:07.357388 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d07e19-879b-479f-8d64-09dbc42427ee None None] The sync data for ids ['0d7a853c-221d-41f4-8a02-ab9bffe85115'] in dv-neutron-831573-1-hyperv is: [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:10:03Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '0f133945-4c21-479a-a2db-71080503bd3d', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.102', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'port_id': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'mac_address': 'fa:16:3e:43:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:08:57Z', 'updated_at': '2022-03-02T19:09:00Z', 'revision_number': 1, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bb9594-e31f-45c0-9345-e6d9dd21a664', 'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:1a:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:33Z', 'updated_at': '2022-03-02T19:08:40Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa4801d-3109-4099-b76e-d735d6d0fff2', 'name': '', 'network_id': '616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:00:46:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12360f09-dde1-4e8b-9a9b-82a5a2659d4c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:02Z', 'updated_at': '2022-03-02T19:10:06Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '12360f09-dde1-4e8b-9a9b-82a5a2659d4c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:10:07.896264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3fa4801d-3109-4099-b76e-d735d6d0fff2 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:10:08.123939 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 3fa4801d-3109-4099-b76e-d735d6d0fff2 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:10:08.124467 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 3fa4801d-3109-4099-b76e-d735d6d0fff2 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:10:08.124868 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:08.243667 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:08.279190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 3fa4801d-3109-4099-b76e-d735d6d0fff2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3fa4801d-3109-4099-b76e-d735d6d0fff2,segment=NetworkSegment(a2ffae42-22b7-445d-9f62-826fab4964c7),segment_id=a2ffae42-22b7-445d-9f62-826fab4964c7)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:10:08.365117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:08.438542 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=3fa4801d-3109-4099-b76e-d735d6d0fff2,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:09.793722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6ea70-3d7d-49fe-9c89-274ce78a8bb7 req-0c50d332-2d35-4669-b8ac-4d33bfb2679b tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:09.795192 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8cd6ea70-3d7d-49fe-9c89-274ce78a8bb7 req-0c50d332-2d35-4669-b8ac-4d33bfb2679b tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 946 time: 0.0864356 Mar 02 19:10:09.845243 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8cd6ea70-3d7d-49fe-9c89-274ce78a8bb7 req-d9226d7a-9d2c-46e5-8d92-f9638c4aa506 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436726 Mar 02 19:10:09.875724 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3fa4801d-3109-4099-b76e-d735d6d0fff2 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:10:09.947505 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 3fa4801d-3109-4099-b76e-d735d6d0fff2 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:10:09.947882 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:11.050289 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a9555-439f-4e3d-bb9e-4b38f55caf1c req-9cc0a195-1c97-43d8-a3d4-19454282fa6b tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:11.051907 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-538a9555-439f-4e3d-bb9e-4b38f55caf1c req-9cc0a195-1c97-43d8-a3d4-19454282fa6b tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 946 time: 0.0817149 Mar 02 19:10:11.101368 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-538a9555-439f-4e3d-bb9e-4b38f55caf1c req-9510c58e-79aa-4ba2-ad6a-d9dc96d39db7 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434253 Mar 02 19:10:11.580174 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790d616-c1aa-416a-bca7-f8dc1819a9ad req-f2590ca7-3bb6-4892-a311-45064a690172 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:11.581888 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f790d616-c1aa-416a-bca7-f8dc1819a9ad req-f2590ca7-3bb6-4892-a311-45064a690172 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.87 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 946 time: 0.0879788 Mar 02 19:10:11.652073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-f790d616-c1aa-416a-bca7-f8dc1819a9ad req-d7edde95-6786-4d01-8ae3-5f206141fc00 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Deleting port 0f1731b4-e9a5-41da-9e91-890706cfbe3a {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:10:11.652421 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f790d616-c1aa-416a-bca7-f8dc1819a9ad req-d7edde95-6786-4d01-8ae3-5f206141fc00 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:11.902237 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-f790d616-c1aa-416a-bca7-f8dc1819a9ad req-d7edde95-6786-4d01-8ae3-5f206141fc00 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] For port 0f1731b4-e9a5-41da-9e91-890706cfbe3a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0f1731b4-e9a5-41da-9e91-890706cfbe3a,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:10:11.902585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f790d616-c1aa-416a-bca7-f8dc1819a9ad req-d7edde95-6786-4d01-8ae3-5f206141fc00 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:12.187530 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f790d616-c1aa-416a-bca7-f8dc1819a9ad req-d7edde95-6786-4d01-8ae3-5f206141fc00 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:12.188257 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f790d616-c1aa-416a-bca7-f8dc1819a9ad req-d7edde95-6786-4d01-8ae3-5f206141fc00 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:12.188257 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [req-f790d616-c1aa-416a-bca7-f8dc1819a9ad req-d7edde95-6786-4d01-8ae3-5f206141fc00 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Floating IP 42a6e667-cdb1-4c36-92da-1700761fcd58 disassociated. External IP: 172.26.4.197, port: 0f1731b4-e9a5-41da-9e91-890706cfbe3a. Mar 02 19:10:12.188535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-f790d616-c1aa-416a-bca7-f8dc1819a9ad req-d7edde95-6786-4d01-8ae3-5f206141fc00 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Calling delete_port for 0f1731b4-e9a5-41da-9e91-890706cfbe3a owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:10:12.308151 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db425c93-02e8-4e7a-a7cd-2c608f1a15e3 req-ebfed278-c89b-4b5c-b8df-a3e0172fb50e tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:12.309695 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-db425c93-02e8-4e7a-a7cd-2c608f1a15e3 req-ebfed278-c89b-4b5c-b8df-a3e0172fb50e tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 946 time: 0.0817893 Mar 02 19:10:12.364075 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-db425c93-02e8-4e7a-a7cd-2c608f1a15e3 req-13673d02-7f3c-4b63-9fac-caa142dce425 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481651 Mar 02 19:10:12.490876 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f790d616-c1aa-416a-bca7-f8dc1819a9ad req-d7edde95-6786-4d01-8ae3-5f206141fc00 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:12.541304 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edde95-6786-4d01-8ae3-5f206141fc00 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event deleted for resources: {'Port': ['ID=0f1731b4-e9a5-41da-9e91-890706cfbe3a,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:12.759826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f790d616-c1aa-416a-bca7-f8dc1819a9ad req-d7edde95-6786-4d01-8ae3-5f206141fc00 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Router 21db579b-4602-4cd0-9f6f-86df599f8b7b has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:10:12.978876 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d66b8f3a-d332-4585-bdf9-28e10a3d9646 req-12b61025-78a9-4635-b359-464deea3ccf4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2434213 Mar 02 19:10:13.031248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f790d616-c1aa-416a-bca7-f8dc1819a9ad req-d7edde95-6786-4d01-8ae3-5f206141fc00 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:10:13.049831 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9654b3d-4dec-4dfa-bb27-84983a0a0ccd None None] Sync routers for ids ['21db579b-4602-4cd0-9f6f-86df599f8b7b'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:10:13.062311 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9654b3d-4dec-4dfa-bb27-84983a0a0ccd None None] Routers {'21db579b-4602-4cd0-9f6f-86df599f8b7b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:10:13.063006 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e9654b3d-4dec-4dfa-bb27-84983a0a0ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:09:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['21db579b-4602-4cd0-9f6f-86df599f8b7b'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:13.145653 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-f790d616-c1aa-416a-bca7-f8dc1819a9ad req-d7edde95-6786-4d01-8ae3-5f206141fc00 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] No DVR routers for this DVR port 0f1731b4-e9a5-41da-9e91-890706cfbe3a on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:10:13.148273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f790d616-c1aa-416a-bca7-f8dc1819a9ad req-d7edde95-6786-4d01-8ae3-5f206141fc00 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:13.150789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb25bfd-033f-4ca2-92c2-a4b63ec930c3', 'name': 'network-vif-deleted', 'tag': '0f1731b4-e9a5-41da-9e91-890706cfbe3a'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:10:13.188971 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d66b8f3a-d332-4585-bdf9-28e10a3d9646 req-f5240396-d5f9-4f06-920b-f468b824b7c7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 1098 time: 0.1290038 Mar 02 19:10:13.254326 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-e9654b3d-4dec-4dfa-bb27-84983a0a0ccd None None] Set router 21db579b-4602-4cd0-9f6f-86df599f8b7b gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:10:13.295864 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f790d616-c1aa-416a-bca7-f8dc1819a9ad req-d7edde95-6786-4d01-8ae3-5f206141fc00 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.87 "DELETE /v2.0/ports/0f1731b4-e9a5-41da-9e91-890706cfbe3a HTTP/1.1" status: 204 len: 173 time: 1.6979377 Mar 02 19:10:13.295864 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb25bfd-033f-4ca2-92c2-a4b63ec930c3', 'name': 'network-vif-deleted', 'tag': '0f1731b4-e9a5-41da-9e91-890706cfbe3a', 'status': 'completed', 'code': 200} Mar 02 19:10:13.349524 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b8f3a-d332-4585-bdf9-28e10a3d9646 req-6a559f86-602f-43c1-b504-e9ef2b90146e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:13.350964 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d66b8f3a-d332-4585-bdf9-28e10a3d9646 req-6a559f86-602f-43c1-b504-e9ef2b90146e service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b31011a-b1fe-461a-9965-b1fbe880b75c HTTP/1.1" status: 200 len: 897 time: 0.1427696 Mar 02 19:10:13.476880 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d66b8f3a-d332-4585-bdf9-28e10a3d9646 req-d3886dff-faf2-4977-a928-6ee0e6bbea9c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e715ae7-c6b7-46e7-9ceb-d3196adf828c HTTP/1.1" status: 200 len: 1001 time: 0.1190846 Mar 02 19:10:13.562062 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6fbc4477-a795-4e57-addb-1e1cac354a20 req-3860a827-d92f-4e54-a231-c2d03474a124 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 210 time: 0.0474253 Mar 02 19:10:13.562648 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b8f3a-d332-4585-bdf9-28e10a3d9646 req-aa91397b-dd42-4e8b-b100-2a0f93b2646c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:13.563459 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d66b8f3a-d332-4585-bdf9-28e10a3d9646 req-aa91397b-dd42-4e8b-b100-2a0f93b2646c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f66fc9bc-595c-4fc4-a2f5-2e995540272e HTTP/1.1" status: 200 len: 835 time: 0.0804689 Mar 02 19:10:13.595590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e9654b3d-4dec-4dfa-bb27-84983a0a0ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:44Z', 'revision_number': 5, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:13.601235 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9654b3d-4dec-4dfa-bb27-84983a0a0ccd None None] Checking router: 21db579b-4602-4cd0-9f6f-86df599f8b7b for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:10:13.613785 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9654b3d-4dec-4dfa-bb27-84983a0a0ccd None None] Routers {'21db579b-4602-4cd0-9f6f-86df599f8b7b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:10:13.614441 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e9654b3d-4dec-4dfa-bb27-84983a0a0ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:09:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['21db579b-4602-4cd0-9f6f-86df599f8b7b'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:13.657341 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d66b8f3a-d332-4585-bdf9-28e10a3d9646 req-3294493a-5035-4aac-bcb3-1ad10e65d0d9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b31011a-b1fe-461a-9965-b1fbe880b75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806386 Mar 02 19:10:13.808224 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d66b8f3a-d332-4585-bdf9-28e10a3d9646 req-c8603ef6-ee02-4f7d-ba65-8af59af1a136 service neutron] 10.222.0.87 "GET /v2.0/networks/0b31011a-b1fe-461a-9965-b1fbe880b75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392572 Mar 02 19:10:13.848078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-e9654b3d-4dec-4dfa-bb27-84983a0a0ccd None None] Set router 21db579b-4602-4cd0-9f6f-86df599f8b7b gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:10:13.952230 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d66b8f3a-d332-4585-bdf9-28e10a3d9646 req-5dc16916-4797-406f-ab32-01c7dd2f8118 service neutron] 10.222.0.87 "GET /v2.0/networks/0b31011a-b1fe-461a-9965-b1fbe880b75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377738 Mar 02 19:10:14.171386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e9654b3d-4dec-4dfa-bb27-84983a0a0ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:44Z', 'revision_number': 5, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:14.176097 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9654b3d-4dec-4dfa-bb27-84983a0a0ccd None None] The sync data for ids ['21db579b-4602-4cd0-9f6f-86df599f8b7b'] in dv-neutron-831573-1-hyperv is: [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:44Z', 'revision_number': 5, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:10:14.402677 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b168f92-0dbf-485c-ab80-451e3e54a53c None None] New status for floating IP 42a6e667-cdb1-4c36-92da-1700761fcd58: DOWN {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:10:14.759240 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-d1a41642-210d-4894-8bf3-3fa279c49f8d req-3e5c32d2-7414-41a0-81e4-9b9c793e0268 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Synchronizing usage tracker for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:10:14.813249 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 0f1731b4-e9a5-41da-9e91-890706cfbe3a no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:10:14.845720 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-d1a41642-210d-4894-8bf3-3fa279c49f8d req-3e5c32d2-7414-41a0-81e4-9b9c793e0268 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Unset dirty status for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:10:14.848066 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d1a41642-210d-4894-8bf3-3fa279c49f8d req-3e5c32d2-7414-41a0-81e4-9b9c793e0268 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=7cb25bfd-033f-4ca2-92c2-a4b63ec930c3 HTTP/1.1" status: 200 len: 210 time: 0.1289759 Mar 02 19:10:14.851142 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 0f1731b4-e9a5-41da-9e91-890706cfbe3a {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:10:14.851528 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 0f1731b4-e9a5-41da-9e91-890706cfbe3a not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:10:16.253987 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-fdf6f6e6-21f1-44b3-9ab6-5586f8ac0ff0 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-353379810&fields=id&tenant_id=0c751e1819ac4d70a34f41774e11c468 HTTP/1.1" status: 200 len: 267 time: 0.0448456 Mar 02 19:10:16.502419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-9054212c-0c94-4e59-9bda-48c48154ce9c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:16.503939 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-9054212c-0c94-4e59-9bda-48c48154ce9c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/networks?id=2e33772f-7a83-4314-934e-a7ea68526e72 HTTP/1.1" status: 200 len: 812 time: 0.2434208 Mar 02 19:10:16.520295 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-d72c8348-9053-40b8-90dc-1cd4c2ab3d6e tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/quotas/0c751e1819ac4d70a34f41774e11c468 HTTP/1.1" status: 200 len: 375 time: 0.0110989 Mar 02 19:10:16.603927 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-e762704e-d879-4872-8de0-f2e7cb1995ae tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0c751e1819ac4d70a34f41774e11c468&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785372 Mar 02 19:10:16.619287 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-42506120-a8e2-4c9e-9238-dfdb8754cbe7 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 19:10:16.620317 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-42506120-a8e2-4c9e-9238-dfdb8754cbe7 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053382 Mar 02 19:10:16.752507 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-e5acaa3d-b3c8-4b7a-a67d-3b005c69b0e1 service neutron] 10.222.0.73 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264493 Mar 02 19:10:16.884550 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-6a66d4dc-3a49-433f-adfc-45225ed50f75 service neutron] 10.222.0.73 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263587 Mar 02 19:10:17.568429 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-995c5e8e-0789-434e-a330-9d1d464c9aa0 req-e734b666-fa94-44b6-a336-4000583e32e4 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 210 time: 0.0448818 Mar 02 19:10:18.730891 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-376707ee-f2d7-4c59-be6c-94167000fa53 req-7ce3e4ed-bc69-4cde-a45c-10dab55fe748 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 210 time: 0.0433412 Mar 02 19:10:19.735511 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-689104a1-6dee-4822-86ce-00e623445d65 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:19.737041 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-689104a1-6dee-4822-86ce-00e623445d65 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.87 "GET /v2.0/networks?id=2e33772f-7a83-4314-934e-a7ea68526e72 HTTP/1.1" status: 200 len: 812 time: 0.1475439 Mar 02 19:10:19.814607 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-1ec4bf35-57e9-4651-887b-28f529dcd503 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c751e1819ac4d70a34f41774e11c468 HTTP/1.1" status: 200 len: 379 time: 0.0639126 Mar 02 19:10:19.825929 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-8539c4d8-b141-4cd9-a0d2-265f743f94d9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Request body: {'port': {'device_id': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'admin_state_up': True, 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'security_groups': ['b9335af6-6068-4af9-87e5-231e7a16c228']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:10:19.906695 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a08cb20f-2231-4bb8-83c0-e2b6320cb49b req-a902969a-af8a-4453-94e7-2b2ed2bea819 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 210 time: 0.0527329 Mar 02 19:10:19.989069 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-8539c4d8-b141-4cd9-a0d2-265f743f94d9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:10:19.999946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-8539c4d8-b141-4cd9-a0d2-265f743f94d9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:10:20.084703 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-8539c4d8-b141-4cd9-a0d2-265f743f94d9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Made reservation on behalf of 0c751e1819ac4d70a34f41774e11c468 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:10:20.087739 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-8539c4d8-b141-4cd9-a0d2-265f743f94d9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:20.257433 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-8539c4d8-b141-4cd9-a0d2-265f743f94d9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Allocated IP 172.20.0.6 (2e33772f-7a83-4314-934e-a7ea68526e72/eb42d443-71ba-493e-8b31-52bf5eb54af6/03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:10:20.476082 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-8539c4d8-b141-4cd9-a0d2-265f743f94d9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:20.492941 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-8539c4d8-b141-4cd9-a0d2-265f743f94d9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Transition to ACTIVE for port object 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:10:20.588033 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-8539c4d8-b141-4cd9-a0d2-265f743f94d9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:20.662389 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-8539c4d8-b141-4cd9-a0d2-265f743f94d9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Network 2e33772f-7a83-4314-934e-a7ea68526e72 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:10:20.665554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-8539c4d8-b141-4cd9-a0d2-265f743f94d9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:10:20.669534 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-8539c4d8-b141-4cd9-a0d2-265f743f94d9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:10:20.700936 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539c4d8-b141-4cd9-a0d2-265f743f94d9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event updated for resources: {'Port': ['ID=03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:20.738016 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-8539c4d8-b141-4cd9-a0d2-265f743f94d9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:20.738821 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-8539c4d8-b141-4cd9-a0d2-265f743f94d9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:20.841209 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-8539c4d8-b141-4cd9-a0d2-265f743f94d9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0211422 Mar 02 19:10:20.854376 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] Request body: {'port': {'device_id': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:10:20.978201 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:21.067771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f1a61f2b-d055-4d77-809e-dc60a35cd7cf None None] Provisioning for port 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:10:21.073754 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f1a61f2b-d055-4d77-809e-dc60a35cd7cf None None] Provisioning complete for port 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:10:21.074423 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f1a61f2b-d055-4d77-809e-dc60a35cd7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:21.134181 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f1a61f2b-d055-4d77-809e-dc60a35cd7cf None None] Port 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:10:21.313430 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c88a75-70f4-4f31-b68c-676ae5a3e9dc req-636e960c-7ad9-431b-af56-8811f1782cc9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:21.314121 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-d7c88a75-70f4-4f31-b68c-676ae5a3e9dc req-636e960c-7ad9-431b-af56-8811f1782cc9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Synchronizing usage tracker for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:10:21.485671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-d7c88a75-70f4-4f31-b68c-676ae5a3e9dc req-636e960c-7ad9-431b-af56-8811f1782cc9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Unset dirty status for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:10:21.487133 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d7c88a75-70f4-4f31-b68c-676ae5a3e9dc req-636e960c-7ad9-431b-af56-8811f1782cc9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 931 time: 0.4510691 Mar 02 19:10:21.538689 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:10:21.548861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:21.567607 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d7c88a75-70f4-4f31-b68c-676ae5a3e9dc req-bd330b94-ec21-424e-a77a-b74cc57c51e5 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696170 Mar 02 19:10:21.570142 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] Transition to ACTIVE for port object 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:10:21.662330 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:21.662634 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-cb02166c-2330-455f-9ac0-2d56ae98ae2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:21.804099 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] Pushing event updated for resources: {'Port': ['ID=03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:21.918650 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] Attempting to bind port 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:10:21.918991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] Attempting to bind port 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:10:21.919323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] Attempting to bind port 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 on network 2e33772f-7a83-4314-934e-a7ea68526e72 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:10:21.925788 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] Port 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 on network 2e33772f-7a83-4314-934e-a7ea68526e72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:10:21.926109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] Attempting to bind port 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 on network 2e33772f-7a83-4314-934e-a7ea68526e72 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:10:21.932333 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:10:21.932671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] Checking segment: {'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:10:21.933059 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] Bound using segment: {'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:10:21.933479 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] Bound port: 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:10:21.933825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:22.024677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] For port 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:10:22.028437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] For port 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:10:22.125132 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:22.192786 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:22.198045 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] 10.222.0.87 "PUT /v2.0/ports/03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 HTTP/1.1" status: 200 len: 1093 time: 1.3453937 Mar 02 19:10:22.198045 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'tag': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:10:22.215752 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde21ae-c960-4cb1-81c2-cc24a53d6867 service neutron] Pushing event updated for resources: {'Port': ['ID=03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:22.268133 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'tag': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9', 'status': 'completed', 'code': 200} Mar 02 19:10:22.373186 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0423974e-f6f4-477b-88dd-f6e7535d5410 req-6e3ab7e5-df71-4782-832d-bd58019f5828 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c751e1819ac4d70a34f41774e11c468&device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 1096 time: 0.0785275 Mar 02 19:10:22.530711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423974e-f6f4-477b-88dd-f6e7535d5410 req-ea3b2d49-7558-48a0-aba5-25924ed2bd59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:22.532286 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0423974e-f6f4-477b-88dd-f6e7535d5410 req-ea3b2d49-7558-48a0-aba5-25924ed2bd59 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=0c751e1819ac4d70a34f41774e11c468&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1513274 Mar 02 19:10:22.692094 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423974e-f6f4-477b-88dd-f6e7535d5410 req-b97718c7-9946-45d8-881e-3b6b0a4032a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:22.693625 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0423974e-f6f4-477b-88dd-f6e7535d5410 req-b97718c7-9946-45d8-881e-3b6b0a4032a6 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1551280 Mar 02 19:10:22.832696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bb26c-895c-4aff-b612-f30eac82579e req-b4cb668e-0260-4fec-8f99-8a86acf8c560 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:22.834091 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c05bb26c-895c-4aff-b612-f30eac82579e req-b4cb668e-0260-4fec-8f99-8a86acf8c560 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 943 time: 0.1395762 Mar 02 19:10:22.837954 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-31790627-e02c-4135-8574-aa80ef15439b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c751e1819ac4d70a34f41774e11c468&device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 1096 time: 0.1076791 Mar 02 19:10:22.932412 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-970565c4-5e34-44f9-b767-68c9caaefc77 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 HTTP/1.1" status: 200 len: 217 time: 0.0788417 Mar 02 19:10:22.978104 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c05bb26c-895c-4aff-b612-f30eac82579e req-111f4839-5829-48dc-857a-ff4b9d5fb6fd tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381760 Mar 02 19:10:23.003613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-c56c2ca1-44d3-428a-8a81-47a59ee1c003 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:23.005104 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-c56c2ca1-44d3-428a-8a81-47a59ee1c003 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=eb42d443-71ba-493e-8b31-52bf5eb54af6 HTTP/1.1" status: 200 len: 851 time: 0.0643895 Mar 02 19:10:23.084999 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-9effaecf-8307-474e-ba58-1d10be6d1116 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2e33772f-7a83-4314-934e-a7ea68526e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735269 Mar 02 19:10:23.216666 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-a907b1a3-df8d-48a4-b62f-89758991bde4 service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245337 Mar 02 19:10:23.433825 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d3930b3-b2c6-4eda-acb5-e21f178c41a0 req-f63151e6-78b1-4673-a987-2cd95fe81e0e service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099850 Mar 02 19:10:23.707928 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dc02984c-7893-42b5-91fe-ba58ae2abc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:24.178235 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aab71-7ff9-4604-bfad-df061db8f498 req-be72666c-23c8-4ec7-b0d3-51ad0ca0a1fb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:24.179621 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-aa6aab71-7ff9-4604-bfad-df061db8f498 req-be72666c-23c8-4ec7-b0d3-51ad0ca0a1fb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 943 time: 0.0774689 Mar 02 19:10:24.226424 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-aa6aab71-7ff9-4604-bfad-df061db8f498 req-d5b59fe8-6c33-43be-b351-598ed8d6dd43 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412514 Mar 02 19:10:25.119170 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:25.421962 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1782c1-927b-4482-9596-e46af146aa03 req-d22892a0-1de2-4fbe-bcb8-74f7226a3c09 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:25.423583 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7f1782c1-927b-4482-9596-e46af146aa03 req-d22892a0-1de2-4fbe-bcb8-74f7226a3c09 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 943 time: 0.0781012 Mar 02 19:10:25.444892 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:25.472258 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7f1782c1-927b-4482-9596-e46af146aa03 req-a69c79fe-e0c2-43ef-b3e2-33f4c0cddf25 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421824 Mar 02 19:10:25.675694 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37336) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:10:26.101162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6fd7-d4dd-4c55-ae85-6d34c221e432 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:26.404927 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:26.611722 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:10:26.684939 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2f1ec-f4a1-4256-a451-9bb7d79e3f17 req-c6735eed-a94a-4f86-8d17-c87fdd908c8d tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:26.686280 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-82d2f1ec-f4a1-4256-a451-9bb7d79e3f17 req-c6735eed-a94a-4f86-8d17-c87fdd908c8d tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 943 time: 0.0901902 Mar 02 19:10:26.773536 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-2f0a6fd7-d4dd-4c55-ae85-6d34c221e432 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 3fa4801d-3109-4099-b76e-d735d6d0fff2 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:10:26.774190 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6fd7-d4dd-4c55-ae85-6d34c221e432 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:26.837442 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-82d2f1ec-f4a1-4256-a451-9bb7d79e3f17 req-72d23dd4-7f50-42d6-900f-d39a1bed87e9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447480 Mar 02 19:10:26.987816 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-2f0a6fd7-d4dd-4c55-ae85-6d34c221e432 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port 3fa4801d-3109-4099-b76e-d735d6d0fff2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3fa4801d-3109-4099-b76e-d735d6d0fff2,segment=NetworkSegment(a2ffae42-22b7-445d-9f62-826fab4964c7),segment_id=a2ffae42-22b7-445d-9f62-826fab4964c7)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:10:26.988278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6fd7-d4dd-4c55-ae85-6d34c221e432 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:27.204234 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-2f0a6fd7-d4dd-4c55-ae85-6d34c221e432 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 3fa4801d-3109-4099-b76e-d735d6d0fff2 owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:10:27.462983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6fd7-d4dd-4c55-ae85-6d34c221e432 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:27.514564 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a6fd7-d4dd-4c55-ae85-6d34c221e432 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=3fa4801d-3109-4099-b76e-d735d6d0fff2,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:27.834085 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2f0a6fd7-d4dd-4c55-ae85-6d34c221e432 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:28.084073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207f3dc-8e22-4e2b-86d4-73344e65a4ed req-72cf7d97-e568-4d7d-9a19-19b263cd2b00 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:28.085590 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e207f3dc-8e22-4e2b-86d4-73344e65a4ed req-72cf7d97-e568-4d7d-9a19-19b263cd2b00 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 943 time: 0.1193938 Mar 02 19:10:28.153426 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e207f3dc-8e22-4e2b-86d4-73344e65a4ed req-5ff34707-b6af-47b5-8001-6b034282260e tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612161 Mar 02 19:10:28.561141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0a6fd7-d4dd-4c55-ae85-6d34c221e432 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 0d7a853c-221d-41f4-8a02-ab9bffe85115 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:10:28.771479 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0a6fd7-d4dd-4c55-ae85-6d34c221e432 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:10:28.781290 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dfca89-2139-4c2e-8ebb-1081eddf61d0 None None] Sync routers for ids ['0d7a853c-221d-41f4-8a02-ab9bffe85115'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:10:28.786847 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2f0a6fd7-d4dd-4c55-ae85-6d34c221e432 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/routers/0d7a853c-221d-41f4-8a02-ab9bffe85115/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1072237 Mar 02 19:10:28.793117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dfca89-2139-4c2e-8ebb-1081eddf61d0 None None] Routers {'0d7a853c-221d-41f4-8a02-ab9bffe85115'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:10:28.793721 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d4dfca89-2139-4c2e-8ebb-1081eddf61d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:10:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['0d7a853c-221d-41f4-8a02-ab9bffe85115'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:28.971052 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-d4dfca89-2139-4c2e-8ebb-1081eddf61d0 None None] Set router 0d7a853c-221d-41f4-8a02-ab9bffe85115 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:10:29.333266 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d4dfca89-2139-4c2e-8ebb-1081eddf61d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:10:27Z', 'revision_number': 6, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '0f133945-4c21-479a-a2db-71080503bd3d', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.102', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'port_id': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'mac_address': 'fa:16:3e:43:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:08:57Z', 'updated_at': '2022-03-02T19:09:00Z', 'revision_number': 1, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bb9594-e31f-45c0-9345-e6d9dd21a664', 'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:1a:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:33Z', 'updated_at': '2022-03-02T19:08:40Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:29.337836 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dfca89-2139-4c2e-8ebb-1081eddf61d0 None None] Checking router: 0d7a853c-221d-41f4-8a02-ab9bffe85115 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:10:29.350339 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dfca89-2139-4c2e-8ebb-1081eddf61d0 None None] Routers {'0d7a853c-221d-41f4-8a02-ab9bffe85115'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:10:29.350952 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d4dfca89-2139-4c2e-8ebb-1081eddf61d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:10:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['0d7a853c-221d-41f4-8a02-ab9bffe85115'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:29.441645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed8bb4-b7fd-4604-b371-ff97e3056546 req-41f842ba-bedf-4060-a5d9-68deedb69b6f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:29.442401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-1eed8bb4-b7fd-4604-b371-ff97e3056546 req-41f842ba-bedf-4060-a5d9-68deedb69b6f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:10:29.470353 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2366640-3cb8-4b31-adf9-6c90cf8f99fd req-003ecc26-b5d0-4617-8a9b-e8e2465f0a3a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:29.471976 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2366640-3cb8-4b31-adf9-6c90cf8f99fd req-003ecc26-b5d0-4617-8a9b-e8e2465f0a3a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 943 time: 0.1964049 Mar 02 19:10:29.523122 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2366640-3cb8-4b31-adf9-6c90cf8f99fd req-c7aa205d-4197-4476-ad11-2404fd8c4fe5 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445688 Mar 02 19:10:29.559711 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-1eed8bb4-b7fd-4604-b371-ff97e3056546 req-41f842ba-bedf-4060-a5d9-68deedb69b6f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:10:29.562057 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1eed8bb4-b7fd-4604-b371-ff97e3056546 req-41f842ba-bedf-4060-a5d9-68deedb69b6f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=95c6cdb3-b0ff-4152-bd2c-80321c932d32 HTTP/1.1" status: 200 len: 946 time: 0.2055292 Mar 02 19:10:29.597549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-d4dfca89-2139-4c2e-8ebb-1081eddf61d0 None None] Set router 0d7a853c-221d-41f4-8a02-ab9bffe85115 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:10:29.634272 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1eed8bb4-b7fd-4604-b371-ff97e3056546 req-788711e3-a098-44d4-9c75-9ece45fe89de tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab26f6cb-4929-4ffa-96b4-edda6ce437c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661845 Mar 02 19:10:29.950160 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d4dfca89-2139-4c2e-8ebb-1081eddf61d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:10:27Z', 'revision_number': 6, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '0f133945-4c21-479a-a2db-71080503bd3d', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.102', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'port_id': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'mac_address': 'fa:16:3e:43:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:08:57Z', 'updated_at': '2022-03-02T19:09:00Z', 'revision_number': 1, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bb9594-e31f-45c0-9345-e6d9dd21a664', 'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:1a:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:33Z', 'updated_at': '2022-03-02T19:08:40Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:29.954215 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dfca89-2139-4c2e-8ebb-1081eddf61d0 None None] The sync data for ids ['0d7a853c-221d-41f4-8a02-ab9bffe85115'] in dv-neutron-831573-1-hyperv is: [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:10:27Z', 'revision_number': 6, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '0f133945-4c21-479a-a2db-71080503bd3d', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.102', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'port_id': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'mac_address': 'fa:16:3e:43:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:08:57Z', 'updated_at': '2022-03-02T19:09:00Z', 'revision_number': 1, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bb9594-e31f-45c0-9345-e6d9dd21a664', 'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:1a:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:33Z', 'updated_at': '2022-03-02T19:08:40Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:10:30.734024 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3ee23-4da7-4abb-9585-820c8638387a req-069d7f58-2b6c-4654-bede-61b129cc78f8 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:30.735535 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d8d3ee23-4da7-4abb-9585-820c8638387a req-069d7f58-2b6c-4654-bede-61b129cc78f8 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 943 time: 0.0827298 Mar 02 19:10:30.840148 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d8d3ee23-4da7-4abb-9585-820c8638387a req-63a3e3f7-82d8-45a9-9764-8f5b0c66a4d7 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688872 Mar 02 19:10:30.851309 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115aef3-2a2a-4b02-8e3a-c6a821ca911f req-2c9132ac-cc96-4af4-893a-f319356c5cd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:30.852034 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-6115aef3-2a2a-4b02-8e3a-c6a821ca911f req-2c9132ac-cc96-4af4-893a-f319356c5cd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:10:30.852191 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05e1f9-a0f3-4610-8af2-7dced79edf97 req-1a8d9b03-bcbb-4af9-9004-ac2fedaf7fbc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:30.852666 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:10:30.853818 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6d05e1f9-a0f3-4610-8af2-7dced79edf97 req-1a8d9b03-bcbb-4af9-9004-ac2fedaf7fbc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=95c6cdb3-b0ff-4152-bd2c-80321c932d32 HTTP/1.1" status: 200 len: 946 time: 0.0809703 Mar 02 19:10:30.865987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-6115aef3-2a2a-4b02-8e3a-c6a821ca911f req-2c9132ac-cc96-4af4-893a-f319356c5cd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:10:30.867241 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6115aef3-2a2a-4b02-8e3a-c6a821ca911f req-2c9132ac-cc96-4af4-893a-f319356c5cd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/ports?device_id=95c6cdb3-b0ff-4152-bd2c-80321c932d32 HTTP/1.1" status: 200 len: 946 time: 0.1280942 Mar 02 19:10:30.912001 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6d05e1f9-a0f3-4610-8af2-7dced79edf97 req-ea02a889-9f14-4291-9fa1-07e070491a96 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=ab26f6cb-4929-4ffa-96b4-edda6ce437c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438006 Mar 02 19:10:30.942497 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-6115aef3-2a2a-4b02-8e3a-c6a821ca911f req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:10:30.942842 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-6115aef3-2a2a-4b02-8e3a-c6a821ca911f req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:31.006914 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:10:31.022200 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'port_id': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9', 'mac_address': 'fa:16:3e:a2:3a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:10:31.086676 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:31.106223 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:10:31.122386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:10:31.196264 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-6115aef3-2a2a-4b02-8e3a-c6a821ca911f req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port 3c73489c-e3c0-4bb0-9e6b-ca1002215b72, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3c73489c-e3c0-4bb0-9e6b-ca1002215b72,segment=NetworkSegment(a2ffae42-22b7-445d-9f62-826fab4964c7),segment_id=a2ffae42-22b7-445d-9f62-826fab4964c7)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:10:31.196526 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-6115aef3-2a2a-4b02-8e3a-c6a821ca911f req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:31.228370 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:31.284544 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:31.301843 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:31.331299 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-6115aef3-2a2a-4b02-8e3a-c6a821ca911f req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:10:31.441213 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:10:31.536738 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-6115aef3-2a2a-4b02-8e3a-c6a821ca911f req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:31.589915 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=3c73489c-e3c0-4bb0-9e6b-ca1002215b72,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:31.632312 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:31.632696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:31.633045 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:31.633378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:31.633737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:31.634070 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:31.634403 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:31.634730 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:31.635062 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:31.635403 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:31.635730 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:31.678337 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-6115aef3-2a2a-4b02-8e3a-c6a821ca911f req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] No DVR routers for this DVR port 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:10:31.680784 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-6115aef3-2a2a-4b02-8e3a-c6a821ca911f req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:31.683312 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c6cdb3-b0ff-4152-bd2c-80321c932d32', 'name': 'network-vif-deleted', 'tag': '3c73489c-e3c0-4bb0-9e6b-ca1002215b72'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:10:31.740422 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c6cdb3-b0ff-4152-bd2c-80321c932d32', 'name': 'network-vif-deleted', 'tag': '3c73489c-e3c0-4bb0-9e6b-ca1002215b72', 'status': 'completed', 'code': 200} Mar 02 19:10:31.812050 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6115aef3-2a2a-4b02-8e3a-c6a821ca911f req-d5e9140f-af8e-4c26-aa60-2963cb809471 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "DELETE /v2.0/ports/3c73489c-e3c0-4bb0-9e6b-ca1002215b72 HTTP/1.1" status: 204 len: 173 time: 0.9387038 Mar 02 19:10:31.846288 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3fa4801d-3109-4099-b76e-d735d6d0fff2 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:10:31.882327 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 3fa4801d-3109-4099-b76e-d735d6d0fff2 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:10:31.885676 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3fa4801d-3109-4099-b76e-d735d6d0fff2 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:10:32.077883 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b0fc2-ab09-444e-9f53-316df12c8c43 req-4125c69d-8306-4b85-88a5-d76683ac504d tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:32.084924 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-219b0fc2-ab09-444e-9f53-316df12c8c43 req-4125c69d-8306-4b85-88a5-d76683ac504d tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 944 time: 0.1041241 Mar 02 19:10:32.116977 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-f2184f29-c54c-49d6-b3cf-de59b85d8bca req-73f0f33f-d632-4c63-adb8-d5b4f6c98420 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:10:32.152460 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-219b0fc2-ab09-444e-9f53-316df12c8c43 req-31065e12-5874-4d65-87e3-5d99bcb8c867 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581815 Mar 02 19:10:32.256850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-f2184f29-c54c-49d6-b3cf-de59b85d8bca req-73f0f33f-d632-4c63-adb8-d5b4f6c98420 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:10:32.258153 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f2184f29-c54c-49d6-b3cf-de59b85d8bca req-73f0f33f-d632-4c63-adb8-d5b4f6c98420 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=95c6cdb3-b0ff-4152-bd2c-80321c932d32 HTTP/1.1" status: 200 len: 210 time: 0.1922786 Mar 02 19:10:32.867494 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:10:33.005176 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:10:33.010300 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:10:33.010673 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:33.126440 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:33.154301 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:10:33.165358 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:10:33.262825 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:33.263941 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:10:33.347307 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:10:33.347729 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 3c73489c-e3c0-4bb0-9e6b-ca1002215b72 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:10:33.371255 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabd2d1-f885-4c48-a1ad-7004c8e89df6 req-e1166d0f-d1fb-4258-a3be-5871174d37f8 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:33.372776 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8eabd2d1-f885-4c48-a1ad-7004c8e89df6 req-e1166d0f-d1fb-4258-a3be-5871174d37f8 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 945 time: 0.0963399 Mar 02 19:10:33.378824 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:33.396525 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9', 'code': 200} Mar 02 19:10:33.431714 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8eabd2d1-f885-4c48-a1ad-7004c8e89df6 req-a9072683-2ba9-4699-89fa-e2cb21ba9da4 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530527 Mar 02 19:10:33.501764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37368) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:10:33.575415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1239547e-9ffb-4b4e-94f2-f06f0ef59615 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:33.607890 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1239547e-9ffb-4b4e-94f2-f06f0ef59615 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:33.771459 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1239547e-9ffb-4b4e-94f2-f06f0ef59615 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:33.822975 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239547e-9ffb-4b4e-94f2-f06f0ef59615 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab26f6cb-4929-4ffa-96b4-edda6ce437c2,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:33.868775 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c02f47be-583d-42d8-ac6d-87fe748e5dd8 req-92c4d4dd-b254-4736-b370-a1e43a9da8fb service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 1098 time: 0.0829470 Mar 02 19:10:33.912500 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1239547e-9ffb-4b4e-94f2-f06f0ef59615 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:33.913741 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1239547e-9ffb-4b4e-94f2-f06f0ef59615 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/security-groups/ab26f6cb-4929-4ffa-96b4-edda6ce437c2 HTTP/1.1" status: 204 len: 168 time: 0.4109931 Mar 02 19:10:33.923995 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c02f47be-583d-42d8-ac6d-87fe748e5dd8 req-d17fa27b-38d5-4142-a9c6-b13f252268e9 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489163 Mar 02 19:10:33.989777 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37374) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:10:34.176482 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85eb6d4-9d88-4a8e-82ed-79a33d5f6220 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting subnet 12360f09-dde1-4e8b-9a9b-82a5a2659d4c {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:10:34.182287 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b85eb6d4-9d88-4a8e-82ed-79a33d5f6220 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:34.233073 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b85eb6d4-9d88-4a8e-82ed-79a33d5f6220 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:34.317422 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b85eb6d4-9d88-4a8e-82ed-79a33d5f6220 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:34.491695 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b85eb6d4-9d88-4a8e-82ed-79a33d5f6220 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:34.535194 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85eb6d4-9d88-4a8e-82ed-79a33d5f6220 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Subnet': ['ID=12360f09-dde1-4e8b-9a9b-82a5a2659d4c,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:34.542465 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b85eb6d4-9d88-4a8e-82ed-79a33d5f6220 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:34.551048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37380) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:10:34.551883 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b85eb6d4-9d88-4a8e-82ed-79a33d5f6220 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/subnets/12360f09-dde1-4e8b-9a9b-82a5a2659d4c HTTP/1.1" status: 204 len: 168 time: 0.5601802 Mar 02 19:10:34.555122 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922c4b84-4466-4f7f-8997-c2eb3313e4ad None None] Network 616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:10:34.648576 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f978d-f617-42ad-a11e-96a375a8aa16 req-9468da37-a2e0-4cec-b453-d59fa4503a8a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:34.650138 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fa6f978d-f617-42ad-a11e-96a375a8aa16 req-9468da37-a2e0-4cec-b453-d59fa4503a8a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 945 time: 0.0790565 Mar 02 19:10:34.698565 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fa6f978d-f617-42ad-a11e-96a375a8aa16 req-87eb472c-65ca-446d-be83-0216275f5300 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420885 Mar 02 19:10:34.718425 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:34.732528 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:10:34.732795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:34.875592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc87153-ab8f-4686-b38c-a21ce230be5f None None] DHCP port deletion for 616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:10:34.880268 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-3cc87153-ab8f-4686-b38c-a21ce230be5f None None] Deleting port c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:10:34.880716 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3cc87153-ab8f-4686-b38c-a21ce230be5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:35.044556 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4,segment=NetworkSegment(a2ffae42-22b7-445d-9f62-826fab4964c7),segment_id=a2ffae42-22b7-445d-9f62-826fab4964c7)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:10:35.044813 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:35.147677 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-3cc87153-ab8f-4686-b38c-a21ce230be5f None None] For port c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4,segment=NetworkSegment(a2ffae42-22b7-445d-9f62-826fab4964c7),segment_id=a2ffae42-22b7-445d-9f62-826fab4964c7)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:10:35.148072 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3cc87153-ab8f-4686-b38c-a21ce230be5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:35.203744 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:10:35.272518 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-3cc87153-ab8f-4686-b38c-a21ce230be5f None None] Calling delete_port for c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:10:35.365983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:35.371212 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-3cc87153-ab8f-4686-b38c-a21ce230be5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:10:35.371599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-3cc87153-ab8f-4686-b38c-a21ce230be5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:10:35.417453 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:35.421773 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] No DVR routers for this DVR port c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:10:35.552231 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:35.577929 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:35.590171 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ffae42-22b7-445d-9f62-826fab4964c7') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:35.590468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ffae42-22b7-445d-9f62-826fab4964c7') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:35.602160 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:35.618393 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:35.624632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:10:35.625021 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:10:35.640374 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:10:35.800772 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:35.818903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:35.861277 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Network': ['ID=616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:35.873109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-3cc87153-ab8f-4686-b38c-a21ce230be5f None None] Deleting port c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:10:35.873685 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3cc87153-ab8f-4686-b38c-a21ce230be5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:35.910483 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:10:35.920492 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae5ecc-9208-4019-aa03-9f2c1ddae7a5 req-aaeeb28d-293e-49d5-842b-fc297b95ae58 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:35.921993 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5eae5ecc-9208-4019-aa03-9f2c1ddae7a5 req-aaeeb28d-293e-49d5-842b-fc297b95ae58 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 945 time: 0.0968881 Mar 02 19:10:35.967892 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fc2d660d-48f5-4dd3-bfff-ab489beccf14 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/networks/616fba4d-1f6d-4e4e-9e2f-a966dbeb4d4c HTTP/1.1" status: 204 len: 168 time: 1.4157114 Mar 02 19:10:35.970796 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37386) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:10:35.973311 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:10:35.977805 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:10:35.979143 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-3cc87153-ab8f-4686-b38c-a21ce230be5f None None] The port 'c5ed11bf-9d83-4fca-8ff8-d3af3cc83ba4' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:10:36.039876 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5eae5ecc-9208-4019-aa03-9f2c1ddae7a5 req-27d4ecbf-7b5d-429f-8982-5eb57282403e tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120162 Mar 02 19:10:36.202521 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-be83eff1-edfa-47a0-bb12-4f2162930d6b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 72f3803f-26dd-4daa-80ed-02bd122dfeb6 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:10:36.202815 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-be83eff1-edfa-47a0-bb12-4f2162930d6b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:36.279715 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff6a21-3bfd-4638-bc3a-fcebbe40f13f req-03dcdc41-f957-477b-a3fc-4d51a6ca3935 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:36.281124 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-34ff6a21-3bfd-4638-bc3a-fcebbe40f13f req-03dcdc41-f957-477b-a3fc-4d51a6ca3935 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 945 time: 0.1000855 Mar 02 19:10:36.328204 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-34ff6a21-3bfd-4638-bc3a-fcebbe40f13f req-e5fb7802-7bbf-4193-91b5-63d400fcba1a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405357 Mar 02 19:10:36.357748 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37392) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:10:36.450892 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-be83eff1-edfa-47a0-bb12-4f2162930d6b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:36.451224 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-be83eff1-edfa-47a0-bb12-4f2162930d6b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:36.595026 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-be83eff1-edfa-47a0-bb12-4f2162930d6b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 72f3803f-26dd-4daa-80ed-02bd122dfeb6 owned by network:floatingip {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:10:36.657949 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-01c4f5d0-cefb-432a-a48c-a4ee7b205c7a tempest-TestVolumeBootPattern-2047568961 tempest-TestVolumeBootPattern-2047568961-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 1093 time: 0.2991157 Mar 02 19:10:36.660772 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37396) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:10:36.666744 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:10:36.679545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:10:36.684837 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Usage tracker for resource:floatingip and tenant:0c751e1819ac4d70a34f41774e11c468 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:10:36.688351 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:10:36.696692 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:10:36.782333 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:36.942280 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-be83eff1-edfa-47a0-bb12-4f2162930d6b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:36.994821 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83eff1-edfa-47a0-bb12-4f2162930d6b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=72f3803f-26dd-4daa-80ed-02bd122dfeb6,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:37.102137 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-be83eff1-edfa-47a0-bb12-4f2162930d6b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:37.270084 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:37.435332 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Allocated IP 172.26.4.136 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/6add36a3-a703-4037-9729-d229fcb5ace8) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:10:37.720992 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:37.809032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be83eff1-edfa-47a0-bb12-4f2162930d6b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 0d7a853c-221d-41f4-8a02-ab9bffe85115 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:10:37.876916 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:38.004589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:10:38.007304 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:10:38.010196 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:10:38.064464 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event updated for resources: {'Port': ['ID=6add36a3-a703-4037-9729-d229fcb5ace8,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:38.515144 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be83eff1-edfa-47a0-bb12-4f2162930d6b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:10:38.525761 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30975db-d401-460f-b67b-98dda9e054d7 None None] Sync routers for ids ['0d7a853c-221d-41f4-8a02-ab9bffe85115'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:10:38.538331 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30975db-d401-460f-b67b-98dda9e054d7 None None] Routers {'0d7a853c-221d-41f4-8a02-ab9bffe85115'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:10:38.539002 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b30975db-d401-460f-b67b-98dda9e054d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:10:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['0d7a853c-221d-41f4-8a02-ab9bffe85115'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:38.555210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-be83eff1-edfa-47a0-bb12-4f2162930d6b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:38.629907 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-be83eff1-edfa-47a0-bb12-4f2162930d6b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/floatingips/0f133945-4c21-479a-a2db-71080503bd3d HTTP/1.1" status: 204 len: 168 time: 2.6541255 Mar 02 19:10:38.633112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'tag': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:10:38.715239 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-b30975db-d401-460f-b67b-98dda9e054d7 None None] Set router 0d7a853c-221d-41f4-8a02-ab9bffe85115 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:10:38.812876 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'tag': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c', 'status': 'completed', 'code': 200} Mar 02 19:10:38.902898 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:38.919882 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1395fee2-425e-4b1a-9902-a462353bca9b req-47094a54-ead9-41ea-a76f-fe8caf141a2e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 1098 time: 0.1089890 Mar 02 19:10:39.064449 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b30975db-d401-460f-b67b-98dda9e054d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:10:27Z', 'revision_number': 6, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '05bb9594-e31f-45c0-9345-e6d9dd21a664', 'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:1a:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:33Z', 'updated_at': '2022-03-02T19:08:40Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:39.069544 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30975db-d401-460f-b67b-98dda9e054d7 None None] Checking router: 0d7a853c-221d-41f4-8a02-ab9bffe85115 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:10:39.080037 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30975db-d401-460f-b67b-98dda9e054d7 None None] Routers {'0d7a853c-221d-41f4-8a02-ab9bffe85115'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:10:39.080649 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b30975db-d401-460f-b67b-98dda9e054d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:10:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['0d7a853c-221d-41f4-8a02-ab9bffe85115'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:39.088764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:39.146932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395fee2-425e-4b1a-9902-a462353bca9b req-13b54e42-a592-48d9-930c-3e4ccbd1e581 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:39.148408 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1395fee2-425e-4b1a-9902-a462353bca9b req-13b54e42-a592-48d9-930c-3e4ccbd1e581 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0b31011a-b1fe-461a-9965-b1fbe880b75c HTTP/1.1" status: 200 len: 897 time: 0.2218554 Mar 02 19:10:39.238909 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1395fee2-425e-4b1a-9902-a462353bca9b req-d118dc01-26d5-4972-a78f-b5bac788fc00 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e715ae7-c6b7-46e7-9ceb-d3196adf828c HTTP/1.1" status: 200 len: 217 time: 0.0785720 Mar 02 19:10:39.264274 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-b30975db-d401-460f-b67b-98dda9e054d7 None None] Set router 0d7a853c-221d-41f4-8a02-ab9bffe85115 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:10:39.351236 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ce543-95d5-4243-bbde-d61d5767b7cd req-4c4a0c9e-2f75-44b7-bcf2-91bc77adf463 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:39.353539 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a58ce543-95d5-4243-bbde-d61d5767b7cd req-4c4a0c9e-2f75-44b7-bcf2-91bc77adf463 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 945 time: 0.0830634 Mar 02 19:10:39.381292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395fee2-425e-4b1a-9902-a462353bca9b req-dba61c82-faa0-4208-8e39-0bf21d666f32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:39.382731 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1395fee2-425e-4b1a-9902-a462353bca9b req-dba61c82-faa0-4208-8e39-0bf21d666f32 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f66fc9bc-595c-4fc4-a2f5-2e995540272e HTTP/1.1" status: 200 len: 835 time: 0.1303678 Mar 02 19:10:39.403428 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a58ce543-95d5-4243-bbde-d61d5767b7cd req-be900c50-7865-43e5-ac4b-ddbfa6882b7d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bf4e619-223c-425d-9f9b-b4fc800e87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431716 Mar 02 19:10:39.491331 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:39.499738 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1395fee2-425e-4b1a-9902-a462353bca9b req-3ae5711b-db50-44bf-9723-8fd38c1478dc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0b31011a-b1fe-461a-9965-b1fbe880b75c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1068544 Mar 02 19:10:39.576118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:39.615977 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b30975db-d401-460f-b67b-98dda9e054d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:10:27Z', 'revision_number': 6, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '05bb9594-e31f-45c0-9345-e6d9dd21a664', 'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:1a:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:33Z', 'updated_at': '2022-03-02T19:08:40Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:39.619970 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30975db-d401-460f-b67b-98dda9e054d7 None None] The sync data for ids ['0d7a853c-221d-41f4-8a02-ab9bffe85115'] in dv-neutron-831573-1-hyperv is: [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:10:27Z', 'revision_number': 6, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '05bb9594-e31f-45c0-9345-e6d9dd21a664', 'name': '', 'network_id': '0b31011a-b1fe-461a-9965-b1fbe880b75c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:1a:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:33Z', 'updated_at': '2022-03-02T19:08:40Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'f66fc9bc-595c-4fc4-a2f5-2e995540272e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:10:39.693110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event updated for resources: {'Port': ['ID=6add36a3-a703-4037-9729-d229fcb5ace8,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:39.751149 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1395fee2-425e-4b1a-9902-a462353bca9b req-4c4c049d-1456-4c91-8b01-480a2ccd1d44 service neutron] 10.222.0.87 "GET /v2.0/networks/0b31011a-b1fe-461a-9965-b1fbe880b75c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436934 Mar 02 19:10:39.751890 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:39.845917 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e67259-b5b2-4a3f-ae45-643a4b98a018 None None] New status for floating IP 0f133945-4c21-479a-a2db-71080503bd3d: DOWN {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:10:40.131037 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1395fee2-425e-4b1a-9902-a462353bca9b req-5cc73b66-3cee-40c7-8568-2203191c3bdb service neutron] 10.222.0.87 "GET /v2.0/networks/0b31011a-b1fe-461a-9965-b1fbe880b75c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270679 Mar 02 19:10:40.181214 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Floating IP 19554491-c954-45eb-b95f-b97448b0e3e3 associated. External IP: 172.26.4.136, port: 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9. Mar 02 19:10:40.638388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509db627-55cd-48cd-aaa6-244d817294bd req-08eb7c9e-fd3a-4956-91bd-307976ffc966 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:40.639327 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-509db627-55cd-48cd-aaa6-244d817294bd req-08eb7c9e-fd3a-4956-91bd-307976ffc966 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:10:40.663453 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Router 21db579b-4602-4cd0-9f6f-86df599f8b7b has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:10:40.728969 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-509db627-55cd-48cd-aaa6-244d817294bd req-08eb7c9e-fd3a-4956-91bd-307976ffc966 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:10:40.730065 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-509db627-55cd-48cd-aaa6-244d817294bd req-08eb7c9e-fd3a-4956-91bd-307976ffc966 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 945 time: 0.1987488 Mar 02 19:10:40.922010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-509db627-55cd-48cd-aaa6-244d817294bd req-c3e69d5e-b4db-4c80-b0f9-ed778303ad30 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:10:40.971741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36cdc5-be73-44bc-acce-670818341908 req-9d587124-4dcb-4e85-9923-62ca24e8eb58 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:40.973870 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9f36cdc5-be73-44bc-acce-670818341908 req-9d587124-4dcb-4e85-9923-62ca24e8eb58 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 945 time: 0.1781271 Mar 02 19:10:41.023904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-509db627-55cd-48cd-aaa6-244d817294bd req-c3e69d5e-b4db-4c80-b0f9-ed778303ad30 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:10:41.024943 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-509db627-55cd-48cd-aaa6-244d817294bd req-c3e69d5e-b4db-4c80-b0f9-ed778303ad30 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=9bf4e619-223c-425d-9f9b-b4fc800e87cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871060 Mar 02 19:10:41.083978 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-9f36cdc5-be73-44bc-acce-670818341908 req-24798ab1-eb06-45fd-b727-af8d03b0a150 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 1e715ae7-c6b7-46e7-9ceb-d3196adf828c {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:10:41.084326 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-9f36cdc5-be73-44bc-acce-670818341908 req-24798ab1-eb06-45fd-b727-af8d03b0a150 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:41.190907 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:10:41.202528 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c58c66-933b-4ac4-bbcb-647640253fdd None None] Sync routers for ids ['21db579b-4602-4cd0-9f6f-86df599f8b7b'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:10:41.215688 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c58c66-933b-4ac4-bbcb-647640253fdd None None] Routers {'21db579b-4602-4cd0-9f6f-86df599f8b7b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:10:41.216391 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-f2c58c66-933b-4ac4-bbcb-647640253fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:10:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['21db579b-4602-4cd0-9f6f-86df599f8b7b'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:41.322281 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:41.413177 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5243090b-d54c-4e5c-a27f-ac11d5f32626 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7513545 Mar 02 19:10:41.417878 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'tag': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:10:41.429466 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-f2c58c66-933b-4ac4-bbcb-647640253fdd None None] Set router 21db579b-4602-4cd0-9f6f-86df599f8b7b gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:10:41.475078 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-9f36cdc5-be73-44bc-acce-670818341908 req-24798ab1-eb06-45fd-b727-af8d03b0a150 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port 1e715ae7-c6b7-46e7-9ceb-d3196adf828c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=1e715ae7-c6b7-46e7-9ceb-d3196adf828c,segment=NetworkSegment(d277ffbf-89bd-420c-a6d3-baf2a1e51024),segment_id=d277ffbf-89bd-420c-a6d3-baf2a1e51024)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:10:41.475676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-9f36cdc5-be73-44bc-acce-670818341908 req-24798ab1-eb06-45fd-b727-af8d03b0a150 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:41.487526 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'tag': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9', 'status': 'completed', 'code': 200} Mar 02 19:10:41.678829 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-9f36cdc5-be73-44bc-acce-670818341908 req-24798ab1-eb06-45fd-b727-af8d03b0a150 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 1e715ae7-c6b7-46e7-9ceb-d3196adf828c owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:10:41.859473 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-f2c58c66-933b-4ac4-bbcb-647640253fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '19554491-c954-45eb-b95f-b97448b0e3e3', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'port_id': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'mac_address': 'fa:16:3e:a2:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:10:38Z', 'updated_at': '2022-03-02T19:10:38Z', 'revision_number': 0, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:44Z', 'revision_number': 5, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:41.863623 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c58c66-933b-4ac4-bbcb-647640253fdd None None] Checking router: 21db579b-4602-4cd0-9f6f-86df599f8b7b for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:10:41.870960 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-798d47e2-7d21-4380-937a-45bd6898b7b2 req-996273a9-19e5-497c-9887-a876d2287f62 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c751e1819ac4d70a34f41774e11c468&device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 1098 time: 0.3107958 Mar 02 19:10:41.874236 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c58c66-933b-4ac4-bbcb-647640253fdd None None] Routers {'21db579b-4602-4cd0-9f6f-86df599f8b7b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:10:41.874823 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-f2c58c66-933b-4ac4-bbcb-647640253fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:10:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['21db579b-4602-4cd0-9f6f-86df599f8b7b'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:42.060162 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-f2c58c66-933b-4ac4-bbcb-647640253fdd None None] Set router 21db579b-4602-4cd0-9f6f-86df599f8b7b gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:10:42.240075 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-9f36cdc5-be73-44bc-acce-670818341908 req-24798ab1-eb06-45fd-b727-af8d03b0a150 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:42.244707 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-28b32d0c-9640-4635-bb4d-4549c9325f48 req-b68c66a9-db8b-45f9-b963-38fb3b726227 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 210 time: 0.0673435 Mar 02 19:10:42.249120 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d47e2-7d21-4380-937a-45bd6898b7b2 req-2086754c-37f0-4c7e-af18-8c0b29ae38fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:42.250668 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-798d47e2-7d21-4380-937a-45bd6898b7b2 req-2086754c-37f0-4c7e-af18-8c0b29ae38fb service neutron] 10.222.0.87 "GET /v2.0/networks?id=2e33772f-7a83-4314-934e-a7ea68526e72 HTTP/1.1" status: 200 len: 913 time: 0.3726213 Mar 02 19:10:42.381785 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24798ab1-eb06-45fd-b727-af8d03b0a150 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=1e715ae7-c6b7-46e7-9ceb-d3196adf828c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:42.476150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f36cdc5-be73-44bc-acce-670818341908 req-24798ab1-eb06-45fd-b727-af8d03b0a150 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] No DVR routers for this DVR port 1e715ae7-c6b7-46e7-9ceb-d3196adf828c on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:10:42.478083 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-f2c58c66-933b-4ac4-bbcb-647640253fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '19554491-c954-45eb-b95f-b97448b0e3e3', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'port_id': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'mac_address': 'fa:16:3e:a2:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:10:38Z', 'updated_at': '2022-03-02T19:10:38Z', 'revision_number': 0, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:44Z', 'revision_number': 5, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:42.480107 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-9f36cdc5-be73-44bc-acce-670818341908 req-24798ab1-eb06-45fd-b727-af8d03b0a150 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:42.482248 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c58c66-933b-4ac4-bbcb-647640253fdd None None] The sync data for ids ['21db579b-4602-4cd0-9f6f-86df599f8b7b'] in dv-neutron-831573-1-hyperv is: [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '19554491-c954-45eb-b95f-b97448b0e3e3', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'port_id': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'mac_address': 'fa:16:3e:a2:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:10:38Z', 'updated_at': '2022-03-02T19:10:38Z', 'revision_number': 0, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:44Z', 'revision_number': 5, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:10:42.492339 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-798d47e2-7d21-4380-937a-45bd6898b7b2 req-48e441f9-b7e8-4027-9a9d-1169aa658d1f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 HTTP/1.1" status: 200 len: 999 time: 0.2007430 Mar 02 19:10:42.558699 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d47e2-7d21-4380-937a-45bd6898b7b2 req-85659b0e-4c34-45b6-ab9e-7f818aff8160 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:42.560521 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-798d47e2-7d21-4380-937a-45bd6898b7b2 req-85659b0e-4c34-45b6-ab9e-7f818aff8160 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=eb42d443-71ba-493e-8b31-52bf5eb54af6 HTTP/1.1" status: 200 len: 851 time: 0.0611746 Mar 02 19:10:42.561809 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9f36cdc5-be73-44bc-acce-670818341908 req-24798ab1-eb06-45fd-b727-af8d03b0a150 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "DELETE /v2.0/ports/1e715ae7-c6b7-46e7-9ceb-d3196adf828c HTTP/1.1" status: 204 len: 173 time: 1.5828242 Mar 02 19:10:42.642937 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-798d47e2-7d21-4380-937a-45bd6898b7b2 req-7546bc89-9225-47a4-b66f-ecdd3dd78457 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2e33772f-7a83-4314-934e-a7ea68526e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738263 Mar 02 19:10:42.706251 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26171d1c-f205-4de2-af14-d6f39cd39bae None None] New status for floating IP 19554491-c954-45eb-b95f-b97448b0e3e3: ACTIVE {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:10:42.792485 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-798d47e2-7d21-4380-937a-45bd6898b7b2 req-c05629ff-8fdd-49b9-9f5b-389cef252d16 service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434155 Mar 02 19:10:42.926393 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 1e715ae7-c6b7-46e7-9ceb-d3196adf828c no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:10:42.940709 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-798d47e2-7d21-4380-937a-45bd6898b7b2 req-9f070961-d3f0-47cf-8e18-5533cb7b358c service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408842 Mar 02 19:10:42.968727 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 1e715ae7-c6b7-46e7-9ceb-d3196adf828c {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:10:42.969069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 1e715ae7-c6b7-46e7-9ceb-d3196adf828c not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:10:43.438464 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-34579135-b957-450a-a610-31a8efb6619e req-10cf132e-4a2e-4959-b944-8415b0f327c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5c195ee-d543-413c-bef6-ad95db57bd26 HTTP/1.1" status: 200 len: 210 time: 0.0511093 Mar 02 19:10:43.488364 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'name': 'network-vif-deleted', 'tag': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:10:43.546627 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c195ee-d543-413c-bef6-ad95db57bd26', 'name': 'network-vif-deleted', 'tag': '1e715ae7-c6b7-46e7-9ceb-d3196adf828c', 'status': 'completed', 'code': 200} Mar 02 19:10:44.544370 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37420) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:10:44.613581 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-57d836a3-4c3c-4743-a9b1-025de2ca8ce2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:44.645019 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-57d836a3-4c3c-4743-a9b1-025de2ca8ce2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:44.783109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-57d836a3-4c3c-4743-a9b1-025de2ca8ce2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:44.806474 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d836a3-4c3c-4743-a9b1-025de2ca8ce2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf4e619-223c-425d-9f9b-b4fc800e87cd,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:44.896414 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-57d836a3-4c3c-4743-a9b1-025de2ca8ce2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:44.897581 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-57d836a3-4c3c-4743-a9b1-025de2ca8ce2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/security-groups/9bf4e619-223c-425d-9f9b-b4fc800e87cd HTTP/1.1" status: 204 len: 168 time: 0.3522103 Mar 02 19:10:45.000683 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37426) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:10:45.398720 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:46.123481 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 05bb9594-e31f-45c0-9345-e6d9dd21a664 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:10:46.124132 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:46.334403 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port 05bb9594-e31f-45c0-9345-e6d9dd21a664, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=05bb9594-e31f-45c0-9345-e6d9dd21a664,segment=NetworkSegment(d277ffbf-89bd-420c-a6d3-baf2a1e51024),segment_id=d277ffbf-89bd-420c-a6d3-baf2a1e51024)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:10:46.334403 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:46.467183 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 05bb9594-e31f-45c0-9345-e6d9dd21a664 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:10:46.764869 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:46.814176 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=05bb9594-e31f-45c0-9345-e6d9dd21a664,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:46.859708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:46.859708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:46.859708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:46.861600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:46.861600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:46.861600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:46.861600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:46.861600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:46.862961 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:46.862961 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:46.865219 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:47.175722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:47.867090 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 0d7a853c-221d-41f4-8a02-ab9bffe85115 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:10:48.070518 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:10:48.080246 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9591e5c1-8cf9-4774-b8f2-142d8ab0204d None None] Sync routers for ids ['0d7a853c-221d-41f4-8a02-ab9bffe85115'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:10:48.084741 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-74674e8b-ab11-4bf8-a28f-cd28aac8191d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/routers/0d7a853c-221d-41f4-8a02-ab9bffe85115/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0829098 Mar 02 19:10:48.087312 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37430) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:10:48.093348 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9591e5c1-8cf9-4774-b8f2-142d8ab0204d None None] Routers {'0d7a853c-221d-41f4-8a02-ab9bffe85115'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:10:48.094021 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-9591e5c1-8cf9-4774-b8f2-142d8ab0204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:10:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['0d7a853c-221d-41f4-8a02-ab9bffe85115'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:48.274066 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-9591e5c1-8cf9-4774-b8f2-142d8ab0204d None None] Set router 0d7a853c-221d-41f4-8a02-ab9bffe85115 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:10:48.277367 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3aa9f8-e58b-4b22-a8f0-8f064ef5f2c6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting subnet f66fc9bc-595c-4fc4-a2f5-2e995540272e {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:10:48.280361 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fc3aa9f8-e58b-4b22-a8f0-8f064ef5f2c6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:48.338359 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fc3aa9f8-e58b-4b22-a8f0-8f064ef5f2c6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:48.429829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fc3aa9f8-e58b-4b22-a8f0-8f064ef5f2c6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:48.549260 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fc3aa9f8-e58b-4b22-a8f0-8f064ef5f2c6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:48.557618 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-9591e5c1-8cf9-4774-b8f2-142d8ab0204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:10:46Z', 'revision_number': 7, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:48.561534 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9591e5c1-8cf9-4774-b8f2-142d8ab0204d None None] Checking router: 0d7a853c-221d-41f4-8a02-ab9bffe85115 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:10:48.573150 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9591e5c1-8cf9-4774-b8f2-142d8ab0204d None None] Routers {'0d7a853c-221d-41f4-8a02-ab9bffe85115'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:10:48.573749 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-9591e5c1-8cf9-4774-b8f2-142d8ab0204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:10:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['0d7a853c-221d-41f4-8a02-ab9bffe85115'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:48.594492 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3aa9f8-e58b-4b22-a8f0-8f064ef5f2c6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Subnet': ['ID=f66fc9bc-595c-4fc4-a2f5-2e995540272e,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:48.598615 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fc3aa9f8-e58b-4b22-a8f0-8f064ef5f2c6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:48.607846 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657c24b6-a37f-46ff-95cb-702dcb1d588e None None] Network 0b31011a-b1fe-461a-9965-b1fbe880b75c requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:10:48.608366 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37436) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:10:48.611663 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fc3aa9f8-e58b-4b22-a8f0-8f064ef5f2c6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/subnets/f66fc9bc-595c-4fc4-a2f5-2e995540272e HTTP/1.1" status: 204 len: 168 time: 0.5195124 Mar 02 19:10:48.755741 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-9591e5c1-8cf9-4774-b8f2-142d8ab0204d None None] Set router 0d7a853c-221d-41f4-8a02-ab9bffe85115 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:10:48.818931 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64dc2a79-c839-4699-a374-84fd1a0ecdd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:48.885313 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae95436-c31d-41f4-a18d-040133298423 None None] DHCP port deletion for 0b31011a-b1fe-461a-9965-b1fbe880b75c request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:10:48.890455 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6ae95436-c31d-41f4-a18d-040133298423 None None] Deleting port a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:10:48.890827 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6ae95436-c31d-41f4-a18d-040133298423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:49.029956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64dc2a79-c839-4699-a374-84fd1a0ecdd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:49.055690 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-9591e5c1-8cf9-4774-b8f2-142d8ab0204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:10:46Z', 'revision_number': 7, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:49.059839 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9591e5c1-8cf9-4774-b8f2-142d8ab0204d None None] The sync data for ids ['0d7a853c-221d-41f4-8a02-ab9bffe85115'] in dv-neutron-831573-1-hyperv is: [{'id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'name': 'tempest-TestNetworkBasicOps-router-1206639073', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'bd93feff-d64b-49db-9146-d95096685888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:10:46Z', 'revision_number': 7, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'bd93feff-d64b-49db-9146-d95096685888', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:94:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7a853c-221d-41f4-8a02-ab9bffe85115', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:08:29Z', 'updated_at': '2022-03-02T19:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:10:49.108960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-64dc2a79-c839-4699-a374-84fd1a0ecdd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port bd93feff-d64b-49db-9146-d95096685888 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:10:49.109217 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64dc2a79-c839-4699-a374-84fd1a0ecdd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:49.141161 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6ae95436-c31d-41f4-a18d-040133298423 None None] For port a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa,segment=NetworkSegment(d277ffbf-89bd-420c-a6d3-baf2a1e51024),segment_id=d277ffbf-89bd-420c-a6d3-baf2a1e51024)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:10:49.141567 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6ae95436-c31d-41f4-a18d-040133298423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:49.278371 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6ae95436-c31d-41f4-a18d-040133298423 None None] Calling delete_port for a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:10:49.391224 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-64dc2a79-c839-4699-a374-84fd1a0ecdd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port bd93feff-d64b-49db-9146-d95096685888, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=bd93feff-d64b-49db-9146-d95096685888,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:10:49.391549 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64dc2a79-c839-4699-a374-84fd1a0ecdd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:49.394941 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6ae95436-c31d-41f4-a18d-040133298423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:49.446407 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae95436-c31d-41f4-a18d-040133298423 None None] Pushing event deleted for resources: {'Port': ['ID=a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:49.451808 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae95436-c31d-41f4-a18d-040133298423 None None] No DVR routers for this DVR port a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:10:49.466735 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae95436-c31d-41f4-a18d-040133298423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:49.467086 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae95436-c31d-41f4-a18d-040133298423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:49.467449 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae95436-c31d-41f4-a18d-040133298423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:49.467790 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae95436-c31d-41f4-a18d-040133298423 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:49.468126 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae95436-c31d-41f4-a18d-040133298423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:49.468465 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae95436-c31d-41f4-a18d-040133298423 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:49.468789 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae95436-c31d-41f4-a18d-040133298423 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:49.469120 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae95436-c31d-41f4-a18d-040133298423 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:49.469447 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae95436-c31d-41f4-a18d-040133298423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:49.469772 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae95436-c31d-41f4-a18d-040133298423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:49.470100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae95436-c31d-41f4-a18d-040133298423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:10:49.525565 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-64dc2a79-c839-4699-a374-84fd1a0ecdd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for bd93feff-d64b-49db-9146-d95096685888 owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:10:49.794961 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64dc2a79-c839-4699-a374-84fd1a0ecdd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:49.843903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc2a79-c839-4699-a374-84fd1a0ecdd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=bd93feff-d64b-49db-9146-d95096685888,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:49.899912 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 05bb9594-e31f-45c0-9345-e6d9dd21a664 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:10:49.933807 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 05bb9594-e31f-45c0-9345-e6d9dd21a664 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:10:49.934194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 05bb9594-e31f-45c0-9345-e6d9dd21a664 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:10:49.934564 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:10:49.969482 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:10:49.969836 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a9da27e0-6b23-4d67-99b3-8d8b7a8ccafa not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:10:50.075995 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64dc2a79-c839-4699-a374-84fd1a0ecdd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:50.329199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64dc2a79-c839-4699-a374-84fd1a0ecdd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:50.333936 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64dc2a79-c839-4699-a374-84fd1a0ecdd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:50.428121 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64dc2a79-c839-4699-a374-84fd1a0ecdd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:50.428634 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dc2a79-c839-4699-a374-84fd1a0ecdd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Fanout notify agent at l3_agent the message router_deleted on router 0d7a853c-221d-41f4-8a02-ab9bffe85115 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:10:50.443982 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64dc2a79-c839-4699-a374-84fd1a0ecdd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:50.445487 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-64dc2a79-c839-4699-a374-84fd1a0ecdd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/routers/0d7a853c-221d-41f4-8a02-ab9bffe85115 HTTP/1.1" status: 204 len: 168 time: 1.8359957 Mar 02 19:10:50.448810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37440) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:10:50.576838 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-06b99d03-b7d0-4843-b2d2-0902395e5979 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:50.716836 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-06b99d03-b7d0-4843-b2d2-0902395e5979 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:50.743147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-06b99d03-b7d0-4843-b2d2-0902395e5979 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b31011a-b1fe-461a-9965-b1fbe880b75c']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:50.756181 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-06b99d03-b7d0-4843-b2d2-0902395e5979 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd277ffbf-89bd-420c-a6d3-baf2a1e51024') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:50.756476 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-06b99d03-b7d0-4843-b2d2-0902395e5979 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd277ffbf-89bd-420c-a6d3-baf2a1e51024') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:50.768189 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-06b99d03-b7d0-4843-b2d2-0902395e5979 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:50.784940 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-06b99d03-b7d0-4843-b2d2-0902395e5979 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:50.791209 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b99d03-b7d0-4843-b2d2-0902395e5979 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:10:50.791644 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-06b99d03-b7d0-4843-b2d2-0902395e5979 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:10:50.805798 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:10:51.098294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-06b99d03-b7d0-4843-b2d2-0902395e5979 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:51.115928 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-06b99d03-b7d0-4843-b2d2-0902395e5979 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:51.126873 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b99d03-b7d0-4843-b2d2-0902395e5979 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Network': ['ID=0b31011a-b1fe-461a-9965-b1fbe880b75c,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:51.132015 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-06b99d03-b7d0-4843-b2d2-0902395e5979 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/networks/0b31011a-b1fe-461a-9965-b1fbe880b75c HTTP/1.1" status: 204 len: 168 time: 0.6821907 Mar 02 19:10:51.153753 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37444) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:10:51.160506 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-32c9334b-86d0-4549-a109-53acc7f6dc77 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'network': {'name': 'tempest-network-smoke--882471838', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'port_security_enabled': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:10:51.165654 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-32c9334b-86d0-4549-a109-53acc7f6dc77 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:10:51.169732 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-32c9334b-86d0-4549-a109-53acc7f6dc77 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:network and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:10:51.172548 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-32c9334b-86d0-4549-a109-53acc7f6dc77 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:10:51.178291 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-32c9334b-86d0-4549-a109-53acc7f6dc77 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:10:51.269394 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c9334b-86d0-4549-a109-53acc7f6dc77 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:10:51.272584 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-32c9334b-86d0-4549-a109-53acc7f6dc77 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:51.302022 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c9334b-86d0-4549-a109-53acc7f6dc77 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:10:51.311415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-32c9334b-86d0-4549-a109-53acc7f6dc77 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:51.311773 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-32c9334b-86d0-4549-a109-53acc7f6dc77 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Added segment 247b2393-2fb1-4f29-965d-31a8861e5549 of type vlan for network 75155255-46df-4b87-acb1-c07ab560c06a Mar 02 19:10:51.339593 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-32c9334b-86d0-4549-a109-53acc7f6dc77 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:51.434580 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-32c9334b-86d0-4549-a109-53acc7f6dc77 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:51.438353 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c9334b-86d0-4549-a109-53acc7f6dc77 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:51.438963 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-32c9334b-86d0-4549-a109-53acc7f6dc77 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:51.551832 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9334b-86d0-4549-a109-53acc7f6dc77 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Network': ['ID=75155255-46df-4b87-acb1-c07ab560c06a,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:51.562697 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 75155255-46df-4b87-acb1-c07ab560c06a details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:10:51.612985 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-32c9334b-86d0-4549-a109-53acc7f6dc77 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4579031 Mar 02 19:10:51.615538 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37448) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:10:51.620977 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-989626324', 'admin_state_up': True, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:10:51.628990 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:10:51.632941 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:router and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:10:51.635971 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:10:51.642140 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:10:51.714639 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ed8825eb-8013-48c3-9960-870a488a78d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:51.737842 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:51.738848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:51.760053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:51.893135 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device bd93feff-d64b-49db-9146-d95096685888 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:10:51.930691 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: bd93feff-d64b-49db-9146-d95096685888 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:10:51.930984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device bd93feff-d64b-49db-9146-d95096685888 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:10:52.116968 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:52.442086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:52.476775 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:52.633722 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.26.4.58 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/228c8672-1d92-461f-95ab-290f78c77286) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:10:52.794110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:52.886444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:52.955152 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:10:52.958901 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:10:52.961353 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:10:53.001314 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=228c8672-1d92-461f-95ab-290f78c77286,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:53.231968 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:53.231968 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:53.668502 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 8a452bb7-d1be-4b99-bec4-911b938f3e83 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:10:53.726697 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2d447512-5e31-465f-bb76-28d41c702e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:53.954862 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:10:53.962902 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Sync routers for ids ['8a452bb7-d1be-4b99-bec4-911b938f3e83'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:10:53.998511 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Routers {'8a452bb7-d1be-4b99-bec4-911b938f3e83'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:10:53.998511 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-07136af2-8b60-4411-8087-c15e474d158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:10:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8a452bb7-d1be-4b99-bec4-911b938f3e83'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:54.078420 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:54.091302 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37452) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:10:54.097711 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bf7d1c95-00c9-401a-981b-8862ff83b637 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4561725 Mar 02 19:10:54.201533 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a5b2d1da-e20b-4d6a-8942-a71e22741bf0 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=3b5a22e326e84c6680d758252463bbd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1239369 Mar 02 19:10:54.205463 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37456) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:10:54.356505 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Set router 8a452bb7-d1be-4b99-bec4-911b938f3e83 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:10:54.360068 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead0c1eb-ee8b-402b-8932-32cac1b1372b tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:54.360068 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ead0c1eb-ee8b-402b-8932-32cac1b1372b tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1576371 Mar 02 19:10:54.360068 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37460) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:10:54.417128 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-07664299-70e3-4d24-8061-dcfc477df67c tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=34755311-e60d-4721-8297-2b2c64e749c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0495868 Mar 02 19:10:54.417128 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37464) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:10:54.426658 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c65d1eae-5f35-483e-ac48-fd51de6abf9a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-763062527', 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:10:54.567154 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c65d1eae-5f35-483e-ac48-fd51de6abf9a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:10:54.567154 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c65d1eae-5f35-483e-ac48-fd51de6abf9a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:subnet and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:10:54.575656 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c65d1eae-5f35-483e-ac48-fd51de6abf9a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:10:54.584567 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c65d1eae-5f35-483e-ac48-fd51de6abf9a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:10:54.709169 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65d1eae-5f35-483e-ac48-fd51de6abf9a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:10:54.822968 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c65d1eae-5f35-483e-ac48-fd51de6abf9a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:54.930886 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-07136af2-8b60-4411-8087-c15e474d158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'name': 'tempest-TestNetworkBasicOps-router-989626324', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '228c8672-1d92-461f-95ab-290f78c77286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:10:51Z', 'updated_at': '2022-03-02T19:10:53Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '228c8672-1d92-461f-95ab-290f78c77286', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:52Z', 'updated_at': '2022-03-02T19:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:54.930886 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Checking router: 8a452bb7-d1be-4b99-bec4-911b938f3e83 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:10:54.930886 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Updating router 8a452bb7-d1be-4b99-bec4-911b938f3e83 port 228c8672-1d92-461f-95ab-290f78c77286 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:10:55.042853 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:55.256752 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:55.300378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c65d1eae-5f35-483e-ac48-fd51de6abf9a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:55.457875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d1eae-5f35-483e-ac48-fd51de6abf9a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Subnet': ['ID=395ac6ff-bb23-486e-b50c-3f26cc8634c5,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:55.465536 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65d1eae-5f35-483e-ac48-fd51de6abf9a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Checking segment: {'id': '247b2393-2fb1-4f29-965d-31a8861e5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:10:55.465536 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65d1eae-5f35-483e-ac48-fd51de6abf9a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network hostable DHCP agents. Network: 75155255-46df-4b87-acb1-c07ab560c06a, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:10:55.576577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65d1eae-5f35-483e-ac48-fd51de6abf9a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 75155255-46df-4b87-acb1-c07ab560c06a is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:10:55.606127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:55.653443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-c65d1eae-5f35-483e-ac48-fd51de6abf9a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 75155255-46df-4b87-acb1-c07ab560c06a) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:10:55.669906 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65d1eae-5f35-483e-ac48-fd51de6abf9a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:55.669906 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c65d1eae-5f35-483e-ac48-fd51de6abf9a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:55.704062 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fe8fa9-78e3-45e3-b3c1-3fd13fc00236 None None] Network 75155255-46df-4b87-acb1-c07ab560c06a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:10:55.781798 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c65d1eae-5f35-483e-ac48-fd51de6abf9a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3535454 Mar 02 19:10:55.781798 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37470) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:10:55.795458 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:55.820096 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Transition to ACTIVE for port object 228c8672-1d92-461f-95ab-290f78c77286 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:10:55.902898 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:56.018241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Attempting to bind port 228c8672-1d92-461f-95ab-290f78c77286 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:10:56.018241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Attempting to bind port 228c8672-1d92-461f-95ab-290f78c77286 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:10:56.018241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Attempting to bind port 228c8672-1d92-461f-95ab-290f78c77286 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:10:56.018241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148d151-d7c6-4e86-870e-259dab58ac23 None None] Pushing event updated for resources: {'Port': ['ID=228c8672-1d92-461f-95ab-290f78c77286,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:56.018241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:10:56.018241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:10:56.018241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:56.018241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:10:56.018241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Bound port: 228c8672-1d92-461f-95ab-290f78c77286, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:10:56.018241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:56.149399 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-07136af2-8b60-4411-8087-c15e474d158e None None] For port 228c8672-1d92-461f-95ab-290f78c77286, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:10:56.170758 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-07136af2-8b60-4411-8087-c15e474d158e None None] For port 228c8672-1d92-461f-95ab-290f78c77286, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=228c8672-1d92-461f-95ab-290f78c77286,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:10:56.200840 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-75155255-46df-4b87-acb1-c07ab560c06a', 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ips': [{'subnet_id': '395ac6ff-bb23-486e-b50c-3f26cc8634c5'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:10:56.200840 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:56.301139 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:56.449099 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148d151-d7c6-4e86-870e-259dab58ac23 None None] Pushing event updated for resources: {'Port': ['ID=228c8672-1d92-461f-95ab-290f78c77286,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:56.494284 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:56.511303 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Routers {'8a452bb7-d1be-4b99-bec4-911b938f3e83'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:10:56.511303 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-07136af2-8b60-4411-8087-c15e474d158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:10:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8a452bb7-d1be-4b99-bec4-911b938f3e83'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:56.783907 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Allocated IP 172.20.0.2 (75155255-46df-4b87-acb1-c07ab560c06a/395ac6ff-bb23-486e-b50c-3f26cc8634c5/4a360a8d-ca34-45e6-916b-ba64e1d55583) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:10:57.010912 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9a0dac23-8e99-4744-a794-f11cf1309607 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:57.048571 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-07136af2-8b60-4411-8087-c15e474d158e None None] Set router 8a452bb7-d1be-4b99-bec4-911b938f3e83 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:10:57.529711 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:57.550812 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Transition to ACTIVE for port object 4a360a8d-ca34-45e6-916b-ba64e1d55583 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:10:57.602487 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Transition to ACTIVE for port object 4a360a8d-ca34-45e6-916b-ba64e1d55583 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:10:57.642804 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-07136af2-8b60-4411-8087-c15e474d158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'name': 'tempest-TestNetworkBasicOps-router-989626324', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '228c8672-1d92-461f-95ab-290f78c77286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:10:51Z', 'updated_at': '2022-03-02T19:10:53Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '228c8672-1d92-461f-95ab-290f78c77286', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:52Z', 'updated_at': '2022-03-02T19:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:10:57.642804 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07136af2-8b60-4411-8087-c15e474d158e None None] The sync data for ids ['8a452bb7-d1be-4b99-bec4-911b938f3e83'] in dv-neutron-831573-1-hyperv is: [{'id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'name': 'tempest-TestNetworkBasicOps-router-989626324', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '228c8672-1d92-461f-95ab-290f78c77286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:10:51Z', 'updated_at': '2022-03-02T19:10:53Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '228c8672-1d92-461f-95ab-290f78c77286', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:52Z', 'updated_at': '2022-03-02T19:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:10:57.667405 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:57.752900 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Network 75155255-46df-4b87-acb1-c07ab560c06a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:10:57.754141 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:10:57.761484 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:10:57.769330 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-9a0dac23-8e99-4744-a794-f11cf1309607 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.20.0.1 (75155255-46df-4b87-acb1-c07ab560c06a/395ac6ff-bb23-486e-b50c-3f26cc8634c5/a5819a11-b975-44f8-bc11-82d3ec2be72f) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:10:57.775874 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Pushing event updated for resources: {'Port': ['ID=4a360a8d-ca34-45e6-916b-ba64e1d55583,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:58.004178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Attempting to bind port 4a360a8d-ca34-45e6-916b-ba64e1d55583 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:10:58.004178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Attempting to bind port 4a360a8d-ca34-45e6-916b-ba64e1d55583 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '247b2393-2fb1-4f29-965d-31a8861e5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:10:58.004178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Attempting to bind port 4a360a8d-ca34-45e6-916b-ba64e1d55583 on network 75155255-46df-4b87-acb1-c07ab560c06a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:10:58.004178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:10:58.004178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Checking segment: {'id': '247b2393-2fb1-4f29-965d-31a8861e5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:10:58.004178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:58.004178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Bound using segment: {'id': '247b2393-2fb1-4f29-965d-31a8861e5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:10:58.004178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Bound port: 4a360a8d-ca34-45e6-916b-ba64e1d55583, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247b2393-2fb1-4f29-965d-31a8861e5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:10:58.004178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:58.161497 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] For port 4a360a8d-ca34-45e6-916b-ba64e1d55583, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:10:58.161497 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] For port 4a360a8d-ca34-45e6-916b-ba64e1d55583, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4a360a8d-ca34-45e6-916b-ba64e1d55583,segment=NetworkSegment(247b2393-2fb1-4f29-965d-31a8861e5549),segment_id=247b2393-2fb1-4f29-965d-31a8861e5549)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:10:58.251576 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:58.366556 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9a0dac23-8e99-4744-a794-f11cf1309607 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:58.411048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-9a0dac23-8e99-4744-a794-f11cf1309607 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Transition to ACTIVE for port object a5819a11-b975-44f8-bc11-82d3ec2be72f will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:10:58.414706 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5554b-69f5-4c82-bef6-f38259b17a8b None None] Pushing event updated for resources: {'Port': ['ID=4a360a8d-ca34-45e6-916b-ba64e1d55583,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:58.510965 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9a0dac23-8e99-4744-a794-f11cf1309607 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:58.677094 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0dac23-8e99-4744-a794-f11cf1309607 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 75155255-46df-4b87-acb1-c07ab560c06a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:10:58.684081 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-9a0dac23-8e99-4744-a794-f11cf1309607 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:10:58.693566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0dac23-8e99-4744-a794-f11cf1309607 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:10:58.756409 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0dac23-8e99-4744-a794-f11cf1309607 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=a5819a11-b975-44f8-bc11-82d3ec2be72f,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:58.850538 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9a0dac23-8e99-4744-a794-f11cf1309607 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:59.103190 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9a0dac23-8e99-4744-a794-f11cf1309607 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:59.651420 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9a0dac23-8e99-4744-a794-f11cf1309607 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:59.726199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9a0dac23-8e99-4744-a794-f11cf1309607 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:59.731582 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7f4c93-0ebd-4322-883d-e3266a6f0539 None None] Network 75155255-46df-4b87-acb1-c07ab560c06a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:10:59.852061 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9a0dac23-8e99-4744-a794-f11cf1309607 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:59.855322 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0dac23-8e99-4744-a794-f11cf1309607 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=a5819a11-b975-44f8-bc11-82d3ec2be72f,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:10:59.930043 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-58b0dcb8-fb14-4dba-a907-6dff13a425c1 None None] Provisioning for port 4a360a8d-ca34-45e6-916b-ba64e1d55583 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:10:59.993765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4a360a8d-ca34-45e6-916b-ba64e1d55583 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:11:00.030223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0dac23-8e99-4744-a794-f11cf1309607 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 75155255-46df-4b87-acb1-c07ab560c06a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:11:00.031728 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-9a0dac23-8e99-4744-a794-f11cf1309607 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:11:00.417983 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 4a360a8d-ca34-45e6-916b-ba64e1d55583 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:11:00.417983 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 4a360a8d-ca34-45e6-916b-ba64e1d55583 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:11:00.417983 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:00.454468 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0dd21242-0b09-4c9e-a241-8b321a14e5af None None] Provisioning for port a5819a11-b975-44f8-bc11-82d3ec2be72f completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:11:00.463440 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0dd21242-0b09-4c9e-a241-8b321a14e5af None None] Provisioning complete for port a5819a11-b975-44f8-bc11-82d3ec2be72f triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:11:00.463816 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0dd21242-0b09-4c9e-a241-8b321a14e5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:00.467891 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0dac23-8e99-4744-a794-f11cf1309607 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 8a452bb7-d1be-4b99-bec4-911b938f3e83 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:11:00.549214 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0dd21242-0b09-4c9e-a241-8b321a14e5af None None] Port a5819a11-b975-44f8-bc11-82d3ec2be72f cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:11:00.601773 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:00.663524 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 4a360a8d-ca34-45e6-916b-ba64e1d55583, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4a360a8d-ca34-45e6-916b-ba64e1d55583,segment=NetworkSegment(247b2393-2fb1-4f29-965d-31a8861e5549),segment_id=247b2393-2fb1-4f29-965d-31a8861e5549)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:11:00.680547 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-84988e1c-ad29-4af5-aa9c-2c013d1f76b9 None None] Provisioning complete for port a5819a11-b975-44f8-bc11-82d3ec2be72f triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:11:00.680997 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-84988e1c-ad29-4af5-aa9c-2c013d1f76b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:00.746362 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:00.750157 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 228c8672-1d92-461f-95ab-290f78c77286 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:11:00.825825 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-84988e1c-ad29-4af5-aa9c-2c013d1f76b9 None None] Port a5819a11-b975-44f8-bc11-82d3ec2be72f cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:11:00.839157 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0dac23-8e99-4744-a794-f11cf1309607 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:11:00.854822 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9a0dac23-8e99-4744-a794-f11cf1309607 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/routers/8a452bb7-d1be-4b99-bec4-911b938f3e83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0774398 Mar 02 19:11:00.855471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37474) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:11:00.876934 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=4a360a8d-ca34-45e6-916b-ba64e1d55583,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:00.926774 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 228c8672-1d92-461f-95ab-290f78c77286 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:11:00.940162 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 228c8672-1d92-461f-95ab-290f78c77286 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:11:00.940162 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:01.005148 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6941a834-d1dd-4aae-be96-9a68bc272851 None None] Provisioning complete for port a5819a11-b975-44f8-bc11-82d3ec2be72f triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:11:01.005148 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6941a834-d1dd-4aae-be96-9a68bc272851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:01.014570 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0cacc2-723b-4cb1-8b56-b8ad2c908172 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:01.014956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0cacc2-723b-4cb1-8b56-b8ad2c908172 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:01.015626 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0cacc2-723b-4cb1-8b56-b8ad2c908172 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:01.015997 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0cacc2-723b-4cb1-8b56-b8ad2c908172 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:01.016363 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0cacc2-723b-4cb1-8b56-b8ad2c908172 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:01.016724 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0cacc2-723b-4cb1-8b56-b8ad2c908172 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:01.019077 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2c0cacc2-723b-4cb1-8b56-b8ad2c908172 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1620777 Mar 02 19:11:01.021789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37478) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:11:01.102758 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6941a834-d1dd-4aae-be96-9a68bc272851 None None] Port a5819a11-b975-44f8-bc11-82d3ec2be72f cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:11:01.110029 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118883f6-6a8c-4783-aa8a-336c621d25f9 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:01.110029 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118883f6-6a8c-4783-aa8a-336c621d25f9 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:01.115205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118883f6-6a8c-4783-aa8a-336c621d25f9 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:01.115205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118883f6-6a8c-4783-aa8a-336c621d25f9 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:01.115205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118883f6-6a8c-4783-aa8a-336c621d25f9 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:01.115205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118883f6-6a8c-4783-aa8a-336c621d25f9 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:01.115205 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-118883f6-6a8c-4783-aa8a-336c621d25f9 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0910830 Mar 02 19:11:01.122372 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37482) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:11:01.139454 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:01.148928 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 228c8672-1d92-461f-95ab-290f78c77286, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=228c8672-1d92-461f-95ab-290f78c77286,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:11:01.211468 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:01.273105 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:01.289549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=228c8672-1d92-461f-95ab-290f78c77286,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:01.351962 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-da2c775a-ad41-43bf-8569-c87c5514a1d0 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2335176 Mar 02 19:11:01.830644 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Sync routers for ids ['8a452bb7-d1be-4b99-bec4-911b938f3e83'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:11:01.848793 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Routers {'8a452bb7-d1be-4b99-bec4-911b938f3e83'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:11:01.848793 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:10:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8a452bb7-d1be-4b99-bec4-911b938f3e83'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:11:01.921938 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4a360a8d-ca34-45e6-916b-ba64e1d55583 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:11:01.965204 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37488) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:11:01.987056 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-cf38c31c-c6bd-43c2-a28a-42f356989e01 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581092341', 'description': 'tempest-secgroup-smoke-581092341 description', 'project_id': '3b5a22e326e84c6680d758252463bbd4'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:11:01.987056 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-cf38c31c-c6bd-43c2-a28a-42f356989e01 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:11:01.995566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-cf38c31c-c6bd-43c2-a28a-42f356989e01 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:11:02.000707 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-cf38c31c-c6bd-43c2-a28a-42f356989e01 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:11:02.011129 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-cf38c31c-c6bd-43c2-a28a-42f356989e01 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:11:02.036986 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 4a360a8d-ca34-45e6-916b-ba64e1d55583 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:11:02.037840 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:02.075737 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Set router 8a452bb7-d1be-4b99-bec4-911b938f3e83 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:11:02.138366 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cf38c31c-c6bd-43c2-a28a-42f356989e01 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:02.210019 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-cf38c31c-c6bd-43c2-a28a-42f356989e01 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:11:02.213675 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 228c8672-1d92-461f-95ab-290f78c77286 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:11:02.217132 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-cf38c31c-c6bd-43c2-a28a-42f356989e01 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:11:02.229335 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-cf38c31c-c6bd-43c2-a28a-42f356989e01 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:11:02.243385 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-cf38c31c-c6bd-43c2-a28a-42f356989e01 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:11:02.292257 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 228c8672-1d92-461f-95ab-290f78c77286 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:11:02.292713 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:02.324860 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cf38c31c-c6bd-43c2-a28a-42f356989e01 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:02.388428 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cf38c31c-c6bd-43c2-a28a-42f356989e01 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:02.452184 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38c31c-c6bd-43c2-a28a-42f356989e01 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb377e2-c4e1-4e18-8dd6-ecfba3e16211,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:02.522880 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'name': 'tempest-TestNetworkBasicOps-router-989626324', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '228c8672-1d92-461f-95ab-290f78c77286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:10:51Z', 'updated_at': '2022-03-02T19:10:58Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '228c8672-1d92-461f-95ab-290f78c77286', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:52Z', 'updated_at': '2022-03-02T19:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a5819a11-b975-44f8-bc11-82d3ec2be72f', 'name': '', 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:01:9b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '395ac6ff-bb23-486e-b50c-3f26cc8634c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:57Z', 'updated_at': '2022-03-02T19:10:59Z', 'revision_number': 2, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '395ac6ff-bb23-486e-b50c-3f26cc8634c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:11:02.526836 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Checking router: 8a452bb7-d1be-4b99-bec4-911b938f3e83 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:11:02.527186 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Updating router 8a452bb7-d1be-4b99-bec4-911b938f3e83 port a5819a11-b975-44f8-bc11-82d3ec2be72f binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:11:02.539380 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cf38c31c-c6bd-43c2-a28a-42f356989e01 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:02.539380 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cf38c31c-c6bd-43c2-a28a-42f356989e01 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5703478 Mar 02 19:11:02.539380 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37494) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:11:02.545448 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-b81b77eb-f7d6-4727-8af2-994fb37ef594 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': 'fdb377e2-c4e1-4e18-8dd6-ecfba3e16211', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:11:02.552273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b81b77eb-f7d6-4727-8af2-994fb37ef594 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:11:02.556452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b81b77eb-f7d6-4727-8af2-994fb37ef594 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:11:02.559557 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b81b77eb-f7d6-4727-8af2-994fb37ef594 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:11:02.565242 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b81b77eb-f7d6-4727-8af2-994fb37ef594 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:11:02.585402 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:02.665804 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b81b77eb-f7d6-4727-8af2-994fb37ef594 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:02.745295 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b81b77eb-f7d6-4727-8af2-994fb37ef594 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:02.823947 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b81b77eb-f7d6-4727-8af2-994fb37ef594 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:02.852106 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b77eb-f7d6-4727-8af2-994fb37ef594 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991f5185-1e0d-4168-a643-0dd64d274080,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:02.910793 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b81b77eb-f7d6-4727-8af2-994fb37ef594 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:02.916833 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b81b77eb-f7d6-4727-8af2-994fb37ef594 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3728669 Mar 02 19:11:02.918407 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37498) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:11:02.924473 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-bf82b665-a0f9-4bf7-988c-b5bd882938c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': 'fdb377e2-c4e1-4e18-8dd6-ecfba3e16211', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:11:02.931766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-bf82b665-a0f9-4bf7-988c-b5bd882938c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:11:02.939717 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bf82b665-a0f9-4bf7-988c-b5bd882938c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:11:02.939717 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-bf82b665-a0f9-4bf7-988c-b5bd882938c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:11:02.948105 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-bf82b665-a0f9-4bf7-988c-b5bd882938c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:11:02.974837 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:02.986325 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Transition to ACTIVE for port object a5819a11-b975-44f8-bc11-82d3ec2be72f will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:11:03.017462 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bf82b665-a0f9-4bf7-988c-b5bd882938c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:03.074899 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:03.080188 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bf82b665-a0f9-4bf7-988c-b5bd882938c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:03.178284 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bf82b665-a0f9-4bf7-988c-b5bd882938c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:03.202430 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe9bc7-1127-4339-b2be-e962411aa99b None None] Pushing event updated for resources: {'Port': ['ID=a5819a11-b975-44f8-bc11-82d3ec2be72f,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:03.216209 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82b665-a0f9-4bf7-988c-b5bd882938c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16616f7-bcb7-42eb-9bab-85d3ce5231e5,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:03.294678 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Attempting to bind port a5819a11-b975-44f8-bc11-82d3ec2be72f on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:11:03.294947 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Attempting to bind port a5819a11-b975-44f8-bc11-82d3ec2be72f by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '247b2393-2fb1-4f29-965d-31a8861e5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:11:03.295304 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Attempting to bind port a5819a11-b975-44f8-bc11-82d3ec2be72f on network 75155255-46df-4b87-acb1-c07ab560c06a {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:11:03.302865 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:11:03.303235 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Checking segment: {'id': '247b2393-2fb1-4f29-965d-31a8861e5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:11:03.303666 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:03.304053 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Bound using segment: {'id': '247b2393-2fb1-4f29-965d-31a8861e5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:11:03.304511 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Bound port: a5819a11-b975-44f8-bc11-82d3ec2be72f, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247b2393-2fb1-4f29-965d-31a8861e5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:11:03.304875 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:03.309391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bf82b665-a0f9-4bf7-988c-b5bd882938c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:03.313426 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bf82b665-a0f9-4bf7-988c-b5bd882938c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3915663 Mar 02 19:11:03.313754 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37502) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:11:03.319594 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-45369108-6b0e-4f11-8ff0-85d5a99a1139 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': 'fdb377e2-c4e1-4e18-8dd6-ecfba3e16211', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:11:03.332104 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-45369108-6b0e-4f11-8ff0-85d5a99a1139 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:11:03.333270 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-45369108-6b0e-4f11-8ff0-85d5a99a1139 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:11:03.336019 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-45369108-6b0e-4f11-8ff0-85d5a99a1139 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:11:03.341748 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-45369108-6b0e-4f11-8ff0-85d5a99a1139 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:11:03.397338 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] For port a5819a11-b975-44f8-bc11-82d3ec2be72f, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:11:03.400503 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] For port a5819a11-b975-44f8-bc11-82d3ec2be72f, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a5819a11-b975-44f8-bc11-82d3ec2be72f,segment=NetworkSegment(247b2393-2fb1-4f29-965d-31a8861e5549),segment_id=247b2393-2fb1-4f29-965d-31a8861e5549)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:11:03.443783 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-45369108-6b0e-4f11-8ff0-85d5a99a1139 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:03.492151 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:03.507821 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-45369108-6b0e-4f11-8ff0-85d5a99a1139 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:03.571745 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-45369108-6b0e-4f11-8ff0-85d5a99a1139 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:03.581217 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe9bc7-1127-4339-b2be-e962411aa99b None None] Pushing event updated for resources: {'Port': ['ID=a5819a11-b975-44f8-bc11-82d3ec2be72f,revision_number=4']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:03.583483 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Routers {'8a452bb7-d1be-4b99-bec4-911b938f3e83'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:11:03.584116 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:10:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8a452bb7-d1be-4b99-bec4-911b938f3e83'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:11:03.606771 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45369108-6b0e-4f11-8ff0-85d5a99a1139 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fef2e5-d8b8-467a-94cc-34b73bc4d046,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:03.720995 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:11:03.724977 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-45369108-6b0e-4f11-8ff0-85d5a99a1139 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:03.724977 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-45369108-6b0e-4f11-8ff0-85d5a99a1139 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4081154 Mar 02 19:11:03.727076 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37506) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:11:03.733135 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a0d3d830-4be7-4fb9-ad4b-1b0930637148 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': 'fdb377e2-c4e1-4e18-8dd6-ecfba3e16211', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:11:03.739679 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a0d3d830-4be7-4fb9-ad4b-1b0930637148 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:11:03.745790 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a0d3d830-4be7-4fb9-ad4b-1b0930637148 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:11:03.750311 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a0d3d830-4be7-4fb9-ad4b-1b0930637148 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:11:03.758620 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a0d3d830-4be7-4fb9-ad4b-1b0930637148 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:11:03.793398 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] Set router 8a452bb7-d1be-4b99-bec4-911b938f3e83 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:11:03.871624 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d830-4be7-4fb9-ad4b-1b0930637148 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:03.938274 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d830-4be7-4fb9-ad4b-1b0930637148 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:04.017912 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d830-4be7-4fb9-ad4b-1b0930637148 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:04.046201 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3d830-4be7-4fb9-ad4b-1b0930637148 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9a804d-00da-49e1-8aa9-29d596add2ca,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:04.110060 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a0d3d830-4be7-4fb9-ad4b-1b0930637148 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:04.110968 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a0d3d830-4be7-4fb9-ad4b-1b0930637148 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3828681 Mar 02 19:11:04.113776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37510) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:11:04.120800 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-09a82cad-1c76-4a45-8c83-4e9271f6ca8b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': 'fdb377e2-c4e1-4e18-8dd6-ecfba3e16211', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:11:04.125455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-09a82cad-1c76-4a45-8c83-4e9271f6ca8b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:11:04.129467 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-09a82cad-1c76-4a45-8c83-4e9271f6ca8b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:11:04.132344 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-09a82cad-1c76-4a45-8c83-4e9271f6ca8b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:11:04.138259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-09a82cad-1c76-4a45-8c83-4e9271f6ca8b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:11:04.151043 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'name': 'tempest-TestNetworkBasicOps-router-989626324', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '228c8672-1d92-461f-95ab-290f78c77286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:10:51Z', 'updated_at': '2022-03-02T19:10:58Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '228c8672-1d92-461f-95ab-290f78c77286', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:52Z', 'updated_at': '2022-03-02T19:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a5819a11-b975-44f8-bc11-82d3ec2be72f', 'name': '', 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:01:9b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '395ac6ff-bb23-486e-b50c-3f26cc8634c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:57Z', 'updated_at': '2022-03-02T19:11:03Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '395ac6ff-bb23-486e-b50c-3f26cc8634c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:11:04.155158 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c303a-64de-4381-a0e1-10d9f90abc3a None None] The sync data for ids ['8a452bb7-d1be-4b99-bec4-911b938f3e83'] in dv-neutron-831573-1-hyperv is: [{'id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'name': 'tempest-TestNetworkBasicOps-router-989626324', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '228c8672-1d92-461f-95ab-290f78c77286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:10:51Z', 'updated_at': '2022-03-02T19:10:58Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '228c8672-1d92-461f-95ab-290f78c77286', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:52Z', 'updated_at': '2022-03-02T19:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a5819a11-b975-44f8-bc11-82d3ec2be72f', 'name': '', 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:01:9b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '395ac6ff-bb23-486e-b50c-3f26cc8634c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:57Z', 'updated_at': '2022-03-02T19:11:03Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '395ac6ff-bb23-486e-b50c-3f26cc8634c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:11:04.247416 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-09a82cad-1c76-4a45-8c83-4e9271f6ca8b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:11:04.255643 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09a82cad-1c76-4a45-8c83-4e9271f6ca8b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:04.339067 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09a82cad-1c76-4a45-8c83-4e9271f6ca8b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:04.446436 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09a82cad-1c76-4a45-8c83-4e9271f6ca8b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:04.472698 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a82cad-1c76-4a45-8c83-4e9271f6ca8b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84822496-121a-4116-bab8-526381dc2c42,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:04.556254 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-09a82cad-1c76-4a45-8c83-4e9271f6ca8b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:04.559552 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-09a82cad-1c76-4a45-8c83-4e9271f6ca8b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4432025 Mar 02 19:11:04.563941 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37514) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:11:04.570550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-6020e5dc-7392-44ad-a323-31629a5a3668 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': 'fdb377e2-c4e1-4e18-8dd6-ecfba3e16211', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:11:04.576883 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6020e5dc-7392-44ad-a323-31629a5a3668 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:11:04.581706 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6020e5dc-7392-44ad-a323-31629a5a3668 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:11:04.585095 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6020e5dc-7392-44ad-a323-31629a5a3668 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:11:04.598667 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6020e5dc-7392-44ad-a323-31629a5a3668 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:11:04.658392 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.securitygroups_db [None req-6020e5dc-7392-44ad-a323-31629a5a3668 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:11:04.667309 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6020e5dc-7392-44ad-a323-31629a5a3668 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:04.743179 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6020e5dc-7392-44ad-a323-31629a5a3668 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:04.857926 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6020e5dc-7392-44ad-a323-31629a5a3668 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:04.893103 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020e5dc-7392-44ad-a323-31629a5a3668 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859b878d-f824-4728-a8fe-ca1ecb17d8af,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:04.983268 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6020e5dc-7392-44ad-a323-31629a5a3668 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:04.983268 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6020e5dc-7392-44ad-a323-31629a5a3668 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4148693 Mar 02 19:11:05.259809 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-45797472-72c3-4c66-8ccd-9c718f509c29 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:11:05.326532 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-45797472-72c3-4c66-8ccd-9c718f509c29 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:11:05.327782 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-45797472-72c3-4c66-8ccd-9c718f509c29 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581092341&fields=id&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 267 time: 0.1294470 Mar 02 19:11:05.485839 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-bcef1c77-3973-4351-8fd1-c5827cf69f33 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:05.486951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-bcef1c77-3973-4351-8fd1-c5827cf69f33 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:11:05.555221 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-bcef1c77-3973-4351-8fd1-c5827cf69f33 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:11:05.556547 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-bcef1c77-3973-4351-8fd1-c5827cf69f33 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/networks?id=75155255-46df-4b87-acb1-c07ab560c06a HTTP/1.1" status: 200 len: 796 time: 0.2204685 Mar 02 19:11:05.574329 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-4b7af50a-3989-459d-97a6-1b5b04f3b0c6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/quotas/3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 375 time: 0.0116284 Mar 02 19:11:05.657174 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-92c8eb2b-24fc-4da4-86db-0ad5c4f83b19 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:11:05.733083 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-92c8eb2b-24fc-4da4-86db-0ad5c4f83b19 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:11:05.734993 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-92c8eb2b-24fc-4da4-86db-0ad5c4f83b19 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1543391 Mar 02 19:11:05.889136 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-7ce32da2-1a0a-4649-af28-862b5bec510e service neutron] 10.222.0.73 "GET /v2.0/networks/75155255-46df-4b87-acb1-c07ab560c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425133 Mar 02 19:11:05.933886 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a5819a11-b975-44f8-bc11-82d3ec2be72f up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:11:06.035810 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-8def70b1-75a5-4ec3-9599-d6df79cb792e service neutron] 10.222.0.73 "GET /v2.0/networks/75155255-46df-4b87-acb1-c07ab560c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397390 Mar 02 19:11:06.087341 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port a5819a11-b975-44f8-bc11-82d3ec2be72f completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:11:06.092287 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a5819a11-b975-44f8-bc11-82d3ec2be72f triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:11:06.092655 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:06.248647 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:06.287010 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port a5819a11-b975-44f8-bc11-82d3ec2be72f, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a5819a11-b975-44f8-bc11-82d3ec2be72f,segment=NetworkSegment(247b2393-2fb1-4f29-965d-31a8861e5549),segment_id=247b2393-2fb1-4f29-965d-31a8861e5549)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:11:06.320289 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-bc87635d-86fd-4d7b-bd20-f922f958a382 req-10aad666-5e78-4151-99f8-ce697c8a1d6f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:11:06.334883 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-bc87635d-86fd-4d7b-bd20-f922f958a382 req-10aad666-5e78-4151-99f8-ce697c8a1d6f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:11:06.336096 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bc87635d-86fd-4d7b-bd20-f922f958a382 req-10aad666-5e78-4151-99f8-ce697c8a1d6f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 210 time: 0.0640714 Mar 02 19:11:06.383871 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:06.460095 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=a5819a11-b975-44f8-bc11-82d3ec2be72f,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:07.556502 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ad482b21-581f-4253-83e3-bc525514c6c0 req-eaec4221-ee8e-4115-9c39-07a0d1a27c1b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 210 time: 0.0571465 Mar 02 19:11:07.915655 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a5819a11-b975-44f8-bc11-82d3ec2be72f up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:11:08.023137 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a5819a11-b975-44f8-bc11-82d3ec2be72f triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:11:08.023137 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:08.653273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-b98543c2-9db7-4a7c-b1a9-50ff022da21e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:08.654899 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-b98543c2-9db7-4a7c-b1a9-50ff022da21e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/networks?id=75155255-46df-4b87-acb1-c07ab560c06a HTTP/1.1" status: 200 len: 796 time: 0.1854815 Mar 02 19:11:08.784888 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d4d2638d-3573-41a2-af6d-823bdadda8f3 req-cc7fed82-66f6-4f2e-afb0-8c57aeee2462 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 210 time: 0.0796211 Mar 02 19:11:08.823549 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-66d3b9c8-a994-4e06-93df-082170713a15 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 379 time: 0.1551545 Mar 02 19:11:08.840201 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-b0e6e9d8-61b9-4d1d-9c24-85988f46fe74 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'port': {'device_id': 'b8bd014b-eeae-4153-926d-5779a4d17f01', 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a', 'admin_state_up': True, 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'security_groups': ['fdb377e2-c4e1-4e18-8dd6-ecfba3e16211']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:11:08.986566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-b0e6e9d8-61b9-4d1d-9c24-85988f46fe74 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:11:09.002605 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-b0e6e9d8-61b9-4d1d-9c24-85988f46fe74 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:11:09.116206 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-b0e6e9d8-61b9-4d1d-9c24-85988f46fe74 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:11:09.121539 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-b0e6e9d8-61b9-4d1d-9c24-85988f46fe74 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:09.371469 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-b0e6e9d8-61b9-4d1d-9c24-85988f46fe74 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.20.0.14 (75155255-46df-4b87-acb1-c07ab560c06a/395ac6ff-bb23-486e-b50c-3f26cc8634c5/e8498601-23b2-414c-9a8f-b4b2b7a0552b) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:11:09.605105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-b0e6e9d8-61b9-4d1d-9c24-85988f46fe74 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:09.624810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-b0e6e9d8-61b9-4d1d-9c24-85988f46fe74 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Transition to ACTIVE for port object e8498601-23b2-414c-9a8f-b4b2b7a0552b will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:11:09.746844 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-b0e6e9d8-61b9-4d1d-9c24-85988f46fe74 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:09.836801 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-b0e6e9d8-61b9-4d1d-9c24-85988f46fe74 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 75155255-46df-4b87-acb1-c07ab560c06a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:11:09.840451 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-b0e6e9d8-61b9-4d1d-9c24-85988f46fe74 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:11:09.851043 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-b0e6e9d8-61b9-4d1d-9c24-85988f46fe74 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:11:09.889419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6e9d8-61b9-4d1d-9c24-85988f46fe74 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=e8498601-23b2-414c-9a8f-b4b2b7a0552b,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:09.938833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-b0e6e9d8-61b9-4d1d-9c24-85988f46fe74 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:09.940264 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-b0e6e9d8-61b9-4d1d-9c24-85988f46fe74 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:10.116164 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-b0e6e9d8-61b9-4d1d-9c24-85988f46fe74 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2868204 Mar 02 19:11:10.145479 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] Request body: {'port': {'device_id': 'b8bd014b-eeae-4153-926d-5779a4d17f01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:11:10.256780 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec5088-631e-420f-b8de-d5e8781ec5e7 req-4cf32157-9d3e-4eb0-accd-38a078d2c093 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:10.257471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-ccec5088-631e-420f-b8de-d5e8781ec5e7 req-4cf32157-9d3e-4eb0-accd-38a078d2c093 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:11:10.293165 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:10.316214 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-643ce4c0-1a65-4a0d-ac39-c3e7c181fb8b None None] Provisioning for port e8498601-23b2-414c-9a8f-b4b2b7a0552b completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:11:10.321879 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-643ce4c0-1a65-4a0d-ac39-c3e7c181fb8b None None] Provisioning complete for port e8498601-23b2-414c-9a8f-b4b2b7a0552b triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:11:10.322224 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-643ce4c0-1a65-4a0d-ac39-c3e7c181fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:10.368817 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-ccec5088-631e-420f-b8de-d5e8781ec5e7 req-4cf32157-9d3e-4eb0-accd-38a078d2c093 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:11:10.369960 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ccec5088-631e-420f-b8de-d5e8781ec5e7 req-4cf32157-9d3e-4eb0-accd-38a078d2c093 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 932 time: 0.3483074 Mar 02 19:11:10.384897 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-643ce4c0-1a65-4a0d-ac39-c3e7c181fb8b None None] Port e8498601-23b2-414c-9a8f-b4b2b7a0552b cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:11:10.502816 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ccec5088-631e-420f-b8de-d5e8781ec5e7 req-f48954f2-9efd-48d7-8d5d-f3deec999e01 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdb377e2-c4e1-4e18-8dd6-ecfba3e16211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196742 Mar 02 19:11:10.802108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8498601-23b2-414c-9a8f-b4b2b7a0552b {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:11:10.814214 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:10.845245 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] Transition to ACTIVE for port object e8498601-23b2-414c-9a8f-b4b2b7a0552b will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:11:10.920883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:11.053349 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] Pushing event updated for resources: {'Port': ['ID=e8498601-23b2-414c-9a8f-b4b2b7a0552b,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:11.188887 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] Attempting to bind port e8498601-23b2-414c-9a8f-b4b2b7a0552b on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:11:11.189232 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] Attempting to bind port e8498601-23b2-414c-9a8f-b4b2b7a0552b by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '247b2393-2fb1-4f29-965d-31a8861e5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:11:11.189562 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] Attempting to bind port e8498601-23b2-414c-9a8f-b4b2b7a0552b on network 75155255-46df-4b87-acb1-c07ab560c06a {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:11:11.197136 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] Port e8498601-23b2-414c-9a8f-b4b2b7a0552b on network 75155255-46df-4b87-acb1-c07ab560c06a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:11:11.198114 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] Attempting to bind port e8498601-23b2-414c-9a8f-b4b2b7a0552b on network 75155255-46df-4b87-acb1-c07ab560c06a {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:11:11.205017 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:11:11.205259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] Checking segment: {'id': '247b2393-2fb1-4f29-965d-31a8861e5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:11:11.205657 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] Bound using segment: {'id': '247b2393-2fb1-4f29-965d-31a8861e5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:11:11.206124 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] Bound port: e8498601-23b2-414c-9a8f-b4b2b7a0552b, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247b2393-2fb1-4f29-965d-31a8861e5549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:11:11.206549 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:11.302671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] For port e8498601-23b2-414c-9a8f-b4b2b7a0552b, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:11:11.306006 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] For port e8498601-23b2-414c-9a8f-b4b2b7a0552b, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e8498601-23b2-414c-9a8f-b4b2b7a0552b,segment=NetworkSegment(247b2393-2fb1-4f29-965d-31a8861e5549),segment_id=247b2393-2fb1-4f29-965d-31a8861e5549)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:11:11.384381 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:11.449535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:11.450999 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] 10.222.0.87 "PUT /v2.0/ports/e8498601-23b2-414c-9a8f-b4b2b7a0552b HTTP/1.1" status: 200 len: 1094 time: 1.3228357 Mar 02 19:11:11.451558 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bd014b-eeae-4153-926d-5779a4d17f01', 'tag': 'e8498601-23b2-414c-9a8f-b4b2b7a0552b'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:11:11.473485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80468db1-767b-4934-8504-c2fb0cf2464e service neutron] Pushing event updated for resources: {'Port': ['ID=e8498601-23b2-414c-9a8f-b4b2b7a0552b,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:11.517359 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bd014b-eeae-4153-926d-5779a4d17f01', 'tag': 'e8498601-23b2-414c-9a8f-b4b2b7a0552b', 'status': 'completed', 'code': 200} Mar 02 19:11:11.796990 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-56605aef-88a8-4f9d-a215-05e2c3104288 req-436f8d02-2d86-4287-8314-592e75e12be2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 1097 time: 0.2566535 Mar 02 19:11:11.804039 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f0f7e-5576-4788-a4c3-615006fb0358 req-e7f97147-e766-48f8-a813-ce23728e81c1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:11.805547 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7a1f0f7e-5576-4788-a4c3-615006fb0358 req-e7f97147-e766-48f8-a813-ce23728e81c1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 944 time: 0.1100030 Mar 02 19:11:11.958477 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7a1f0f7e-5576-4788-a4c3-615006fb0358 req-abb09fb9-6861-4b45-999a-0a1ddfd1f107 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdb377e2-c4e1-4e18-8dd6-ecfba3e16211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307657 Mar 02 19:11:12.007145 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56605aef-88a8-4f9d-a215-05e2c3104288 req-ea7c4b46-bb1b-4351-b9f1-676826d34e44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:12.009270 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-56605aef-88a8-4f9d-a215-05e2c3104288 req-ea7c4b46-bb1b-4351-b9f1-676826d34e44 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=3b5a22e326e84c6680d758252463bbd4&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2022831 Mar 02 19:11:12.245999 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56605aef-88a8-4f9d-a215-05e2c3104288 req-268ef85f-6a09-4516-a4bc-9d6d695a928b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:12.247612 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-56605aef-88a8-4f9d-a215-05e2c3104288 req-268ef85f-6a09-4516-a4bc-9d6d695a928b service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2328312 Mar 02 19:11:12.367667 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-0c0af0f5-1d17-41a6-9661-937321e99381 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 1097 time: 0.0784154 Mar 02 19:11:12.447974 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-320d798b-046a-4c31-9abe-bf2d11113960 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8498601-23b2-414c-9a8f-b4b2b7a0552b HTTP/1.1" status: 200 len: 217 time: 0.0728657 Mar 02 19:11:12.556014 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-219d45d1-8a3e-4965-9b7a-7846dee739a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:12.558577 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-219d45d1-8a3e-4965-9b7a-7846dee739a0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=395ac6ff-bb23-486e-b50c-3f26cc8634c5 HTTP/1.1" status: 200 len: 834 time: 0.1033530 Mar 02 19:11:12.669388 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-1ebd7727-f831-455e-a652-d9edd0ae6d61 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=75155255-46df-4b87-acb1-c07ab560c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1010180 Mar 02 19:11:12.845774 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-929d6c28-a90f-483d-b46e-aa176ec6744d service neutron] 10.222.0.87 "GET /v2.0/networks/75155255-46df-4b87-acb1-c07ab560c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692250 Mar 02 19:11:13.105766 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96868684-436a-4c22-a0e4-d1f3415f3930 req-93f3af29-316f-4ddf-8404-4cdcc6bbe5ba service neutron] 10.222.0.87 "GET /v2.0/networks/75155255-46df-4b87-acb1-c07ab560c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528610 Mar 02 19:11:13.233489 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3903db-ca94-4fb5-a099-5acebc4c2b66 req-eaca007a-65de-4794-94da-a8988eb7ca27 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:13.235086 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-de3903db-ca94-4fb5-a099-5acebc4c2b66 req-eaca007a-65de-4794-94da-a8988eb7ca27 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 944 time: 0.1075375 Mar 02 19:11:13.304188 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-de3903db-ca94-4fb5-a099-5acebc4c2b66 req-6f6e65a1-8368-4d2f-a47d-7669da009655 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdb377e2-c4e1-4e18-8dd6-ecfba3e16211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581329 Mar 02 19:11:14.549248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c91be-d255-4cbb-bd26-6d0729b2f4af req-6b1aab82-cda6-48df-8f8c-fad3d701ebab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:14.552552 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c37c91be-d255-4cbb-bd26-6d0729b2f4af req-6b1aab82-cda6-48df-8f8c-fad3d701ebab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 944 time: 0.1210952 Mar 02 19:11:14.608539 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c37c91be-d255-4cbb-bd26-6d0729b2f4af req-67544803-9c15-4150-a8c4-608010b32c26 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdb377e2-c4e1-4e18-8dd6-ecfba3e16211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491512 Mar 02 19:11:15.018444 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device e8498601-23b2-414c-9a8f-b4b2b7a0552b details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:11:15.248026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port e8498601-23b2-414c-9a8f-b4b2b7a0552b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e8498601-23b2-414c-9a8f-b4b2b7a0552b,segment=NetworkSegment(247b2393-2fb1-4f29-965d-31a8861e5549),segment_id=247b2393-2fb1-4f29-965d-31a8861e5549)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:11:15.262816 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': 'e8498601-23b2-414c-9a8f-b4b2b7a0552b', 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a', 'port_id': 'e8498601-23b2-414c-9a8f-b4b2b7a0552b', 'mac_address': 'fa:16:3e:17:3b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '395ac6ff-bb23-486e-b50c-3f26cc8634c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:11:15.332710 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:15.352685 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8498601-23b2-414c-9a8f-b4b2b7a0552b {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:11:15.371498 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port e8498601-23b2-414c-9a8f-b4b2b7a0552b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e8498601-23b2-414c-9a8f-b4b2b7a0552b,segment=NetworkSegment(247b2393-2fb1-4f29-965d-31a8861e5549),segment_id=247b2393-2fb1-4f29-965d-31a8861e5549)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:11:15.424548 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:15.509268 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=e8498601-23b2-414c-9a8f-b4b2b7a0552b,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:15.667339 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['e8498601-23b2-414c-9a8f-b4b2b7a0552b'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:11:15.896827 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b907a-1b6f-4237-802f-b09723cc7162 req-38d31847-5db7-47ea-8cfa-34d2168c5901 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:15.898836 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d37b907a-1b6f-4237-802f-b09723cc7162 req-38d31847-5db7-47ea-8cfa-34d2168c5901 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 945 time: 0.1301448 Mar 02 19:11:15.958220 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d37b907a-1b6f-4237-802f-b09723cc7162 req-c81668c6-81dd-4e67-83da-b92b5c36a8e6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdb377e2-c4e1-4e18-8dd6-ecfba3e16211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527608 Mar 02 19:11:17.039220 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device e8498601-23b2-414c-9a8f-b4b2b7a0552b up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:11:17.212988 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port e8498601-23b2-414c-9a8f-b4b2b7a0552b completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:11:17.219272 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e5289-d6c2-49c9-b483-57d09c26f241 req-42ad98fe-5bf9-4d6e-8c4e-77927f5e0fb6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:17.219917 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port e8498601-23b2-414c-9a8f-b4b2b7a0552b triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:11:17.219917 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:17.221014 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e57e5289-d6c2-49c9-b483-57d09c26f241 req-42ad98fe-5bf9-4d6e-8c4e-77927f5e0fb6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 945 time: 0.1232493 Mar 02 19:11:17.271406 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e57e5289-d6c2-49c9-b483-57d09c26f241 req-8f0cdf91-c7ce-4b97-9721-bcc601fdb6e5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdb377e2-c4e1-4e18-8dd6-ecfba3e16211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438051 Mar 02 19:11:17.345508 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:17.375782 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bd014b-eeae-4153-926d-5779a4d17f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8498601-23b2-414c-9a8f-b4b2b7a0552b'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:11:17.390117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port e8498601-23b2-414c-9a8f-b4b2b7a0552b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e8498601-23b2-414c-9a8f-b4b2b7a0552b,segment=NetworkSegment(247b2393-2fb1-4f29-965d-31a8861e5549),segment_id=247b2393-2fb1-4f29-965d-31a8861e5549)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:11:17.436215 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bd014b-eeae-4153-926d-5779a4d17f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8498601-23b2-414c-9a8f-b4b2b7a0552b', 'code': 200} Mar 02 19:11:17.492962 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:17.571274 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=e8498601-23b2-414c-9a8f-b4b2b7a0552b,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:17.843623 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-697d24cd-2099-43c7-aeb7-fa3e5003abe4 req-403b331b-c5d0-4780-af76-86402472dfe5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 1099 time: 0.0791445 Mar 02 19:11:17.895406 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-697d24cd-2099-43c7-aeb7-fa3e5003abe4 req-7c11032b-593c-48ad-919d-d17c6a6ac8e9 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=fdb377e2-c4e1-4e18-8dd6-ecfba3e16211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457060 Mar 02 19:11:18.514244 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c80a2-1e3f-4f1f-932b-1cb4edf6a049 req-ee8be068-a76f-4951-8928-2b569505d44f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:18.515847 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-773c80a2-1e3f-4f1f-932b-1cb4edf6a049 req-ee8be068-a76f-4951-8928-2b569505d44f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 946 time: 0.0912125 Mar 02 19:11:18.576196 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-773c80a2-1e3f-4f1f-932b-1cb4edf6a049 req-52a7a8b8-7e53-4609-9a38-bca912aa32ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdb377e2-c4e1-4e18-8dd6-ecfba3e16211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489030 Mar 02 19:11:19.822274 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0955a3-79df-4983-96ff-0c8b32cdb24d req-a415095c-ad44-4b0c-9056-0b30be297e80 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:19.824053 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5f0955a3-79df-4983-96ff-0c8b32cdb24d req-a415095c-ad44-4b0c-9056-0b30be297e80 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 946 time: 0.1120296 Mar 02 19:11:19.882440 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5f0955a3-79df-4983-96ff-0c8b32cdb24d req-9d633c7b-5b21-4374-aeb6-0f5b2ae767aa tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdb377e2-c4e1-4e18-8dd6-ecfba3e16211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519881 Mar 02 19:11:20.148471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231bde5-738f-45ea-8a26-bf74e25142be req-44677f50-88bb-49d7-87b2-7628f5302fa2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:20.151929 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2231bde5-738f-45ea-8a26-bf74e25142be req-44677f50-88bb-49d7-87b2-7628f5302fa2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 946 time: 0.1297622 Mar 02 19:11:20.228390 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2231bde5-738f-45ea-8a26-bf74e25142be req-1eff6c19-5d07-45c3-ae98-f4631735ebd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdb377e2-c4e1-4e18-8dd6-ecfba3e16211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719349 Mar 02 19:11:20.264087 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37566) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:11:20.340483 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-eb6df6ed-4608-40d5-8b2e-d8ecbc2e46e1 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 1094 time: 0.0750694 Mar 02 19:11:20.349649 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37570) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:11:20.350510 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': 'e8498601-23b2-414c-9a8f-b4b2b7a0552b', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:11:20.357182 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:11:20.361522 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:floatingip and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:11:20.365351 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:11:20.371648 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:11:20.453281 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:20.631813 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:20.840722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.26.4.43 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/52b9b445-765a-4e3f-a8ad-16095847d251) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:11:21.028273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:21.185271 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:21.261532 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:11:21.264815 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:11:21.269808 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:11:21.309034 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=52b9b445-765a-4e3f-a8ad-16095847d251,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:21.618795 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1ed445eb-0644-423b-9def-7e1a3b6b4920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:21.930841 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:22.074352 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:22.295525 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:22.367033 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:22.478778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=52b9b445-765a-4e3f-a8ad-16095847d251,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:22.496015 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:22.705775 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.l3_db [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Floating IP 311eb1aa-6411-4ee2-9262-73330b890aa4 associated. External IP: 172.26.4.43, port: e8498601-23b2-414c-9a8f-b4b2b7a0552b. Mar 02 19:11:23.135480 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 8a452bb7-d1be-4b99-bec4-911b938f3e83 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:11:23.356460 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:11:23.367721 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca17317-afcb-4852-94b3-9cf37021eb14 None None] Sync routers for ids ['8a452bb7-d1be-4b99-bec4-911b938f3e83'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:11:23.381749 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca17317-afcb-4852-94b3-9cf37021eb14 None None] Routers {'8a452bb7-d1be-4b99-bec4-911b938f3e83'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:11:23.382380 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-cca17317-afcb-4852-94b3-9cf37021eb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:10:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8a452bb7-d1be-4b99-bec4-911b938f3e83'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:11:23.453259 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:23.516196 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2718e70d-fefd-4d8c-824c-1c1156d37f4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1710448 Mar 02 19:11:23.517365 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bd014b-eeae-4153-926d-5779a4d17f01', 'tag': 'e8498601-23b2-414c-9a8f-b4b2b7a0552b'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:11:23.520140 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37576) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:11:23.595851 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-cca17317-afcb-4852-94b3-9cf37021eb14 None None] Set router 8a452bb7-d1be-4b99-bec4-911b938f3e83 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:11:23.602165 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bd014b-eeae-4153-926d-5779a4d17f01', 'tag': 'e8498601-23b2-414c-9a8f-b4b2b7a0552b', 'status': 'completed', 'code': 200} Mar 02 19:11:23.763882 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ed49e031-fc4c-4a6a-932d-b656416b9686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:23.828664 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-70cbd11a-dbd2-42c8-9f88-bc787321c45f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/311eb1aa-6411-4ee2-9262-73330b890aa4 HTTP/1.1" status: 200 len: 991 time: 0.3068457 Mar 02 19:11:23.858156 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d3354855-ec94-46bb-9473-ebb8dd13568d req-dd4c29a8-2b6b-4795-98b0-4f6e10e43599 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 1099 time: 0.2195566 Mar 02 19:11:24.015761 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3354855-ec94-46bb-9473-ebb8dd13568d req-80adf360-dbfc-4d6b-bb63-cb90c71b7a4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:24.017629 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d3354855-ec94-46bb-9473-ebb8dd13568d req-80adf360-dbfc-4d6b-bb63-cb90c71b7a4c service neutron] 10.222.0.87 "GET /v2.0/networks?id=75155255-46df-4b87-acb1-c07ab560c06a HTTP/1.1" status: 200 len: 897 time: 0.1526358 Mar 02 19:11:24.065375 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-cca17317-afcb-4852-94b3-9cf37021eb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'name': 'tempest-TestNetworkBasicOps-router-989626324', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '228c8672-1d92-461f-95ab-290f78c77286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:10:51Z', 'updated_at': '2022-03-02T19:10:58Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '228c8672-1d92-461f-95ab-290f78c77286', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:52Z', 'updated_at': '2022-03-02T19:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '311eb1aa-6411-4ee2-9262-73330b890aa4', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'port_id': 'e8498601-23b2-414c-9a8f-b4b2b7a0552b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a', 'mac_address': 'fa:16:3e:17:3b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bd014b-eeae-4153-926d-5779a4d17f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:11:21Z', 'updated_at': '2022-03-02T19:11:21Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5819a11-b975-44f8-bc11-82d3ec2be72f', 'name': '', 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:01:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '395ac6ff-bb23-486e-b50c-3f26cc8634c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:57Z', 'updated_at': '2022-03-02T19:11:06Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '395ac6ff-bb23-486e-b50c-3f26cc8634c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:11:24.072513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca17317-afcb-4852-94b3-9cf37021eb14 None None] Checking router: 8a452bb7-d1be-4b99-bec4-911b938f3e83 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:11:24.092633 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca17317-afcb-4852-94b3-9cf37021eb14 None None] Routers {'8a452bb7-d1be-4b99-bec4-911b938f3e83'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:11:24.093553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-cca17317-afcb-4852-94b3-9cf37021eb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:11:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8a452bb7-d1be-4b99-bec4-911b938f3e83'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:11:24.134673 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d3354855-ec94-46bb-9473-ebb8dd13568d req-666d167b-2ba2-412a-8c37-f464ca5d198a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8498601-23b2-414c-9a8f-b4b2b7a0552b HTTP/1.1" status: 200 len: 999 time: 0.1090906 Mar 02 19:11:24.207951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3354855-ec94-46bb-9473-ebb8dd13568d req-f9a4c8cf-2ac1-4b9b-b376-43029332a579 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:24.209614 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d3354855-ec94-46bb-9473-ebb8dd13568d req-f9a4c8cf-2ac1-4b9b-b376-43029332a579 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=395ac6ff-bb23-486e-b50c-3f26cc8634c5 HTTP/1.1" status: 200 len: 834 time: 0.0682526 Mar 02 19:11:24.298545 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d3354855-ec94-46bb-9473-ebb8dd13568d req-02794c60-32d0-456e-8366-1385242a77fc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=75155255-46df-4b87-acb1-c07ab560c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825207 Mar 02 19:11:24.310602 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-cca17317-afcb-4852-94b3-9cf37021eb14 None None] Set router 8a452bb7-d1be-4b99-bec4-911b938f3e83 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:11:24.447508 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d3354855-ec94-46bb-9473-ebb8dd13568d req-b995e430-10bd-4108-ac07-d93d8244e54a service neutron] 10.222.0.87 "GET /v2.0/networks/75155255-46df-4b87-acb1-c07ab560c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424847 Mar 02 19:11:24.598637 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d3354855-ec94-46bb-9473-ebb8dd13568d req-2ed281f9-de58-4b1b-9267-b6abde1a73fb service neutron] 10.222.0.87 "GET /v2.0/networks/75155255-46df-4b87-acb1-c07ab560c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451294 Mar 02 19:11:24.706173 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-cca17317-afcb-4852-94b3-9cf37021eb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'name': 'tempest-TestNetworkBasicOps-router-989626324', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '228c8672-1d92-461f-95ab-290f78c77286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:10:51Z', 'updated_at': '2022-03-02T19:10:58Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '228c8672-1d92-461f-95ab-290f78c77286', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:52Z', 'updated_at': '2022-03-02T19:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '311eb1aa-6411-4ee2-9262-73330b890aa4', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'port_id': 'e8498601-23b2-414c-9a8f-b4b2b7a0552b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a', 'mac_address': 'fa:16:3e:17:3b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bd014b-eeae-4153-926d-5779a4d17f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:11:21Z', 'updated_at': '2022-03-02T19:11:21Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5819a11-b975-44f8-bc11-82d3ec2be72f', 'name': '', 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:01:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '395ac6ff-bb23-486e-b50c-3f26cc8634c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:57Z', 'updated_at': '2022-03-02T19:11:06Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '395ac6ff-bb23-486e-b50c-3f26cc8634c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:11:24.712221 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca17317-afcb-4852-94b3-9cf37021eb14 None None] The sync data for ids ['8a452bb7-d1be-4b99-bec4-911b938f3e83'] in dv-neutron-831573-1-hyperv is: [{'id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'name': 'tempest-TestNetworkBasicOps-router-989626324', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '228c8672-1d92-461f-95ab-290f78c77286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:10:51Z', 'updated_at': '2022-03-02T19:10:58Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '228c8672-1d92-461f-95ab-290f78c77286', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:52Z', 'updated_at': '2022-03-02T19:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '311eb1aa-6411-4ee2-9262-73330b890aa4', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'port_id': 'e8498601-23b2-414c-9a8f-b4b2b7a0552b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a', 'mac_address': 'fa:16:3e:17:3b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bd014b-eeae-4153-926d-5779a4d17f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:11:21Z', 'updated_at': '2022-03-02T19:11:21Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5819a11-b975-44f8-bc11-82d3ec2be72f', 'name': '', 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:01:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '395ac6ff-bb23-486e-b50c-3f26cc8634c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:57Z', 'updated_at': '2022-03-02T19:11:06Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '395ac6ff-bb23-486e-b50c-3f26cc8634c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:11:24.834670 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37582) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:11:24.937033 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e694df03-e8a6-41cb-89a1-109d10b26196 None None] New status for floating IP 311eb1aa-6411-4ee2-9262-73330b890aa4: ACTIVE {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:11:24.963538 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-97731680-2fc4-43dc-a820-96cf78aaf6ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/311eb1aa-6411-4ee2-9262-73330b890aa4 HTTP/1.1" status: 200 len: 991 time: 0.1268749 Mar 02 19:11:25.103151 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:25.430088 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:25.967590 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37586) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:11:26.076626 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ddec3ef9-3704-449d-af79-e87e473dcb8f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/311eb1aa-6411-4ee2-9262-73330b890aa4 HTTP/1.1" status: 200 len: 993 time: 0.1075079 Mar 02 19:11:26.453238 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:31.241262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:40.645605 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:11:51.677050 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-babc0428-66ad-40d7-8daa-665214df396a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:52.696062 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37606) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:11:52.958482 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-73f8bd1e-e57d-4adb-89e0-05e0e8fee241 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/311eb1aa-6411-4ee2-9262-73330b890aa4 HTTP/1.1" status: 200 len: 993 time: 0.2577956 Mar 02 19:11:53.326794 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37616) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:11:53.553862 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 52b9b445-765a-4e3f-a8ad-16095847d251 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:11:53.554186 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:53.707465 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b7f92480-f5bd-4a0f-b638-9b9c81ed6022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:53.777905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:53.778636 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:53.915981 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 52b9b445-765a-4e3f-a8ad-16095847d251 owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:11:54.158066 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:54.213873 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=52b9b445-765a-4e3f-a8ad-16095847d251,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:54.263212 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:54.263791 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:54.264236 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:54.264678 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:54.265104 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:54.265534 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:54.265955 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:54.266377 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:54.266797 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:54.267242 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:54.267693 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:54.334991 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:54.794022 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 8a452bb7-d1be-4b99-bec4-911b938f3e83 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:11:55.134582 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:55.164827 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:11:55.176034 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8fd364-f849-4148-9a4f-19719852354c None None] Sync routers for ids ['8a452bb7-d1be-4b99-bec4-911b938f3e83'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:11:55.189322 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8fd364-f849-4148-9a4f-19719852354c None None] Routers {'8a452bb7-d1be-4b99-bec4-911b938f3e83'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:11:55.189951 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-8f8fd364-f849-4148-9a4f-19719852354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:11:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8a452bb7-d1be-4b99-bec4-911b938f3e83'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:11:55.249235 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:55.328836 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ac93a10b-bb50-4331-b7ad-8b73e0686339 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/floatingips/311eb1aa-6411-4ee2-9262-73330b890aa4 HTTP/1.1" status: 204 len: 168 time: 1.9973147 Mar 02 19:11:55.329787 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bd014b-eeae-4153-926d-5779a4d17f01', 'tag': 'e8498601-23b2-414c-9a8f-b4b2b7a0552b'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:11:55.436062 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bd014b-eeae-4153-926d-5779a4d17f01', 'tag': 'e8498601-23b2-414c-9a8f-b4b2b7a0552b', 'status': 'completed', 'code': 200} Mar 02 19:11:55.468608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-8f8fd364-f849-4148-9a4f-19719852354c None None] Set router 8a452bb7-d1be-4b99-bec4-911b938f3e83 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:11:55.552974 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:55.554910 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cae6ed11-a6a5-417e-8e27-cf17f91d6548 req-18df9745-5459-4986-8cae-d1c0405e0817 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 1099 time: 0.0844898 Mar 02 19:11:55.774143 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6ed11-a6a5-417e-8e27-cf17f91d6548 req-cffb5f48-2173-44bc-8c21-cf03d35472a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:55.775670 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cae6ed11-a6a5-417e-8e27-cf17f91d6548 req-cffb5f48-2173-44bc-8c21-cf03d35472a4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=75155255-46df-4b87-acb1-c07ab560c06a HTTP/1.1" status: 200 len: 897 time: 0.2136924 Mar 02 19:11:55.880797 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cae6ed11-a6a5-417e-8e27-cf17f91d6548 req-80e925ee-fbc9-4346-bfe8-e7be104d751c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8498601-23b2-414c-9a8f-b4b2b7a0552b HTTP/1.1" status: 200 len: 217 time: 0.0965202 Mar 02 19:11:55.981327 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-8f8fd364-f849-4148-9a4f-19719852354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'name': 'tempest-TestNetworkBasicOps-router-989626324', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '228c8672-1d92-461f-95ab-290f78c77286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:10:51Z', 'updated_at': '2022-03-02T19:10:58Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '228c8672-1d92-461f-95ab-290f78c77286', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:52Z', 'updated_at': '2022-03-02T19:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a5819a11-b975-44f8-bc11-82d3ec2be72f', 'name': '', 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:01:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '395ac6ff-bb23-486e-b50c-3f26cc8634c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:57Z', 'updated_at': '2022-03-02T19:11:06Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '395ac6ff-bb23-486e-b50c-3f26cc8634c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:11:55.986830 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8fd364-f849-4148-9a4f-19719852354c None None] Checking router: 8a452bb7-d1be-4b99-bec4-911b938f3e83 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:11:56.010315 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8fd364-f849-4148-9a4f-19719852354c None None] Routers {'8a452bb7-d1be-4b99-bec4-911b938f3e83'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:11:56.011890 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-8f8fd364-f849-4148-9a4f-19719852354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:11:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8a452bb7-d1be-4b99-bec4-911b938f3e83'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:11:56.014816 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6ed11-a6a5-417e-8e27-cf17f91d6548 req-f9cd188f-1643-4205-9155-cd1ab57205fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:56.017336 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cae6ed11-a6a5-417e-8e27-cf17f91d6548 req-f9cd188f-1643-4205-9155-cd1ab57205fb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=395ac6ff-bb23-486e-b50c-3f26cc8634c5 HTTP/1.1" status: 200 len: 834 time: 0.1271858 Mar 02 19:11:56.171114 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cae6ed11-a6a5-417e-8e27-cf17f91d6548 req-f43aa213-d0ee-4580-96db-362f4e2f88fd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=75155255-46df-4b87-acb1-c07ab560c06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1461973 Mar 02 19:11:56.221346 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c1c89-27fd-47ca-a149-239685c08626 req-f74f629f-1b85-4ecb-b84c-2386d52c43c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:56.223283 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-7e7c1c89-27fd-47ca-a149-239685c08626 req-f74f629f-1b85-4ecb-b84c-2386d52c43c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:11:56.362578 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-8f8fd364-f849-4148-9a4f-19719852354c None None] Set router 8a452bb7-d1be-4b99-bec4-911b938f3e83 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:11:56.369770 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-7e7c1c89-27fd-47ca-a149-239685c08626 req-f74f629f-1b85-4ecb-b84c-2386d52c43c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:11:56.371140 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7e7c1c89-27fd-47ca-a149-239685c08626 req-f74f629f-1b85-4ecb-b84c-2386d52c43c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 946 time: 0.3000469 Mar 02 19:11:56.436732 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7e7c1c89-27fd-47ca-a149-239685c08626 req-e912277c-fced-48e7-8106-b65c92a1eb0a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdb377e2-c4e1-4e18-8dd6-ecfba3e16211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595088 Mar 02 19:11:56.443971 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cae6ed11-a6a5-417e-8e27-cf17f91d6548 req-46f26bc9-a9ca-4ba1-9e48-87ffbfb22170 service neutron] 10.222.0.87 "GET /v2.0/networks/75155255-46df-4b87-acb1-c07ab560c06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631462 Mar 02 19:11:56.445163 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:56.674537 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cae6ed11-a6a5-417e-8e27-cf17f91d6548 req-b1c1c1e2-89ad-4211-9312-44e7ca1518d6 service neutron] 10.222.0.87 "GET /v2.0/networks/75155255-46df-4b87-acb1-c07ab560c06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235084 Mar 02 19:11:56.783749 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-8f8fd364-f849-4148-9a4f-19719852354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'name': 'tempest-TestNetworkBasicOps-router-989626324', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '228c8672-1d92-461f-95ab-290f78c77286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:10:51Z', 'updated_at': '2022-03-02T19:10:58Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '228c8672-1d92-461f-95ab-290f78c77286', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:52Z', 'updated_at': '2022-03-02T19:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a5819a11-b975-44f8-bc11-82d3ec2be72f', 'name': '', 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:01:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '395ac6ff-bb23-486e-b50c-3f26cc8634c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:57Z', 'updated_at': '2022-03-02T19:11:06Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '395ac6ff-bb23-486e-b50c-3f26cc8634c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:11:56.791958 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8fd364-f849-4148-9a4f-19719852354c None None] The sync data for ids ['8a452bb7-d1be-4b99-bec4-911b938f3e83'] in dv-neutron-831573-1-hyperv is: [{'id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'name': 'tempest-TestNetworkBasicOps-router-989626324', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '228c8672-1d92-461f-95ab-290f78c77286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:10:51Z', 'updated_at': '2022-03-02T19:10:58Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '228c8672-1d92-461f-95ab-290f78c77286', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:52Z', 'updated_at': '2022-03-02T19:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a5819a11-b975-44f8-bc11-82d3ec2be72f', 'name': '', 'network_id': '75155255-46df-4b87-acb1-c07ab560c06a', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:01:9b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '395ac6ff-bb23-486e-b50c-3f26cc8634c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:57Z', 'updated_at': '2022-03-02T19:11:06Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '395ac6ff-bb23-486e-b50c-3f26cc8634c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:11:57.053220 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2300550-acfc-49ba-a413-58efc335304f None None] New status for floating IP 311eb1aa-6411-4ee2-9262-73330b890aa4: DOWN {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:11:57.737721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bef12-9bb6-405f-aec5-8b0297b786e1 req-8126e838-e4c1-4696-b530-c9d5ef6d3998 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:57.740110 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f45bef12-9bb6-405f-aec5-8b0297b786e1 req-8126e838-e4c1-4696-b530-c9d5ef6d3998 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/ports?device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 946 time: 0.2442269 Mar 02 19:11:57.830403 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-f45bef12-9bb6-405f-aec5-8b0297b786e1 req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port e8498601-23b2-414c-9a8f-b4b2b7a0552b {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:11:57.830769 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f45bef12-9bb6-405f-aec5-8b0297b786e1 req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:57.862073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cfeb5-4174-4ad9-8a7f-f8e57b171e0b req-e32d5128-fa58-4c31-b5d5-4984b9802c94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:57.865123 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3d6cfeb5-4174-4ad9-8a7f-f8e57b171e0b req-e32d5128-fa58-4c31-b5d5-4984b9802c94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 946 time: 0.1987808 Mar 02 19:11:57.985514 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3d6cfeb5-4174-4ad9-8a7f-f8e57b171e0b req-12565358-eb58-436c-af2f-5d25ce85eb00 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=fdb377e2-c4e1-4e18-8dd6-ecfba3e16211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115899 Mar 02 19:11:58.167050 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-f45bef12-9bb6-405f-aec5-8b0297b786e1 req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port e8498601-23b2-414c-9a8f-b4b2b7a0552b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e8498601-23b2-414c-9a8f-b4b2b7a0552b,segment=NetworkSegment(247b2393-2fb1-4f29-965d-31a8861e5549),segment_id=247b2393-2fb1-4f29-965d-31a8861e5549)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:11:58.167435 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f45bef12-9bb6-405f-aec5-8b0297b786e1 req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:58.312848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-f45bef12-9bb6-405f-aec5-8b0297b786e1 req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for e8498601-23b2-414c-9a8f-b4b2b7a0552b owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:11:58.557726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f45bef12-9bb6-405f-aec5-8b0297b786e1 req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:58.620101 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=e8498601-23b2-414c-9a8f-b4b2b7a0552b,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:11:58.668597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:58.668597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:58.668977 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:58.668977 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:58.669276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:58.669586 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:58.669914 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:58.670227 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:58.670550 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:58.670871 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:58.671193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:11:58.711411 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45bef12-9bb6-405f-aec5-8b0297b786e1 req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] No DVR routers for this DVR port e8498601-23b2-414c-9a8f-b4b2b7a0552b on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:11:58.715405 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f45bef12-9bb6-405f-aec5-8b0297b786e1 req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:58.717613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bd014b-eeae-4153-926d-5779a4d17f01', 'name': 'network-vif-deleted', 'tag': 'e8498601-23b2-414c-9a8f-b4b2b7a0552b'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:11:58.783391 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bd014b-eeae-4153-926d-5779a4d17f01', 'name': 'network-vif-deleted', 'tag': 'e8498601-23b2-414c-9a8f-b4b2b7a0552b', 'status': 'completed', 'code': 200} Mar 02 19:11:58.787209 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f45bef12-9bb6-405f-aec5-8b0297b786e1 req-8dfb8444-c523-4202-b321-b3c0393a07c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "DELETE /v2.0/ports/e8498601-23b2-414c-9a8f-b4b2b7a0552b HTTP/1.1" status: 204 len: 173 time: 1.0416958 Mar 02 19:11:59.239001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-06285ae8-5970-47ae-930f-f5c85584c920 req-f809e550-2ab3-4754-ad5b-257a401a93ad tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:11:59.306611 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-06285ae8-5970-47ae-930f-f5c85584c920 req-f809e550-2ab3-4754-ad5b-257a401a93ad tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:11:59.309107 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-06285ae8-5970-47ae-930f-f5c85584c920 req-f809e550-2ab3-4754-ad5b-257a401a93ad tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8bd014b-eeae-4153-926d-5779a4d17f01 HTTP/1.1" status: 200 len: 210 time: 0.1196351 Mar 02 19:12:00.434162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37634) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:00.514738 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a3232124-3d0f-40d6-9e9a-eb71b20715df tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:00.548248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a3232124-3d0f-40d6-9e9a-eb71b20715df tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:00.677599 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a3232124-3d0f-40d6-9e9a-eb71b20715df tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:00.699964 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3232124-3d0f-40d6-9e9a-eb71b20715df tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb377e2-c4e1-4e18-8dd6-ecfba3e16211,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:00.766254 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a3232124-3d0f-40d6-9e9a-eb71b20715df tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:00.768329 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a3232124-3d0f-40d6-9e9a-eb71b20715df tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/security-groups/fdb377e2-c4e1-4e18-8dd6-ecfba3e16211 HTTP/1.1" status: 204 len: 168 time: 0.3329015 Mar 02 19:12:00.882524 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37640) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:01.284366 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device e8498601-23b2-414c-9a8f-b4b2b7a0552b no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:12:01.318747 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:01.327815 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: e8498601-23b2-414c-9a8f-b4b2b7a0552b {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:12:01.330610 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device e8498601-23b2-414c-9a8f-b4b2b7a0552b not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:12:01.369932 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6156668e-b99b-4910-95d6-a3f63d984055 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:02.114927 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-6156668e-b99b-4910-95d6-a3f63d984055 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port a5819a11-b975-44f8-bc11-82d3ec2be72f {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:12:02.115848 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6156668e-b99b-4910-95d6-a3f63d984055 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:02.340690 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-6156668e-b99b-4910-95d6-a3f63d984055 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port a5819a11-b975-44f8-bc11-82d3ec2be72f, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a5819a11-b975-44f8-bc11-82d3ec2be72f,segment=NetworkSegment(247b2393-2fb1-4f29-965d-31a8861e5549),segment_id=247b2393-2fb1-4f29-965d-31a8861e5549)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:12:02.341204 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6156668e-b99b-4910-95d6-a3f63d984055 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:02.592686 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-6156668e-b99b-4910-95d6-a3f63d984055 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for a5819a11-b975-44f8-bc11-82d3ec2be72f owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:12:02.877921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6156668e-b99b-4910-95d6-a3f63d984055 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:02.936833 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156668e-b99b-4910-95d6-a3f63d984055 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=a5819a11-b975-44f8-bc11-82d3ec2be72f,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:03.324693 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6156668e-b99b-4910-95d6-a3f63d984055 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:04.000614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6156668e-b99b-4910-95d6-a3f63d984055 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 8a452bb7-d1be-4b99-bec4-911b938f3e83 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:12:04.267372 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6156668e-b99b-4910-95d6-a3f63d984055 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:12:04.279972 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1d4170-5a62-4761-baa2-fbd1811d752f None None] Sync routers for ids ['8a452bb7-d1be-4b99-bec4-911b938f3e83'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:12:04.294012 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1d4170-5a62-4761-baa2-fbd1811d752f None None] Routers {'8a452bb7-d1be-4b99-bec4-911b938f3e83'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:12:04.294665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1b1d4170-5a62-4761-baa2-fbd1811d752f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:11:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8a452bb7-d1be-4b99-bec4-911b938f3e83'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:04.365230 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6156668e-b99b-4910-95d6-a3f63d984055 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/routers/8a452bb7-d1be-4b99-bec4-911b938f3e83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4812686 Mar 02 19:12:04.368618 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37646) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:04.532965 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-1b1d4170-5a62-4761-baa2-fbd1811d752f None None] Set router 8a452bb7-d1be-4b99-bec4-911b938f3e83 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:12:05.159512 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-285d782a-bd58-4b85-92b3-f55bedd490d4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting subnet 395ac6ff-bb23-486e-b50c-3f26cc8634c5 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:12:05.159512 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-285d782a-bd58-4b85-92b3-f55bedd490d4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:05.159512 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-285d782a-bd58-4b85-92b3-f55bedd490d4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:05.163553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1b1d4170-5a62-4761-baa2-fbd1811d752f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'name': 'tempest-TestNetworkBasicOps-router-989626324', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '228c8672-1d92-461f-95ab-290f78c77286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:10:51Z', 'updated_at': '2022-03-02T19:12:02Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '228c8672-1d92-461f-95ab-290f78c77286', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:52Z', 'updated_at': '2022-03-02T19:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:05.163553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1d4170-5a62-4761-baa2-fbd1811d752f None None] Checking router: 8a452bb7-d1be-4b99-bec4-911b938f3e83 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:12:05.163553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1d4170-5a62-4761-baa2-fbd1811d752f None None] Routers {'8a452bb7-d1be-4b99-bec4-911b938f3e83'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:12:05.163553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1b1d4170-5a62-4761-baa2-fbd1811d752f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:11:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8a452bb7-d1be-4b99-bec4-911b938f3e83'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:05.166607 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-285d782a-bd58-4b85-92b3-f55bedd490d4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:05.167821 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-1b1d4170-5a62-4761-baa2-fbd1811d752f None None] Set router 8a452bb7-d1be-4b99-bec4-911b938f3e83 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:12:05.168901 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-285d782a-bd58-4b85-92b3-f55bedd490d4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:05.208913 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d782a-bd58-4b85-92b3-f55bedd490d4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Subnet': ['ID=395ac6ff-bb23-486e-b50c-3f26cc8634c5,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:05.217939 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-285d782a-bd58-4b85-92b3-f55bedd490d4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:05.234513 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-285d782a-bd58-4b85-92b3-f55bedd490d4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/subnets/395ac6ff-bb23-486e-b50c-3f26cc8634c5 HTTP/1.1" status: 204 len: 168 time: 0.8586857 Mar 02 19:12:05.234678 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37650) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:05.242431 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074f17c8-d66d-425f-b31d-7e1003f3516d None None] Network 75155255-46df-4b87-acb1-c07ab560c06a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:12:05.466827 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-413a9636-1214-42da-9bce-e108970df498 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:05.660294 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1b1d4170-5a62-4761-baa2-fbd1811d752f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'name': 'tempest-TestNetworkBasicOps-router-989626324', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '228c8672-1d92-461f-95ab-290f78c77286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:10:51Z', 'updated_at': '2022-03-02T19:12:02Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '228c8672-1d92-461f-95ab-290f78c77286', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:52Z', 'updated_at': '2022-03-02T19:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:05.666674 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1d4170-5a62-4761-baa2-fbd1811d752f None None] The sync data for ids ['8a452bb7-d1be-4b99-bec4-911b938f3e83'] in dv-neutron-831573-1-hyperv is: [{'id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'name': 'tempest-TestNetworkBasicOps-router-989626324', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58'}], 'enable_snat': True}, 'gw_port_id': '228c8672-1d92-461f-95ab-290f78c77286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:10:51Z', 'updated_at': '2022-03-02T19:12:02Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '228c8672-1d92-461f-95ab-290f78c77286', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a452bb7-d1be-4b99-bec4-911b938f3e83', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:10:52Z', 'updated_at': '2022-03-02T19:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:12:05.726462 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-413a9636-1214-42da-9bce-e108970df498 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:05.731228 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f3af4c-ce0b-4def-bfd9-514fbbe287ef None None] DHCP port deletion for 75155255-46df-4b87-acb1-c07ab560c06a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:12:05.736262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a5f3af4c-ce0b-4def-bfd9-514fbbe287ef None None] Deleting port 4a360a8d-ca34-45e6-916b-ba64e1d55583 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:12:05.736713 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a5f3af4c-ce0b-4def-bfd9-514fbbe287ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:05.832413 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-413a9636-1214-42da-9bce-e108970df498 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 228c8672-1d92-461f-95ab-290f78c77286 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:12:05.832764 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-413a9636-1214-42da-9bce-e108970df498 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:05.960864 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-a5f3af4c-ce0b-4def-bfd9-514fbbe287ef None None] For port 4a360a8d-ca34-45e6-916b-ba64e1d55583, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4a360a8d-ca34-45e6-916b-ba64e1d55583,segment=NetworkSegment(247b2393-2fb1-4f29-965d-31a8861e5549),segment_id=247b2393-2fb1-4f29-965d-31a8861e5549)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:12:05.961171 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a5f3af4c-ce0b-4def-bfd9-514fbbe287ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:06.033859 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-413a9636-1214-42da-9bce-e108970df498 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port 228c8672-1d92-461f-95ab-290f78c77286, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=228c8672-1d92-461f-95ab-290f78c77286,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:12:06.034652 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-413a9636-1214-42da-9bce-e108970df498 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:06.107855 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a5f3af4c-ce0b-4def-bfd9-514fbbe287ef None None] Calling delete_port for 4a360a8d-ca34-45e6-916b-ba64e1d55583 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:12:06.138773 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4a360a8d-ca34-45e6-916b-ba64e1d55583 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:12:06.201321 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-413a9636-1214-42da-9bce-e108970df498 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 228c8672-1d92-461f-95ab-290f78c77286 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:12:06.296002 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:06.345634 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a5f3af4c-ce0b-4def-bfd9-514fbbe287ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:06.430372 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3af4c-ce0b-4def-bfd9-514fbbe287ef None None] Pushing event deleted for resources: {'Port': ['ID=4a360a8d-ca34-45e6-916b-ba64e1d55583,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:06.433973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a5819a11-b975-44f8-bc11-82d3ec2be72f no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:12:06.473026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f3af4c-ce0b-4def-bfd9-514fbbe287ef None None] No DVR routers for this DVR port 4a360a8d-ca34-45e6-916b-ba64e1d55583 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:12:06.474429 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: a5819a11-b975-44f8-bc11-82d3ec2be72f {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:12:06.474797 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a5819a11-b975-44f8-bc11-82d3ec2be72f not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:12:06.480695 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f3af4c-ce0b-4def-bfd9-514fbbe287ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:06.481035 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f3af4c-ce0b-4def-bfd9-514fbbe287ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:06.481398 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f3af4c-ce0b-4def-bfd9-514fbbe287ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:06.481692 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f3af4c-ce0b-4def-bfd9-514fbbe287ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:06.482204 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f3af4c-ce0b-4def-bfd9-514fbbe287ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:06.482529 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f3af4c-ce0b-4def-bfd9-514fbbe287ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:06.482981 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f3af4c-ce0b-4def-bfd9-514fbbe287ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:06.483469 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f3af4c-ce0b-4def-bfd9-514fbbe287ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:06.483943 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f3af4c-ce0b-4def-bfd9-514fbbe287ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:06.484264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f3af4c-ce0b-4def-bfd9-514fbbe287ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:06.484584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f3af4c-ce0b-4def-bfd9-514fbbe287ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:06.495472 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-413a9636-1214-42da-9bce-e108970df498 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:06.570168 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a9636-1214-42da-9bce-e108970df498 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=228c8672-1d92-461f-95ab-290f78c77286,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:06.953690 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-413a9636-1214-42da-9bce-e108970df498 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:07.246953 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-413a9636-1214-42da-9bce-e108970df498 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:07.254433 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-413a9636-1214-42da-9bce-e108970df498 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:07.375542 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-413a9636-1214-42da-9bce-e108970df498 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:07.376091 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413a9636-1214-42da-9bce-e108970df498 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Fanout notify agent at l3_agent the message router_deleted on router 8a452bb7-d1be-4b99-bec4-911b938f3e83 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:12:07.400475 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-413a9636-1214-42da-9bce-e108970df498 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:07.402249 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-413a9636-1214-42da-9bce-e108970df498 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/routers/8a452bb7-d1be-4b99-bec4-911b938f3e83 HTTP/1.1" status: 204 len: 168 time: 2.1659954 Mar 02 19:12:07.412616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37654) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:07.590973 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c8d2dd51-7397-44ca-81de-551ee8723958 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:07.736998 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c8d2dd51-7397-44ca-81de-551ee8723958 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:07.764007 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-c8d2dd51-7397-44ca-81de-551ee8723958 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75155255-46df-4b87-acb1-c07ab560c06a']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:07.779517 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-c8d2dd51-7397-44ca-81de-551ee8723958 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247b2393-2fb1-4f29-965d-31a8861e5549') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:07.779807 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-c8d2dd51-7397-44ca-81de-551ee8723958 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247b2393-2fb1-4f29-965d-31a8861e5549') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:07.793841 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c8d2dd51-7397-44ca-81de-551ee8723958 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:07.813931 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c8d2dd51-7397-44ca-81de-551ee8723958 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:07.821030 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d2dd51-7397-44ca-81de-551ee8723958 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:12:07.821462 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c8d2dd51-7397-44ca-81de-551ee8723958 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:12:07.837132 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:12:07.962136 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 228c8672-1d92-461f-95ab-290f78c77286 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:12:07.989655 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 228c8672-1d92-461f-95ab-290f78c77286 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:12:07.989998 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 228c8672-1d92-461f-95ab-290f78c77286 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:12:08.003274 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c8d2dd51-7397-44ca-81de-551ee8723958 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:08.023697 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c8d2dd51-7397-44ca-81de-551ee8723958 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:08.037130 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2dd51-7397-44ca-81de-551ee8723958 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Network': ['ID=75155255-46df-4b87-acb1-c07ab560c06a,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:08.101383 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c8d2dd51-7397-44ca-81de-551ee8723958 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/networks/75155255-46df-4b87-acb1-c07ab560c06a HTTP/1.1" status: 204 len: 168 time: 0.6932580 Mar 02 19:12:08.119738 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37658) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:08.126409 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-0719cc18-802a-4a68-a12f-b9ed9d820bd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'network': {'name': 'tempest-network-smoke--1391086331', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'port_security_enabled': True}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:12:08.132663 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0719cc18-802a-4a68-a12f-b9ed9d820bd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:12:08.136926 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0719cc18-802a-4a68-a12f-b9ed9d820bd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:network and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:12:08.139853 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0719cc18-802a-4a68-a12f-b9ed9d820bd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:12:08.146069 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0719cc18-802a-4a68-a12f-b9ed9d820bd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:12:08.237380 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0719cc18-802a-4a68-a12f-b9ed9d820bd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:12:08.241055 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0719cc18-802a-4a68-a12f-b9ed9d820bd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:08.274830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0719cc18-802a-4a68-a12f-b9ed9d820bd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:12:08.286057 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0719cc18-802a-4a68-a12f-b9ed9d820bd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:08.286380 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-0719cc18-802a-4a68-a12f-b9ed9d820bd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Added segment 785332d5-a8b6-4eb1-a714-69880a50404d of type vlan for network bec7fb06-fe11-4a95-bd33-2dd9944107be Mar 02 19:12:08.318452 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0719cc18-802a-4a68-a12f-b9ed9d820bd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:08.471896 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0719cc18-802a-4a68-a12f-b9ed9d820bd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:08.476870 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0719cc18-802a-4a68-a12f-b9ed9d820bd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:08.477578 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0719cc18-802a-4a68-a12f-b9ed9d820bd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:08.591560 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719cc18-802a-4a68-a12f-b9ed9d820bd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Network': ['ID=bec7fb06-fe11-4a95-bd33-2dd9944107be,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:08.604536 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network bec7fb06-fe11-4a95-bd33-2dd9944107be details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:12:08.635563 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0719cc18-802a-4a68-a12f-b9ed9d820bd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5121031 Mar 02 19:12:08.636262 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37662) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:08.645845 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'admin_state_up': True, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:12:08.655458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:12:08.661197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:router and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:12:08.665385 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:12:08.673619 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:12:08.751489 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:08.752470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:08.772311 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:08.988947 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:09.244269 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:09.282304 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:09.507789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.26.4.174 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/a5690b96-4e6d-4209-be34-5a2cf1695338) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:12:09.803959 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:09.896183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:09.981860 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:12:09.986173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:12:09.989924 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=a5690b96-4e6d-4209-be34-5a2cf1695338,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:09.993471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:12:10.264413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:10.265236 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:10.583542 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router c9a4b153-77bf-4361-9ae0-4acf2d729b85 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:12:10.842877 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:12:10.856221 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Sync routers for ids ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:12:10.873043 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Routers {'c9a4b153-77bf-4361-9ae0-4acf2d729b85'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:12:10.873666 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:11:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:10.946818 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:10.948417 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7263e71d-c246-48df-80e5-71f5d4cf1749 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3106635 Mar 02 19:12:10.958087 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37666) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:10.998122 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1d442efd-ae93-4cb1-bed9-ef828746f1d4 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=3b5a22e326e84c6680d758252463bbd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428548 Mar 02 19:12:11.002371 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37670) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:11.088516 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Set router c9a4b153-77bf-4361-9ae0-4acf2d729b85 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:12:11.158012 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84abe81-ab6b-4268-9227-158f0fa03328 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:11.163939 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c84abe81-ab6b-4268-9227-158f0fa03328 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1566932 Mar 02 19:12:11.165092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37674) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:11.213815 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3cb53bc4-5c5c-46e6-89b2-0aa648846af4 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=34755311-e60d-4721-8297-2b2c64e749c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475519 Mar 02 19:12:11.217111 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37678) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:11.224230 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-bb340d7a-3be8-4414-9335-c938c1e44a52 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1742430881', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:12:11.359234 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-bb340d7a-3be8-4414-9335-c938c1e44a52 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:12:11.366706 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-bb340d7a-3be8-4414-9335-c938c1e44a52 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:subnet and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:12:11.372013 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-bb340d7a-3be8-4414-9335-c938c1e44a52 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:12:11.384941 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-bb340d7a-3be8-4414-9335-c938c1e44a52 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:12:11.494183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb340d7a-3be8-4414-9335-c938c1e44a52 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:12:11.535874 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:12:10Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:11.542611 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Checking router: c9a4b153-77bf-4361-9ae0-4acf2d729b85 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:12:11.543160 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Updating router c9a4b153-77bf-4361-9ae0-4acf2d729b85 port a5690b96-4e6d-4209-be34-5a2cf1695338 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:12:11.606077 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bb340d7a-3be8-4414-9335-c938c1e44a52 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:11.636243 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:11.980872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bb340d7a-3be8-4414-9335-c938c1e44a52 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:12.068884 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb340d7a-3be8-4414-9335-c938c1e44a52 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Subnet': ['ID=e2ef3cc2-dc13-4c06-94c1-1385ce0adafd,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:12.094327 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb340d7a-3be8-4414-9335-c938c1e44a52 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Checking segment: {'id': '785332d5-a8b6-4eb1-a714-69880a50404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:12:12.094905 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb340d7a-3be8-4414-9335-c938c1e44a52 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network hostable DHCP agents. Network: bec7fb06-fe11-4a95-bd33-2dd9944107be, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:12:12.155851 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:12.168269 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Transition to ACTIVE for port object a5690b96-4e6d-4209-be34-5a2cf1695338 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:12:12.209512 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb340d7a-3be8-4414-9335-c938c1e44a52 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network bec7fb06-fe11-4a95-bd33-2dd9944107be is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:12:12.237568 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:12.338739 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-bb340d7a-3be8-4414-9335-c938c1e44a52 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, bec7fb06-fe11-4a95-bd33-2dd9944107be) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:12:12.341554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb340d7a-3be8-4414-9335-c938c1e44a52 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:12.342197 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Attempting to bind port a5690b96-4e6d-4209-be34-5a2cf1695338 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:12:12.342484 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bb340d7a-3be8-4414-9335-c938c1e44a52 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:12.342799 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Attempting to bind port a5690b96-4e6d-4209-be34-5a2cf1695338 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:12:12.343428 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Attempting to bind port a5690b96-4e6d-4209-be34-5a2cf1695338 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:12:12.350807 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d73ccb2-3229-4128-85b6-26577191cd84 None None] Network bec7fb06-fe11-4a95-bd33-2dd9944107be requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:12:12.354911 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd12b1b-4ebb-42f6-88fb-20aa0c51c375 None None] Pushing event updated for resources: {'Port': ['ID=a5690b96-4e6d-4209-be34-5a2cf1695338,revision_number=2']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:12.373367 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:12:12.373947 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:12:12.374585 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:12.375202 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:12:12.375957 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Bound port: a5690b96-4e6d-4209-be34-5a2cf1695338, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:12:12.376537 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:12.421386 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd12b1b-4ebb-42f6-88fb-20aa0c51c375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:12.421848 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd12b1b-4ebb-42f6-88fb-20aa0c51c375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:12.422399 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd12b1b-4ebb-42f6-88fb-20aa0c51c375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:12.422960 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd12b1b-4ebb-42f6-88fb-20aa0c51c375 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:12.423553 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd12b1b-4ebb-42f6-88fb-20aa0c51c375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:12.424103 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd12b1b-4ebb-42f6-88fb-20aa0c51c375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:12.424665 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd12b1b-4ebb-42f6-88fb-20aa0c51c375 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:12.425373 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd12b1b-4ebb-42f6-88fb-20aa0c51c375 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:12.426516 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd12b1b-4ebb-42f6-88fb-20aa0c51c375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:12.427044 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd12b1b-4ebb-42f6-88fb-20aa0c51c375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:12.427620 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd12b1b-4ebb-42f6-88fb-20aa0c51c375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:12.530357 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] For port a5690b96-4e6d-4209-be34-5a2cf1695338, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:12:12.535876 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] For port a5690b96-4e6d-4209-be34-5a2cf1695338, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a5690b96-4e6d-4209-be34-5a2cf1695338,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:12:12.575936 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bb340d7a-3be8-4414-9335-c938c1e44a52 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3574796 Mar 02 19:12:12.580997 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37682) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:12.626692 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:12.705165 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-bec7fb06-fe11-4a95-bd33-2dd9944107be', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ips': [{'subnet_id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:12:12.706529 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:12.760815 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd12b1b-4ebb-42f6-88fb-20aa0c51c375 None None] Pushing event updated for resources: {'Port': ['ID=a5690b96-4e6d-4209-be34-5a2cf1695338,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:12.796035 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Routers {'c9a4b153-77bf-4361-9ae0-4acf2d729b85'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:12:12.797369 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:11:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:13.032938 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Allocated IP 172.20.0.2 (bec7fb06-fe11-4a95-bd33-2dd9944107be/e2ef3cc2-dc13-4c06-94c1-1385ce0adafd/3509dee8-6bbd-47c4-86c5-414cd9bcef02) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:12:13.106937 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] Set router c9a4b153-77bf-4361-9ae0-4acf2d729b85 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:12:13.480266 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:13.505592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Transition to ACTIVE for port object 3509dee8-6bbd-47c4-86c5-414cd9bcef02 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:12:13.537008 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:12:10Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:13.543140 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Transition to ACTIVE for port object 3509dee8-6bbd-47c4-86c5-414cd9bcef02 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:12:13.543493 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9929fd7-0dda-422f-a27a-8a204a06b7b8 None None] The sync data for ids ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'] in dv-neutron-831573-1-hyperv is: [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:12:10Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:12:13.650468 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:13.779851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-827ad5b7-f393-44bc-9d37-fa0cf7268673 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:13.785799 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Network bec7fb06-fe11-4a95-bd33-2dd9944107be is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:12:13.789333 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Pushing event updated for resources: {'Port': ['ID=3509dee8-6bbd-47c4-86c5-414cd9bcef02,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:13.793063 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:12:13.795617 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:12:13.989280 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Attempting to bind port 3509dee8-6bbd-47c4-86c5-414cd9bcef02 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:12:13.989873 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Attempting to bind port 3509dee8-6bbd-47c4-86c5-414cd9bcef02 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '785332d5-a8b6-4eb1-a714-69880a50404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:12:13.990398 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Attempting to bind port 3509dee8-6bbd-47c4-86c5-414cd9bcef02 on network bec7fb06-fe11-4a95-bd33-2dd9944107be {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:12:14.002218 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:12:14.003008 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Checking segment: {'id': '785332d5-a8b6-4eb1-a714-69880a50404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:12:14.003466 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:14.003982 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Bound using segment: {'id': '785332d5-a8b6-4eb1-a714-69880a50404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:12:14.004587 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Bound port: 3509dee8-6bbd-47c4-86c5-414cd9bcef02, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785332d5-a8b6-4eb1-a714-69880a50404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:12:14.005546 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:14.087782 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a5690b96-4e6d-4209-be34-5a2cf1695338 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:12:14.219341 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] For port 3509dee8-6bbd-47c4-86c5-414cd9bcef02, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:12:14.223170 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] For port 3509dee8-6bbd-47c4-86c5-414cd9bcef02, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3509dee8-6bbd-47c4-86c5-414cd9bcef02,segment=NetworkSegment(785332d5-a8b6-4eb1-a714-69880a50404d),segment_id=785332d5-a8b6-4eb1-a714-69880a50404d)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:12:14.330254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port a5690b96-4e6d-4209-be34-5a2cf1695338 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:12:14.340865 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:14.423747 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a5690b96-4e6d-4209-be34-5a2cf1695338 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:12:14.424339 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:14.560874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-827ad5b7-f393-44bc-9d37-fa0cf7268673 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.20.0.1 (bec7fb06-fe11-4a95-bd33-2dd9944107be/e2ef3cc2-dc13-4c06-94c1-1385ce0adafd/ad9d8074-8fc6-49b1-bb8b-1666cb079f59) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:12:14.577594 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426370f-2c00-4d04-bdb4-fb62a14eeeeb None None] Pushing event updated for resources: {'Port': ['ID=3509dee8-6bbd-47c4-86c5-414cd9bcef02,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:14.718572 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:14.747492 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port a5690b96-4e6d-4209-be34-5a2cf1695338, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a5690b96-4e6d-4209-be34-5a2cf1695338,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:12:14.834154 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:14.890960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-827ad5b7-f393-44bc-9d37-fa0cf7268673 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:14.921913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-827ad5b7-f393-44bc-9d37-fa0cf7268673 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Transition to ACTIVE for port object ad9d8074-8fc6-49b1-bb8b-1666cb079f59 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:12:14.933191 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=a5690b96-4e6d-4209-be34-5a2cf1695338,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:15.039127 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-827ad5b7-f393-44bc-9d37-fa0cf7268673 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:15.116712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827ad5b7-f393-44bc-9d37-fa0cf7268673 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network bec7fb06-fe11-4a95-bd33-2dd9944107be is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:12:15.120556 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-827ad5b7-f393-44bc-9d37-fa0cf7268673 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:12:15.124002 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ad5b7-f393-44bc-9d37-fa0cf7268673 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:12:15.155102 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ad5b7-f393-44bc-9d37-fa0cf7268673 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=ad9d8074-8fc6-49b1-bb8b-1666cb079f59,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:15.192073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-827ad5b7-f393-44bc-9d37-fa0cf7268673 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:15.485202 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-827ad5b7-f393-44bc-9d37-fa0cf7268673 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:15.739932 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c45c9f-ac6d-4c31-ba79-3eded904ba42 None None] Network bec7fb06-fe11-4a95-bd33-2dd9944107be requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:12:15.953504 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4786a058-1019-494c-9130-862dd79e76c3 req-f483999d-b424-4168-a668-0090bbd70ac7 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2204370 Mar 02 19:12:15.967129 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5cf1b8a7-b2e2-4ee9-959f-3bd607ef24ce None None] Provisioning for port 3509dee8-6bbd-47c4-86c5-414cd9bcef02 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:12:16.073661 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3509dee8-6bbd-47c4-86c5-414cd9bcef02 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:12:16.195311 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-827ad5b7-f393-44bc-9d37-fa0cf7268673 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:16.235537 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 3509dee8-6bbd-47c4-86c5-414cd9bcef02 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:12:16.237519 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 3509dee8-6bbd-47c4-86c5-414cd9bcef02 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:12:16.238109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:16.248438 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4786a058-1019-494c-9130-862dd79e76c3 req-5cf1536d-5e16-4910-8ad7-d036e30d7bb1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c751e1819ac4d70a34f41774e11c468&device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 1098 time: 0.1526985 Mar 02 19:12:16.296828 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-827ad5b7-f393-44bc-9d37-fa0cf7268673 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:16.419604 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:16.491625 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 3509dee8-6bbd-47c4-86c5-414cd9bcef02, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3509dee8-6bbd-47c4-86c5-414cd9bcef02,segment=NetworkSegment(785332d5-a8b6-4eb1-a714-69880a50404d),segment_id=785332d5-a8b6-4eb1-a714-69880a50404d)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:12:16.514433 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-827ad5b7-f393-44bc-9d37-fa0cf7268673 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:16.522664 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ad5b7-f393-44bc-9d37-fa0cf7268673 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=ad9d8074-8fc6-49b1-bb8b-1666cb079f59,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:16.552558 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3da39ea1-2404-449e-aaa3-6fdc22145577 None None] Provisioning for port ad9d8074-8fc6-49b1-bb8b-1666cb079f59 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:12:16.558846 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3da39ea1-2404-449e-aaa3-6fdc22145577 None None] Provisioning complete for port ad9d8074-8fc6-49b1-bb8b-1666cb079f59 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:12:16.559527 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3da39ea1-2404-449e-aaa3-6fdc22145577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:16.566867 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786a058-1019-494c-9130-862dd79e76c3 req-b400c180-538f-4e06-8417-061fddf814e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:16.568387 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4786a058-1019-494c-9130-862dd79e76c3 req-b400c180-538f-4e06-8417-061fddf814e8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2e33772f-7a83-4314-934e-a7ea68526e72 HTTP/1.1" status: 200 len: 913 time: 0.2974162 Mar 02 19:12:16.591381 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:16.592426 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a5690b96-4e6d-4209-be34-5a2cf1695338 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:12:16.716995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-3da39ea1-2404-449e-aaa3-6fdc22145577 None None] Port ad9d8074-8fc6-49b1-bb8b-1666cb079f59 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:12:16.736297 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=3509dee8-6bbd-47c4-86c5-414cd9bcef02,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:16.763405 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3da39ea1-2404-449e-aaa3-6fdc22145577 None None] Provisioning complete for port 3509dee8-6bbd-47c4-86c5-414cd9bcef02 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:12:16.763405 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3da39ea1-2404-449e-aaa3-6fdc22145577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:16.777742 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4786a058-1019-494c-9130-862dd79e76c3 req-22e0ceb5-4750-43a7-bb2b-9d8cda50f232 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 HTTP/1.1" status: 200 len: 1001 time: 0.1955647 Mar 02 19:12:16.789553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a5690b96-4e6d-4209-be34-5a2cf1695338 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:12:16.791962 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:16.851489 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827ad5b7-f393-44bc-9d37-fa0cf7268673 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network bec7fb06-fe11-4a95-bd33-2dd9944107be is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:12:16.854588 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-827ad5b7-f393-44bc-9d37-fa0cf7268673 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:12:16.994264 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786a058-1019-494c-9130-862dd79e76c3 req-e259ac15-ecc0-47c4-928d-c743d56af3bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:16.995798 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4786a058-1019-494c-9130-862dd79e76c3 req-e259ac15-ecc0-47c4-928d-c743d56af3bb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=eb42d443-71ba-493e-8b31-52bf5eb54af6 HTTP/1.1" status: 200 len: 851 time: 0.2035234 Mar 02 19:12:17.137540 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4786a058-1019-494c-9130-862dd79e76c3 req-ae586aec-639b-415b-93ad-a1527fa2b910 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2e33772f-7a83-4314-934e-a7ea68526e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1222157 Mar 02 19:12:17.204225 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4f8ecb44-fffe-4e69-994b-c155f13d93c1 None None] Provisioning complete for port ad9d8074-8fc6-49b1-bb8b-1666cb079f59 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:12:17.204587 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4f8ecb44-fffe-4e69-994b-c155f13d93c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:17.272648 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-4f8ecb44-fffe-4e69-994b-c155f13d93c1 None None] Port ad9d8074-8fc6-49b1-bb8b-1666cb079f59 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:12:17.541798 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4786a058-1019-494c-9130-862dd79e76c3 req-0ab1bffd-8bca-4841-81e7-8f105a0cbaa4 service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339244 Mar 02 19:12:17.647868 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:12:17.711665 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4786a058-1019-494c-9130-862dd79e76c3 req-7a4a8dc9-54cf-4be0-80ab-765e9bcbc9a2 service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625502 Mar 02 19:12:17.727576 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827ad5b7-f393-44bc-9d37-fa0cf7268673 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router c9a4b153-77bf-4361-9ae0-4acf2d729b85 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:12:17.952131 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827ad5b7-f393-44bc-9d37-fa0cf7268673 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:12:17.966724 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-827ad5b7-f393-44bc-9d37-fa0cf7268673 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/routers/c9a4b153-77bf-4361-9ae0-4acf2d729b85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3838599 Mar 02 19:12:17.969028 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Sync routers for ids ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:12:17.970369 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37690) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:17.981907 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3509dee8-6bbd-47c4-86c5-414cd9bcef02 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:12:18.032323 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Routers {'c9a4b153-77bf-4361-9ae0-4acf2d729b85'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:12:18.033128 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:11:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:18.182559 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b452070f-f76a-45d0-9f65-79fd25185833 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:18.183455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b452070f-f76a-45d0-9f65-79fd25185833 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:18.183455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b452070f-f76a-45d0-9f65-79fd25185833 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:18.183710 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b452070f-f76a-45d0-9f65-79fd25185833 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:18.184070 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b452070f-f76a-45d0-9f65-79fd25185833 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:18.184431 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b452070f-f76a-45d0-9f65-79fd25185833 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:18.186392 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b452070f-f76a-45d0-9f65-79fd25185833 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2146025 Mar 02 19:12:18.191117 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37694) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:18.254918 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 3509dee8-6bbd-47c4-86c5-414cd9bcef02 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:12:18.255165 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:18.309292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98be008c-6542-4e5f-b34c-1687b20e1728 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:18.313628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98be008c-6542-4e5f-b34c-1687b20e1728 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:18.313628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98be008c-6542-4e5f-b34c-1687b20e1728 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:18.313628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98be008c-6542-4e5f-b34c-1687b20e1728 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:18.313628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98be008c-6542-4e5f-b34c-1687b20e1728 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:18.313628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98be008c-6542-4e5f-b34c-1687b20e1728 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:18.315939 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-98be008c-6542-4e5f-b34c-1687b20e1728 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1225469 Mar 02 19:12:18.320361 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37698) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:18.337290 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Set router c9a4b153-77bf-4361-9ae0-4acf2d729b85 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:12:18.732399 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-22a1b405-87ec-4f0f-aadf-ae118471ddaa tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.4077647 Mar 02 19:12:18.767992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:12:15Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ad9d8074-8fc6-49b1-bb8b-1666cb079f59', 'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:67:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:14Z', 'updated_at': '2022-03-02T19:12:15Z', 'revision_number': 2, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:18.775179 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Checking router: c9a4b153-77bf-4361-9ae0-4acf2d729b85 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:12:18.775764 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Updating router c9a4b153-77bf-4361-9ae0-4acf2d729b85 port ad9d8074-8fc6-49b1-bb8b-1666cb079f59 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:12:18.874228 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:19.059227 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37704) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:19.067774 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-2a1ffa2f-6f84-4576-b960-21566c5ef841 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1008649770', 'description': 'tempest-secgroup-smoke-1008649770 description', 'project_id': '3b5a22e326e84c6680d758252463bbd4'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:12:19.075855 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2a1ffa2f-6f84-4576-b960-21566c5ef841 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:12:19.078605 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2a1ffa2f-6f84-4576-b960-21566c5ef841 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:12:19.080264 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2a1ffa2f-6f84-4576-b960-21566c5ef841 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:12:19.089118 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2a1ffa2f-6f84-4576-b960-21566c5ef841 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:12:19.189125 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2a1ffa2f-6f84-4576-b960-21566c5ef841 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:19.252834 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2a1ffa2f-6f84-4576-b960-21566c5ef841 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:12:19.258732 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2a1ffa2f-6f84-4576-b960-21566c5ef841 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:12:19.262699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2a1ffa2f-6f84-4576-b960-21566c5ef841 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:12:19.272776 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2a1ffa2f-6f84-4576-b960-21566c5ef841 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:12:19.353884 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2a1ffa2f-6f84-4576-b960-21566c5ef841 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:19.392965 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:19.410622 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Transition to ACTIVE for port object ad9d8074-8fc6-49b1-bb8b-1666cb079f59 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:12:19.451793 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2a1ffa2f-6f84-4576-b960-21566c5ef841 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:19.498351 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ffa2f-6f84-4576-b960-21566c5ef841 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031f352f-432d-4436-a7eb-b21ec70a3d49,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:19.500409 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:19.553233 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2a1ffa2f-6f84-4576-b960-21566c5ef841 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:19.557448 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37708) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:19.558983 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2a1ffa2f-6f84-4576-b960-21566c5ef841 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4984818 Mar 02 19:12:19.564378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f9db1338-7617-45b3-815e-dc573d12851a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '031f352f-432d-4436-a7eb-b21ec70a3d49', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:12:19.572580 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f9db1338-7617-45b3-815e-dc573d12851a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:12:19.577861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f9db1338-7617-45b3-815e-dc573d12851a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:12:19.585012 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f9db1338-7617-45b3-815e-dc573d12851a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:12:19.594093 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f9db1338-7617-45b3-815e-dc573d12851a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:12:19.654255 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946f41f-7b3b-4895-8ed9-8e55162bccf7 None None] Pushing event updated for resources: {'Port': ['ID=ad9d8074-8fc6-49b1-bb8b-1666cb079f59,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:19.679977 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f9db1338-7617-45b3-815e-dc573d12851a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:19.749511 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Attempting to bind port ad9d8074-8fc6-49b1-bb8b-1666cb079f59 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:12:19.749747 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Attempting to bind port ad9d8074-8fc6-49b1-bb8b-1666cb079f59 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '785332d5-a8b6-4eb1-a714-69880a50404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:12:19.750112 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Attempting to bind port ad9d8074-8fc6-49b1-bb8b-1666cb079f59 on network bec7fb06-fe11-4a95-bd33-2dd9944107be {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:12:19.759404 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:12:19.759852 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Checking segment: {'id': '785332d5-a8b6-4eb1-a714-69880a50404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:12:19.760264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:19.760659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Bound using segment: {'id': '785332d5-a8b6-4eb1-a714-69880a50404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:12:19.761206 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Bound port: ad9d8074-8fc6-49b1-bb8b-1666cb079f59, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785332d5-a8b6-4eb1-a714-69880a50404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:12:19.761579 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:19.772370 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f9db1338-7617-45b3-815e-dc573d12851a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:19.835690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f9db1338-7617-45b3-815e-dc573d12851a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:19.884088 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db1338-7617-45b3-815e-dc573d12851a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407342ca-1c02-400d-a37a-77713d124d5f,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:19.951946 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] For port ad9d8074-8fc6-49b1-bb8b-1666cb079f59, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:12:19.956978 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] For port ad9d8074-8fc6-49b1-bb8b-1666cb079f59, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=ad9d8074-8fc6-49b1-bb8b-1666cb079f59,segment=NetworkSegment(785332d5-a8b6-4eb1-a714-69880a50404d),segment_id=785332d5-a8b6-4eb1-a714-69880a50404d)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:12:20.003186 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f9db1338-7617-45b3-815e-dc573d12851a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:20.006862 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f9db1338-7617-45b3-815e-dc573d12851a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4481323 Mar 02 19:12:20.010425 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37714) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:20.016999 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-d92cc92b-6855-422e-9d08-ea66581094c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '031f352f-432d-4436-a7eb-b21ec70a3d49', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:12:20.026823 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d92cc92b-6855-422e-9d08-ea66581094c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:12:20.031786 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d92cc92b-6855-422e-9d08-ea66581094c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:12:20.035993 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d92cc92b-6855-422e-9d08-ea66581094c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:12:20.042895 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d92cc92b-6855-422e-9d08-ea66581094c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:12:20.095865 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:20.165690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d92cc92b-6855-422e-9d08-ea66581094c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:20.187663 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946f41f-7b3b-4895-8ed9-8e55162bccf7 None None] Pushing event updated for resources: {'Port': ['ID=ad9d8074-8fc6-49b1-bb8b-1666cb079f59,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:20.193047 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Routers {'c9a4b153-77bf-4361-9ae0-4acf2d729b85'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:12:20.193047 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:11:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:20.382292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d92cc92b-6855-422e-9d08-ea66581094c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:20.444489 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] Set router c9a4b153-77bf-4361-9ae0-4acf2d729b85 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:12:20.506043 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d92cc92b-6855-422e-9d08-ea66581094c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:20.549991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92cc92b-6855-422e-9d08-ea66581094c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591834df-69b0-4449-be72-44971cc3b68c,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:20.628368 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d92cc92b-6855-422e-9d08-ea66581094c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:20.630270 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d92cc92b-6855-422e-9d08-ea66581094c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6172359 Mar 02 19:12:20.634925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37718) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:20.641149 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-5ab47f9e-8aa8-4e50-a744-8bb36abeaf21 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '031f352f-432d-4436-a7eb-b21ec70a3d49', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:12:20.652095 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5ab47f9e-8aa8-4e50-a744-8bb36abeaf21 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:12:20.659906 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5ab47f9e-8aa8-4e50-a744-8bb36abeaf21 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:12:20.665618 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5ab47f9e-8aa8-4e50-a744-8bb36abeaf21 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:12:20.676696 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5ab47f9e-8aa8-4e50-a744-8bb36abeaf21 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:12:20.784883 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ab47f9e-8aa8-4e50-a744-8bb36abeaf21 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:20.813788 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:12:15Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ad9d8074-8fc6-49b1-bb8b-1666cb079f59', 'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:67:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:14Z', 'updated_at': '2022-03-02T19:12:19Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:20.819023 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6d82bc-2ea4-404e-8fe5-1564784be898 None None] The sync data for ids ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'] in dv-neutron-831573-1-hyperv is: [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:12:15Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ad9d8074-8fc6-49b1-bb8b-1666cb079f59', 'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:67:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:14Z', 'updated_at': '2022-03-02T19:12:19Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:12:20.894150 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ab47f9e-8aa8-4e50-a744-8bb36abeaf21 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:20.975768 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ab47f9e-8aa8-4e50-a744-8bb36abeaf21 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:21.030755 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab47f9e-8aa8-4e50-a744-8bb36abeaf21 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b462699d-5156-48a3-a2e6-bc40b6c24a55,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:21.106977 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5ab47f9e-8aa8-4e50-a744-8bb36abeaf21 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:21.110852 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5ab47f9e-8aa8-4e50-a744-8bb36abeaf21 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4751279 Mar 02 19:12:21.113410 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37722) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:21.120586 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-b325afcb-1326-4889-93c9-8e0be2ab4092 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '031f352f-432d-4436-a7eb-b21ec70a3d49', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:12:21.128064 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b325afcb-1326-4889-93c9-8e0be2ab4092 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:12:21.136344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b325afcb-1326-4889-93c9-8e0be2ab4092 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:12:21.140044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b325afcb-1326-4889-93c9-8e0be2ab4092 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:12:21.150077 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b325afcb-1326-4889-93c9-8e0be2ab4092 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:12:21.265030 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b325afcb-1326-4889-93c9-8e0be2ab4092 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:21.400885 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b325afcb-1326-4889-93c9-8e0be2ab4092 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:21.455900 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b325afcb-1326-4889-93c9-8e0be2ab4092 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:21.494237 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325afcb-1326-4889-93c9-8e0be2ab4092 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beabd059-7017-425c-aa83-4d6ae8743c22,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:21.569350 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b325afcb-1326-4889-93c9-8e0be2ab4092 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:21.570969 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b325afcb-1326-4889-93c9-8e0be2ab4092 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4559681 Mar 02 19:12:21.576013 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37726) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:21.585920 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-b5f7406f-54a5-485c-837a-5b6f20cd7b1a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '031f352f-432d-4436-a7eb-b21ec70a3d49', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:12:21.607025 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b5f7406f-54a5-485c-837a-5b6f20cd7b1a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:12:21.612996 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b5f7406f-54a5-485c-837a-5b6f20cd7b1a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:12:21.618040 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b5f7406f-54a5-485c-837a-5b6f20cd7b1a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:12:21.627864 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b5f7406f-54a5-485c-837a-5b6f20cd7b1a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:12:21.690249 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-77ea5e71-d679-401f-a95b-db9628c9ef65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:21.734483 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-b5f7406f-54a5-485c-837a-5b6f20cd7b1a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:12:21.743973 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b5f7406f-54a5-485c-837a-5b6f20cd7b1a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:21.845330 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b5f7406f-54a5-485c-837a-5b6f20cd7b1a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:21.924983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b5f7406f-54a5-485c-837a-5b6f20cd7b1a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:21.975780 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7406f-54a5-485c-837a-5b6f20cd7b1a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94cf333b-43fe-42da-9f49-726fb15a5d7d,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:21.994525 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device ad9d8074-8fc6-49b1-bb8b-1666cb079f59 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:12:22.055577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b5f7406f-54a5-485c-837a-5b6f20cd7b1a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:22.058153 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b5f7406f-54a5-485c-837a-5b6f20cd7b1a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4796581 Mar 02 19:12:22.061314 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37730) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:22.068585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-1e2c27bf-a0cf-42c3-9f7c-13ae9d3a77b0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '031f352f-432d-4436-a7eb-b21ec70a3d49', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:12:22.074867 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1e2c27bf-a0cf-42c3-9f7c-13ae9d3a77b0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:12:22.084448 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1e2c27bf-a0cf-42c3-9f7c-13ae9d3a77b0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:12:22.084448 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1e2c27bf-a0cf-42c3-9f7c-13ae9d3a77b0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:12:22.090007 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1e2c27bf-a0cf-42c3-9f7c-13ae9d3a77b0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:12:22.152196 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port ad9d8074-8fc6-49b1-bb8b-1666cb079f59 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:12:22.157892 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port ad9d8074-8fc6-49b1-bb8b-1666cb079f59 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:12:22.158387 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:22.203541 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-1e2c27bf-a0cf-42c3-9f7c-13ae9d3a77b0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:12:22.214132 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1e2c27bf-a0cf-42c3-9f7c-13ae9d3a77b0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:22.289919 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1e2c27bf-a0cf-42c3-9f7c-13ae9d3a77b0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:22.323956 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:22.359079 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port ad9d8074-8fc6-49b1-bb8b-1666cb079f59, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=ad9d8074-8fc6-49b1-bb8b-1666cb079f59,segment=NetworkSegment(785332d5-a8b6-4eb1-a714-69880a50404d),segment_id=785332d5-a8b6-4eb1-a714-69880a50404d)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:12:22.380981 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1e2c27bf-a0cf-42c3-9f7c-13ae9d3a77b0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:22.407457 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c27bf-a0cf-42c3-9f7c-13ae9d3a77b0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f4028d-0e31-4215-95e0-f06e628157fa,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:22.437155 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:22.485047 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1e2c27bf-a0cf-42c3-9f7c-13ae9d3a77b0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:22.487994 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1e2c27bf-a0cf-42c3-9f7c-13ae9d3a77b0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4243565 Mar 02 19:12:22.509715 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=ad9d8074-8fc6-49b1-bb8b-1666cb079f59,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:22.712268 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-95a546ed-05df-4902-adac-701377820cf2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:12:22.803510 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-95a546ed-05df-4902-adac-701377820cf2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:12:22.804735 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-95a546ed-05df-4902-adac-701377820cf2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1008649770&fields=id&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 267 time: 0.1427259 Mar 02 19:12:22.982573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-8eb0612b-c531-43cf-84d1-9527ad4f8dec tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:22.983702 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-8eb0612b-c531-43cf-84d1-9527ad4f8dec tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/networks?id=bec7fb06-fe11-4a95-bd33-2dd9944107be HTTP/1.1" status: 200 len: 797 time: 0.1700561 Mar 02 19:12:23.002867 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-736904bc-c679-4bdd-8204-b1ce714d15e5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/quotas/3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 375 time: 0.0118697 Mar 02 19:12:23.197271 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-26829644-b297-4ab9-8e02-1f2576d72239 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:12:23.300991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-26829644-b297-4ab9-8e02-1f2576d72239 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:12:23.304017 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-26829644-b297-4ab9-8e02-1f2576d72239 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2943311 Mar 02 19:12:23.448895 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-2614c154-9517-4e6d-808e-0787b2cfe128 service neutron] 10.222.0.73 "GET /v2.0/networks/bec7fb06-fe11-4a95-bd33-2dd9944107be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346827 Mar 02 19:12:23.592063 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-94fd3ec0-13dc-49a5-8c9b-73ce1fc4110b service neutron] 10.222.0.73 "GET /v2.0/networks/bec7fb06-fe11-4a95-bd33-2dd9944107be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368670 Mar 02 19:12:23.763703 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e5abe2ea-8de3-4a37-b9a1-bbd4131255ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:23.967664 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device ad9d8074-8fc6-49b1-bb8b-1666cb079f59 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:12:23.970987 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-f4b82901-d97a-44f2-aa49-695a2542ba98 req-4099f699-5d58-413c-8927-30cbf448d468 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:12:23.986554 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-f4b82901-d97a-44f2-aa49-695a2542ba98 req-4099f699-5d58-413c-8927-30cbf448d468 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:12:23.987767 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4b82901-d97a-44f2-aa49-695a2542ba98 req-4099f699-5d58-413c-8927-30cbf448d468 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 210 time: 0.0603728 Mar 02 19:12:24.068933 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port ad9d8074-8fc6-49b1-bb8b-1666cb079f59 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:12:24.072570 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:25.122803 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:25.201169 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bc275720-3906-4f0f-8f8b-c6ecd7542ccf req-38071934-b802-4d8b-9f94-423c6ea64977 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 210 time: 0.0447764 Mar 02 19:12:25.462470 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:26.451730 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-eccd3843-a0ac-4d78-ab98-70038b3b49df req-41636089-dd82-4669-82e0-49f6f1c50ad9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 210 time: 0.0627148 Mar 02 19:12:26.529972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-ed1f6acf-eeb4-448e-825e-61513fc4a616 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:26.531376 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-ed1f6acf-eeb4-448e-825e-61513fc4a616 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/networks?id=bec7fb06-fe11-4a95-bd33-2dd9944107be HTTP/1.1" status: 200 len: 797 time: 0.3012061 Mar 02 19:12:26.541342 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:26.592253 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-5910028e-55dc-432e-826b-6b419aacfe72 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 380 time: 0.0483544 Mar 02 19:12:26.604618 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-9045217b-7b72-4298-aca2-e0b00216d8c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'port': {'device_id': 'c984e35a-19a8-42d0-8351-db3ecf65d37e', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'admin_state_up': True, 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'security_groups': ['031f352f-432d-4436-a7eb-b21ec70a3d49']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:12:26.797193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-9045217b-7b72-4298-aca2-e0b00216d8c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:12:26.814691 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-9045217b-7b72-4298-aca2-e0b00216d8c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:12:26.913352 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-9045217b-7b72-4298-aca2-e0b00216d8c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:12:26.916721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-9045217b-7b72-4298-aca2-e0b00216d8c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:27.148740 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-9045217b-7b72-4298-aca2-e0b00216d8c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.20.0.3 (bec7fb06-fe11-4a95-bd33-2dd9944107be/e2ef3cc2-dc13-4c06-94c1-1385ce0adafd/8aec2070-8f0e-4e16-8941-71c82a24f76a) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:12:27.391679 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-9045217b-7b72-4298-aca2-e0b00216d8c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:27.410899 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-9045217b-7b72-4298-aca2-e0b00216d8c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Transition to ACTIVE for port object 8aec2070-8f0e-4e16-8941-71c82a24f76a will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:12:27.497407 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-9045217b-7b72-4298-aca2-e0b00216d8c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:27.615074 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-9045217b-7b72-4298-aca2-e0b00216d8c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network bec7fb06-fe11-4a95-bd33-2dd9944107be is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:12:27.619812 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-9045217b-7b72-4298-aca2-e0b00216d8c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:12:27.623324 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-9045217b-7b72-4298-aca2-e0b00216d8c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:12:27.658310 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045217b-7b72-4298-aca2-e0b00216d8c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=8aec2070-8f0e-4e16-8941-71c82a24f76a,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:27.759180 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-9045217b-7b72-4298-aca2-e0b00216d8c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:27.759887 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-9045217b-7b72-4298-aca2-e0b00216d8c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:27.803453 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c082a-8e2c-4e33-9d28-44ff22f6b06a req-e9cc8d1f-ce77-461d-a274-385af3ffde4b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:27.804432 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-cc6c082a-8e2c-4e33-9d28-44ff22f6b06a req-e9cc8d1f-ce77-461d-a274-385af3ffde4b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:12:27.891633 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-9045217b-7b72-4298-aca2-e0b00216d8c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2912207 Mar 02 19:12:27.904863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] Request body: {'port': {'device_id': 'c984e35a-19a8-42d0-8351-db3ecf65d37e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:12:28.017458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-cc6c082a-8e2c-4e33-9d28-44ff22f6b06a req-e9cc8d1f-ce77-461d-a274-385af3ffde4b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:12:28.018816 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cc6c082a-8e2c-4e33-9d28-44ff22f6b06a req-e9cc8d1f-ce77-461d-a274-385af3ffde4b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 931 time: 0.3619244 Mar 02 19:12:28.051318 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:28.078618 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6b9fc831-41ef-4e28-8ddf-ef7c73727ecd None None] Provisioning for port 8aec2070-8f0e-4e16-8941-71c82a24f76a completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:12:28.088857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6b9fc831-41ef-4e28-8ddf-ef7c73727ecd None None] Provisioning complete for port 8aec2070-8f0e-4e16-8941-71c82a24f76a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:12:28.089424 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6b9fc831-41ef-4e28-8ddf-ef7c73727ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:28.178328 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cc6c082a-8e2c-4e33-9d28-44ff22f6b06a req-7ac1f68b-55d5-4e31-9f94-4b7f0adcd3e3 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=031f352f-432d-4436-a7eb-b21ec70a3d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472192 Mar 02 19:12:28.185986 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6b9fc831-41ef-4e28-8ddf-ef7c73727ecd None None] Port 8aec2070-8f0e-4e16-8941-71c82a24f76a cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:12:28.613201 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aec2070-8f0e-4e16-8941-71c82a24f76a {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:12:28.622101 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:28.639877 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] Transition to ACTIVE for port object 8aec2070-8f0e-4e16-8941-71c82a24f76a will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:12:28.698253 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:28.828131 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] Pushing event updated for resources: {'Port': ['ID=8aec2070-8f0e-4e16-8941-71c82a24f76a,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:28.960805 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] Attempting to bind port 8aec2070-8f0e-4e16-8941-71c82a24f76a on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:12:28.961293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] Attempting to bind port 8aec2070-8f0e-4e16-8941-71c82a24f76a by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '785332d5-a8b6-4eb1-a714-69880a50404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:12:28.961740 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] Attempting to bind port 8aec2070-8f0e-4e16-8941-71c82a24f76a on network bec7fb06-fe11-4a95-bd33-2dd9944107be {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:12:28.974141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] Port 8aec2070-8f0e-4e16-8941-71c82a24f76a on network bec7fb06-fe11-4a95-bd33-2dd9944107be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:12:28.974850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] Attempting to bind port 8aec2070-8f0e-4e16-8941-71c82a24f76a on network bec7fb06-fe11-4a95-bd33-2dd9944107be {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:12:28.983749 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:12:28.984204 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] Checking segment: {'id': '785332d5-a8b6-4eb1-a714-69880a50404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:12:28.984686 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] Bound using segment: {'id': '785332d5-a8b6-4eb1-a714-69880a50404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:12:28.985217 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] Bound port: 8aec2070-8f0e-4e16-8941-71c82a24f76a, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785332d5-a8b6-4eb1-a714-69880a50404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:12:28.985652 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:29.121429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] For port 8aec2070-8f0e-4e16-8941-71c82a24f76a, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:12:29.126988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] For port 8aec2070-8f0e-4e16-8941-71c82a24f76a, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8aec2070-8f0e-4e16-8941-71c82a24f76a,segment=NetworkSegment(785332d5-a8b6-4eb1-a714-69880a50404d),segment_id=785332d5-a8b6-4eb1-a714-69880a50404d)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:12:29.204341 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:29.325424 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:29.325424 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] 10.222.0.87 "PUT /v2.0/ports/8aec2070-8f0e-4e16-8941-71c82a24f76a HTTP/1.1" status: 200 len: 1093 time: 1.4245622 Mar 02 19:12:29.325424 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c984e35a-19a8-42d0-8351-db3ecf65d37e', 'tag': '8aec2070-8f0e-4e16-8941-71c82a24f76a'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:12:29.356248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8b593-cc89-43c3-aca5-e92578e8448a service neutron] Pushing event updated for resources: {'Port': ['ID=8aec2070-8f0e-4e16-8941-71c82a24f76a,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:29.439880 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c984e35a-19a8-42d0-8351-db3ecf65d37e', 'tag': '8aec2070-8f0e-4e16-8941-71c82a24f76a', 'status': 'completed', 'code': 200} Mar 02 19:12:29.582558 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9de064ef-4569-4114-ac69-4a6518137438 req-df356890-23f1-4be9-946c-0bbe1a728154 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 1096 time: 0.1192081 Mar 02 19:12:29.679640 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a85eef-82ee-4241-acef-e249ae5ddd63 req-daf80c92-ccb5-4632-bc02-9d25377c2d74 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:29.682471 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e2a85eef-82ee-4241-acef-e249ae5ddd63 req-daf80c92-ccb5-4632-bc02-9d25377c2d74 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 943 time: 0.2662883 Mar 02 19:12:29.758152 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-e2a85eef-82ee-4241-acef-e249ae5ddd63 req-e3682994-2d8e-4135-8923-32dc63007b87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:12:29.780044 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de064ef-4569-4114-ac69-4a6518137438 req-178eb51a-ac17-4518-9553-b37169954652 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:29.780760 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-e2a85eef-82ee-4241-acef-e249ae5ddd63 req-e3682994-2d8e-4135-8923-32dc63007b87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:12:29.781953 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9de064ef-4569-4114-ac69-4a6518137438 req-178eb51a-ac17-4518-9553-b37169954652 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=3b5a22e326e84c6680d758252463bbd4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1910272 Mar 02 19:12:29.784044 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e2a85eef-82ee-4241-acef-e249ae5ddd63 req-e3682994-2d8e-4135-8923-32dc63007b87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=031f352f-432d-4436-a7eb-b21ec70a3d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900388 Mar 02 19:12:29.957580 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de064ef-4569-4114-ac69-4a6518137438 req-05e0956b-89ce-4134-a2b0-2d4512983e19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:29.959164 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9de064ef-4569-4114-ac69-4a6518137438 req-05e0956b-89ce-4134-a2b0-2d4512983e19 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1709290 Mar 02 19:12:30.085811 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-e107ce82-abc4-428d-8167-9b18008b85f4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 1096 time: 0.0846200 Mar 02 19:12:30.165778 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-3ba61a06-f5bd-4f27-a702-cb52195d1524 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8aec2070-8f0e-4e16-8941-71c82a24f76a HTTP/1.1" status: 200 len: 217 time: 0.0703354 Mar 02 19:12:30.257516 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-6f6a7d0e-c3ee-477c-bb89-59da02428f9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:30.258999 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-6f6a7d0e-c3ee-477c-bb89-59da02428f9b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e2ef3cc2-dc13-4c06-94c1-1385ce0adafd HTTP/1.1" status: 200 len: 835 time: 0.0881822 Mar 02 19:12:30.345832 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-f4152e92-6ff3-4e31-9eb7-6aa6af2dc3fe service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bec7fb06-fe11-4a95-bd33-2dd9944107be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797460 Mar 02 19:12:30.529083 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-89225b7a-db98-4798-b6b9-859f513ffa3a service neutron] 10.222.0.87 "GET /v2.0/networks/bec7fb06-fe11-4a95-bd33-2dd9944107be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765687 Mar 02 19:12:30.700669 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0265a33f-7013-497b-bf09-0ca6687113e4 req-5cd7c24a-ea2b-475a-aa6d-80e04abce137 service neutron] 10.222.0.87 "GET /v2.0/networks/bec7fb06-fe11-4a95-bd33-2dd9944107be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643672 Mar 02 19:12:31.022162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758a586-99f3-45b1-8bcb-e814a0668469 req-1b58b167-0746-4f04-afe7-3d907446ce1e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:31.023702 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6758a586-99f3-45b1-8bcb-e814a0668469 req-1b58b167-0746-4f04-afe7-3d907446ce1e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 943 time: 0.0862427 Mar 02 19:12:31.072533 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6758a586-99f3-45b1-8bcb-e814a0668469 req-0b63af7a-78fd-4c90-b381-4d3bcbdfdd22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=031f352f-432d-4436-a7eb-b21ec70a3d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431664 Mar 02 19:12:31.250496 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:31.394122 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 8aec2070-8f0e-4e16-8941-71c82a24f76a details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:12:31.540592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 8aec2070-8f0e-4e16-8941-71c82a24f76a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8aec2070-8f0e-4e16-8941-71c82a24f76a,segment=NetworkSegment(785332d5-a8b6-4eb1-a714-69880a50404d),segment_id=785332d5-a8b6-4eb1-a714-69880a50404d)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:12:31.555270 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '8aec2070-8f0e-4e16-8941-71c82a24f76a', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'port_id': '8aec2070-8f0e-4e16-8941-71c82a24f76a', 'mac_address': 'fa:16:3e:39:9c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:12:31.620709 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:31.643777 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aec2070-8f0e-4e16-8941-71c82a24f76a {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:12:31.659982 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 8aec2070-8f0e-4e16-8941-71c82a24f76a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8aec2070-8f0e-4e16-8941-71c82a24f76a,segment=NetworkSegment(785332d5-a8b6-4eb1-a714-69880a50404d),segment_id=785332d5-a8b6-4eb1-a714-69880a50404d)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:12:31.741759 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:31.812491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=8aec2070-8f0e-4e16-8941-71c82a24f76a,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:31.974726 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['8aec2070-8f0e-4e16-8941-71c82a24f76a'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:12:32.312300 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53afd9-c327-4507-8527-f2dc704956a1 req-1a50601d-c9cc-4345-a496-777c394488df tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:32.314013 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9a53afd9-c327-4507-8527-f2dc704956a1 req-1a50601d-c9cc-4345-a496-777c394488df tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 944 time: 0.0891018 Mar 02 19:12:32.369609 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9a53afd9-c327-4507-8527-f2dc704956a1 req-6dd89fb7-8abf-4c7f-a0b6-115d7f709db0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=031f352f-432d-4436-a7eb-b21ec70a3d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443201 Mar 02 19:12:33.409644 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 8aec2070-8f0e-4e16-8941-71c82a24f76a up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:12:33.546660 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 8aec2070-8f0e-4e16-8941-71c82a24f76a completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:12:33.554496 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 8aec2070-8f0e-4e16-8941-71c82a24f76a triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:12:33.555231 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:33.645820 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985061ba-c76f-4770-b018-251b8e72fa0f req-445992e6-3ca7-421a-8438-f1c778ff7774 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:33.647468 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-985061ba-c76f-4770-b018-251b8e72fa0f req-445992e6-3ca7-421a-8438-f1c778ff7774 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 944 time: 0.0967696 Mar 02 19:12:33.701933 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:33.716661 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-985061ba-c76f-4770-b018-251b8e72fa0f req-0b2080b4-ab38-42fd-aecd-4196275784f4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=031f352f-432d-4436-a7eb-b21ec70a3d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592926 Mar 02 19:12:33.733011 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c984e35a-19a8-42d0-8351-db3ecf65d37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aec2070-8f0e-4e16-8941-71c82a24f76a'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:12:33.744262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 8aec2070-8f0e-4e16-8941-71c82a24f76a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8aec2070-8f0e-4e16-8941-71c82a24f76a,segment=NetworkSegment(785332d5-a8b6-4eb1-a714-69880a50404d),segment_id=785332d5-a8b6-4eb1-a714-69880a50404d)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:12:33.793175 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c984e35a-19a8-42d0-8351-db3ecf65d37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aec2070-8f0e-4e16-8941-71c82a24f76a', 'code': 200} Mar 02 19:12:33.804135 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:33.881496 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=8aec2070-8f0e-4e16-8941-71c82a24f76a,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:34.338430 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3363fdfc-6f74-48b7-8df6-e13d187fadcb req-0b0e001a-6aa2-4d60-a3d5-3d7c51bd6e61 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 1098 time: 0.1773338 Mar 02 19:12:34.386029 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3363fdfc-6f74-48b7-8df6-e13d187fadcb req-3e930709-676a-4170-ab15-7a473d3e91e7 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=031f352f-432d-4436-a7eb-b21ec70a3d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403254 Mar 02 19:12:34.952880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d903a1e-4f79-4ed8-8d9a-905afeb7393a req-36d9b231-ffe0-420a-a37c-e81cc32b6387 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:34.954755 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5d903a1e-4f79-4ed8-8d9a-905afeb7393a req-36d9b231-ffe0-420a-a37c-e81cc32b6387 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 945 time: 0.0886457 Mar 02 19:12:35.024707 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5d903a1e-4f79-4ed8-8d9a-905afeb7393a req-6948c46e-ac6c-40d2-b213-39d87e218869 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=031f352f-432d-4436-a7eb-b21ec70a3d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634398 Mar 02 19:12:36.272380 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b6c96-3b7c-4be4-b81f-ec2684fdf370 req-ff9768da-47d2-4421-8420-11694d2fdcd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:36.273879 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d43b6c96-3b7c-4be4-b81f-ec2684fdf370 req-ff9768da-47d2-4421-8420-11694d2fdcd5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 945 time: 0.0893981 Mar 02 19:12:36.325609 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d43b6c96-3b7c-4be4-b81f-ec2684fdf370 req-d2826ff5-f3a0-4fdf-819a-0e6678272fe2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=031f352f-432d-4436-a7eb-b21ec70a3d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455403 Mar 02 19:12:36.571142 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa5158-41e4-4df1-9158-c5f5b02a6cd6 req-a991a517-ec1c-4345-8536-e0ebb250edb1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:36.572619 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-50aa5158-41e4-4df1-9158-c5f5b02a6cd6 req-a991a517-ec1c-4345-8536-e0ebb250edb1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 945 time: 0.0808704 Mar 02 19:12:36.623938 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-50aa5158-41e4-4df1-9158-c5f5b02a6cd6 req-fb7b5c30-0f8e-468f-b97d-e92cc58db958 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=031f352f-432d-4436-a7eb-b21ec70a3d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450470 Mar 02 19:12:36.663760 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37778) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:36.755053 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-20758b16-7abf-41ad-9e06-4ac87dcbbbb8 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 1093 time: 0.0892820 Mar 02 19:12:36.758455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37782) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:36.764074 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': '8aec2070-8f0e-4e16-8941-71c82a24f76a', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:12:36.771206 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:12:36.775691 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:floatingip and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:12:36.779023 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:12:36.786505 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:12:36.901116 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:37.080684 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:37.236585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.26.4.93 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/950f22c7-a44d-4604-bd8f-029136c96146) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:12:37.418042 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:37.524735 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:37.600904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:12:37.604339 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:12:37.609218 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:12:37.636623 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=950f22c7-a44d-4604-bd8f-029136c96146,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:38.183147 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:38.303673 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:38.638122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:38.701663 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:38.816975 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=950f22c7-a44d-4604-bd8f-029136c96146,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:38.834119 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:39.059032 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Floating IP 1e85aaf7-7f8c-4c63-849e-a418c13fc8b6 associated. External IP: 172.26.4.93, port: 8aec2070-8f0e-4e16-8941-71c82a24f76a. Mar 02 19:12:39.633314 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router c9a4b153-77bf-4361-9ae0-4acf2d729b85 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:12:39.883089 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:12:39.896456 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec45c91-fd77-4628-9bef-88501b9aad0c None None] Sync routers for ids ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:12:39.918533 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec45c91-fd77-4628-9bef-88501b9aad0c None None] Routers {'c9a4b153-77bf-4361-9ae0-4acf2d729b85'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:12:39.922261 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-2ec45c91-fd77-4628-9bef-88501b9aad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:12:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:40.004649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:40.067069 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d90240ff-eacd-4218-85ef-e2728dcefb51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3041847 Mar 02 19:12:40.067069 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c984e35a-19a8-42d0-8351-db3ecf65d37e', 'tag': '8aec2070-8f0e-4e16-8941-71c82a24f76a'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:12:40.068005 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37786) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:40.124573 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c984e35a-19a8-42d0-8351-db3ecf65d37e', 'tag': '8aec2070-8f0e-4e16-8941-71c82a24f76a', 'status': 'completed', 'code': 200} Mar 02 19:12:40.235049 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-605bd31a-5a87-4bbb-acf6-9f0f2f2b430b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/1e85aaf7-7f8c-4c63-849e-a418c13fc8b6 HTTP/1.1" status: 200 len: 990 time: 0.1636932 Mar 02 19:12:40.235480 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-2ec45c91-fd77-4628-9bef-88501b9aad0c None None] Set router c9a4b153-77bf-4361-9ae0-4acf2d729b85 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:12:40.245395 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8ba0501f-0bbc-41ba-a09f-f5dac4fdff99 req-7d1534f0-4fc3-4650-ad5e-829f67f42d15 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 1098 time: 0.0828245 Mar 02 19:12:40.426800 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0501f-0bbc-41ba-a09f-f5dac4fdff99 req-7d8fc657-c4e8-4ce6-bb3b-b0df7fbc0802 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:40.429175 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8ba0501f-0bbc-41ba-a09f-f5dac4fdff99 req-7d8fc657-c4e8-4ce6-bb3b-b0df7fbc0802 service neutron] 10.222.0.87 "GET /v2.0/networks?id=bec7fb06-fe11-4a95-bd33-2dd9944107be HTTP/1.1" status: 200 len: 898 time: 0.1760540 Mar 02 19:12:40.562648 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8ba0501f-0bbc-41ba-a09f-f5dac4fdff99 req-0e12cc87-fef5-4ff9-88c8-8ad8f3a3e771 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8aec2070-8f0e-4e16-8941-71c82a24f76a HTTP/1.1" status: 200 len: 998 time: 0.1274142 Mar 02 19:12:40.658370 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0501f-0bbc-41ba-a09f-f5dac4fdff99 req-77c9d4ff-5f7e-4566-8496-4dd70c6a3ca3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:40.660060 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8ba0501f-0bbc-41ba-a09f-f5dac4fdff99 req-77c9d4ff-5f7e-4566-8496-4dd70c6a3ca3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e2ef3cc2-dc13-4c06-94c1-1385ce0adafd HTTP/1.1" status: 200 len: 835 time: 0.0908344 Mar 02 19:12:40.747832 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8ba0501f-0bbc-41ba-a09f-f5dac4fdff99 req-7edf13fe-1a32-44fc-b066-e775a23d9a27 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bec7fb06-fe11-4a95-bd33-2dd9944107be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801430 Mar 02 19:12:40.775471 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-2ec45c91-fd77-4628-9bef-88501b9aad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:12:15Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '1e85aaf7-7f8c-4c63-849e-a418c13fc8b6', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.93', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'port_id': '8aec2070-8f0e-4e16-8941-71c82a24f76a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'mac_address': 'fa:16:3e:39:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c984e35a-19a8-42d0-8351-db3ecf65d37e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:12:38Z', 'updated_at': '2022-03-02T19:12:38Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d8074-8fc6-49b1-bb8b-1666cb079f59', 'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:67:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:14Z', 'updated_at': '2022-03-02T19:12:22Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:40.781519 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec45c91-fd77-4628-9bef-88501b9aad0c None None] Checking router: c9a4b153-77bf-4361-9ae0-4acf2d729b85 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:12:40.794730 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec45c91-fd77-4628-9bef-88501b9aad0c None None] Routers {'c9a4b153-77bf-4361-9ae0-4acf2d729b85'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:12:40.795376 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-2ec45c91-fd77-4628-9bef-88501b9aad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:12:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:41.007772 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-2ec45c91-fd77-4628-9bef-88501b9aad0c None None] Set router c9a4b153-77bf-4361-9ae0-4acf2d729b85 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:12:41.008840 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8ba0501f-0bbc-41ba-a09f-f5dac4fdff99 req-2385a9f1-fb1d-455f-ad7c-e5b5b2d9c7e2 service neutron] 10.222.0.87 "GET /v2.0/networks/bec7fb06-fe11-4a95-bd33-2dd9944107be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531478 Mar 02 19:12:41.202352 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8ba0501f-0bbc-41ba-a09f-f5dac4fdff99 req-57a008b1-e1fe-4859-8b09-625903a99e19 service neutron] 10.222.0.87 "GET /v2.0/networks/bec7fb06-fe11-4a95-bd33-2dd9944107be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861722 Mar 02 19:12:41.237288 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37792) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:41.404882 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0881dc47-2b06-4dee-8204-1771fca1c510 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/1e85aaf7-7f8c-4c63-849e-a418c13fc8b6 HTTP/1.1" status: 200 len: 990 time: 0.1662021 Mar 02 19:12:41.476537 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-2ec45c91-fd77-4628-9bef-88501b9aad0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:12:15Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '1e85aaf7-7f8c-4c63-849e-a418c13fc8b6', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.93', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'port_id': '8aec2070-8f0e-4e16-8941-71c82a24f76a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'mac_address': 'fa:16:3e:39:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c984e35a-19a8-42d0-8351-db3ecf65d37e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:12:38Z', 'updated_at': '2022-03-02T19:12:38Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d8074-8fc6-49b1-bb8b-1666cb079f59', 'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:67:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:14Z', 'updated_at': '2022-03-02T19:12:22Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:41.481231 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec45c91-fd77-4628-9bef-88501b9aad0c None None] The sync data for ids ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'] in dv-neutron-831573-1-hyperv is: [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:12:15Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '1e85aaf7-7f8c-4c63-849e-a418c13fc8b6', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.93', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'port_id': '8aec2070-8f0e-4e16-8941-71c82a24f76a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'mac_address': 'fa:16:3e:39:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c984e35a-19a8-42d0-8351-db3ecf65d37e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:12:38Z', 'updated_at': '2022-03-02T19:12:38Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d8074-8fc6-49b1-bb8b-1666cb079f59', 'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:67:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:14Z', 'updated_at': '2022-03-02T19:12:22Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:12:41.691077 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30382ac-01e5-46e3-83b8-61f4130e9c46 None None] New status for floating IP 1e85aaf7-7f8c-4c63-849e-a418c13fc8b6: ACTIVE {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:12:42.409138 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37796) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:42.523956 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4df4090b-f658-4874-99f5-faad3303bbbf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/1e85aaf7-7f8c-4c63-849e-a418c13fc8b6 HTTP/1.1" status: 200 len: 992 time: 0.1134346 Mar 02 19:12:51.668122 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-48805273-ef9a-4d63-9c2f-412478ca23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:53.718127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b27d328d-fb05-4091-b457-f51ae1b8e009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:54.649314 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:12:55.108122 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:55.491551 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:56.403777 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:01.233453 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:11.536989 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37852) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:11.627289 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a0a97689-92d7-4a24-b677-dc1a26ea1e9e tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/ports?project_id=3b5a22e326e84c6680d758252463bbd4&network_id=bec7fb06-fe11-4a95-bd33-2dd9944107be HTTP/1.1" status: 200 len: 2999 time: 0.0896397 Mar 02 19:13:13.557608 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37868) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:13.646202 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c655b6ec-9f1d-4f5a-bd1f-c4d437e32c1c tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:13.646202 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c655b6ec-9f1d-4f5a-bd1f-c4d437e32c1c tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=34755311-e60d-4721-8297-2b2c64e749c6 HTTP/1.1" status: 200 len: 814 time: 0.0812728 Mar 02 19:13:14.667072 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37878) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:14.673646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-ddfab24a-8ca3-4a8e-a46d-9106aff761f8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:13:14.789909 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ddfab24a-8ca3-4a8e-a46d-9106aff761f8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:15.081652 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ddfab24a-8ca3-4a8e-a46d-9106aff761f8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:15.148622 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ddfab24a-8ca3-4a8e-a46d-9106aff761f8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:15.148941 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-ddfab24a-8ca3-4a8e-a46d-9106aff761f8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Floating IP 1e85aaf7-7f8c-4c63-849e-a418c13fc8b6 disassociated. External IP: 172.26.4.93, port: 8aec2070-8f0e-4e16-8941-71c82a24f76a. Mar 02 19:13:15.601022 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfab24a-8ca3-4a8e-a46d-9106aff761f8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router c9a4b153-77bf-4361-9ae0-4acf2d729b85 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:13:15.961319 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfab24a-8ca3-4a8e-a46d-9106aff761f8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:13:15.968096 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ddfab24a-8ca3-4a8e-a46d-9106aff761f8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:15.976532 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972411ee-5cb7-4083-a435-86e9c34282dc None None] Sync routers for ids ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:13:15.998597 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972411ee-5cb7-4083-a435-86e9c34282dc None None] Routers {'c9a4b153-77bf-4361-9ae0-4acf2d729b85'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:13:15.999508 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-972411ee-5cb7-4083-a435-86e9c34282dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:12:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:13:16.038136 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ddfab24a-8ca3-4a8e-a46d-9106aff761f8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/floatingips/1e85aaf7-7f8c-4c63-849e-a418c13fc8b6 HTTP/1.1" status: 200 len: 689 time: 1.3683653 Mar 02 19:13:16.038136 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c984e35a-19a8-42d0-8351-db3ecf65d37e', 'tag': '8aec2070-8f0e-4e16-8941-71c82a24f76a'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:13:16.045837 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37886) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:16.151744 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ad47fcb5-a2ff-4a39-8fcd-1297e70f8d2a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/1e85aaf7-7f8c-4c63-849e-a418c13fc8b6 HTTP/1.1" status: 200 len: 689 time: 0.1036506 Mar 02 19:13:16.152762 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c984e35a-19a8-42d0-8351-db3ecf65d37e', 'tag': '8aec2070-8f0e-4e16-8941-71c82a24f76a', 'status': 'completed', 'code': 200} Mar 02 19:13:16.242276 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-972411ee-5cb7-4083-a435-86e9c34282dc None None] Set router c9a4b153-77bf-4361-9ae0-4acf2d729b85 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:13:16.300270 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-877920bf-c826-485a-b075-8e6229e229fb req-634e4315-eff1-41fe-90bb-525ebad9c140 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 1098 time: 0.1172719 Mar 02 19:13:16.483141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877920bf-c826-485a-b075-8e6229e229fb req-b2ab3494-7328-4144-aeda-c969cd023b00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:16.484671 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-877920bf-c826-485a-b075-8e6229e229fb req-b2ab3494-7328-4144-aeda-c969cd023b00 service neutron] 10.222.0.87 "GET /v2.0/networks?id=bec7fb06-fe11-4a95-bd33-2dd9944107be HTTP/1.1" status: 200 len: 898 time: 0.1779788 Mar 02 19:13:16.562878 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-877920bf-c826-485a-b075-8e6229e229fb req-a0ffc19e-a331-4daa-96bb-de130c700a95 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8aec2070-8f0e-4e16-8941-71c82a24f76a HTTP/1.1" status: 200 len: 217 time: 0.0717244 Mar 02 19:13:16.632994 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877920bf-c826-485a-b075-8e6229e229fb req-070a1fed-7415-4fc6-9712-10f89628d89f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:16.634527 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-877920bf-c826-485a-b075-8e6229e229fb req-070a1fed-7415-4fc6-9712-10f89628d89f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e2ef3cc2-dc13-4c06-94c1-1385ce0adafd HTTP/1.1" status: 200 len: 835 time: 0.0661175 Mar 02 19:13:16.650485 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-972411ee-5cb7-4083-a435-86e9c34282dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:12:15Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ad9d8074-8fc6-49b1-bb8b-1666cb079f59', 'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:67:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:14Z', 'updated_at': '2022-03-02T19:12:22Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:13:16.655286 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972411ee-5cb7-4083-a435-86e9c34282dc None None] Checking router: c9a4b153-77bf-4361-9ae0-4acf2d729b85 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:13:16.669394 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972411ee-5cb7-4083-a435-86e9c34282dc None None] Routers {'c9a4b153-77bf-4361-9ae0-4acf2d729b85'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:13:16.670432 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-972411ee-5cb7-4083-a435-86e9c34282dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:12:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:13:16.741490 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-877920bf-c826-485a-b075-8e6229e229fb req-924d00de-ce3c-458e-b33f-f17ccf03c87b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bec7fb06-fe11-4a95-bd33-2dd9944107be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0990491 Mar 02 19:13:16.922478 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-972411ee-5cb7-4083-a435-86e9c34282dc None None] Set router c9a4b153-77bf-4361-9ae0-4acf2d729b85 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:13:16.978017 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d73bd0d-3bdb-4109-ad70-fbce3bf9aa64 req-dadb6770-e980-42c3-915d-e8622e67571a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2353034 Mar 02 19:13:16.979975 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-877920bf-c826-485a-b075-8e6229e229fb req-cd0f6260-fa34-4264-b92c-1b05a7083151 service neutron] 10.222.0.87 "GET /v2.0/networks/bec7fb06-fe11-4a95-bd33-2dd9944107be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823657 Mar 02 19:13:17.155717 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37892) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:17.200290 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-877920bf-c826-485a-b075-8e6229e229fb req-f329e84e-5a23-4e29-a9a9-916299f6e8c8 service neutron] 10.222.0.87 "GET /v2.0/networks/bec7fb06-fe11-4a95-bd33-2dd9944107be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099290 Mar 02 19:13:17.210117 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d73bd0d-3bdb-4109-ad70-fbce3bf9aa64 req-b5b142c8-fc99-4f5f-93be-60058f447a84 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c751e1819ac4d70a34f41774e11c468&device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 1098 time: 0.1400261 Mar 02 19:13:17.267867 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-01875d51-c3b0-433b-b62a-fc3cdafce056 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/1e85aaf7-7f8c-4c63-849e-a418c13fc8b6 HTTP/1.1" status: 200 len: 689 time: 0.1102588 Mar 02 19:13:17.351820 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-972411ee-5cb7-4083-a435-86e9c34282dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:12:15Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ad9d8074-8fc6-49b1-bb8b-1666cb079f59', 'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:67:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:14Z', 'updated_at': '2022-03-02T19:12:22Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:13:17.357190 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972411ee-5cb7-4083-a435-86e9c34282dc None None] The sync data for ids ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'] in dv-neutron-831573-1-hyperv is: [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:12:15Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ad9d8074-8fc6-49b1-bb8b-1666cb079f59', 'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:67:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:14Z', 'updated_at': '2022-03-02T19:12:22Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:13:17.417224 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73bd0d-3bdb-4109-ad70-fbce3bf9aa64 req-e7dc3fd1-3263-477c-a52e-73afa561b285 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:17.418900 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d73bd0d-3bdb-4109-ad70-fbce3bf9aa64 req-e7dc3fd1-3263-477c-a52e-73afa561b285 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2e33772f-7a83-4314-934e-a7ea68526e72 HTTP/1.1" status: 200 len: 913 time: 0.1849811 Mar 02 19:13:17.548531 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d73bd0d-3bdb-4109-ad70-fbce3bf9aa64 req-1438e282-c3d2-4e18-aacd-d2f916d94786 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 HTTP/1.1" status: 200 len: 1001 time: 0.1221595 Mar 02 19:13:17.661281 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd1f58-50e4-4d62-bb9d-7672a4000e63 None None] New status for floating IP 1e85aaf7-7f8c-4c63-849e-a418c13fc8b6: DOWN {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:13:17.662102 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73bd0d-3bdb-4109-ad70-fbce3bf9aa64 req-2d470764-2d11-4fc7-b744-44d67b0c4f47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:17.662429 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d73bd0d-3bdb-4109-ad70-fbce3bf9aa64 req-2d470764-2d11-4fc7-b744-44d67b0c4f47 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=eb42d443-71ba-493e-8b31-52bf5eb54af6 HTTP/1.1" status: 200 len: 851 time: 0.1076479 Mar 02 19:13:17.752771 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d73bd0d-3bdb-4109-ad70-fbce3bf9aa64 req-3b1dd16f-2ad9-4767-b480-73a422c660bc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2e33772f-7a83-4314-934e-a7ea68526e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838714 Mar 02 19:13:17.932409 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d73bd0d-3bdb-4109-ad70-fbce3bf9aa64 req-e3f7a94a-f8d0-4d12-b026-be475534832c service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576147 Mar 02 19:13:18.180531 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d73bd0d-3bdb-4109-ad70-fbce3bf9aa64 req-ec69282a-7a81-471f-963a-fae54b610aaa service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525134 Mar 02 19:13:18.273395 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37900) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:18.368246 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1e944d4b-fdd3-41d6-bca5-9f7a038ec034 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/1e85aaf7-7f8c-4c63-849e-a418c13fc8b6 HTTP/1.1" status: 200 len: 687 time: 0.0936141 Mar 02 19:13:19.933829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37910) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:19.939977 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-139912319', 'description': 'tempest-secgroup-smoke-139912319 description', 'project_id': '3b5a22e326e84c6680d758252463bbd4'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:13:19.947706 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:13:19.958793 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:13:20.069871 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:20.111953 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:13:20.116302 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:13:20.119336 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:13:20.125220 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:13:20.187386 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:20.274611 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:20.333864 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:20.346608 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:20.350766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:20.350766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:20.350766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:20.350766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:20.350766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:20.350766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:20.350766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:20.350766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:20.350766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:20.350766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:20.439000 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:20.440260 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f7502f5d-ce75-4960-8b5e-5f70968dde55 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5053496 Mar 02 19:13:20.444432 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37916) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:20.451789 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-f92ecc0a-91c7-49a6-b038-de66adaaae4d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:13:20.460236 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f92ecc0a-91c7-49a6-b038-de66adaaae4d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:13:20.466869 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f92ecc0a-91c7-49a6-b038-de66adaaae4d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:13:20.471920 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f92ecc0a-91c7-49a6-b038-de66adaaae4d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:13:20.479859 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f92ecc0a-91c7-49a6-b038-de66adaaae4d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:13:20.647211 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f92ecc0a-91c7-49a6-b038-de66adaaae4d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:20.718800 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f92ecc0a-91c7-49a6-b038-de66adaaae4d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:20.846131 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f92ecc0a-91c7-49a6-b038-de66adaaae4d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:20.891032 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ecc0a-91c7-49a6-b038-de66adaaae4d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c71429-e7fa-4cba-9e2e-c5a03b107c5f,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:20.983136 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f92ecc0a-91c7-49a6-b038-de66adaaae4d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:20.984671 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f92ecc0a-91c7-49a6-b038-de66adaaae4d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5389946 Mar 02 19:13:20.987659 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37920) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:20.994006 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-28a5d7b9-01ea-4d06-a9ba-44cdc4240914 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:13:21.000270 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-28a5d7b9-01ea-4d06-a9ba-44cdc4240914 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:13:21.004613 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-28a5d7b9-01ea-4d06-a9ba-44cdc4240914 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:13:21.008301 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-28a5d7b9-01ea-4d06-a9ba-44cdc4240914 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:13:21.015874 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-28a5d7b9-01ea-4d06-a9ba-44cdc4240914 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:13:21.138234 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-28a5d7b9-01ea-4d06-a9ba-44cdc4240914 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:21.221899 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-28a5d7b9-01ea-4d06-a9ba-44cdc4240914 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:21.314166 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-28a5d7b9-01ea-4d06-a9ba-44cdc4240914 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:21.342304 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5d7b9-01ea-4d06-a9ba-44cdc4240914 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24d8e69-ca41-4d8a-98cb-b2880b7a96f5,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:21.440888 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-28a5d7b9-01ea-4d06-a9ba-44cdc4240914 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:21.447973 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-28a5d7b9-01ea-4d06-a9ba-44cdc4240914 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4549069 Mar 02 19:13:21.448515 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37926) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:21.473452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:13:21.483058 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:13:21.488000 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:13:21.491908 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:13:21.499285 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:13:21.574309 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:21.657767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:21.678991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-33b80cd6-99cb-421e-8e1f-f779587111de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:21.753953 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:21.780645 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df356a33-d7a5-4325-af3e-6d73481b6873,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:21.793390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:21.793644 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:21.793951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:21.794282 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:21.794612 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:21.794946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:21.795260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:21.795619 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:21.795943 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:21.796261 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:21.796578 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:21.861422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:21.865467 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-89b675ab-5c26-487f-8232-0c59032835bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4128189 Mar 02 19:13:21.866344 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 37930) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:21.872066 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-d3d043f3-95bd-48e5-b68b-a3e0c2eaef11 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:13:21.878153 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d3d043f3-95bd-48e5-b68b-a3e0c2eaef11 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:13:21.882113 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d3d043f3-95bd-48e5-b68b-a3e0c2eaef11 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:13:21.885147 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d3d043f3-95bd-48e5-b68b-a3e0c2eaef11 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:13:21.891156 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d3d043f3-95bd-48e5-b68b-a3e0c2eaef11 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:13:21.978220 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d3d043f3-95bd-48e5-b68b-a3e0c2eaef11 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:22.056346 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d3d043f3-95bd-48e5-b68b-a3e0c2eaef11 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:22.143151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d3d043f3-95bd-48e5-b68b-a3e0c2eaef11 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:22.163189 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d043f3-95bd-48e5-b68b-a3e0c2eaef11 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e47cc9-9c75-4563-80af-becf23077332,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:22.245583 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d3d043f3-95bd-48e5-b68b-a3e0c2eaef11 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:22.247180 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d3d043f3-95bd-48e5-b68b-a3e0c2eaef11 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3795002 Mar 02 19:13:22.249816 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37934) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:22.257186 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-88fe835c-575f-43f7-a37c-1bc0569a5016 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:13:22.263332 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-88fe835c-575f-43f7-a37c-1bc0569a5016 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:13:22.268067 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-88fe835c-575f-43f7-a37c-1bc0569a5016 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:13:22.271315 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-88fe835c-575f-43f7-a37c-1bc0569a5016 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:13:22.278293 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-88fe835c-575f-43f7-a37c-1bc0569a5016 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:13:22.353403 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.securitygroups_db [None req-88fe835c-575f-43f7-a37c-1bc0569a5016 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:13:22.365274 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-88fe835c-575f-43f7-a37c-1bc0569a5016 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:22.465275 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-88fe835c-575f-43f7-a37c-1bc0569a5016 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:22.541898 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-88fe835c-575f-43f7-a37c-1bc0569a5016 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:22.574604 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe835c-575f-43f7-a37c-1bc0569a5016 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd5b02c-4b85-449e-8c78-69ea6bd60ecd,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:22.657554 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-88fe835c-575f-43f7-a37c-1bc0569a5016 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:22.659525 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-88fe835c-575f-43f7-a37c-1bc0569a5016 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4081578 Mar 02 19:13:22.663377 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 37942) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:22.669285 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-56d36db8-4be4-449a-8831-b79665d5b8c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:13:22.676727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-56d36db8-4be4-449a-8831-b79665d5b8c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:13:22.681566 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-56d36db8-4be4-449a-8831-b79665d5b8c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:13:22.685357 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-56d36db8-4be4-449a-8831-b79665d5b8c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:13:22.692574 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-56d36db8-4be4-449a-8831-b79665d5b8c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:13:22.766312 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.securitygroups_db [None req-56d36db8-4be4-449a-8831-b79665d5b8c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:13:22.780115 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-56d36db8-4be4-449a-8831-b79665d5b8c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:22.862101 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-56d36db8-4be4-449a-8831-b79665d5b8c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:22.931472 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-6fa7865c-640f-4bf7-adab-11c859ef1aab tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-353379810&fields=id&tenant_id=0c751e1819ac4d70a34f41774e11c468 HTTP/1.1" status: 200 len: 267 time: 0.0438437 Mar 02 19:13:22.965856 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-56d36db8-4be4-449a-8831-b79665d5b8c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:23.055824 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d36db8-4be4-449a-8831-b79665d5b8c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a575055-3198-4718-86e4-cd45b87835d1,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:23.125175 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-03461b9c-28f0-4c49-b171-0e7703579742 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:23.126616 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-03461b9c-28f0-4c49-b171-0e7703579742 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/networks?id=2e33772f-7a83-4314-934e-a7ea68526e72 HTTP/1.1" status: 200 len: 812 time: 0.1834857 Mar 02 19:13:23.141841 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-56d36db8-4be4-449a-8831-b79665d5b8c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:23.142930 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-56d36db8-4be4-449a-8831-b79665d5b8c7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4785700 Mar 02 19:13:23.148016 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-c327d274-fe50-48f8-8b39-dfa3293239a6 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/quotas/0c751e1819ac4d70a34f41774e11c468 HTTP/1.1" status: 200 len: 375 time: 0.0145779 Mar 02 19:13:23.248600 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-b0a94a69-fa47-4be6-b9e2-cf429a653cde tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0c751e1819ac4d70a34f41774e11c468&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0942376 Mar 02 19:13:23.337988 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ade74bde-2285-4021-8327-536cda5631b1 req-1fbf4cda-4300-41e6-abcd-2396dadac861 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139912319&fields=id&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 267 time: 0.0479667 Mar 02 19:13:23.513036 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade74bde-2285-4021-8327-536cda5631b1 req-69a85ce8-9e15-4ac0-b367-a34a099d8993 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:23.514544 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ade74bde-2285-4021-8327-536cda5631b1 req-69a85ce8-9e15-4ac0-b367-a34a099d8993 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/networks?id=bec7fb06-fe11-4a95-bd33-2dd9944107be HTTP/1.1" status: 200 len: 797 time: 0.1680648 Mar 02 19:13:23.529617 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-800d90fe-5475-4384-ad9e-5d3a0760c08c service neutron] 10.222.0.73 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681398 Mar 02 19:13:23.534292 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ade74bde-2285-4021-8327-536cda5631b1 req-6951c1ca-b89d-4680-89ec-aa5557670fcf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/quotas/3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 375 time: 0.0129638 Mar 02 19:13:23.669833 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ade74bde-2285-4021-8327-536cda5631b1 req-dd56080f-74f4-4b0c-a830-e30eeaad2d19 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1281328 Mar 02 19:13:23.675886 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-92b32d2e-9267-4801-b7ad-e865d70abcbb service neutron] 10.222.0.73 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383140 Mar 02 19:13:23.737338 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7757c923-c5b4-43f7-bb49-7d05e8350ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:23.896939 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ade74bde-2285-4021-8327-536cda5631b1 req-b045454b-ee6a-4e83-9f96-3a5811a4933e service neutron] 10.222.0.73 "GET /v2.0/networks/bec7fb06-fe11-4a95-bd33-2dd9944107be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134037 Mar 02 19:13:24.104417 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ade74bde-2285-4021-8327-536cda5631b1 req-e97983db-532a-4d38-9b98-16e426d2f198 service neutron] 10.222.0.73 "GET /v2.0/networks/bec7fb06-fe11-4a95-bd33-2dd9944107be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005053 Mar 02 19:13:24.496701 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-596a4f53-c8cc-4cfa-b5d3-c07e809a99bc req-0089d98f-b25c-47ec-a48b-3f576f48636b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 210 time: 0.0925024 Mar 02 19:13:24.584022 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-931016fe-89a3-4d75-94a5-0053c6579234 req-f3be8669-8792-4e63-b2fd-03450af46df5 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 210 time: 0.1671946 Mar 02 19:13:25.120445 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:25.479981 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:25.653863 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bda692df-26c3-41a7-8b7f-ee8dc1514c6e req-49118429-6627-4ab3-89ef-01d485bba34b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 210 time: 0.0742402 Mar 02 19:13:25.766652 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f12f93be-bedb-4957-8c19-6641e12b06a0 req-77b5ee33-f55d-4fea-9c82-760fff1456f1 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 210 time: 0.0450449 Mar 02 19:13:26.447947 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:26.790092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-4de98cc1-cb4f-4083-8f56-9eb897faf4cb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:26.791599 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-4de98cc1-cb4f-4083-8f56-9eb897faf4cb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.87 "GET /v2.0/networks?id=2e33772f-7a83-4314-934e-a7ea68526e72 HTTP/1.1" status: 200 len: 812 time: 0.1720350 Mar 02 19:13:26.867486 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a45c713c-496e-4e79-9272-b3be4edbf2e6 req-6ce8bea5-5d4f-445f-84cf-c87231635318 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 210 time: 0.0748518 Mar 02 19:13:26.882560 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-61c2bb24-9709-4cde-a969-f5f03ad86d88 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c751e1819ac4d70a34f41774e11c468 HTTP/1.1" status: 200 len: 379 time: 0.0551193 Mar 02 19:13:26.891725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-2e52adc7-029b-4d8c-b4d2-353778415efb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Request body: {'port': {'device_id': '8e81440a-378b-450f-8b1b-c563bedd81df', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'admin_state_up': True, 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'security_groups': ['b9335af6-6068-4af9-87e5-231e7a16c228']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:13:26.990996 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c3a62581-f818-45e5-9632-56ad6bd591ea req-86cbe266-a15f-4532-b7c3-b1b5abca4504 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 210 time: 0.0433786 Mar 02 19:13:27.109729 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-2e52adc7-029b-4d8c-b4d2-353778415efb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:13:27.122167 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-2e52adc7-029b-4d8c-b4d2-353778415efb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:13:27.228778 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-2e52adc7-029b-4d8c-b4d2-353778415efb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Made reservation on behalf of 0c751e1819ac4d70a34f41774e11c468 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:13:27.232121 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-2e52adc7-029b-4d8c-b4d2-353778415efb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:27.431248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-2e52adc7-029b-4d8c-b4d2-353778415efb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Allocated IP 172.20.0.7 (2e33772f-7a83-4314-934e-a7ea68526e72/eb42d443-71ba-493e-8b31-52bf5eb54af6/a6847133-feed-4d42-90d0-9c755766904c) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:13:27.939014 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-2e52adc7-029b-4d8c-b4d2-353778415efb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:27.955102 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade74bde-2285-4021-8327-536cda5631b1 req-f3f2f00b-ef7e-49fa-8a19-56122c492648 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:27.956590 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ade74bde-2285-4021-8327-536cda5631b1 req-f3f2f00b-ef7e-49fa-8a19-56122c492648 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/networks?id=bec7fb06-fe11-4a95-bd33-2dd9944107be HTTP/1.1" status: 200 len: 797 time: 0.3606040 Mar 02 19:13:27.995420 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-2e52adc7-029b-4d8c-b4d2-353778415efb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Transition to ACTIVE for port object a6847133-feed-4d42-90d0-9c755766904c will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:13:28.138283 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ade74bde-2285-4021-8327-536cda5631b1 req-0b73f026-692a-4a89-bdc4-34b10d41f37b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 472 time: 0.1652863 Mar 02 19:13:28.167230 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-2e52adc7-029b-4d8c-b4d2-353778415efb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:28.174594 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-ade74bde-2285-4021-8327-536cda5631b1 req-b5271fcd-7390-4ea8-a06e-f58817039273 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'port': {'device_id': 'a5891a1a-babe-4a4d-b554-bdded307d306', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'admin_state_up': True, 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'security_groups': ['1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:13:28.200147 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-99d47738-b0d8-40c3-a44d-228ab4a10249 req-2a70c163-f7dc-4069-9e16-065216d641e2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 210 time: 0.1353865 Mar 02 19:13:28.245158 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520281b0-e29f-4596-9dc4-1221e48eeb83 req-e30e5fee-a9cf-4601-8491-c992bf2ddfc6 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:28.247161 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-520281b0-e29f-4596-9dc4-1221e48eeb83 req-e30e5fee-a9cf-4601-8491-c992bf2ddfc6 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 931 time: 0.0938559 Mar 02 19:13:28.301589 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-520281b0-e29f-4596-9dc4-1221e48eeb83 req-83d9e86c-3347-4414-a03b-e0d27df90dc9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472674 Mar 02 19:13:28.313825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-2e52adc7-029b-4d8c-b4d2-353778415efb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Network 2e33772f-7a83-4314-934e-a7ea68526e72 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:13:28.406190 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-2e52adc7-029b-4d8c-b4d2-353778415efb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:13:28.417995 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-2e52adc7-029b-4d8c-b4d2-353778415efb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:13:28.508012 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52adc7-029b-4d8c-b4d2-353778415efb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event updated for resources: {'Port': ['ID=a6847133-feed-4d42-90d0-9c755766904c,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:28.516564 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-2e52adc7-029b-4d8c-b4d2-353778415efb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:28.517288 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-2e52adc7-029b-4d8c-b4d2-353778415efb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:28.589920 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-ade74bde-2285-4021-8327-536cda5631b1 req-b5271fcd-7390-4ea8-a06e-f58817039273 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:13:28.595533 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-ade74bde-2285-4021-8327-536cda5631b1 req-b5271fcd-7390-4ea8-a06e-f58817039273 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:port and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:13:28.599690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-ade74bde-2285-4021-8327-536cda5631b1 req-b5271fcd-7390-4ea8-a06e-f58817039273 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:13:28.606738 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-ade74bde-2285-4021-8327-536cda5631b1 req-b5271fcd-7390-4ea8-a06e-f58817039273 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:13:28.657548 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-2e52adc7-029b-4d8c-b4d2-353778415efb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7695067 Mar 02 19:13:28.669123 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] Request body: {'port': {'device_id': '8e81440a-378b-450f-8b1b-c563bedd81df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:13:28.780518 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade74bde-2285-4021-8327-536cda5631b1 req-b5271fcd-7390-4ea8-a06e-f58817039273 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:13:28.786041 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ade74bde-2285-4021-8327-536cda5631b1 req-b5271fcd-7390-4ea8-a06e-f58817039273 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:28.845351 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f0563acd-c3c9-4f65-9224-3c93119f525d None None] Provisioning for port a6847133-feed-4d42-90d0-9c755766904c completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:13:28.854535 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f0563acd-c3c9-4f65-9224-3c93119f525d None None] Provisioning complete for port a6847133-feed-4d42-90d0-9c755766904c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:13:28.855224 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f0563acd-c3c9-4f65-9224-3c93119f525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:28.929447 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:28.975062 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f0563acd-c3c9-4f65-9224-3c93119f525d None None] Port a6847133-feed-4d42-90d0-9c755766904c cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:13:29.171296 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-ade74bde-2285-4021-8327-536cda5631b1 req-b5271fcd-7390-4ea8-a06e-f58817039273 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.20.0.12 (bec7fb06-fe11-4a95-bd33-2dd9944107be/e2ef3cc2-dc13-4c06-94c1-1385ce0adafd/5693a7e6-b291-4650-ae12-47b0abc40693) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:13:29.580498 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb76e1f-c6df-4414-b98c-017ae2b5a88b req-10fc111b-6367-4579-b140-8345cad783de tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:29.582951 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5bb76e1f-c6df-4414-b98c-017ae2b5a88b req-10fc111b-6367-4579-b140-8345cad783de tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 931 time: 0.1035023 Mar 02 19:13:29.594718 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e8dbe34d-0072-47b0-bcd5-ce9ad3924052 req-3498932b-c2a4-4688-804b-471c72b327b6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 210 time: 0.1120629 Mar 02 19:13:29.624914 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ade74bde-2285-4021-8327-536cda5631b1 req-b5271fcd-7390-4ea8-a06e-f58817039273 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:29.630663 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6847133-feed-4d42-90d0-9c755766904c {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:13:29.638033 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5bb76e1f-c6df-4414-b98c-017ae2b5a88b req-b24dee28-1fd9-4e30-8633-51b6b7567643 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487466 Mar 02 19:13:29.644869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:29.667444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-ade74bde-2285-4021-8327-536cda5631b1 req-b5271fcd-7390-4ea8-a06e-f58817039273 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Transition to ACTIVE for port object 5693a7e6-b291-4650-ae12-47b0abc40693 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:13:29.682536 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] Transition to ACTIVE for port object a6847133-feed-4d42-90d0-9c755766904c will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:13:29.760785 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:29.773057 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ade74bde-2285-4021-8327-536cda5631b1 req-b5271fcd-7390-4ea8-a06e-f58817039273 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:29.941081 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade74bde-2285-4021-8327-536cda5631b1 req-b5271fcd-7390-4ea8-a06e-f58817039273 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network bec7fb06-fe11-4a95-bd33-2dd9944107be is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:13:29.942352 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] Pushing event updated for resources: {'Port': ['ID=a6847133-feed-4d42-90d0-9c755766904c,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:29.945255 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-ade74bde-2285-4021-8327-536cda5631b1 req-b5271fcd-7390-4ea8-a06e-f58817039273 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:13:29.987763 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade74bde-2285-4021-8327-536cda5631b1 req-b5271fcd-7390-4ea8-a06e-f58817039273 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:13:30.356592 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5271fcd-7390-4ea8-a06e-f58817039273 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=5693a7e6-b291-4650-ae12-47b0abc40693,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:30.385043 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade74bde-2285-4021-8327-536cda5631b1 req-b5271fcd-7390-4ea8-a06e-f58817039273 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:30.385675 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ade74bde-2285-4021-8327-536cda5631b1 req-b5271fcd-7390-4ea8-a06e-f58817039273 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:30.426857 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] Attempting to bind port a6847133-feed-4d42-90d0-9c755766904c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:13:30.427419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] Attempting to bind port a6847133-feed-4d42-90d0-9c755766904c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:13:30.427762 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] Attempting to bind port a6847133-feed-4d42-90d0-9c755766904c on network 2e33772f-7a83-4314-934e-a7ea68526e72 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:13:30.433885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] Port a6847133-feed-4d42-90d0-9c755766904c on network 2e33772f-7a83-4314-934e-a7ea68526e72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:13:30.440181 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] Attempting to bind port a6847133-feed-4d42-90d0-9c755766904c on network 2e33772f-7a83-4314-934e-a7ea68526e72 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:13:30.440737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:13:30.441080 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] Checking segment: {'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:13:30.441475 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] Bound using segment: {'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:13:30.441952 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] Bound port: a6847133-feed-4d42-90d0-9c755766904c, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b989ed-15ae-48ef-b924-ec5ad9547930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:13:30.442295 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:30.506007 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ade74bde-2285-4021-8327-536cda5631b1 req-b5271fcd-7390-4ea8-a06e-f58817039273 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3412726 Mar 02 19:13:30.525847 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d33a798d-92c4-46bb-b3e3-7d6039eafc18 None None] Provisioning for port 5693a7e6-b291-4650-ae12-47b0abc40693 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:13:30.529038 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] Request body: {'port': {'device_id': 'a5891a1a-babe-4a4d-b554-bdded307d306', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:13:30.531800 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d33a798d-92c4-46bb-b3e3-7d6039eafc18 None None] Provisioning complete for port 5693a7e6-b291-4650-ae12-47b0abc40693 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:13:30.532307 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d33a798d-92c4-46bb-b3e3-7d6039eafc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:30.587161 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] For port a6847133-feed-4d42-90d0-9c755766904c, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:13:30.589169 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-d33a798d-92c4-46bb-b3e3-7d6039eafc18 None None] Port 5693a7e6-b291-4650-ae12-47b0abc40693 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:13:30.600324 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] For port a6847133-feed-4d42-90d0-9c755766904c, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a6847133-feed-4d42-90d0-9c755766904c,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:13:30.661663 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:30.673451 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:30.851056 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:30.852519 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] 10.222.0.87 "PUT /v2.0/ports/a6847133-feed-4d42-90d0-9c755766904c HTTP/1.1" status: 200 len: 1093 time: 2.1879404 Mar 02 19:13:30.853132 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e81440a-378b-450f-8b1b-c563bedd81df', 'tag': 'a6847133-feed-4d42-90d0-9c755766904c'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:13:30.871322 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916dc695-20bb-404d-af5a-a0098a88da30 service neutron] Pushing event updated for resources: {'Port': ['ID=a6847133-feed-4d42-90d0-9c755766904c,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:30.896492 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d28df-6ad9-4a02-934a-3aef257bfcf7 req-14364bd7-a731-4b16-a6f9-1a85dc6ea74a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:30.899220 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b21d28df-6ad9-4a02-934a-3aef257bfcf7 req-14364bd7-a731-4b16-a6f9-1a85dc6ea74a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 943 time: 0.1156650 Mar 02 19:13:30.956944 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b21d28df-6ad9-4a02-934a-3aef257bfcf7 req-9fdc6f8e-23a9-472b-849d-53f1c0fc7cdb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515392 Mar 02 19:13:31.034245 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8f726-8afd-463b-92c8-cccb47cac2f2 req-e5d357b5-a6d7-4183-a96e-6c7f3dc20026 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:31.034968 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-60d8f726-8afd-463b-92c8-cccb47cac2f2 req-e5d357b5-a6d7-4183-a96e-6c7f3dc20026 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:13:31.088078 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e81440a-378b-450f-8b1b-c563bedd81df', 'tag': 'a6847133-feed-4d42-90d0-9c755766904c', 'status': 'completed', 'code': 200} Mar 02 19:13:31.195287 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-b075acbc-0e63-4149-b347-06523bcffef1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c751e1819ac4d70a34f41774e11c468&device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 1096 time: 0.2195816 Mar 02 19:13:31.197382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-60d8f726-8afd-463b-92c8-cccb47cac2f2 req-e5d357b5-a6d7-4183-a96e-6c7f3dc20026 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:13:31.198435 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-60d8f726-8afd-463b-92c8-cccb47cac2f2 req-e5d357b5-a6d7-4183-a96e-6c7f3dc20026 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 932 time: 0.4680841 Mar 02 19:13:31.314527 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:31.353991 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-95bd93e1-f437-4743-a9f3-fa3aee793ce8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6847133-feed-4d42-90d0-9c755766904c HTTP/1.1" status: 200 len: 217 time: 0.1433172 Mar 02 19:13:31.409064 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5693a7e6-b291-4650-ae12-47b0abc40693 {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:13:31.419673 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-60d8f726-8afd-463b-92c8-cccb47cac2f2 req-4367656a-9ca4-4b1f-b80d-c903df18a694 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101114 Mar 02 19:13:31.425264 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:31.455781 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] Transition to ACTIVE for port object 5693a7e6-b291-4650-ae12-47b0abc40693 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:13:31.459423 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-9f75bbc9-3656-4e21-aa34-8461d0a3fd58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:31.460891 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-9f75bbc9-3656-4e21-aa34-8461d0a3fd58 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=eb42d443-71ba-493e-8b31-52bf5eb54af6 HTTP/1.1" status: 200 len: 851 time: 0.0955021 Mar 02 19:13:31.514466 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:31.652538 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:13:31.660399 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5693a7e6-b291-4650-ae12-47b0abc40693,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:31.745633 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-54f6ee4c-43db-42af-baea-ce6e5c62481d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2e33772f-7a83-4314-934e-a7ea68526e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2785423 Mar 02 19:13:31.878869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] Attempting to bind port 5693a7e6-b291-4650-ae12-47b0abc40693 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:13:31.879089 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] Attempting to bind port 5693a7e6-b291-4650-ae12-47b0abc40693 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '785332d5-a8b6-4eb1-a714-69880a50404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:13:31.880192 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] Attempting to bind port 5693a7e6-b291-4650-ae12-47b0abc40693 on network bec7fb06-fe11-4a95-bd33-2dd9944107be {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:13:31.902894 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] Port 5693a7e6-b291-4650-ae12-47b0abc40693 on network bec7fb06-fe11-4a95-bd33-2dd9944107be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:13:31.904932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] Attempting to bind port 5693a7e6-b291-4650-ae12-47b0abc40693 on network bec7fb06-fe11-4a95-bd33-2dd9944107be {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:13:31.921694 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:13:31.922034 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] Checking segment: {'id': '785332d5-a8b6-4eb1-a714-69880a50404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:13:31.922429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] Bound using segment: {'id': '785332d5-a8b6-4eb1-a714-69880a50404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:13:31.922896 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] Bound port: 5693a7e6-b291-4650-ae12-47b0abc40693, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785332d5-a8b6-4eb1-a714-69880a50404d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:13:31.923273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:31.941233 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-09121317-efef-4510-9414-3a88189dc23a service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876571 Mar 02 19:13:32.180497 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c15574-01f7-4a8f-891d-9aaeb2a9c805 req-2df02f62-7938-4ba4-862c-878bb68d9c37 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:32.181937 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-06c15574-01f7-4a8f-891d-9aaeb2a9c805 req-2df02f62-7938-4ba4-862c-878bb68d9c37 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 943 time: 0.0810051 Mar 02 19:13:32.232141 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-06c15574-01f7-4a8f-891d-9aaeb2a9c805 req-aa965bc2-c1d4-4891-b0aa-c28e2eb1b8cf tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440588 Mar 02 19:13:32.237349 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] For port 5693a7e6-b291-4650-ae12-47b0abc40693, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:13:32.258110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] For port 5693a7e6-b291-4650-ae12-47b0abc40693, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5693a7e6-b291-4650-ae12-47b0abc40693,segment=NetworkSegment(785332d5-a8b6-4eb1-a714-69880a50404d),segment_id=785332d5-a8b6-4eb1-a714-69880a50404d)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:13:32.260612 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4d4c2d93-1276-40e9-9e3c-bef654b07a67 req-63b12903-c5e9-43be-935d-0ac295d5edde service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087602 Mar 02 19:13:32.349631 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:32.455853 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:32.457569 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ade74bde-2285-4021-8327-536cda5631b1 req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] 10.222.0.87 "PUT /v2.0/ports/5693a7e6-b291-4650-ae12-47b0abc40693 HTTP/1.1" status: 200 len: 1094 time: 1.9359460 Mar 02 19:13:32.487902 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406384b-b316-4082-a521-2607d17b58e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5693a7e6-b291-4650-ae12-47b0abc40693,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:32.520438 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f055e2b-ba17-4491-b73f-79ccb69bad78 req-d031713c-d906-4862-94d9-7fb6d3daa52e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c751e1819ac4d70a34f41774e11c468&device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 1096 time: 0.0989263 Mar 02 19:13:32.778593 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f055e2b-ba17-4491-b73f-79ccb69bad78 req-2cb74948-c5e4-4027-9b9a-049b31962dc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:32.780079 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f055e2b-ba17-4491-b73f-79ccb69bad78 req-2cb74948-c5e4-4027-9b9a-049b31962dc6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2e33772f-7a83-4314-934e-a7ea68526e72 HTTP/1.1" status: 200 len: 913 time: 0.2536838 Mar 02 19:13:32.794569 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ffe34-76a2-4d99-9088-a058de8602ca req-1a06635b-d48d-4cba-95bd-54eb92ca69aa tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:32.796005 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b49ffe34-76a2-4d99-9088-a058de8602ca req-1a06635b-d48d-4cba-95bd-54eb92ca69aa tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 944 time: 0.2478104 Mar 02 19:13:32.873676 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ade74bde-2285-4021-8327-536cda5631b1 req-fb144743-65de-4190-b7ce-18ab7480bc9d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 1097 time: 0.2332439 Mar 02 19:13:32.940137 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f055e2b-ba17-4491-b73f-79ccb69bad78 req-8ba00859-2ff1-402d-9c8e-2c0270648cf1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6847133-feed-4d42-90d0-9c755766904c HTTP/1.1" status: 200 len: 217 time: 0.1515510 Mar 02 19:13:33.004148 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ade74bde-2285-4021-8327-536cda5631b1 req-b7302707-b76a-4115-b23b-0dcfb4c41901 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5693a7e6-b291-4650-ae12-47b0abc40693 HTTP/1.1" status: 200 len: 217 time: 0.1197512 Mar 02 19:13:33.057996 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b49ffe34-76a2-4d99-9088-a058de8602ca req-1021b5df-bea3-4582-8122-69d4c968bc44 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126253 Mar 02 19:13:33.090061 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f055e2b-ba17-4491-b73f-79ccb69bad78 req-1b7b4658-3247-46db-8bca-e127dd267b82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:33.091527 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f055e2b-ba17-4491-b73f-79ccb69bad78 req-1b7b4658-3247-46db-8bca-e127dd267b82 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=eb42d443-71ba-493e-8b31-52bf5eb54af6 HTTP/1.1" status: 200 len: 851 time: 0.1444159 Mar 02 19:13:33.093873 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5891a1a-babe-4a4d-b554-bdded307d306', 'tag': '5693a7e6-b291-4650-ae12-47b0abc40693'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:13:33.141968 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade74bde-2285-4021-8327-536cda5631b1 req-61cbee11-425b-4219-9996-4b52ef701c7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:33.143425 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ade74bde-2285-4021-8327-536cda5631b1 req-61cbee11-425b-4219-9996-4b52ef701c7c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e2ef3cc2-dc13-4c06-94c1-1385ce0adafd HTTP/1.1" status: 200 len: 835 time: 0.1270995 Mar 02 19:13:33.150439 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5891a1a-babe-4a4d-b554-bdded307d306', 'tag': '5693a7e6-b291-4650-ae12-47b0abc40693', 'status': 'completed', 'code': 200} Mar 02 19:13:33.235429 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f055e2b-ba17-4491-b73f-79ccb69bad78 req-0048b9f4-57ae-4856-82a3-d5dbb0bfc4c7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2e33772f-7a83-4314-934e-a7ea68526e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1341033 Mar 02 19:13:33.318798 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ade74bde-2285-4021-8327-536cda5631b1 req-396e91a2-da26-40e9-be26-4a37e8f213a2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bec7fb06-fe11-4a95-bd33-2dd9944107be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1588848 Mar 02 19:13:33.521507 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f055e2b-ba17-4491-b73f-79ccb69bad78 req-17c28801-8eaf-46e3-81f8-e7c1dd4cde15 service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787998 Mar 02 19:13:33.626636 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ade74bde-2285-4021-8327-536cda5631b1 req-7f75d836-8e92-4c6f-9f25-bb88d00a7b72 service neutron] 10.222.0.87 "GET /v2.0/networks/bec7fb06-fe11-4a95-bd33-2dd9944107be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983894 Mar 02 19:13:33.780904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91774f7-7e3b-485e-825c-b9774972eae3 req-10992efa-27ed-4f8e-9349-92fc350a5e25 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:33.781597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-d91774f7-7e3b-485e-825c-b9774972eae3 req-10992efa-27ed-4f8e-9349-92fc350a5e25 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Synchronizing usage tracker for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:13:33.796870 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f055e2b-ba17-4491-b73f-79ccb69bad78 req-a75ac40f-6a77-45e2-8226-253ffd289c72 service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615442 Mar 02 19:13:33.835551 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ade74bde-2285-4021-8327-536cda5631b1 req-93e5ed03-6848-4b42-bd23-f2d89c6d0209 service neutron] 10.222.0.87 "GET /v2.0/networks/bec7fb06-fe11-4a95-bd33-2dd9944107be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996477 Mar 02 19:13:33.926573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-d91774f7-7e3b-485e-825c-b9774972eae3 req-10992efa-27ed-4f8e-9349-92fc350a5e25 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Unset dirty status for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:13:33.927904 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d91774f7-7e3b-485e-825c-b9774972eae3 req-10992efa-27ed-4f8e-9349-92fc350a5e25 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 943 time: 0.5680602 Mar 02 19:13:34.055610 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d91774f7-7e3b-485e-825c-b9774972eae3 req-9bf0a471-4c5d-4157-a985-9988f4b7a36d tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218476 Mar 02 19:13:34.085949 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9940976a-4a2b-4087-86cd-5f28420af7d6 req-d71acdf9-463e-4ab9-813e-829704e5397f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 1097 time: 0.0902648 Mar 02 19:13:34.289055 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeed59f-c20a-44f0-afee-dc62e56c1582 req-5cb9cf1c-d35b-452f-9995-76d506f1f9d1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:34.290772 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8aeed59f-c20a-44f0-afee-dc62e56c1582 req-5cb9cf1c-d35b-452f-9995-76d506f1f9d1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 944 time: 0.0964293 Mar 02 19:13:34.348238 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-8aeed59f-c20a-44f0-afee-dc62e56c1582 req-e7796896-3c0c-472a-887b-5d4965ec1ad3 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:13:34.385188 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940976a-4a2b-4087-86cd-5f28420af7d6 req-428d78a3-fed1-404f-bb93-7cdce265598b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:34.387025 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9940976a-4a2b-4087-86cd-5f28420af7d6 req-428d78a3-fed1-404f-bb93-7cdce265598b service neutron] 10.222.0.87 "GET /v2.0/networks?id=bec7fb06-fe11-4a95-bd33-2dd9944107be HTTP/1.1" status: 200 len: 898 time: 0.2944224 Mar 02 19:13:34.436043 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-8aeed59f-c20a-44f0-afee-dc62e56c1582 req-e7796896-3c0c-472a-887b-5d4965ec1ad3 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:13:34.437588 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8aeed59f-c20a-44f0-afee-dc62e56c1582 req-e7796896-3c0c-472a-887b-5d4965ec1ad3 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378894 Mar 02 19:13:34.485445 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9940976a-4a2b-4087-86cd-5f28420af7d6 req-12c04cbd-0956-4422-9fe9-baa5392e8386 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5693a7e6-b291-4650-ae12-47b0abc40693 HTTP/1.1" status: 200 len: 217 time: 0.0908751 Mar 02 19:13:34.559257 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940976a-4a2b-4087-86cd-5f28420af7d6 req-c246965a-9662-4c87-aa6c-7c65215ba65b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:34.560999 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9940976a-4a2b-4087-86cd-5f28420af7d6 req-c246965a-9662-4c87-aa6c-7c65215ba65b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e2ef3cc2-dc13-4c06-94c1-1385ce0adafd HTTP/1.1" status: 200 len: 835 time: 0.0694203 Mar 02 19:13:34.665702 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9940976a-4a2b-4087-86cd-5f28420af7d6 req-f4df1b79-cc74-401c-827f-60ca098fc4f7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bec7fb06-fe11-4a95-bd33-2dd9944107be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0935123 Mar 02 19:13:34.805529 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9940976a-4a2b-4087-86cd-5f28420af7d6 req-5e8c3f9a-5526-476b-8143-f3527f09c525 service neutron] 10.222.0.87 "GET /v2.0/networks/bec7fb06-fe11-4a95-bd33-2dd9944107be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327536 Mar 02 19:13:34.947804 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9940976a-4a2b-4087-86cd-5f28420af7d6 req-50cb4c86-5827-484a-8bcf-d746f4b6ac85 service neutron] 10.222.0.87 "GET /v2.0/networks/bec7fb06-fe11-4a95-bd33-2dd9944107be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344643 Mar 02 19:13:35.265646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcd724-6421-4c15-847c-a1fc16a09131 req-92e1fa79-f846-4dc9-88b7-5919cc9d3e8f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:35.267132 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-abbcd724-6421-4c15-847c-a1fc16a09131 req-92e1fa79-f846-4dc9-88b7-5919cc9d3e8f tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 943 time: 0.0841470 Mar 02 19:13:35.314658 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-abbcd724-6421-4c15-847c-a1fc16a09131 req-1fc52bab-6db5-4f51-b619-207602f8eb80 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412209 Mar 02 19:13:35.653011 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0b6c6-f354-4405-951b-e0e571ef32f4 req-c8328134-a095-453c-8638-5e587d2b4be8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:35.654520 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-73b0b6c6-f354-4405-951b-e0e571ef32f4 req-c8328134-a095-453c-8638-5e587d2b4be8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 944 time: 0.0879285 Mar 02 19:13:35.704453 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-73b0b6c6-f354-4405-951b-e0e571ef32f4 req-b76e31f1-cb4c-4db0-8e84-aa9c8cc49277 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442402 Mar 02 19:13:36.524325 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b802f-0d00-4688-9b9c-49b7d72d1c7e req-9d987baa-29dc-44da-bc16-9b9409f6532a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:36.525869 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e81b802f-0d00-4688-9b9c-49b7d72d1c7e req-9d987baa-29dc-44da-bc16-9b9409f6532a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 943 time: 0.0848012 Mar 02 19:13:36.575228 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e81b802f-0d00-4688-9b9c-49b7d72d1c7e req-63493432-7821-4975-9359-2fce775a8505 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437672 Mar 02 19:13:36.906297 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0068f88-a5ac-4880-b8d5-b583850994cf req-e8ed2288-5f53-4bf5-9d23-8595f1b6dda5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:36.907825 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c0068f88-a5ac-4880-b8d5-b583850994cf req-e8ed2288-5f53-4bf5-9d23-8595f1b6dda5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 944 time: 0.0797532 Mar 02 19:13:36.954611 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c0068f88-a5ac-4880-b8d5-b583850994cf req-7b6fe063-9d4a-432b-b15a-77dbd6ddb4cc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401704 Mar 02 19:13:37.707139 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 5693a7e6-b291-4650-ae12-47b0abc40693 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:13:37.784202 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921293a-15c8-47c5-ad0a-6d48f467cc53 req-fad8721a-9cb8-4c31-86a7-048e8f3cde56 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:37.787385 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7921293a-15c8-47c5-ad0a-6d48f467cc53 req-fad8721a-9cb8-4c31-86a7-048e8f3cde56 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 943 time: 0.0830040 Mar 02 19:13:37.835042 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7921293a-15c8-47c5-ad0a-6d48f467cc53 req-e99ca4a5-45bc-4ac1-9276-20f06d01dd8b tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422833 Mar 02 19:13:37.865534 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 5693a7e6-b291-4650-ae12-47b0abc40693, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5693a7e6-b291-4650-ae12-47b0abc40693,segment=NetworkSegment(785332d5-a8b6-4eb1-a714-69880a50404d),segment_id=785332d5-a8b6-4eb1-a714-69880a50404d)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:13:37.870645 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '5693a7e6-b291-4650-ae12-47b0abc40693', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'port_id': '5693a7e6-b291-4650-ae12-47b0abc40693', 'mac_address': 'fa:16:3e:22:7c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:13:37.924917 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:37.943893 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5693a7e6-b291-4650-ae12-47b0abc40693 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:13:37.959536 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 5693a7e6-b291-4650-ae12-47b0abc40693, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5693a7e6-b291-4650-ae12-47b0abc40693,segment=NetworkSegment(785332d5-a8b6-4eb1-a714-69880a50404d),segment_id=785332d5-a8b6-4eb1-a714-69880a50404d)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:13:38.016232 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:38.090333 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=5693a7e6-b291-4650-ae12-47b0abc40693,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:38.099636 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:38.100205 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:38.100304 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:38.100631 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:38.100973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:38.101298 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:38.101622 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:38.101955 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:38.102313 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:38.102598 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:38.102918 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:38.165473 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c917d5c-8102-4f9b-b4bb-0707c1c46f14 req-b4d3f1b8-e253-4124-807a-60dd88c3b4c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:38.166946 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6c917d5c-8102-4f9b-b4bb-0707c1c46f14 req-b4d3f1b8-e253-4124-807a-60dd88c3b4c8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 945 time: 0.0864990 Mar 02 19:13:38.214999 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6c917d5c-8102-4f9b-b4bb-0707c1c46f14 req-61d0836f-4889-4925-a70a-37623e15ac2a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421722 Mar 02 19:13:38.297490 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['5693a7e6-b291-4650-ae12-47b0abc40693'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:13:39.031527 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8adf14-e807-43a2-8e90-9e1291784070 req-27170914-ff44-4ad7-b5b1-53991135f9d6 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:39.032998 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ad8adf14-e807-43a2-8e90-9e1291784070 req-27170914-ff44-4ad7-b5b1-53991135f9d6 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 943 time: 0.0774739 Mar 02 19:13:39.084145 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ad8adf14-e807-43a2-8e90-9e1291784070 req-abcec1f2-917b-41b1-9c93-a04bab422d45 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442812 Mar 02 19:13:39.414147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725782f2-c28a-403c-8978-92b88d1aa53c req-b0433470-4cb1-41c4-8249-0f5903f8ae4f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:39.415638 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-725782f2-c28a-403c-8978-92b88d1aa53c req-b0433470-4cb1-41c4-8249-0f5903f8ae4f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 945 time: 0.0776989 Mar 02 19:13:39.467530 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-725782f2-c28a-403c-8978-92b88d1aa53c req-cb75409a-3802-4e75-9c70-11d1eb246216 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463109 Mar 02 19:13:39.723193 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 5693a7e6-b291-4650-ae12-47b0abc40693 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:13:39.840069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 5693a7e6-b291-4650-ae12-47b0abc40693 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:13:39.845324 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 5693a7e6-b291-4650-ae12-47b0abc40693 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:13:39.845688 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:39.958939 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:39.985776 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5891a1a-babe-4a4d-b554-bdded307d306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5693a7e6-b291-4650-ae12-47b0abc40693'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:13:39.996136 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 5693a7e6-b291-4650-ae12-47b0abc40693, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5693a7e6-b291-4650-ae12-47b0abc40693,segment=NetworkSegment(785332d5-a8b6-4eb1-a714-69880a50404d),segment_id=785332d5-a8b6-4eb1-a714-69880a50404d)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:13:40.042229 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5891a1a-babe-4a4d-b554-bdded307d306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5693a7e6-b291-4650-ae12-47b0abc40693', 'code': 200} Mar 02 19:13:40.118591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:40.186198 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=5693a7e6-b291-4650-ae12-47b0abc40693,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:40.289580 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a5b8a-61ca-4a4c-b92e-bb8b2f5aa157 req-4f9dda0d-dff0-4e1f-9d36-78b7c55a8fed tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:40.291099 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-673a5b8a-61ca-4a4c-b92e-bb8b2f5aa157 req-4f9dda0d-dff0-4e1f-9d36-78b7c55a8fed tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 943 time: 0.0778973 Mar 02 19:13:40.339116 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-673a5b8a-61ca-4a4c-b92e-bb8b2f5aa157 req-f7d90af0-f3dd-4075-80a5-c64bfd3d0999 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421269 Mar 02 19:13:40.405718 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-535d5ebf-114e-4496-8cfb-24c9423f90a5 req-6503052f-c2e6-4cd8-8edc-a7ba9ce7b2cd service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 1099 time: 0.0688329 Mar 02 19:13:40.450347 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-535d5ebf-114e-4496-8cfb-24c9423f90a5 req-363b1500-6db2-4d34-b7cc-67705a5801e0 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381632 Mar 02 19:13:40.678204 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0c708-aa87-4480-878e-3d3747f97c79 req-9e595c3c-f2a4-4c4b-b8f2-9866f8efaaa9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:40.679577 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-47b0c708-aa87-4480-878e-3d3747f97c79 req-9e595c3c-f2a4-4c4b-b8f2-9866f8efaaa9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 946 time: 0.0815251 Mar 02 19:13:40.725187 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-47b0c708-aa87-4480-878e-3d3747f97c79 req-12ca7c0e-f2f5-4762-956f-344c4ed691aa tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400655 Mar 02 19:13:41.558264 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337a87e-ce4a-4de7-9874-ae54f53d8653 req-932f7d98-f36a-4206-adb3-c8692846c06c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:41.559672 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1337a87e-ce4a-4de7-9874-ae54f53d8653 req-932f7d98-f36a-4206-adb3-c8692846c06c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 943 time: 0.0916796 Mar 02 19:13:41.614201 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1337a87e-ce4a-4de7-9874-ae54f53d8653 req-bd55a216-68fb-49c5-a99b-8225e12189ae tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487351 Mar 02 19:13:41.737754 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device a6847133-feed-4d42-90d0-9c755766904c details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:13:41.893329 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port a6847133-feed-4d42-90d0-9c755766904c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a6847133-feed-4d42-90d0-9c755766904c,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:13:41.907992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': 'a6847133-feed-4d42-90d0-9c755766904c', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'port_id': 'a6847133-feed-4d42-90d0-9c755766904c', 'mac_address': 'fa:16:3e:18:d2:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:13:41.928927 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb2db5-5858-4279-bd6e-dc1b4158b1cf req-db213da1-c58b-4111-ada1-b3c21b131187 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:41.930417 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-17eb2db5-5858-4279-bd6e-dc1b4158b1cf req-db213da1-c58b-4111-ada1-b3c21b131187 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 946 time: 0.0799851 Mar 02 19:13:41.965074 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:41.982722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6847133-feed-4d42-90d0-9c755766904c {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:13:41.985271 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-17eb2db5-5858-4279-bd6e-dc1b4158b1cf req-0f5d44d7-d9a3-4e83-a726-9a0d0e865cb7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434051 Mar 02 19:13:41.999838 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port a6847133-feed-4d42-90d0-9c755766904c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a6847133-feed-4d42-90d0-9c755766904c,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:13:42.086228 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:42.161340 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=a6847133-feed-4d42-90d0-9c755766904c,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:42.201939 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa139e-6abb-42f7-9e2a-21a82220b949 req-74af091a-4c75-483f-b34f-8ade22141f01 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:42.203517 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-94fa139e-6abb-42f7-9e2a-21a82220b949 req-74af091a-4c75-483f-b34f-8ade22141f01 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 946 time: 0.0858164 Mar 02 19:13:42.250658 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-94fa139e-6abb-42f7-9e2a-21a82220b949 req-26c3e0e5-feb4-40e5-888c-09491c0e6b7f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412278 Mar 02 19:13:42.279031 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38054) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:42.317584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['a6847133-feed-4d42-90d0-9c755766904c'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:13:42.525717 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b18288da-2b17-4bc7-b34b-ec62bee8e018 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 1094 time: 0.2454700 Mar 02 19:13:42.537071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38060) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:42.542353 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-8655a5e5-cbdd-4450-8c06-eea03cc05657 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'floatingip': {'port_id': '5693a7e6-b291-4650-ae12-47b0abc40693'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:13:42.620541 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8655a5e5-cbdd-4450-8c06-eea03cc05657 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:42.865452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ac896-941f-4bd8-9f8e-d0a560398e52 req-0c083f53-47e4-4cc3-8b28-8afacccd233b tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:42.866925 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e59ac896-941f-4bd8-9f8e-d0a560398e52 req-0c083f53-47e4-4cc3-8b28-8afacccd233b tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 944 time: 0.1215394 Mar 02 19:13:42.916442 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e59ac896-941f-4bd8-9f8e-d0a560398e52 req-7242d03b-827f-427a-b175-585edabd83aa tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437200 Mar 02 19:13:43.364712 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8655a5e5-cbdd-4450-8c06-eea03cc05657 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:43.474667 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8655a5e5-cbdd-4450-8c06-eea03cc05657 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:43.671752 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.l3_db [None req-8655a5e5-cbdd-4450-8c06-eea03cc05657 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Floating IP 1e85aaf7-7f8c-4c63-849e-a418c13fc8b6 associated. External IP: 172.26.4.93, port: 5693a7e6-b291-4650-ae12-47b0abc40693. Mar 02 19:13:43.739579 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device a6847133-feed-4d42-90d0-9c755766904c up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:13:43.868567 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port a6847133-feed-4d42-90d0-9c755766904c completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:13:43.874973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port a6847133-feed-4d42-90d0-9c755766904c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:13:43.875365 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:43.998495 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:44.031830 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e81440a-378b-450f-8b1b-c563bedd81df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6847133-feed-4d42-90d0-9c755766904c'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:13:44.043399 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port a6847133-feed-4d42-90d0-9c755766904c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a6847133-feed-4d42-90d0-9c755766904c,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:13:44.092579 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e81440a-378b-450f-8b1b-c563bedd81df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6847133-feed-4d42-90d0-9c755766904c', 'code': 200} Mar 02 19:13:44.148077 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8655a5e5-cbdd-4450-8c06-eea03cc05657 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router c9a4b153-77bf-4361-9ae0-4acf2d729b85 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:13:44.149518 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:44.156395 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24802336-e37e-463c-9477-9b2a7219ed4d req-cda7cd25-7600-455d-b658-3873b3cb9d9d tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:44.161289 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-24802336-e37e-463c-9477-9b2a7219ed4d req-cda7cd25-7600-455d-b658-3873b3cb9d9d tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 944 time: 0.1092663 Mar 02 19:13:44.258083 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=a6847133-feed-4d42-90d0-9c755766904c,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:44.327583 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-24802336-e37e-463c-9477-9b2a7219ed4d req-d9f694fe-5675-4950-8c7e-4e007d172104 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631720 Mar 02 19:13:44.405214 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8655a5e5-cbdd-4450-8c06-eea03cc05657 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:13:44.411052 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8655a5e5-cbdd-4450-8c06-eea03cc05657 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:44.416845 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c6370-be5d-4bf1-921d-6b0f64ab7d25 None None] Sync routers for ids ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:13:44.430439 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c6370-be5d-4bf1-921d-6b0f64ab7d25 None None] Routers {'c9a4b153-77bf-4361-9ae0-4acf2d729b85'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:13:44.431154 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-af5c6370-be5d-4bf1-921d-6b0f64ab7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:13:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:13:44.469285 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8655a5e5-cbdd-4450-8c06-eea03cc05657 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/floatingips/1e85aaf7-7f8c-4c63-849e-a418c13fc8b6 HTTP/1.1" status: 200 len: 991 time: 1.9287488 Mar 02 19:13:44.469285 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5891a1a-babe-4a4d-b554-bdded307d306', 'tag': '5693a7e6-b291-4650-ae12-47b0abc40693'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:13:44.469658 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38070) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:44.632401 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b45b4fd2-cf94-406d-9bf1-1e8ae271d4da tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/1e85aaf7-7f8c-4c63-849e-a418c13fc8b6 HTTP/1.1" status: 200 len: 991 time: 0.1615820 Mar 02 19:13:44.637042 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-af5c6370-be5d-4bf1-921d-6b0f64ab7d25 None None] Set router c9a4b153-77bf-4361-9ae0-4acf2d729b85 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:13:44.639556 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5891a1a-babe-4a4d-b554-bdded307d306', 'tag': '5693a7e6-b291-4650-ae12-47b0abc40693', 'status': 'completed', 'code': 200} Mar 02 19:13:44.646357 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7d0902b1-09af-491d-9e0a-e3e7067588b5 req-d454dfc8-34b4-4cd6-8d9e-e171608e32dc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 1098 time: 0.1185470 Mar 02 19:13:44.834733 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7d0902b1-09af-491d-9e0a-e3e7067588b5 req-44cc1dc3-397c-4709-895b-9d38be2b96f5 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819150 Mar 02 19:13:44.855144 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e0369c1b-a3e6-4486-9c16-1523814103d3 req-c70b08da-166d-47cd-a77c-9e78c4deffe0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 1099 time: 0.1868842 Mar 02 19:13:45.034201 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-af5c6370-be5d-4bf1-921d-6b0f64ab7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:12:15Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '1e85aaf7-7f8c-4c63-849e-a418c13fc8b6', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.93', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'port_id': '5693a7e6-b291-4650-ae12-47b0abc40693', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'mac_address': 'fa:16:3e:22:7c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5891a1a-babe-4a4d-b554-bdded307d306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:12:38Z', 'updated_at': '2022-03-02T19:13:43Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d8074-8fc6-49b1-bb8b-1666cb079f59', 'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:67:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:14Z', 'updated_at': '2022-03-02T19:12:22Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:13:45.040510 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c6370-be5d-4bf1-921d-6b0f64ab7d25 None None] Checking router: c9a4b153-77bf-4361-9ae0-4acf2d729b85 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:13:45.054679 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c6370-be5d-4bf1-921d-6b0f64ab7d25 None None] Routers {'c9a4b153-77bf-4361-9ae0-4acf2d729b85'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:13:45.055777 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-af5c6370-be5d-4bf1-921d-6b0f64ab7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:13:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:13:45.204474 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0369c1b-a3e6-4486-9c16-1523814103d3 req-ea9c322f-7ae5-4b07-94f7-143d78dcb132 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:45.205944 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e0369c1b-a3e6-4486-9c16-1523814103d3 req-ea9c322f-7ae5-4b07-94f7-143d78dcb132 service neutron] 10.222.0.87 "GET /v2.0/networks?id=bec7fb06-fe11-4a95-bd33-2dd9944107be HTTP/1.1" status: 200 len: 898 time: 0.1676829 Mar 02 19:13:45.275982 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [req-2306e600-66af-4d45-b1dc-873b8368996a req-13d9a445-9228-4c13-90de-ab6daaa35303 service neutron] (84532) timed out ('10.222.0.87', 62087) {{(pid=84532) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 19:13:45.301405 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-af5c6370-be5d-4bf1-921d-6b0f64ab7d25 None None] Set router c9a4b153-77bf-4361-9ae0-4acf2d729b85 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:13:45.333256 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e0369c1b-a3e6-4486-9c16-1523814103d3 req-8e45529e-97f4-4d48-adf0-40d7334d83a6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5693a7e6-b291-4650-ae12-47b0abc40693 HTTP/1.1" status: 200 len: 999 time: 0.1190248 Mar 02 19:13:45.414350 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0369c1b-a3e6-4486-9c16-1523814103d3 req-1f92fed5-05d9-4c6d-b8a6-9e4c2fe361ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:45.415913 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e0369c1b-a3e6-4486-9c16-1523814103d3 req-1f92fed5-05d9-4c6d-b8a6-9e4c2fe361ac service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e2ef3cc2-dc13-4c06-94c1-1385ce0adafd HTTP/1.1" status: 200 len: 835 time: 0.0771024 Mar 02 19:13:45.521945 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e0369c1b-a3e6-4486-9c16-1523814103d3 req-3a0f93bf-7a30-465b-bfa2-538b61456c35 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bec7fb06-fe11-4a95-bd33-2dd9944107be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0984178 Mar 02 19:13:45.587430 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32286d-8bab-460c-b95b-09c0406d2f7d req-0bb8f180-9a17-4286-960e-541573e91d16 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:45.589538 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ac32286d-8bab-460c-b95b-09c0406d2f7d req-0bb8f180-9a17-4286-960e-541573e91d16 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 945 time: 0.1106586 Mar 02 19:13:45.637497 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38080) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:45.701477 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e0369c1b-a3e6-4486-9c16-1523814103d3 req-dafbda45-533f-41e3-b7cc-887d868f7409 service neutron] 10.222.0.87 "GET /v2.0/networks/bec7fb06-fe11-4a95-bd33-2dd9944107be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712568 Mar 02 19:13:45.806127 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-af5c6370-be5d-4bf1-921d-6b0f64ab7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:12:15Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '1e85aaf7-7f8c-4c63-849e-a418c13fc8b6', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.93', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'port_id': '5693a7e6-b291-4650-ae12-47b0abc40693', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'mac_address': 'fa:16:3e:22:7c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5891a1a-babe-4a4d-b554-bdded307d306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:12:38Z', 'updated_at': '2022-03-02T19:13:43Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d8074-8fc6-49b1-bb8b-1666cb079f59', 'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:67:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:14Z', 'updated_at': '2022-03-02T19:12:22Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:13:45.810486 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c6370-be5d-4bf1-921d-6b0f64ab7d25 None None] The sync data for ids ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'] in dv-neutron-831573-1-hyperv is: [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:12:15Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '1e85aaf7-7f8c-4c63-849e-a418c13fc8b6', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.93', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'port_id': '5693a7e6-b291-4650-ae12-47b0abc40693', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'mac_address': 'fa:16:3e:22:7c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5891a1a-babe-4a4d-b554-bdded307d306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:12:38Z', 'updated_at': '2022-03-02T19:13:43Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d8074-8fc6-49b1-bb8b-1666cb079f59', 'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:67:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:14Z', 'updated_at': '2022-03-02T19:12:22Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:13:45.832749 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ac32286d-8bab-460c-b95b-09c0406d2f7d req-45f171f2-7931-4b05-ba4c-3d67941bd7b0 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363911 Mar 02 19:13:45.890857 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9b8a770b-a083-4d75-b146-ccdff7281437 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/1e85aaf7-7f8c-4c63-849e-a418c13fc8b6 HTTP/1.1" status: 200 len: 991 time: 0.2523069 Mar 02 19:13:45.917244 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e0369c1b-a3e6-4486-9c16-1523814103d3 req-b4e64a38-c529-451e-8e9c-c50a27e7b9fb service neutron] 10.222.0.87 "GET /v2.0/networks/bec7fb06-fe11-4a95-bd33-2dd9944107be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039695 Mar 02 19:13:46.049065 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c203ca-75a8-415b-8338-96a2e1576fe4 None None] New status for floating IP 1e85aaf7-7f8c-4c63-849e-a418c13fc8b6: ACTIVE {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:13:46.892598 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38086) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:47.002045 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a69f9260-f6b0-4b39-8170-9466105be6da tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/1e85aaf7-7f8c-4c63-849e-a418c13fc8b6 HTTP/1.1" status: 200 len: 993 time: 0.1082990 Mar 02 19:13:47.044359 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b203bc-aae6-4677-887f-202e88c3ec2d req-7df9a467-926a-4c5f-ac73-ad2aabdeb0b9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:47.045832 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b6b203bc-aae6-4677-887f-202e88c3ec2d req-7df9a467-926a-4c5f-ac73-ad2aabdeb0b9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 945 time: 0.0798559 Mar 02 19:13:47.092266 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b6b203bc-aae6-4677-887f-202e88c3ec2d req-726deb7d-6622-4484-ace1-e046a31b1475 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408270 Mar 02 19:13:47.293351 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36f6d7-133e-479b-8704-cb2a020b8a02 req-8e76c310-af31-4b3e-8436-e1a30ff4c361 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:47.294814 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5e36f6d7-133e-479b-8704-cb2a020b8a02 req-8e76c310-af31-4b3e-8436-e1a30ff4c361 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 945 time: 0.0814028 Mar 02 19:13:47.341153 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5e36f6d7-133e-479b-8704-cb2a020b8a02 req-fae52ec8-d010-4213-b590-ff42dfb5ff71 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406339 Mar 02 19:13:47.370958 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38092) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:47.575758 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cdd06635-1150-44eb-adf6-6b3b16090cb2 tempest-TestVolumeBootPattern-2047568961 tempest-TestVolumeBootPattern-2047568961-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 1093 time: 0.2034760 Mar 02 19:13:47.582116 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38098) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:47.587552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': 'a6847133-feed-4d42-90d0-9c755766904c', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:13:47.593079 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:13:47.596903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Usage tracker for resource:floatingip and tenant:0c751e1819ac4d70a34f41774e11c468 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:13:47.600350 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:13:47.606013 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:13:47.686066 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:47.828149 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:47.967872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Allocated IP 172.26.4.176 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/30fdfc13-39a0-471d-8a8c-64d71f8a47ad) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:13:48.123570 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:48.228620 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:48.296752 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:13:48.299545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:13:48.304277 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:13:48.328434 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event updated for resources: {'Port': ['ID=30fdfc13-39a0-471d-8a8c-64d71f8a47ad,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:48.915103 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:49.037669 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:49.248986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:49.331658 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:49.439055 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event updated for resources: {'Port': ['ID=30fdfc13-39a0-471d-8a8c-64d71f8a47ad,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:49.453892 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:49.651667 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Floating IP 8aac6753-30bd-47fc-ad15-d507625bb9d3 associated. External IP: 172.26.4.176, port: a6847133-feed-4d42-90d0-9c755766904c. Mar 02 19:13:50.062276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Router 21db579b-4602-4cd0-9f6f-86df599f8b7b has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:13:50.378514 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:13:50.390129 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2fa462-cfca-4155-9712-5e868b157db2 None None] Sync routers for ids ['21db579b-4602-4cd0-9f6f-86df599f8b7b'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:13:50.403687 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2fa462-cfca-4155-9712-5e868b157db2 None None] Routers {'21db579b-4602-4cd0-9f6f-86df599f8b7b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:13:50.404302 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ee2fa462-cfca-4155-9712-5e868b157db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:13:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['21db579b-4602-4cd0-9f6f-86df599f8b7b'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:13:50.485230 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:50.540652 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e782134c-7ddc-4813-a337-646d5dbae58a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9572735 Mar 02 19:13:50.541232 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e81440a-378b-450f-8b1b-c563bedd81df', 'tag': 'a6847133-feed-4d42-90d0-9c755766904c'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:13:50.589342 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-ee2fa462-cfca-4155-9712-5e868b157db2 None None] Set router 21db579b-4602-4cd0-9f6f-86df599f8b7b gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:13:50.602516 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e81440a-378b-450f-8b1b-c563bedd81df', 'tag': 'a6847133-feed-4d42-90d0-9c755766904c', 'status': 'completed', 'code': 200} Mar 02 19:13:50.703700 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7d249ae3-3087-4cf9-a7fa-6ce28fb70f0d req-b1010381-b29d-4754-a5f1-6645a4fab21f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c751e1819ac4d70a34f41774e11c468&device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 1098 time: 0.0754635 Mar 02 19:13:50.844910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d249ae3-3087-4cf9-a7fa-6ce28fb70f0d req-26ea8788-58ba-47ab-86a3-2a44a2e8b420 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:50.846357 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7d249ae3-3087-4cf9-a7fa-6ce28fb70f0d req-26ea8788-58ba-47ab-86a3-2a44a2e8b420 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2e33772f-7a83-4314-934e-a7ea68526e72 HTTP/1.1" status: 200 len: 913 time: 0.1365786 Mar 02 19:13:50.949287 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7d249ae3-3087-4cf9-a7fa-6ce28fb70f0d req-fa0e92bb-88d0-4a1a-9e92-49b8430b6cf5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6847133-feed-4d42-90d0-9c755766904c HTTP/1.1" status: 200 len: 999 time: 0.0965681 Mar 02 19:13:50.954996 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ee2fa462-cfca-4155-9712-5e868b157db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '19554491-c954-45eb-b95f-b97448b0e3e3', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'port_id': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'mac_address': 'fa:16:3e:a2:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:10:38Z', 'updated_at': '2022-03-02T19:10:42Z', 'revision_number': 1, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'fixed_ip_address_scope': None}, {'id': '8aac6753-30bd-47fc-ad15-d507625bb9d3', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'floating_ip_address': '172.26.4.176', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'port_id': 'a6847133-feed-4d42-90d0-9c755766904c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'mac_address': 'fa:16:3e:18:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e81440a-378b-450f-8b1b-c563bedd81df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:13:48Z', 'updated_at': '2022-03-02T19:13:48Z', 'revision_number': 0, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:44Z', 'revision_number': 5, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:13:50.959133 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2fa462-cfca-4155-9712-5e868b157db2 None None] Checking router: 21db579b-4602-4cd0-9f6f-86df599f8b7b for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:13:50.969752 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2fa462-cfca-4155-9712-5e868b157db2 None None] Routers {'21db579b-4602-4cd0-9f6f-86df599f8b7b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:13:50.970339 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ee2fa462-cfca-4155-9712-5e868b157db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:13:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['21db579b-4602-4cd0-9f6f-86df599f8b7b'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:13:51.017810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d249ae3-3087-4cf9-a7fa-6ce28fb70f0d req-82fd6cb2-7178-4c44-9b5f-3b4d46ab3768 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:51.019453 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7d249ae3-3087-4cf9-a7fa-6ce28fb70f0d req-82fd6cb2-7178-4c44-9b5f-3b4d46ab3768 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=eb42d443-71ba-493e-8b31-52bf5eb54af6 HTTP/1.1" status: 200 len: 851 time: 0.0630207 Mar 02 19:13:51.103599 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7d249ae3-3087-4cf9-a7fa-6ce28fb70f0d req-be819dcd-e91d-4d53-b35d-85d1ff0611d2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2e33772f-7a83-4314-934e-a7ea68526e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741942 Mar 02 19:13:51.153587 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-ee2fa462-cfca-4155-9712-5e868b157db2 None None] Set router 21db579b-4602-4cd0-9f6f-86df599f8b7b gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:13:51.244950 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7d249ae3-3087-4cf9-a7fa-6ce28fb70f0d req-d733fe91-fb94-4935-ba71-4452c5cfcdeb service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329222 Mar 02 19:13:51.387216 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7d249ae3-3087-4cf9-a7fa-6ce28fb70f0d req-1aa08cb8-c55d-4254-a006-7631779f4945 service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348257 Mar 02 19:13:51.521479 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ee2fa462-cfca-4155-9712-5e868b157db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '19554491-c954-45eb-b95f-b97448b0e3e3', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'port_id': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'mac_address': 'fa:16:3e:a2:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:10:38Z', 'updated_at': '2022-03-02T19:10:42Z', 'revision_number': 1, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'fixed_ip_address_scope': None}, {'id': '8aac6753-30bd-47fc-ad15-d507625bb9d3', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'floating_ip_address': '172.26.4.176', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'port_id': 'a6847133-feed-4d42-90d0-9c755766904c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'mac_address': 'fa:16:3e:18:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e81440a-378b-450f-8b1b-c563bedd81df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:13:48Z', 'updated_at': '2022-03-02T19:13:48Z', 'revision_number': 0, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:44Z', 'revision_number': 5, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:13:51.525870 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2fa462-cfca-4155-9712-5e868b157db2 None None] The sync data for ids ['21db579b-4602-4cd0-9f6f-86df599f8b7b'] in dv-neutron-831573-1-hyperv is: [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '19554491-c954-45eb-b95f-b97448b0e3e3', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'port_id': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'mac_address': 'fa:16:3e:a2:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:10:38Z', 'updated_at': '2022-03-02T19:10:42Z', 'revision_number': 1, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'fixed_ip_address_scope': None}, {'id': '8aac6753-30bd-47fc-ad15-d507625bb9d3', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'floating_ip_address': '172.26.4.176', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'port_id': 'a6847133-feed-4d42-90d0-9c755766904c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'mac_address': 'fa:16:3e:18:d2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e81440a-378b-450f-8b1b-c563bedd81df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:13:48Z', 'updated_at': '2022-03-02T19:13:48Z', 'revision_number': 0, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:44Z', 'revision_number': 5, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:13:51.675154 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c90f5a36-f20d-4f5a-be7e-ae25d5bc5789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:52.344342 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b97f34-2a20-4edc-9602-22a918d7e441 None None] New status for floating IP 8aac6753-30bd-47fc-ad15-d507625bb9d3: ACTIVE {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:13:53.793781 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b000b2a7-579f-45b3-8741-feed87f30b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:55.142018 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:55.467854 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:56.411303 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:01.279765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:08.657648 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:14:16.856671 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ca0d71ea-a901-4df3-a03c-fc82071263ef req-9bdc8387-5e8c-4006-a63e-375c7138202c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805020 Mar 02 19:14:16.960153 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ca0d71ea-a901-4df3-a03c-fc82071263ef req-2cc71b01-ccb8-41d6-b2d6-334e238405eb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 1098 time: 0.0806587 Mar 02 19:14:17.112505 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d71ea-a901-4df3-a03c-fc82071263ef req-760aa049-f7f7-4a63-b17c-8dabed2c7b48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:17.113903 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ca0d71ea-a901-4df3-a03c-fc82071263ef req-760aa049-f7f7-4a63-b17c-8dabed2c7b48 service neutron] 10.222.0.87 "GET /v2.0/networks?id=bec7fb06-fe11-4a95-bd33-2dd9944107be HTTP/1.1" status: 200 len: 898 time: 0.1351588 Mar 02 19:14:17.201204 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ca0d71ea-a901-4df3-a03c-fc82071263ef req-e6aa0733-832f-48be-b412-5ff346e15813 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8aec2070-8f0e-4e16-8941-71c82a24f76a HTTP/1.1" status: 200 len: 217 time: 0.0678604 Mar 02 19:14:17.258462 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d71ea-a901-4df3-a03c-fc82071263ef req-32f6c711-0963-4c40-97d6-122ac38b1fab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:17.258462 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ca0d71ea-a901-4df3-a03c-fc82071263ef req-32f6c711-0963-4c40-97d6-122ac38b1fab service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e2ef3cc2-dc13-4c06-94c1-1385ce0adafd HTTP/1.1" status: 200 len: 835 time: 0.0619524 Mar 02 19:14:17.350136 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ca0d71ea-a901-4df3-a03c-fc82071263ef req-168d6f3c-eccd-481c-bee6-8e462b079354 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bec7fb06-fe11-4a95-bd33-2dd9944107be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725434 Mar 02 19:14:17.477006 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ca0d71ea-a901-4df3-a03c-fc82071263ef req-810602a3-4fb9-4af9-b946-29af97bf3059 service neutron] 10.222.0.87 "GET /v2.0/networks/bec7fb06-fe11-4a95-bd33-2dd9944107be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334321 Mar 02 19:14:17.615434 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ca0d71ea-a901-4df3-a03c-fc82071263ef req-0763f6f3-540c-4927-87e7-077758bf9cfc service neutron] 10.222.0.87 "GET /v2.0/networks/bec7fb06-fe11-4a95-bd33-2dd9944107be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318586 Mar 02 19:14:21.698295 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ece1462c-21a2-4967-9f2d-e55f8c8c3eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:22.709461 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e24686-79b1-48d6-9c05-d6d70bd341fe req-18d5a7df-8063-46b9-843f-ca204c675327 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:22.710974 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-77e24686-79b1-48d6-9c05-d6d70bd341fe req-18d5a7df-8063-46b9-843f-ca204c675327 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 946 time: 0.0816619 Mar 02 19:14:22.759783 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-77e24686-79b1-48d6-9c05-d6d70bd341fe req-e542f395-d245-46d3-90bc-fa5c726b3d8b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427969 Mar 02 19:14:23.760271 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ef6d-7d21-4d77-851e-0f4b799cf206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:23.968252 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9fb98-8f37-4c74-a7c2-670b07e8b08e req-e4c407ef-6344-413f-808a-2cd273d1344d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:23.969716 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bbd9fb98-8f37-4c74-a7c2-670b07e8b08e req-e4c407ef-6344-413f-808a-2cd273d1344d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 946 time: 0.0832219 Mar 02 19:14:24.015946 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bbd9fb98-8f37-4c74-a7c2-670b07e8b08e req-4e64b6cb-cf4b-4d65-a50d-53f4287beec7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398901 Mar 02 19:14:24.277794 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39253b0-669f-4842-be6d-03bfd072cd35 req-ffd424a2-31ff-48ab-92cc-16b27fe51391 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:24.279135 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f39253b0-669f-4842-be6d-03bfd072cd35 req-ffd424a2-31ff-48ab-92cc-16b27fe51391 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 946 time: 0.0762188 Mar 02 19:14:24.443295 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-f39253b0-669f-4842-be6d-03bfd072cd35 req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 5693a7e6-b291-4650-ae12-47b0abc40693 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:14:24.443726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f39253b0-669f-4842-be6d-03bfd072cd35 req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:24.696358 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-f39253b0-669f-4842-be6d-03bfd072cd35 req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port 5693a7e6-b291-4650-ae12-47b0abc40693, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5693a7e6-b291-4650-ae12-47b0abc40693,segment=NetworkSegment(785332d5-a8b6-4eb1-a714-69880a50404d),segment_id=785332d5-a8b6-4eb1-a714-69880a50404d)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:14:24.696715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f39253b0-669f-4842-be6d-03bfd072cd35 req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:25.000106 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f39253b0-669f-4842-be6d-03bfd072cd35 req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:25.000815 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f39253b0-669f-4842-be6d-03bfd072cd35 req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:25.000815 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [req-f39253b0-669f-4842-be6d-03bfd072cd35 req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Floating IP 1e85aaf7-7f8c-4c63-849e-a418c13fc8b6 disassociated. External IP: 172.26.4.93, port: 5693a7e6-b291-4650-ae12-47b0abc40693. Mar 02 19:14:25.001164 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-f39253b0-669f-4842-be6d-03bfd072cd35 req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 5693a7e6-b291-4650-ae12-47b0abc40693 owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:14:25.157115 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:25.226828 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55e80a-6408-4800-9292-34ad594ebdd4 req-d16bcabd-e75c-4d9b-878d-04c052aade0c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:25.228307 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5d55e80a-6408-4800-9292-34ad594ebdd4 req-d16bcabd-e75c-4d9b-878d-04c052aade0c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 946 time: 0.0844882 Mar 02 19:14:25.276030 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5d55e80a-6408-4800-9292-34ad594ebdd4 req-c97f86b6-ffeb-4a62-b387-cf2db287530f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412886 Mar 02 19:14:25.282150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f39253b0-669f-4842-be6d-03bfd072cd35 req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:25.334829 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=5693a7e6-b291-4650-ae12-47b0abc40693,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:25.347040 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:25.347408 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:25.347743 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:25.348070 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:25.348397 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:25.348722 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:25.349042 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:25.349357 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:25.349708 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:25.350021 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:25.350335 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:25.447948 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:25.563863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f39253b0-669f-4842-be6d-03bfd072cd35 req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router c9a4b153-77bf-4361-9ae0-4acf2d729b85 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:14:25.789194 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f39253b0-669f-4842-be6d-03bfd072cd35 req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:14:25.800921 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd3088-cf10-430d-ae4e-e45d2827adef None None] Sync routers for ids ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:14:25.817515 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd3088-cf10-430d-ae4e-e45d2827adef None None] Routers {'c9a4b153-77bf-4361-9ae0-4acf2d729b85'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:14:25.820060 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-9cfd3088-cf10-430d-ae4e-e45d2827adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:14:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:25.864716 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39253b0-669f-4842-be6d-03bfd072cd35 req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] No DVR routers for this DVR port 5693a7e6-b291-4650-ae12-47b0abc40693 on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:14:25.867687 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f39253b0-669f-4842-be6d-03bfd072cd35 req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:25.870464 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5891a1a-babe-4a4d-b554-bdded307d306', 'name': 'network-vif-deleted', 'tag': '5693a7e6-b291-4650-ae12-47b0abc40693'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:14:25.930288 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5891a1a-babe-4a4d-b554-bdded307d306', 'name': 'network-vif-deleted', 'tag': '5693a7e6-b291-4650-ae12-47b0abc40693', 'status': 'completed', 'code': 200} Mar 02 19:14:25.966877 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f39253b0-669f-4842-be6d-03bfd072cd35 req-7ecf344a-e764-42a2-b368-9c6d95181193 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "DELETE /v2.0/ports/5693a7e6-b291-4650-ae12-47b0abc40693 HTTP/1.1" status: 204 len: 173 time: 1.6812336 Mar 02 19:14:26.002857 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-9cfd3088-cf10-430d-ae4e-e45d2827adef None None] Set router c9a4b153-77bf-4361-9ae0-4acf2d729b85 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:14:26.335121 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-9cfd3088-cf10-430d-ae4e-e45d2827adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:12:15Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ad9d8074-8fc6-49b1-bb8b-1666cb079f59', 'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:67:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:14Z', 'updated_at': '2022-03-02T19:12:22Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:26.341175 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd3088-cf10-430d-ae4e-e45d2827adef None None] Checking router: c9a4b153-77bf-4361-9ae0-4acf2d729b85 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:14:26.356621 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd3088-cf10-430d-ae4e-e45d2827adef None None] Routers {'c9a4b153-77bf-4361-9ae0-4acf2d729b85'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:14:26.357244 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-9cfd3088-cf10-430d-ae4e-e45d2827adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:14:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:26.408107 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:26.536823 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-9cfd3088-cf10-430d-ae4e-e45d2827adef None None] Set router c9a4b153-77bf-4361-9ae0-4acf2d729b85 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:14:26.565353 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6cfddb54-0d26-4e5b-827e-5c01117ec2d8 req-47498c1e-6dbd-4f19-8753-04df983a2b8c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5891a1a-babe-4a4d-b554-bdded307d306 HTTP/1.1" status: 200 len: 210 time: 0.0416677 Mar 02 19:14:26.865885 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-9cfd3088-cf10-430d-ae4e-e45d2827adef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:12:15Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ad9d8074-8fc6-49b1-bb8b-1666cb079f59', 'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:67:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:14Z', 'updated_at': '2022-03-02T19:12:22Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:26.870317 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd3088-cf10-430d-ae4e-e45d2827adef None None] The sync data for ids ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'] in dv-neutron-831573-1-hyperv is: [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:12:15Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ad9d8074-8fc6-49b1-bb8b-1666cb079f59', 'name': '', 'network_id': 'bec7fb06-fe11-4a95-bd33-2dd9944107be', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:67:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:14Z', 'updated_at': '2022-03-02T19:12:22Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'e2ef3cc2-dc13-4c06-94c1-1385ce0adafd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:14:27.111088 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0b5317-e5bf-4901-9855-6772bb7997d8 None None] New status for floating IP 1e85aaf7-7f8c-4c63-849e-a418c13fc8b6: DOWN {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:14:27.686619 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38138) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:27.760179 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-977eedd1-1e44-4dbc-a0a1-cf0b5deaf42b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:27.792210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-977eedd1-1e44-4dbc-a0a1-cf0b5deaf42b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:27.961787 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-977eedd1-1e44-4dbc-a0a1-cf0b5deaf42b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:27.980451 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977eedd1-1e44-4dbc-a0a1-cf0b5deaf42b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:28.064463 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-977eedd1-1e44-4dbc-a0a1-cf0b5deaf42b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:28.065681 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-977eedd1-1e44-4dbc-a0a1-cf0b5deaf42b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/security-groups/1739c15d-21f5-45f2-9dfd-f3d8e3d7adcc HTTP/1.1" status: 204 len: 168 time: 0.3780756 Mar 02 19:14:28.185768 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38144) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:28.437737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e0372d56-9a99-4a15-af45-540bdf9225b9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 950f22c7-a44d-4604-bd8f-029136c96146 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:14:28.438083 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e0372d56-9a99-4a15-af45-540bdf9225b9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:28.615883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e0372d56-9a99-4a15-af45-540bdf9225b9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:28.616151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e0372d56-9a99-4a15-af45-540bdf9225b9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:28.738723 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e0372d56-9a99-4a15-af45-540bdf9225b9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 950f22c7-a44d-4604-bd8f-029136c96146 owned by network:floatingip {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:14:28.967329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e0372d56-9a99-4a15-af45-540bdf9225b9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:29.014065 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0372d56-9a99-4a15-af45-540bdf9225b9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=950f22c7-a44d-4604-bd8f-029136c96146,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:29.113323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e0372d56-9a99-4a15-af45-540bdf9225b9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:29.130161 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e0372d56-9a99-4a15-af45-540bdf9225b9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:29.132041 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e0372d56-9a99-4a15-af45-540bdf9225b9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/floatingips/1e85aaf7-7f8c-4c63-849e-a418c13fc8b6 HTTP/1.1" status: 204 len: 168 time: 0.9452684 Mar 02 19:14:29.782568 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4534d44-1fe4-4a3c-8d98-b667c62cdff9 req-f376f8cb-d4c7-40f3-84a8-4f127fb67938 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:29.784073 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d4534d44-1fe4-4a3c-8d98-b667c62cdff9 req-f376f8cb-d4c7-40f3-84a8-4f127fb67938 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 945 time: 0.0925281 Mar 02 19:14:29.831618 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d4534d44-1fe4-4a3c-8d98-b667c62cdff9 req-8166dc8d-1aa7-4b12-9f27-2f40ee590ba5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=031f352f-432d-4436-a7eb-b21ec70a3d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417113 Mar 02 19:14:29.946953 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 5693a7e6-b291-4650-ae12-47b0abc40693 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:14:29.979717 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 5693a7e6-b291-4650-ae12-47b0abc40693 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:14:29.980062 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 5693a7e6-b291-4650-ae12-47b0abc40693 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:14:31.042808 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c793a5-0917-46e2-90d3-e8a327ea5b19 req-cb56d6e4-f6f2-4751-91a0-42b9808ff2f5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:31.043546 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-a0c793a5-0917-46e2-90d3-e8a327ea5b19 req-cb56d6e4-f6f2-4751-91a0-42b9808ff2f5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:14:31.147680 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-a0c793a5-0917-46e2-90d3-e8a327ea5b19 req-cb56d6e4-f6f2-4751-91a0-42b9808ff2f5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:14:31.147680 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a0c793a5-0917-46e2-90d3-e8a327ea5b19 req-cb56d6e4-f6f2-4751-91a0-42b9808ff2f5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 945 time: 0.1851361 Mar 02 19:14:31.235671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-a0c793a5-0917-46e2-90d3-e8a327ea5b19 req-25099d2e-ac7d-4fb4-9bcb-d54729f1bdd3 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:14:31.279247 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:31.281453 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b464719-5554-40e5-b82b-e3a86664db36 req-9cb00a7f-1da3-4448-8a9b-898b9d7553be tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:31.282978 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6b464719-5554-40e5-b82b-e3a86664db36 req-9cb00a7f-1da3-4448-8a9b-898b9d7553be tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/ports?device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 945 time: 0.0956645 Mar 02 19:14:31.353262 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-6b464719-5554-40e5-b82b-e3a86664db36 req-d155532d-d9bc-489e-b237-e63690de95a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 8aec2070-8f0e-4e16-8941-71c82a24f76a {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:14:31.353606 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-6b464719-5554-40e5-b82b-e3a86664db36 req-d155532d-d9bc-489e-b237-e63690de95a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:31.381646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-a0c793a5-0917-46e2-90d3-e8a327ea5b19 req-25099d2e-ac7d-4fb4-9bcb-d54729f1bdd3 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:14:31.383252 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a0c793a5-0917-46e2-90d3-e8a327ea5b19 req-25099d2e-ac7d-4fb4-9bcb-d54729f1bdd3 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=031f352f-432d-4436-a7eb-b21ec70a3d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310665 Mar 02 19:14:31.630189 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-6b464719-5554-40e5-b82b-e3a86664db36 req-d155532d-d9bc-489e-b237-e63690de95a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port 8aec2070-8f0e-4e16-8941-71c82a24f76a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8aec2070-8f0e-4e16-8941-71c82a24f76a,segment=NetworkSegment(785332d5-a8b6-4eb1-a714-69880a50404d),segment_id=785332d5-a8b6-4eb1-a714-69880a50404d)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:14:31.630573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-6b464719-5554-40e5-b82b-e3a86664db36 req-d155532d-d9bc-489e-b237-e63690de95a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:31.758381 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-6b464719-5554-40e5-b82b-e3a86664db36 req-d155532d-d9bc-489e-b237-e63690de95a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 8aec2070-8f0e-4e16-8941-71c82a24f76a owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:14:32.389227 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-6b464719-5554-40e5-b82b-e3a86664db36 req-d155532d-d9bc-489e-b237-e63690de95a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:32.440393 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155532d-d9bc-489e-b237-e63690de95a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=8aec2070-8f0e-4e16-8941-71c82a24f76a,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:32.574648 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-db0032f6-4eb2-4fd8-b7ed-5f84a7261bef req-b8d03a56-f894-4735-9058-1d21bdebf636 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 210 time: 0.0448673 Mar 02 19:14:32.611303 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b464719-5554-40e5-b82b-e3a86664db36 req-d155532d-d9bc-489e-b237-e63690de95a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] No DVR routers for this DVR port 8aec2070-8f0e-4e16-8941-71c82a24f76a on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:14:32.613702 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-6b464719-5554-40e5-b82b-e3a86664db36 req-d155532d-d9bc-489e-b237-e63690de95a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:32.616538 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c984e35a-19a8-42d0-8351-db3ecf65d37e', 'name': 'network-vif-deleted', 'tag': '8aec2070-8f0e-4e16-8941-71c82a24f76a'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:14:32.673237 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c984e35a-19a8-42d0-8351-db3ecf65d37e', 'name': 'network-vif-deleted', 'tag': '8aec2070-8f0e-4e16-8941-71c82a24f76a', 'status': 'completed', 'code': 200} Mar 02 19:14:33.031106 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6b464719-5554-40e5-b82b-e3a86664db36 req-d155532d-d9bc-489e-b237-e63690de95a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "DELETE /v2.0/ports/8aec2070-8f0e-4e16-8941-71c82a24f76a HTTP/1.1" status: 204 len: 173 time: 1.7423584 Mar 02 19:14:33.759998 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4db80ccd-b7e4-4061-bd8f-563da760abdb req-debd36df-f4d4-43cf-815c-3915e56a5c9a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=c984e35a-19a8-42d0-8351-db3ecf65d37e HTTP/1.1" status: 200 len: 210 time: 0.0470247 Mar 02 19:14:34.868856 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38164) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:34.940561 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c08944cf-b536-466c-bd3b-ad887fe99d62 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:34.970356 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c08944cf-b536-466c-bd3b-ad887fe99d62 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:35.122866 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c08944cf-b536-466c-bd3b-ad887fe99d62 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:35.142527 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08944cf-b536-466c-bd3b-ad887fe99d62 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=031f352f-432d-4436-a7eb-b21ec70a3d49,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:35.153286 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08944cf-b536-466c-bd3b-ad887fe99d62 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:35.153639 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08944cf-b536-466c-bd3b-ad887fe99d62 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:35.153978 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08944cf-b536-466c-bd3b-ad887fe99d62 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:35.154314 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08944cf-b536-466c-bd3b-ad887fe99d62 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:35.154692 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08944cf-b536-466c-bd3b-ad887fe99d62 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:35.155344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08944cf-b536-466c-bd3b-ad887fe99d62 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:35.155344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08944cf-b536-466c-bd3b-ad887fe99d62 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:35.155673 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08944cf-b536-466c-bd3b-ad887fe99d62 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:35.156422 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08944cf-b536-466c-bd3b-ad887fe99d62 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:35.156422 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08944cf-b536-466c-bd3b-ad887fe99d62 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:35.156721 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08944cf-b536-466c-bd3b-ad887fe99d62 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:35.241471 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c08944cf-b536-466c-bd3b-ad887fe99d62 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:35.242627 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c08944cf-b536-466c-bd3b-ad887fe99d62 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/security-groups/031f352f-432d-4436-a7eb-b21ec70a3d49 HTTP/1.1" status: 204 len: 168 time: 0.3727922 Mar 02 19:14:35.379825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38170) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:35.790467 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ae1766d1-7458-405f-a2ad-b922d81b92f2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:35.979086 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 8aec2070-8f0e-4e16-8941-71c82a24f76a no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:14:36.016659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 8aec2070-8f0e-4e16-8941-71c82a24f76a {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:14:36.017003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 8aec2070-8f0e-4e16-8941-71c82a24f76a not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:14:36.426632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-ae1766d1-7458-405f-a2ad-b922d81b92f2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port ad9d8074-8fc6-49b1-bb8b-1666cb079f59 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:14:36.427198 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ae1766d1-7458-405f-a2ad-b922d81b92f2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:36.623918 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-ae1766d1-7458-405f-a2ad-b922d81b92f2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port ad9d8074-8fc6-49b1-bb8b-1666cb079f59, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=ad9d8074-8fc6-49b1-bb8b-1666cb079f59,segment=NetworkSegment(785332d5-a8b6-4eb1-a714-69880a50404d),segment_id=785332d5-a8b6-4eb1-a714-69880a50404d)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:14:36.628543 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ae1766d1-7458-405f-a2ad-b922d81b92f2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:36.748737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-ae1766d1-7458-405f-a2ad-b922d81b92f2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for ad9d8074-8fc6-49b1-bb8b-1666cb079f59 owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:14:37.111046 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ae1766d1-7458-405f-a2ad-b922d81b92f2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:37.160402 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1766d1-7458-405f-a2ad-b922d81b92f2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=ad9d8074-8fc6-49b1-bb8b-1666cb079f59,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:37.470511 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ae1766d1-7458-405f-a2ad-b922d81b92f2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:38.081002 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1766d1-7458-405f-a2ad-b922d81b92f2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router c9a4b153-77bf-4361-9ae0-4acf2d729b85 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:14:38.290228 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1766d1-7458-405f-a2ad-b922d81b92f2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:14:38.300688 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d2b2e5-3488-414b-8348-720cdd7134c3 None None] Sync routers for ids ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:14:38.305794 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ae1766d1-7458-405f-a2ad-b922d81b92f2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/routers/c9a4b153-77bf-4361-9ae0-4acf2d729b85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9247715 Mar 02 19:14:38.311781 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38174) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:38.318107 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d2b2e5-3488-414b-8348-720cdd7134c3 None None] Routers {'c9a4b153-77bf-4361-9ae0-4acf2d729b85'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:14:38.319412 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-e4d2b2e5-3488-414b-8348-720cdd7134c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:14:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:38.508534 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac080d3c-f6d8-49c7-b5b9-6d1f4fb2dbfd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting subnet e2ef3cc2-dc13-4c06-94c1-1385ce0adafd {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:14:38.511575 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ac080d3c-f6d8-49c7-b5b9-6d1f4fb2dbfd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:38.512127 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-e4d2b2e5-3488-414b-8348-720cdd7134c3 None None] Set router c9a4b153-77bf-4361-9ae0-4acf2d729b85 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:14:38.679545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ac080d3c-f6d8-49c7-b5b9-6d1f4fb2dbfd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:38.771257 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ac080d3c-f6d8-49c7-b5b9-6d1f4fb2dbfd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:38.854955 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-e4d2b2e5-3488-414b-8348-720cdd7134c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:14:36Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:38.859214 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d2b2e5-3488-414b-8348-720cdd7134c3 None None] Checking router: c9a4b153-77bf-4361-9ae0-4acf2d729b85 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:14:38.870328 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d2b2e5-3488-414b-8348-720cdd7134c3 None None] Routers {'c9a4b153-77bf-4361-9ae0-4acf2d729b85'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:14:38.870940 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-e4d2b2e5-3488-414b-8348-720cdd7134c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:14:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:38.940105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ac080d3c-f6d8-49c7-b5b9-6d1f4fb2dbfd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:38.982327 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac080d3c-f6d8-49c7-b5b9-6d1f4fb2dbfd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ef3cc2-dc13-4c06-94c1-1385ce0adafd,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:38.986386 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ac080d3c-f6d8-49c7-b5b9-6d1f4fb2dbfd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:38.993003 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ac080d3c-f6d8-49c7-b5b9-6d1f4fb2dbfd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/subnets/e2ef3cc2-dc13-4c06-94c1-1385ce0adafd HTTP/1.1" status: 204 len: 168 time: 0.6793818 Mar 02 19:14:38.995598 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38178) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:38.996622 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0147a62d-b167-4639-8512-d987bae9ce4e None None] Network bec7fb06-fe11-4a95-bd33-2dd9944107be requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:14:39.068026 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-e4d2b2e5-3488-414b-8348-720cdd7134c3 None None] Set router c9a4b153-77bf-4361-9ae0-4acf2d729b85 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:14:39.210934 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1534aa0d-268d-4ae1-a740-901cbd8260f1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:39.319591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a15fd1-16be-4523-b63e-e542690655b5 None None] DHCP port deletion for bec7fb06-fe11-4a95-bd33-2dd9944107be request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:14:39.325109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-35a15fd1-16be-4523-b63e-e542690655b5 None None] Deleting port 3509dee8-6bbd-47c4-86c5-414cd9bcef02 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:14:39.325109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-35a15fd1-16be-4523-b63e-e542690655b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:39.386754 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-e4d2b2e5-3488-414b-8348-720cdd7134c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:14:36Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:39.391380 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d2b2e5-3488-414b-8348-720cdd7134c3 None None] The sync data for ids ['c9a4b153-77bf-4361-9ae0-4acf2d729b85'] in dv-neutron-831573-1-hyperv is: [{'id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'name': 'tempest-TestNetworkBasicOps-router-1482217026', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:12:08Z', 'updated_at': '2022-03-02T19:14:36Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'a5690b96-4e6d-4209-be34-5a2cf1695338', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a4b153-77bf-4361-9ae0-4acf2d729b85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:12:09Z', 'updated_at': '2022-03-02T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:14:39.439796 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1534aa0d-268d-4ae1-a740-901cbd8260f1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:39.576920 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-35a15fd1-16be-4523-b63e-e542690655b5 None None] For port 3509dee8-6bbd-47c4-86c5-414cd9bcef02, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3509dee8-6bbd-47c4-86c5-414cd9bcef02,segment=NetworkSegment(785332d5-a8b6-4eb1-a714-69880a50404d),segment_id=785332d5-a8b6-4eb1-a714-69880a50404d)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:14:39.577307 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-35a15fd1-16be-4523-b63e-e542690655b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:39.579166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-1534aa0d-268d-4ae1-a740-901cbd8260f1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port a5690b96-4e6d-4209-be34-5a2cf1695338 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:14:39.579669 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1534aa0d-268d-4ae1-a740-901cbd8260f1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:39.700431 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-35a15fd1-16be-4523-b63e-e542690655b5 None None] Calling delete_port for 3509dee8-6bbd-47c4-86c5-414cd9bcef02 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:14:39.777728 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-1534aa0d-268d-4ae1-a740-901cbd8260f1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port a5690b96-4e6d-4209-be34-5a2cf1695338, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a5690b96-4e6d-4209-be34-5a2cf1695338,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:14:39.778093 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1534aa0d-268d-4ae1-a740-901cbd8260f1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:39.842185 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-35a15fd1-16be-4523-b63e-e542690655b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:39.894476 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a15fd1-16be-4523-b63e-e542690655b5 None None] Pushing event deleted for resources: {'Port': ['ID=3509dee8-6bbd-47c4-86c5-414cd9bcef02,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:39.904921 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a15fd1-16be-4523-b63e-e542690655b5 None None] No DVR routers for this DVR port 3509dee8-6bbd-47c4-86c5-414cd9bcef02 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:14:39.907215 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15fd1-16be-4523-b63e-e542690655b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:39.907590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15fd1-16be-4523-b63e-e542690655b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:39.908013 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15fd1-16be-4523-b63e-e542690655b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:39.908351 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15fd1-16be-4523-b63e-e542690655b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:39.908685 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15fd1-16be-4523-b63e-e542690655b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:39.909018 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15fd1-16be-4523-b63e-e542690655b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:39.909346 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15fd1-16be-4523-b63e-e542690655b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:39.909451 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-1534aa0d-268d-4ae1-a740-901cbd8260f1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for a5690b96-4e6d-4209-be34-5a2cf1695338 owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:14:39.909670 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15fd1-16be-4523-b63e-e542690655b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:39.909999 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15fd1-16be-4523-b63e-e542690655b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:39.910320 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15fd1-16be-4523-b63e-e542690655b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:39.910642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a15fd1-16be-4523-b63e-e542690655b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:40.023732 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3509dee8-6bbd-47c4-86c5-414cd9bcef02 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:14:40.060152 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 3509dee8-6bbd-47c4-86c5-414cd9bcef02 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:14:40.060498 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3509dee8-6bbd-47c4-86c5-414cd9bcef02 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:14:40.060913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device ad9d8074-8fc6-49b1-bb8b-1666cb079f59 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:14:40.093663 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: ad9d8074-8fc6-49b1-bb8b-1666cb079f59 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:14:40.093934 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device ad9d8074-8fc6-49b1-bb8b-1666cb079f59 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:14:40.190635 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1534aa0d-268d-4ae1-a740-901cbd8260f1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:40.235930 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534aa0d-268d-4ae1-a740-901cbd8260f1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=a5690b96-4e6d-4209-be34-5a2cf1695338,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:40.465008 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1534aa0d-268d-4ae1-a740-901cbd8260f1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:40.830358 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1534aa0d-268d-4ae1-a740-901cbd8260f1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:40.844187 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1534aa0d-268d-4ae1-a740-901cbd8260f1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:40.951795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1534aa0d-268d-4ae1-a740-901cbd8260f1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:40.951795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1534aa0d-268d-4ae1-a740-901cbd8260f1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Fanout notify agent at l3_agent the message router_deleted on router c9a4b153-77bf-4361-9ae0-4acf2d729b85 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:14:40.966948 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1534aa0d-268d-4ae1-a740-901cbd8260f1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:40.968251 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1534aa0d-268d-4ae1-a740-901cbd8260f1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/routers/c9a4b153-77bf-4361-9ae0-4acf2d729b85 HTTP/1.1" status: 204 len: 168 time: 1.9716763 Mar 02 19:14:40.970970 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38184) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:41.095797 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0744-d065-46c1-b2e2-1b09aba66f2c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:41.243073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0744-d065-46c1-b2e2-1b09aba66f2c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:41.268532 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-d2cb0744-d065-46c1-b2e2-1b09aba66f2c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec7fb06-fe11-4a95-bd33-2dd9944107be']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:41.281192 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-d2cb0744-d065-46c1-b2e2-1b09aba66f2c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785332d5-a8b6-4eb1-a714-69880a50404d') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:41.281490 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-d2cb0744-d065-46c1-b2e2-1b09aba66f2c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785332d5-a8b6-4eb1-a714-69880a50404d') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:41.293421 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0744-d065-46c1-b2e2-1b09aba66f2c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:41.310094 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0744-d065-46c1-b2e2-1b09aba66f2c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:41.316386 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2cb0744-d065-46c1-b2e2-1b09aba66f2c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:14:41.316776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0744-d065-46c1-b2e2-1b09aba66f2c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:14:41.332051 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:14:41.493691 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0744-d065-46c1-b2e2-1b09aba66f2c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:41.513848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d2cb0744-d065-46c1-b2e2-1b09aba66f2c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:41.523269 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb0744-d065-46c1-b2e2-1b09aba66f2c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Network': ['ID=bec7fb06-fe11-4a95-bd33-2dd9944107be,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:41.531423 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d2cb0744-d065-46c1-b2e2-1b09aba66f2c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/networks/bec7fb06-fe11-4a95-bd33-2dd9944107be HTTP/1.1" status: 204 len: 168 time: 0.5593023 Mar 02 19:14:41.553587 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38188) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:41.560691 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-aebde472-e71e-4774-8507-7bfc6d82a839 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'network': {'name': 'tempest-network-smoke--579692171', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'port_security_enabled': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:14:41.566522 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-aebde472-e71e-4774-8507-7bfc6d82a839 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:14:41.570747 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-aebde472-e71e-4774-8507-7bfc6d82a839 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:network and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:14:41.573885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-aebde472-e71e-4774-8507-7bfc6d82a839 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:14:41.579519 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-aebde472-e71e-4774-8507-7bfc6d82a839 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:14:41.664785 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebde472-e71e-4774-8507-7bfc6d82a839 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:14:41.669755 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aebde472-e71e-4774-8507-7bfc6d82a839 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:41.698377 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebde472-e71e-4774-8507-7bfc6d82a839 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:14:41.706854 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aebde472-e71e-4774-8507-7bfc6d82a839 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:41.711228 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-aebde472-e71e-4774-8507-7bfc6d82a839 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Added segment 9170f1fd-3dba-47b4-97c4-a7ee907fe277 of type vlan for network 31bcbee1-c209-42c3-98f4-8f1e6945616e Mar 02 19:14:41.733544 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aebde472-e71e-4774-8507-7bfc6d82a839 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:41.842937 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aebde472-e71e-4774-8507-7bfc6d82a839 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:41.845712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebde472-e71e-4774-8507-7bfc6d82a839 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:41.846294 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aebde472-e71e-4774-8507-7bfc6d82a839 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:41.965670 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebde472-e71e-4774-8507-7bfc6d82a839 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Network': ['ID=31bcbee1-c209-42c3-98f4-8f1e6945616e,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:41.981403 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 31bcbee1-c209-42c3-98f4-8f1e6945616e details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:14:42.041221 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-aebde472-e71e-4774-8507-7bfc6d82a839 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4861910 Mar 02 19:14:42.045318 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38192) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:42.050814 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-6766772', 'admin_state_up': True, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:14:42.058888 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a5690b96-4e6d-4209-be34-5a2cf1695338 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:14:42.059130 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:14:42.073632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:router and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:14:42.073632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:14:42.073632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:14:42.113300 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: a5690b96-4e6d-4209-be34-5a2cf1695338 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:14:42.113521 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a5690b96-4e6d-4209-be34-5a2cf1695338 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:14:42.150906 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:42.151935 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:42.170404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:42.401884 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:42.687118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:42.717860 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:42.960781 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.26.4.134 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/6c7883e4-cdd3-40de-8d3b-f41254e5c3d3) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:14:43.110258 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:43.209289 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:43.276173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:14:43.279193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:14:43.281629 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:14:43.321225 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=6c7883e4-cdd3-40de-8d3b-f41254e5c3d3,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:43.556890 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:43.557510 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:43.932143 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 3f68789d-73b0-41dc-b79c-2acf4303f713 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:14:44.140284 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:14:44.150488 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Sync routers for ids ['3f68789d-73b0-41dc-b79c-2acf4303f713'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:14:44.164095 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Routers {'3f68789d-73b0-41dc-b79c-2acf4303f713'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:14:44.164723 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:14:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['3f68789d-73b0-41dc-b79c-2acf4303f713'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:44.291860 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:44.293038 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b00eeff7-9ed3-48e0-b192-0489b48ff3b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2467549 Mar 02 19:14:44.296306 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38196) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:44.336676 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ce2040e1-d3b4-43e9-8313-2e39003ee82f tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=3b5a22e326e84c6680d758252463bbd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393746 Mar 02 19:14:44.339174 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38200) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:44.341463 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Set router 3f68789d-73b0-41dc-b79c-2acf4303f713 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:14:44.476299 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a80b19-0ecf-4921-9cfe-1fe556bb1ac2 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:44.477797 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b7a80b19-0ecf-4921-9cfe-1fe556bb1ac2 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1377077 Mar 02 19:14:44.480642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38204) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:44.521965 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-91f4b72c-8b8f-4ccd-a3a5-a65990b46ccf tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=34755311-e60d-4721-8297-2b2c64e749c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397995 Mar 02 19:14:44.524291 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38208) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:44.529838 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-bd486755-5672-4337-9657-e14e380c1e02 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1962459919', 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:14:44.635154 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'name': 'tempest-TestNetworkBasicOps-router-6766772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:43Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:44.639080 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Checking router: 3f68789d-73b0-41dc-b79c-2acf4303f713 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:14:44.639521 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Updating router 3f68789d-73b0-41dc-b79c-2acf4303f713 port 6c7883e4-cdd3-40de-8d3b-f41254e5c3d3 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:14:44.642932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-bd486755-5672-4337-9657-e14e380c1e02 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:14:44.648268 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-bd486755-5672-4337-9657-e14e380c1e02 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:subnet and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:14:44.651379 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-bd486755-5672-4337-9657-e14e380c1e02 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:14:44.657468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-bd486755-5672-4337-9657-e14e380c1e02 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:14:44.691185 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:44.767920 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd486755-5672-4337-9657-e14e380c1e02 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:14:44.879421 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bd486755-5672-4337-9657-e14e380c1e02 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:45.038195 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:45.050454 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Transition to ACTIVE for port object 6c7883e4-cdd3-40de-8d3b-f41254e5c3d3 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:14:45.151207 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:45.185494 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bd486755-5672-4337-9657-e14e380c1e02 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:45.279499 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Attempting to bind port 6c7883e4-cdd3-40de-8d3b-f41254e5c3d3 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:14:45.279860 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Attempting to bind port 6c7883e4-cdd3-40de-8d3b-f41254e5c3d3 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:14:45.280214 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Attempting to bind port 6c7883e4-cdd3-40de-8d3b-f41254e5c3d3 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:14:45.285301 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9cbab-becf-4433-8575-018ef09c5d0d None None] Pushing event updated for resources: {'Port': ['ID=6c7883e4-cdd3-40de-8d3b-f41254e5c3d3,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:45.303851 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:14:45.303851 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:14:45.303851 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:45.303851 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:14:45.303851 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Bound port: 6c7883e4-cdd3-40de-8d3b-f41254e5c3d3, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:14:45.303851 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:45.367284 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd486755-5672-4337-9657-e14e380c1e02 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Subnet': ['ID=ac10a251-358d-407a-88fd-bfd2975d20b7,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:45.369394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] For port 6c7883e4-cdd3-40de-8d3b-f41254e5c3d3, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:14:45.372534 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] For port 6c7883e4-cdd3-40de-8d3b-f41254e5c3d3, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6c7883e4-cdd3-40de-8d3b-f41254e5c3d3,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:14:45.383858 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd486755-5672-4337-9657-e14e380c1e02 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Checking segment: {'id': '9170f1fd-3dba-47b4-97c4-a7ee907fe277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:14:45.384223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd486755-5672-4337-9657-e14e380c1e02 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network hostable DHCP agents. Network: 31bcbee1-c209-42c3-98f4-8f1e6945616e, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:14:45.465768 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:45.498670 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd486755-5672-4337-9657-e14e380c1e02 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 31bcbee1-c209-42c3-98f4-8f1e6945616e is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:14:45.551402 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9cbab-becf-4433-8575-018ef09c5d0d None None] Pushing event updated for resources: {'Port': ['ID=6c7883e4-cdd3-40de-8d3b-f41254e5c3d3,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:45.557642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Routers {'3f68789d-73b0-41dc-b79c-2acf4303f713'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:14:45.558211 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:14:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['3f68789d-73b0-41dc-b79c-2acf4303f713'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:45.590731 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-bd486755-5672-4337-9657-e14e380c1e02 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 31bcbee1-c209-42c3-98f4-8f1e6945616e) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:14:45.595062 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd486755-5672-4337-9657-e14e380c1e02 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:45.600444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bd486755-5672-4337-9657-e14e380c1e02 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:45.609169 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b668e185-afc1-4f91-8c40-ddaee4a953e7 None None] Network 31bcbee1-c209-42c3-98f4-8f1e6945616e requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:14:45.655693 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:14:45.699913 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bd486755-5672-4337-9657-e14e380c1e02 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1745782 Mar 02 19:14:45.703105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38212) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:45.896168 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] Set router 3f68789d-73b0-41dc-b79c-2acf4303f713 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:14:46.127689 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-31bcbee1-c209-42c3-98f4-8f1e6945616e', 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ips': [{'subnet_id': 'ac10a251-358d-407a-88fd-bfd2975d20b7'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:14:46.129018 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:46.395313 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Allocated IP 172.20.0.2 (31bcbee1-c209-42c3-98f4-8f1e6945616e/ac10a251-358d-407a-88fd-bfd2975d20b7/4da7a9ed-9f33-481c-824c-504c84bb13a2) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:14:46.484470 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'name': 'tempest-TestNetworkBasicOps-router-6766772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:43Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:46.501481 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad94fb4-268b-49b1-ae68-8f3579631140 None None] The sync data for ids ['3f68789d-73b0-41dc-b79c-2acf4303f713'] in dv-neutron-831573-1-hyperv is: [{'id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'name': 'tempest-TestNetworkBasicOps-router-6766772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:43Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:14:46.597956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f102dff3-3c9e-4da5-8d16-70126f56fb9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:46.653174 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:46.670019 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Transition to ACTIVE for port object 4da7a9ed-9f33-481c-824c-504c84bb13a2 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:14:46.690549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Transition to ACTIVE for port object 4da7a9ed-9f33-481c-824c-504c84bb13a2 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:14:46.800069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:46.895392 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Network 31bcbee1-c209-42c3-98f4-8f1e6945616e is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:14:46.900309 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:14:46.905997 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:14:46.912387 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Pushing event updated for resources: {'Port': ['ID=4da7a9ed-9f33-481c-824c-504c84bb13a2,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:47.012241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Attempting to bind port 4da7a9ed-9f33-481c-824c-504c84bb13a2 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:14:47.012616 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Attempting to bind port 4da7a9ed-9f33-481c-824c-504c84bb13a2 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '9170f1fd-3dba-47b4-97c4-a7ee907fe277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:14:47.012973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Attempting to bind port 4da7a9ed-9f33-481c-824c-504c84bb13a2 on network 31bcbee1-c209-42c3-98f4-8f1e6945616e {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:14:47.020731 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:14:47.021095 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Checking segment: {'id': '9170f1fd-3dba-47b4-97c4-a7ee907fe277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:14:47.021633 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:47.022057 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Bound using segment: {'id': '9170f1fd-3dba-47b4-97c4-a7ee907fe277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:14:47.022519 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Bound port: 4da7a9ed-9f33-481c-824c-504c84bb13a2, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9170f1fd-3dba-47b4-97c4-a7ee907fe277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:14:47.022960 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:47.109889 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-f102dff3-3c9e-4da5-8d16-70126f56fb9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.20.0.1 (31bcbee1-c209-42c3-98f4-8f1e6945616e/ac10a251-358d-407a-88fd-bfd2975d20b7/a0c6b772-2bba-4aa1-b56d-39216932b6f3) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:14:47.169283 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] For port 4da7a9ed-9f33-481c-824c-504c84bb13a2, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:14:47.172511 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] For port 4da7a9ed-9f33-481c-824c-504c84bb13a2, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4da7a9ed-9f33-481c-824c-504c84bb13a2,segment=NetworkSegment(9170f1fd-3dba-47b4-97c4-a7ee907fe277),segment_id=9170f1fd-3dba-47b4-97c4-a7ee907fe277)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:14:47.265507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:47.291216 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f102dff3-3c9e-4da5-8d16-70126f56fb9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:47.309548 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-f102dff3-3c9e-4da5-8d16-70126f56fb9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Transition to ACTIVE for port object a0c6b772-2bba-4aa1-b56d-39216932b6f3 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:14:47.361774 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65bc80-bb7c-4d9e-90b5-abb712ac4a90 None None] Pushing event updated for resources: {'Port': ['ID=4da7a9ed-9f33-481c-824c-504c84bb13a2,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:47.402714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f102dff3-3c9e-4da5-8d16-70126f56fb9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:47.483831 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f102dff3-3c9e-4da5-8d16-70126f56fb9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 31bcbee1-c209-42c3-98f4-8f1e6945616e is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:14:47.489145 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-f102dff3-3c9e-4da5-8d16-70126f56fb9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:14:47.489321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102dff3-3c9e-4da5-8d16-70126f56fb9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=a0c6b772-2bba-4aa1-b56d-39216932b6f3,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:47.492376 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f102dff3-3c9e-4da5-8d16-70126f56fb9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:14:47.664740 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f102dff3-3c9e-4da5-8d16-70126f56fb9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:47.808206 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f102dff3-3c9e-4da5-8d16-70126f56fb9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:48.098280 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6c7883e4-cdd3-40de-8d3b-f41254e5c3d3 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:14:48.230702 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 6c7883e4-cdd3-40de-8d3b-f41254e5c3d3 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:14:48.236475 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 6c7883e4-cdd3-40de-8d3b-f41254e5c3d3 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:14:48.237031 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:48.260690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f102dff3-3c9e-4da5-8d16-70126f56fb9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:48.362215 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:48.380329 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 6c7883e4-cdd3-40de-8d3b-f41254e5c3d3, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6c7883e4-cdd3-40de-8d3b-f41254e5c3d3,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:14:48.385949 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f102dff3-3c9e-4da5-8d16-70126f56fb9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:48.409515 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66194c45-4c1f-4b3a-a888-1648d44b9def None None] Network 31bcbee1-c209-42c3-98f4-8f1e6945616e requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:14:48.474361 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:48.475370 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4da7a9ed-9f33-481c-824c-504c84bb13a2 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:14:48.517401 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102dff3-3c9e-4da5-8d16-70126f56fb9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=a0c6b772-2bba-4aa1-b56d-39216932b6f3,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:48.525283 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f102dff3-3c9e-4da5-8d16-70126f56fb9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:48.667663 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=6c7883e4-cdd3-40de-8d3b-f41254e5c3d3,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:48.673559 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f102dff3-3c9e-4da5-8d16-70126f56fb9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 31bcbee1-c209-42c3-98f4-8f1e6945616e is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:14:48.675136 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-f102dff3-3c9e-4da5-8d16-70126f56fb9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:14:48.707486 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b92d4ff4-4cec-49c9-ba54-be79d73aaddf None None] Provisioning for port 4da7a9ed-9f33-481c-824c-504c84bb13a2 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:14:48.799739 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 4da7a9ed-9f33-481c-824c-504c84bb13a2 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:14:48.805868 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 4da7a9ed-9f33-481c-824c-504c84bb13a2 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:14:48.806303 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:48.933408 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:48.971117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 4da7a9ed-9f33-481c-824c-504c84bb13a2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4da7a9ed-9f33-481c-824c-504c84bb13a2,segment=NetworkSegment(9170f1fd-3dba-47b4-97c4-a7ee907fe277),segment_id=9170f1fd-3dba-47b4-97c4-a7ee907fe277)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:14:49.071196 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:49.109885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f102dff3-3c9e-4da5-8d16-70126f56fb9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 3f68789d-73b0-41dc-b79c-2acf4303f713 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:14:49.138473 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-81fe5ae1-9372-4a7e-a02b-b119584f5945 None None] Provisioning for port a0c6b772-2bba-4aa1-b56d-39216932b6f3 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:14:49.149858 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-81fe5ae1-9372-4a7e-a02b-b119584f5945 None None] Provisioning complete for port a0c6b772-2bba-4aa1-b56d-39216932b6f3 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:14:49.150225 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-81fe5ae1-9372-4a7e-a02b-b119584f5945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:49.205146 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=4da7a9ed-9f33-481c-824c-504c84bb13a2,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:49.217015 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-81fe5ae1-9372-4a7e-a02b-b119584f5945 None None] Port a0c6b772-2bba-4aa1-b56d-39216932b6f3 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:14:49.232640 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-81fe5ae1-9372-4a7e-a02b-b119584f5945 None None] Provisioning complete for port 4da7a9ed-9f33-481c-824c-504c84bb13a2 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:14:49.233027 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-81fe5ae1-9372-4a7e-a02b-b119584f5945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:49.334253 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f102dff3-3c9e-4da5-8d16-70126f56fb9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:14:49.352085 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f102dff3-3c9e-4da5-8d16-70126f56fb9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/routers/3f68789d-73b0-41dc-b79c-2acf4303f713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6478944 Mar 02 19:14:49.354596 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38216) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:49.483332 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e153aa20-b364-44b2-bffe-3041f9fc8168 None None] Provisioning complete for port a0c6b772-2bba-4aa1-b56d-39216932b6f3 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:14:49.483682 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e153aa20-b364-44b2-bffe-3041f9fc8168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:49.543631 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-e153aa20-b364-44b2-bffe-3041f9fc8168 None None] Port a0c6b772-2bba-4aa1-b56d-39216932b6f3 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:14:49.612323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bd63db-dcda-4b80-bb8e-93ff279edd63 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:49.612699 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bd63db-dcda-4b80-bb8e-93ff279edd63 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:49.613093 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bd63db-dcda-4b80-bb8e-93ff279edd63 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:49.613451 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bd63db-dcda-4b80-bb8e-93ff279edd63 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:49.613807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bd63db-dcda-4b80-bb8e-93ff279edd63 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:49.614161 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bd63db-dcda-4b80-bb8e-93ff279edd63 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:49.616881 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-00bd63db-dcda-4b80-bb8e-93ff279edd63 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2612772 Mar 02 19:14:49.619667 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38220) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:49.694971 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965a24fa-d7e0-4627-bde9-11100586c63f tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:49.695808 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965a24fa-d7e0-4627-bde9-11100586c63f tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:49.695808 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965a24fa-d7e0-4627-bde9-11100586c63f tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:49.696158 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965a24fa-d7e0-4627-bde9-11100586c63f tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:49.696508 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965a24fa-d7e0-4627-bde9-11100586c63f tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:49.696867 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965a24fa-d7e0-4627-bde9-11100586c63f tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:49.698923 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-965a24fa-d7e0-4627-bde9-11100586c63f tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0783725 Mar 02 19:14:49.701641 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38224) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:49.926068 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8caf9e8d-a146-44cf-bedb-ecc6fb5225cf tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3043 time: 0.2232714 Mar 02 19:14:49.931129 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38228) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:49.935785 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a9ff0adf-4507-4c00-917d-d26a4369e6e7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1930054554', 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:14:50.044049 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6c7883e4-cdd3-40de-8d3b-f41254e5c3d3 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:14:50.102186 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a9ff0adf-4507-4c00-917d-d26a4369e6e7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:14:50.106613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a9ff0adf-4507-4c00-917d-d26a4369e6e7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:port and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:14:50.110130 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a9ff0adf-4507-4c00-917d-d26a4369e6e7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:14:50.116951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a9ff0adf-4507-4c00-917d-d26a4369e6e7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:14:50.130706 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 6c7883e4-cdd3-40de-8d3b-f41254e5c3d3 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:14:50.131650 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:50.179942 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ff0adf-4507-4c00-917d-d26a4369e6e7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:14:50.183070 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0adf-4507-4c00-917d-d26a4369e6e7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:50.206582 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [None req-a9ff0adf-4507-4c00-917d-d26a4369e6e7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] device_id is not set on port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:14:50.239011 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Sync routers for ids ['3f68789d-73b0-41dc-b79c-2acf4303f713'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:14:50.257659 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Routers {'3f68789d-73b0-41dc-b79c-2acf4303f713'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:14:50.257659 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:14:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['3f68789d-73b0-41dc-b79c-2acf4303f713'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:50.258046 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4da7a9ed-9f33-481c-824c-504c84bb13a2 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:14:50.333214 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 4da7a9ed-9f33-481c-824c-504c84bb13a2 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:14:50.333214 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:50.358305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-a9ff0adf-4507-4c00-917d-d26a4369e6e7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.20.0.13 (31bcbee1-c209-42c3-98f4-8f1e6945616e/ac10a251-358d-407a-88fd-bfd2975d20b7/43f3661e-6ef9-4ae1-bb30-5009636a7e7a) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:14:50.453736 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Set router 3f68789d-73b0-41dc-b79c-2acf4303f713 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:14:50.578473 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0adf-4507-4c00-917d-d26a4369e6e7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:50.594976 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-a9ff0adf-4507-4c00-917d-d26a4369e6e7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Transition to ACTIVE for port object 43f3661e-6ef9-4ae1-bb30-5009636a7e7a will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:14:50.677092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0adf-4507-4c00-917d-d26a4369e6e7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:50.748572 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ff0adf-4507-4c00-917d-d26a4369e6e7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 31bcbee1-c209-42c3-98f4-8f1e6945616e is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:14:50.751653 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-a9ff0adf-4507-4c00-917d-d26a4369e6e7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:14:50.755628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff0adf-4507-4c00-917d-d26a4369e6e7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:14:50.775444 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'name': 'tempest-TestNetworkBasicOps-router-6766772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:47Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a0c6b772-2bba-4aa1-b56d-39216932b6f3', 'name': '', 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:7d:8e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac10a251-358d-407a-88fd-bfd2975d20b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:46Z', 'updated_at': '2022-03-02T19:14:48Z', 'revision_number': 2, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'ac10a251-358d-407a-88fd-bfd2975d20b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:50.780557 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Checking router: 3f68789d-73b0-41dc-b79c-2acf4303f713 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:14:50.780978 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Updating router 3f68789d-73b0-41dc-b79c-2acf4303f713 port a0c6b772-2bba-4aa1-b56d-39216932b6f3 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:14:50.798180 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff0adf-4507-4c00-917d-d26a4369e6e7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:50.830333 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ff0adf-4507-4c00-917d-d26a4369e6e7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:50.830904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0adf-4507-4c00-917d-d26a4369e6e7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:50.840537 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:50.938423 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a9ff0adf-4507-4c00-917d-d26a4369e6e7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0074131 Mar 02 19:14:51.030725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1cc63e14-e30d-4bfd-a9aa-e0fd26a73b5d None None] Provisioning for port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:14:51.036354 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1cc63e14-e30d-4bfd-a9aa-e0fd26a73b5d None None] Provisioning complete for port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:14:51.036731 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1cc63e14-e30d-4bfd-a9aa-e0fd26a73b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:51.112949 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1cc63e14-e30d-4bfd-a9aa-e0fd26a73b5d None None] Port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:14:51.229726 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:51.242395 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Transition to ACTIVE for port object a0c6b772-2bba-4aa1-b56d-39216932b6f3 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:14:51.328488 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:51.424818 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38234) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:51.431764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-442411cf-10e8-408b-aa55-c1f6e14ccbbb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1361887312', 'description': 'tempest-secgroup-smoke-1361887312 description', 'project_id': '3b5a22e326e84c6680d758252463bbd4'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:14:51.439097 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-442411cf-10e8-408b-aa55-c1f6e14ccbbb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:14:51.446010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-442411cf-10e8-408b-aa55-c1f6e14ccbbb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:14:51.450339 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-442411cf-10e8-408b-aa55-c1f6e14ccbbb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:14:51.459646 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50465de-6f8b-407b-a89f-964c10f2c4fa None None] Pushing event updated for resources: {'Port': ['ID=a0c6b772-2bba-4aa1-b56d-39216932b6f3,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:51.460006 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-442411cf-10e8-408b-aa55-c1f6e14ccbbb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:14:51.498879 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50465de-6f8b-407b-a89f-964c10f2c4fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:51.499205 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50465de-6f8b-407b-a89f-964c10f2c4fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:51.499568 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50465de-6f8b-407b-a89f-964c10f2c4fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:51.499898 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50465de-6f8b-407b-a89f-964c10f2c4fa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:51.500222 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50465de-6f8b-407b-a89f-964c10f2c4fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:51.500543 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50465de-6f8b-407b-a89f-964c10f2c4fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:51.500864 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50465de-6f8b-407b-a89f-964c10f2c4fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:51.501182 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50465de-6f8b-407b-a89f-964c10f2c4fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:51.501496 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50465de-6f8b-407b-a89f-964c10f2c4fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:51.501809 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50465de-6f8b-407b-a89f-964c10f2c4fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:51.502129 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50465de-6f8b-407b-a89f-964c10f2c4fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:51.556662 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-442411cf-10e8-408b-aa55-c1f6e14ccbbb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:51.566878 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Attempting to bind port a0c6b772-2bba-4aa1-b56d-39216932b6f3 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:14:51.567538 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Attempting to bind port a0c6b772-2bba-4aa1-b56d-39216932b6f3 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '9170f1fd-3dba-47b4-97c4-a7ee907fe277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:14:51.568042 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Attempting to bind port a0c6b772-2bba-4aa1-b56d-39216932b6f3 on network 31bcbee1-c209-42c3-98f4-8f1e6945616e {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:14:51.586909 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:14:51.587276 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Checking segment: {'id': '9170f1fd-3dba-47b4-97c4-a7ee907fe277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:14:51.587867 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:51.588429 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Bound using segment: {'id': '9170f1fd-3dba-47b4-97c4-a7ee907fe277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:14:51.588885 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Bound port: a0c6b772-2bba-4aa1-b56d-39216932b6f3, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9170f1fd-3dba-47b4-97c4-a7ee907fe277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:14:51.589269 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:51.596773 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-442411cf-10e8-408b-aa55-c1f6e14ccbbb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:14:51.601287 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-442411cf-10e8-408b-aa55-c1f6e14ccbbb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:14:51.604176 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-442411cf-10e8-408b-aa55-c1f6e14ccbbb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:14:51.609835 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-442411cf-10e8-408b-aa55-c1f6e14ccbbb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:14:51.655205 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-08e8099f-5c89-45a2-84b2-9b38c1ff27bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:51.671045 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-442411cf-10e8-408b-aa55-c1f6e14ccbbb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:51.683003 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] For port a0c6b772-2bba-4aa1-b56d-39216932b6f3, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:14:51.686187 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] For port a0c6b772-2bba-4aa1-b56d-39216932b6f3, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a0c6b772-2bba-4aa1-b56d-39216932b6f3,segment=NetworkSegment(9170f1fd-3dba-47b4-97c4-a7ee907fe277),segment_id=9170f1fd-3dba-47b4-97c4-a7ee907fe277)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:14:51.726427 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-442411cf-10e8-408b-aa55-c1f6e14ccbbb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:51.757908 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:51.770647 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442411cf-10e8-408b-aa55-c1f6e14ccbbb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ebeb2b-362b-4dce-b7cc-49600df45358,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:51.841835 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50465de-6f8b-407b-a89f-964c10f2c4fa None None] Pushing event updated for resources: {'Port': ['ID=a0c6b772-2bba-4aa1-b56d-39216932b6f3,revision_number=4']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:51.847868 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Routers {'3f68789d-73b0-41dc-b79c-2acf4303f713'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:14:51.848893 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:14:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['3f68789d-73b0-41dc-b79c-2acf4303f713'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:51.871228 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-442411cf-10e8-408b-aa55-c1f6e14ccbbb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:51.872774 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-442411cf-10e8-408b-aa55-c1f6e14ccbbb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4466901 Mar 02 19:14:51.876015 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38238) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:51.883048 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c53ba9ec-9aa7-44c2-98a7-d97ffff8711b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '70ebeb2b-362b-4dce-b7cc-49600df45358', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:14:51.889964 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c53ba9ec-9aa7-44c2-98a7-d97ffff8711b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:14:51.894109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c53ba9ec-9aa7-44c2-98a7-d97ffff8711b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:14:51.898721 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c53ba9ec-9aa7-44c2-98a7-d97ffff8711b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:14:51.905500 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c53ba9ec-9aa7-44c2-98a7-d97ffff8711b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:14:52.004162 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c53ba9ec-9aa7-44c2-98a7-d97ffff8711b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:52.040638 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] Set router 3f68789d-73b0-41dc-b79c-2acf4303f713 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:14:52.073408 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c53ba9ec-9aa7-44c2-98a7-d97ffff8711b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:52.166505 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c53ba9ec-9aa7-44c2-98a7-d97ffff8711b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:52.193178 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ba9ec-9aa7-44c2-98a7-d97ffff8711b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a1a5f3-fb8b-4799-9f86-c957262cba7b,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:52.269303 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c53ba9ec-9aa7-44c2-98a7-d97ffff8711b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:52.270503 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c53ba9ec-9aa7-44c2-98a7-d97ffff8711b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3934429 Mar 02 19:14:52.274031 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38242) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:52.280111 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-eefe3e6a-d3f6-4b93-b6be-1a34deb020f9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '70ebeb2b-362b-4dce-b7cc-49600df45358', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:14:52.286128 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-eefe3e6a-d3f6-4b93-b6be-1a34deb020f9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:14:52.291175 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-eefe3e6a-d3f6-4b93-b6be-1a34deb020f9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:14:52.294077 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-eefe3e6a-d3f6-4b93-b6be-1a34deb020f9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:14:52.300052 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-eefe3e6a-d3f6-4b93-b6be-1a34deb020f9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:14:52.373523 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eefe3e6a-d3f6-4b93-b6be-1a34deb020f9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:52.380561 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'name': 'tempest-TestNetworkBasicOps-router-6766772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:47Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a0c6b772-2bba-4aa1-b56d-39216932b6f3', 'name': '', 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:7d:8e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac10a251-358d-407a-88fd-bfd2975d20b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:46Z', 'updated_at': '2022-03-02T19:14:51Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'ac10a251-358d-407a-88fd-bfd2975d20b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:52.385362 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660d22f7-50ec-4ae4-ad6f-71978d2c0964 None None] The sync data for ids ['3f68789d-73b0-41dc-b79c-2acf4303f713'] in dv-neutron-831573-1-hyperv is: [{'id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'name': 'tempest-TestNetworkBasicOps-router-6766772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:47Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a0c6b772-2bba-4aa1-b56d-39216932b6f3', 'name': '', 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:7d:8e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac10a251-358d-407a-88fd-bfd2975d20b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:46Z', 'updated_at': '2022-03-02T19:14:51Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'ac10a251-358d-407a-88fd-bfd2975d20b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:14:52.448373 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eefe3e6a-d3f6-4b93-b6be-1a34deb020f9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:52.520995 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eefe3e6a-d3f6-4b93-b6be-1a34deb020f9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:52.547464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe3e6a-d3f6-4b93-b6be-1a34deb020f9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e9a077-ba35-414f-a32a-e0491045b4be,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:52.629592 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eefe3e6a-d3f6-4b93-b6be-1a34deb020f9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:52.631591 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-eefe3e6a-d3f6-4b93-b6be-1a34deb020f9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3557656 Mar 02 19:14:52.634464 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38248) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:52.640722 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-29b23cc5-b56c-42a8-ba97-5912fc1bd535 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '70ebeb2b-362b-4dce-b7cc-49600df45358', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:14:52.688678 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-29b23cc5-b56c-42a8-ba97-5912fc1bd535 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:14:52.688678 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-29b23cc5-b56c-42a8-ba97-5912fc1bd535 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:14:52.688678 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-29b23cc5-b56c-42a8-ba97-5912fc1bd535 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:14:52.688678 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-29b23cc5-b56c-42a8-ba97-5912fc1bd535 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:14:52.808216 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-29b23cc5-b56c-42a8-ba97-5912fc1bd535 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:52.880730 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-29b23cc5-b56c-42a8-ba97-5912fc1bd535 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:53.035398 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-29b23cc5-b56c-42a8-ba97-5912fc1bd535 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:53.065756 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b23cc5-b56c-42a8-ba97-5912fc1bd535 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01959983-bf23-4fd5-9c3c-89235bc7fb40,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:53.151156 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-29b23cc5-b56c-42a8-ba97-5912fc1bd535 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:53.152801 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-29b23cc5-b56c-42a8-ba97-5912fc1bd535 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5169697 Mar 02 19:14:53.155631 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38252) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:53.161310 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-289b47c7-8ac2-4e08-8c1c-bc5c00ff436e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '70ebeb2b-362b-4dce-b7cc-49600df45358', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:14:53.169065 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-289b47c7-8ac2-4e08-8c1c-bc5c00ff436e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:14:53.173222 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-289b47c7-8ac2-4e08-8c1c-bc5c00ff436e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:14:53.176912 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-289b47c7-8ac2-4e08-8c1c-bc5c00ff436e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:14:53.183434 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-289b47c7-8ac2-4e08-8c1c-bc5c00ff436e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:14:53.288006 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-289b47c7-8ac2-4e08-8c1c-bc5c00ff436e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:53.358892 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-289b47c7-8ac2-4e08-8c1c-bc5c00ff436e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:53.425597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-289b47c7-8ac2-4e08-8c1c-bc5c00ff436e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:53.452646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b47c7-8ac2-4e08-8c1c-bc5c00ff436e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895e5a2a-2f5b-48d9-9ca5-12efbca2d9d5,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:53.566413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-289b47c7-8ac2-4e08-8c1c-bc5c00ff436e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:53.567586 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-289b47c7-8ac2-4e08-8c1c-bc5c00ff436e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4109743 Mar 02 19:14:53.570565 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38256) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:53.576674 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-41709cd7-e920-4a0b-8311-104e79a2d7dc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '70ebeb2b-362b-4dce-b7cc-49600df45358', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:14:53.583262 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-41709cd7-e920-4a0b-8311-104e79a2d7dc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:14:53.587579 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-41709cd7-e920-4a0b-8311-104e79a2d7dc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:14:53.592020 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-41709cd7-e920-4a0b-8311-104e79a2d7dc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:14:53.597361 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-41709cd7-e920-4a0b-8311-104e79a2d7dc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:14:53.669066 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-41709cd7-e920-4a0b-8311-104e79a2d7dc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:14:53.676355 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-41709cd7-e920-4a0b-8311-104e79a2d7dc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:53.739576 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f0ae22d1-3831-4c70-98f9-185ea00e370a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:53.744950 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-41709cd7-e920-4a0b-8311-104e79a2d7dc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:53.819783 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-41709cd7-e920-4a0b-8311-104e79a2d7dc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:53.844064 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41709cd7-e920-4a0b-8311-104e79a2d7dc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74db53e-a180-42dd-92a7-c633b9971091,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:53.928164 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-41709cd7-e920-4a0b-8311-104e79a2d7dc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:53.929463 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-41709cd7-e920-4a0b-8311-104e79a2d7dc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3579140 Mar 02 19:14:53.932252 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38260) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:53.937938 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-7206eedd-d508-4506-8d54-73b7d2164393 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '70ebeb2b-362b-4dce-b7cc-49600df45358', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:14:53.943983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7206eedd-d508-4506-8d54-73b7d2164393 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:14:53.948130 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7206eedd-d508-4506-8d54-73b7d2164393 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:14:53.950997 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7206eedd-d508-4506-8d54-73b7d2164393 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:14:53.956883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7206eedd-d508-4506-8d54-73b7d2164393 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:14:54.025230 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-7206eedd-d508-4506-8d54-73b7d2164393 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:14:54.032968 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7206eedd-d508-4506-8d54-73b7d2164393 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:54.053772 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a0c6b772-2bba-4aa1-b56d-39216932b6f3 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:14:54.117471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7206eedd-d508-4506-8d54-73b7d2164393 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:54.218097 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7206eedd-d508-4506-8d54-73b7d2164393 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:54.242355 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206eedd-d508-4506-8d54-73b7d2164393 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae25e4e-9cc9-474e-9970-7fbaa8ff470b,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:54.265783 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port a0c6b772-2bba-4aa1-b56d-39216932b6f3 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:14:54.270641 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a0c6b772-2bba-4aa1-b56d-39216932b6f3 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:14:54.277999 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:54.326666 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7206eedd-d508-4506-8d54-73b7d2164393 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:54.329646 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7206eedd-d508-4506-8d54-73b7d2164393 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3947709 Mar 02 19:14:54.427803 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:54.465359 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port a0c6b772-2bba-4aa1-b56d-39216932b6f3, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a0c6b772-2bba-4aa1-b56d-39216932b6f3,segment=NetworkSegment(9170f1fd-3dba-47b4-97c4-a7ee907fe277),segment_id=9170f1fd-3dba-47b4-97c4-a7ee907fe277)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:14:54.551343 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:54.623463 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=a0c6b772-2bba-4aa1-b56d-39216932b6f3,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:54.672588 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-f31d31be-88c9-4ef2-8161-23f41b4c4ed6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:14:54.751045 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-f31d31be-88c9-4ef2-8161-23f41b4c4ed6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:14:54.752267 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-f31d31be-88c9-4ef2-8161-23f41b4c4ed6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1361887312&fields=id&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 267 time: 0.1230261 Mar 02 19:14:54.831782 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-d0f090dc-e165-4b9b-a112-2a3f081de66e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:54.833104 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-d0f090dc-e165-4b9b-a112-2a3f081de66e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports/43f3661e-6ef9-4ae1-bb30-5009636a7e7a HTTP/1.1" status: 200 len: 931 time: 0.0733397 Mar 02 19:14:54.906257 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-1981aba3-6e76-4a19-b8f2-85afb60756b8 service neutron] 10.222.0.73 "GET /v2.0/ports/43f3661e-6ef9-4ae1-bb30-5009636a7e7a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0608099 Mar 02 19:14:55.047853 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-67f73ca0-5bcd-4a63-b37f-d6510cd9f338 service neutron] 10.222.0.73 "GET /v2.0/networks/31bcbee1-c209-42c3-98f4-8f1e6945616e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356435 Mar 02 19:14:55.128499 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:55.192513 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-21a6bb4f-4aa1-400f-b7fc-79d1b268a39d service neutron] 10.222.0.73 "GET /v2.0/networks/31bcbee1-c209-42c3-98f4-8f1e6945616e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368992 Mar 02 19:14:55.461112 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:55.554640 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-88dc1a1b-878b-4977-8706-bf07b7b522b4 req-435aadce-15c0-42ce-815d-ab88500fbfc4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:14:55.654367 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-88dc1a1b-878b-4977-8706-bf07b7b522b4 req-435aadce-15c0-42ce-815d-ab88500fbfc4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:14:55.655630 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-88dc1a1b-878b-4977-8706-bf07b7b522b4 req-435aadce-15c0-42ce-815d-ab88500fbfc4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 210 time: 0.2176681 Mar 02 19:14:56.035337 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a0c6b772-2bba-4aa1-b56d-39216932b6f3 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:14:56.106012 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a0c6b772-2bba-4aa1-b56d-39216932b6f3 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:14:56.106372 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:56.446802 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:56.838014 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4dd8b92b-4571-46ca-a8a6-5ad0b9a0a627 req-ee061ac6-7786-48f2-808d-4ecab4ce4586 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 210 time: 0.0426996 Mar 02 19:14:57.571801 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40b071e5-0e9b-4132-a359-fde406c95614 service neutron] 10.222.0.87 "GET /v2.0/ports/43f3661e-6ef9-4ae1-bb30-5009636a7e7a HTTP/1.1" status: 200 len: 1027 time: 0.0609038 Mar 02 19:14:57.721385 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-aee2baae-30f3-476c-978a-23ae19145fa6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:57.722050 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-aee2baae-30f3-476c-978a-23ae19145fa6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:14:57.836964 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-aee2baae-30f3-476c-978a-23ae19145fa6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:14:57.837777 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-aee2baae-30f3-476c-978a-23ae19145fa6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/networks?id=31bcbee1-c209-42c3-98f4-8f1e6945616e HTTP/1.1" status: 200 len: 796 time: 0.2608225 Mar 02 19:14:58.031829 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-50d3a23b-8a53-4c6c-9883-75b7cd6a9fe9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:14:58.036173 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9b42c92f-6a95-466e-95b2-a64f9e5cc531 req-cf946e18-25d9-49ab-b979-5d4b8ee08310 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 210 time: 0.0510871 Mar 02 19:14:58.049432 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-50d3a23b-8a53-4c6c-9883-75b7cd6a9fe9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:14:58.050660 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-50d3a23b-8a53-4c6c-9883-75b7cd6a9fe9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 380 time: 0.1998754 Mar 02 19:14:58.061363 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] Request body: {'port': {'device_id': '43b67774-aa7d-4287-a5c6-f7bb154d0ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:14:58.176296 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:58.529866 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f3661e-6ef9-4ae1-bb30-5009636a7e7a {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:14:58.537913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:58.552364 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] Transition to ACTIVE for port object 43f3661e-6ef9-4ae1-bb30-5009636a7e7a will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:14:58.647248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:58.783412 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] Pushing event updated for resources: {'Port': ['ID=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:58.911053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] Attempting to bind port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:14:58.911418 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] Attempting to bind port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '9170f1fd-3dba-47b4-97c4-a7ee907fe277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:14:58.911754 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] Attempting to bind port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a on network 31bcbee1-c209-42c3-98f4-8f1e6945616e {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:14:58.918966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] Port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a on network 31bcbee1-c209-42c3-98f4-8f1e6945616e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:14:58.920773 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] Attempting to bind port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a on network 31bcbee1-c209-42c3-98f4-8f1e6945616e {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:14:58.926360 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:14:58.926967 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] Checking segment: {'id': '9170f1fd-3dba-47b4-97c4-a7ee907fe277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:14:58.927581 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] Bound using segment: {'id': '9170f1fd-3dba-47b4-97c4-a7ee907fe277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:14:58.928019 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] Bound port: 43f3661e-6ef9-4ae1-bb30-5009636a7e7a, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9170f1fd-3dba-47b4-97c4-a7ee907fe277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:14:58.928402 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:59.025497 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] For port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:14:59.029228 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] For port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,segment=NetworkSegment(9170f1fd-3dba-47b4-97c4-a7ee907fe277),segment_id=9170f1fd-3dba-47b4-97c4-a7ee907fe277)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:14:59.143585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:59.210472 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:59.211875 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] 10.222.0.87 "PUT /v2.0/ports/43f3661e-6ef9-4ae1-bb30-5009636a7e7a HTTP/1.1" status: 200 len: 1132 time: 1.1548626 Mar 02 19:14:59.212648 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b67774-aa7d-4287-a5c6-f7bb154d0ebb', 'tag': '43f3661e-6ef9-4ae1-bb30-5009636a7e7a'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:14:59.241064 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db9047-c630-4ea5-8e2a-3cfd63d55fba service neutron] Pushing event updated for resources: {'Port': ['ID=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:59.284212 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b67774-aa7d-4287-a5c6-f7bb154d0ebb', 'tag': '43f3661e-6ef9-4ae1-bb30-5009636a7e7a', 'status': 'completed', 'code': 200} Mar 02 19:14:59.291501 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dce5c8-59b6-4a85-8197-2abef3d6b932 req-6c3c4325-8505-4d87-ae85-d17732e3476f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:59.293721 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-22dce5c8-59b6-4a85-8197-2abef3d6b932 req-6c3c4325-8505-4d87-ae85-d17732e3476f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 982 time: 0.1226330 Mar 02 19:14:59.350635 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-22dce5c8-59b6-4a85-8197-2abef3d6b932 req-76eb1fda-4ef3-4b3c-b3d8-5c9aea519e4c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461521 Mar 02 19:14:59.393911 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ebda7b73-f484-4a12-aadd-061382ad69a0 req-17bc10b6-aa4e-449b-98d0-5315d0227dd3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 1135 time: 0.0878081 Mar 02 19:14:59.547572 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda7b73-f484-4a12-aadd-061382ad69a0 req-77ce6a5d-6ea9-4510-9065-d672cf1a4f05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:59.549042 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ebda7b73-f484-4a12-aadd-061382ad69a0 req-77ce6a5d-6ea9-4510-9065-d672cf1a4f05 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=3b5a22e326e84c6680d758252463bbd4&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1479440 Mar 02 19:14:59.692729 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda7b73-f484-4a12-aadd-061382ad69a0 req-b492e1f0-94f1-47d0-83fe-6ef19d291c22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:59.694169 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ebda7b73-f484-4a12-aadd-061382ad69a0 req-b492e1f0-94f1-47d0-83fe-6ef19d291c22 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1383662 Mar 02 19:14:59.809821 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-0457a4b7-4fdd-4045-ab8c-dbc5c6b3358b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 1135 time: 0.0755641 Mar 02 19:14:59.884978 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-90efd20b-4381-4d96-9dc7-982ed3c69d95 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43f3661e-6ef9-4ae1-bb30-5009636a7e7a HTTP/1.1" status: 200 len: 217 time: 0.0664406 Mar 02 19:14:59.951261 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-7e161c12-b002-4d12-a950-f13761bfb3e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:59.952194 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-7e161c12-b002-4d12-a950-f13761bfb3e7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ac10a251-358d-407a-88fd-bfd2975d20b7 HTTP/1.1" status: 200 len: 835 time: 0.0601029 Mar 02 19:15:00.029497 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-cc8583a0-d3dd-4c58-98d8-d7286eb99a08 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=31bcbee1-c209-42c3-98f4-8f1e6945616e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693448 Mar 02 19:15:00.252819 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-d37acb41-32fc-48df-97f7-10773dea409e service neutron] 10.222.0.87 "GET /v2.0/networks/31bcbee1-c209-42c3-98f4-8f1e6945616e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143545 Mar 02 19:15:00.393986 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-48ee4b3c-246f-4977-99f8-9824fe048cae req-56f6ad3e-b82e-4aa8-912d-bd03ba30027b service neutron] 10.222.0.87 "GET /v2.0/networks/31bcbee1-c209-42c3-98f4-8f1e6945616e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350524 Mar 02 19:15:00.566596 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bf79f-41bd-4540-8d81-fbb448bd70c7 req-38b53832-acb5-49c3-8f8a-ba7b326ff384 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:00.568083 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-664bf79f-41bd-4540-8d81-fbb448bd70c7 req-38b53832-acb5-49c3-8f8a-ba7b326ff384 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 982 time: 0.0828531 Mar 02 19:15:00.614854 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-664bf79f-41bd-4540-8d81-fbb448bd70c7 req-eafad040-491f-4725-b43a-8607ffe66748 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403941 Mar 02 19:15:01.345686 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:01.824666 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f98b3-2e63-4f93-886e-f929077cb0fe req-1e4257d0-1f6e-46f0-9ea8-ae3ed4ef5398 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:01.826363 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-780f98b3-2e63-4f93-886e-f929077cb0fe req-1e4257d0-1f6e-46f0-9ea8-ae3ed4ef5398 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 982 time: 0.0818877 Mar 02 19:15:01.881917 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-780f98b3-2e63-4f93-886e-f929077cb0fe req-c78d7f60-c575-432e-a393-80fae2822f7b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494597 Mar 02 19:15:03.088008 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a1c49-3013-4ce8-9f34-175f27860965 req-6e3582b3-cb10-47f3-9b63-d8205857589a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:03.089553 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-550a1c49-3013-4ce8-9f34-175f27860965 req-6e3582b3-cb10-47f3-9b63-d8205857589a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 982 time: 0.0846341 Mar 02 19:15:03.141807 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-550a1c49-3013-4ce8-9f34-175f27860965 req-8a0d4198-0604-46ea-b995-16371eb2d5f6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467947 Mar 02 19:15:04.097835 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 43f3661e-6ef9-4ae1-bb30-5009636a7e7a details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:15:04.241416 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,segment=NetworkSegment(9170f1fd-3dba-47b4-97c4-a7ee907fe277),segment_id=9170f1fd-3dba-47b4-97c4-a7ee907fe277)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:15:04.261636 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '43f3661e-6ef9-4ae1-bb30-5009636a7e7a', 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e', 'port_id': '43f3661e-6ef9-4ae1-bb30-5009636a7e7a', 'mac_address': 'fa:16:3e:48:2c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac10a251-358d-407a-88fd-bfd2975d20b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:15:04.321521 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:04.340570 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f3661e-6ef9-4ae1-bb30-5009636a7e7a {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:15:04.357418 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,segment=NetworkSegment(9170f1fd-3dba-47b4-97c4-a7ee907fe277),segment_id=9170f1fd-3dba-47b4-97c4-a7ee907fe277)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:15:04.486657 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:04.498772 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9f568-3740-4fcb-b30d-c894208b347b req-95e92134-e5c9-44fc-824a-6ab255c4e8d4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:04.500298 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4fe9f568-3740-4fcb-b30d-c894208b347b req-95e92134-e5c9-44fc-824a-6ab255c4e8d4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 982 time: 0.0829105 Mar 02 19:15:04.557068 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4fe9f568-3740-4fcb-b30d-c894208b347b req-0c6df7f4-204a-41e4-b2c4-6428e96dbc43 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501029 Mar 02 19:15:04.562067 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:04.769602 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['43f3661e-6ef9-4ae1-bb30-5009636a7e7a'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:15:05.761528 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb922586-657d-4802-92f1-341befbc8679 req-8e12c7cb-2f1f-482c-9fe6-bda621a2a1d4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:05.763000 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-eb922586-657d-4802-92f1-341befbc8679 req-8e12c7cb-2f1f-482c-9fe6-bda621a2a1d4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 983 time: 0.0777707 Mar 02 19:15:05.810823 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-eb922586-657d-4802-92f1-341befbc8679 req-2d0f741b-fea8-4a2b-83e5-aa624b567322 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420907 Mar 02 19:15:06.128829 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 43f3661e-6ef9-4ae1-bb30-5009636a7e7a up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:15:06.265348 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:15:06.270442 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:15:06.270813 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:06.387740 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:06.416348 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b67774-aa7d-4287-a5c6-f7bb154d0ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f3661e-6ef9-4ae1-bb30-5009636a7e7a'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:15:06.425964 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,segment=NetworkSegment(9170f1fd-3dba-47b4-97c4-a7ee907fe277),segment_id=9170f1fd-3dba-47b4-97c4-a7ee907fe277)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:15:06.474993 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b67774-aa7d-4287-a5c6-f7bb154d0ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f3661e-6ef9-4ae1-bb30-5009636a7e7a', 'code': 200} Mar 02 19:15:06.524123 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:06.592368 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:06.903171 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-63549eb0-f69c-4069-8192-27e52c4cacb9 req-c57662a1-c9ae-48fb-8a09-87154d5ec6bd service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 1137 time: 0.0749121 Mar 02 19:15:06.992735 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-63549eb0-f69c-4069-8192-27e52c4cacb9 req-2f9e25cb-3b2b-416d-88af-73e17ce1ad22 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813434 Mar 02 19:15:07.027256 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373d669-c859-46ca-b279-8ce0554878eb req-4da56480-b3b2-4291-84ee-413f2e823e74 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:07.029147 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5373d669-c859-46ca-b279-8ce0554878eb req-4da56480-b3b2-4291-84ee-413f2e823e74 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 984 time: 0.0902810 Mar 02 19:15:07.082302 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5373d669-c859-46ca-b279-8ce0554878eb req-1056c46a-5bda-41e5-9012-f3b9eb47f6ac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472429 Mar 02 19:15:08.300704 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed728641-3664-4342-8075-15a0497decc9 req-c64ddec5-6fe7-4cc2-9cb6-65da357c6a7a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:08.302313 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ed728641-3664-4342-8075-15a0497decc9 req-c64ddec5-6fe7-4cc2-9cb6-65da357c6a7a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 984 time: 0.0897663 Mar 02 19:15:08.374106 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ed728641-3664-4342-8075-15a0497decc9 req-1a81bd87-fad7-49c0-ba41-2419efb55679 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656109 Mar 02 19:15:09.584836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0ee4b-8dab-4d64-a46b-6b7f07dc58e4 req-197bef73-2756-461e-a6a8-af959cd0c61c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:09.587288 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-69a0ee4b-8dab-4d64-a46b-6b7f07dc58e4 req-197bef73-2756-461e-a6a8-af959cd0c61c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 984 time: 0.0870340 Mar 02 19:15:09.635268 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-69a0ee4b-8dab-4d64-a46b-6b7f07dc58e4 req-d1b27a60-61a9-41be-8fe0-81bd633b8537 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430896 Mar 02 19:15:09.843344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329c59a-718b-4a4a-b8bf-f1c8107c1656 req-f0a31b27-59bf-4b89-a5d9-8dba2a582c49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:09.844854 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7329c59a-718b-4a4a-b8bf-f1c8107c1656 req-f0a31b27-59bf-4b89-a5d9-8dba2a582c49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 984 time: 0.0833015 Mar 02 19:15:09.895213 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7329c59a-718b-4a4a-b8bf-f1c8107c1656 req-63311220-1a13-41d0-a154-ff110d8cf393 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440402 Mar 02 19:15:09.924083 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38318) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:09.996468 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-dd73a259-a448-4962-a7e8-1ec6d31c184d tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 1132 time: 0.0711834 Mar 02 19:15:09.999027 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38322) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:10.004271 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': '43f3661e-6ef9-4ae1-bb30-5009636a7e7a', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:15:10.010359 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:15:10.014290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:floatingip and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:15:10.017324 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:15:10.023398 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:15:10.168672 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:10.320440 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:10.468552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.26.4.203 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/58cf41a0-48b2-456e-b5ce-879542e12658) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:15:10.625630 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:10.746123 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:10.817921 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:15:10.821193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:15:10.823816 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:15:10.868858 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=58cf41a0-48b2-456e-b5ce-879542e12658,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:11.454655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:11.567105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:11.784745 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:11.849498 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:11.959681 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=58cf41a0-48b2-456e-b5ce-879542e12658,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:11.973777 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:12.183031 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Floating IP d3a68f34-4e0e-46ab-9212-4b4b065a9116 associated. External IP: 172.26.4.203, port: 43f3661e-6ef9-4ae1-bb30-5009636a7e7a. Mar 02 19:15:12.587418 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 3f68789d-73b0-41dc-b79c-2acf4303f713 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:15:12.792141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:15:12.801763 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dae93d-2495-446f-8cf6-9db934871b3e None None] Sync routers for ids ['3f68789d-73b0-41dc-b79c-2acf4303f713'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:15:12.814889 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dae93d-2495-446f-8cf6-9db934871b3e None None] Routers {'3f68789d-73b0-41dc-b79c-2acf4303f713'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:15:12.815242 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-85dae93d-2495-446f-8cf6-9db934871b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:14:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['3f68789d-73b0-41dc-b79c-2acf4303f713'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:15:12.940272 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:13.004741 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-85dae93d-2495-446f-8cf6-9db934871b3e None None] Set router 3f68789d-73b0-41dc-b79c-2acf4303f713 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:15:13.004853 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3868e9b2-ff69-4ec6-8799-018dd32407bb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 3.0030644 Mar 02 19:15:13.004853 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b67774-aa7d-4287-a5c6-f7bb154d0ebb', 'tag': '43f3661e-6ef9-4ae1-bb30-5009636a7e7a'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:15:13.006261 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38326) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:13.112531 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d3d68f3c-ce1f-4520-a62e-f58426ab9d8e tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb&network_id=31bcbee1-c209-42c3-98f4-8f1e6945616e HTTP/1.1" status: 200 len: 1132 time: 0.1047916 Mar 02 19:15:13.156554 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b67774-aa7d-4287-a5c6-f7bb154d0ebb', 'tag': '43f3661e-6ef9-4ae1-bb30-5009636a7e7a', 'status': 'completed', 'code': 200} Mar 02 19:15:13.411017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-85dae93d-2495-446f-8cf6-9db934871b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'name': 'tempest-TestNetworkBasicOps-router-6766772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:47Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd3a68f34-4e0e-46ab-9212-4b4b065a9116', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.203', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'port_id': '43f3661e-6ef9-4ae1-bb30-5009636a7e7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1930054554', 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e', 'mac_address': 'fa:16:3e:48:2c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b67774-aa7d-4287-a5c6-f7bb154d0ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:15:11Z', 'updated_at': '2022-03-02T19:15:11Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c6b772-2bba-4aa1-b56d-39216932b6f3', 'name': '', 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:7d:8e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac10a251-358d-407a-88fd-bfd2975d20b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:46Z', 'updated_at': '2022-03-02T19:14:54Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'ac10a251-358d-407a-88fd-bfd2975d20b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:15:13.416232 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dae93d-2495-446f-8cf6-9db934871b3e None None] Checking router: 3f68789d-73b0-41dc-b79c-2acf4303f713 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:15:13.427042 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dae93d-2495-446f-8cf6-9db934871b3e None None] Routers {'3f68789d-73b0-41dc-b79c-2acf4303f713'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:15:13.427843 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-85dae93d-2495-446f-8cf6-9db934871b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:14:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['3f68789d-73b0-41dc-b79c-2acf4303f713'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:15:13.449964 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb42ae4c-4f25-46c9-9829-d74782acf434 req-126643b5-5508-4518-839e-65b361de7b2a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 1137 time: 0.2693064 Mar 02 19:15:13.595545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42ae4c-4f25-46c9-9829-d74782acf434 req-bb76c0e6-d02e-4ef4-abb0-64f7efd085bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:13.597013 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb42ae4c-4f25-46c9-9829-d74782acf434 req-bb76c0e6-d02e-4ef4-abb0-64f7efd085bd service neutron] 10.222.0.87 "GET /v2.0/networks?id=31bcbee1-c209-42c3-98f4-8f1e6945616e HTTP/1.1" status: 200 len: 897 time: 0.1393452 Mar 02 19:15:13.629774 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-85dae93d-2495-446f-8cf6-9db934871b3e None None] Set router 3f68789d-73b0-41dc-b79c-2acf4303f713 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:15:13.759547 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb42ae4c-4f25-46c9-9829-d74782acf434 req-9e5a5dd8-a08a-471e-8fbd-aabd61acb00b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43f3661e-6ef9-4ae1-bb30-5009636a7e7a HTTP/1.1" status: 200 len: 1038 time: 0.1540658 Mar 02 19:15:13.848892 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42ae4c-4f25-46c9-9829-d74782acf434 req-05f1ba98-a20a-437b-ac15-792e4fe1bb88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:13.850500 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb42ae4c-4f25-46c9-9829-d74782acf434 req-05f1ba98-a20a-437b-ac15-792e4fe1bb88 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ac10a251-358d-407a-88fd-bfd2975d20b7 HTTP/1.1" status: 200 len: 835 time: 0.0833106 Mar 02 19:15:13.857194 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17d77c-5944-4141-b204-6db42c185718 req-4986f969-357f-43e1-8d42-813a80d2829e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:13.859405 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3a17d77c-5944-4141-b204-6db42c185718 req-4986f969-357f-43e1-8d42-813a80d2829e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 984 time: 0.1556849 Mar 02 19:15:13.959509 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3a17d77c-5944-4141-b204-6db42c185718 req-56dba931-461a-455a-96a9-aa3e7cbc62e8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662451 Mar 02 19:15:13.974877 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb42ae4c-4f25-46c9-9829-d74782acf434 req-bce9463c-40c7-4970-a7d7-595a95b6f4b3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=31bcbee1-c209-42c3-98f4-8f1e6945616e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1152792 Mar 02 19:15:14.025871 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-85dae93d-2495-446f-8cf6-9db934871b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'name': 'tempest-TestNetworkBasicOps-router-6766772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:47Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd3a68f34-4e0e-46ab-9212-4b4b065a9116', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.203', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'port_id': '43f3661e-6ef9-4ae1-bb30-5009636a7e7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1930054554', 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e', 'mac_address': 'fa:16:3e:48:2c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b67774-aa7d-4287-a5c6-f7bb154d0ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:15:11Z', 'updated_at': '2022-03-02T19:15:11Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c6b772-2bba-4aa1-b56d-39216932b6f3', 'name': '', 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:7d:8e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac10a251-358d-407a-88fd-bfd2975d20b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:46Z', 'updated_at': '2022-03-02T19:14:54Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'ac10a251-358d-407a-88fd-bfd2975d20b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:15:14.030389 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dae93d-2495-446f-8cf6-9db934871b3e None None] The sync data for ids ['3f68789d-73b0-41dc-b79c-2acf4303f713'] in dv-neutron-831573-1-hyperv is: [{'id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'name': 'tempest-TestNetworkBasicOps-router-6766772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:47Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd3a68f34-4e0e-46ab-9212-4b4b065a9116', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.203', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'port_id': '43f3661e-6ef9-4ae1-bb30-5009636a7e7a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1930054554', 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e', 'mac_address': 'fa:16:3e:48:2c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b67774-aa7d-4287-a5c6-f7bb154d0ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:15:11Z', 'updated_at': '2022-03-02T19:15:11Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c6b772-2bba-4aa1-b56d-39216932b6f3', 'name': '', 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:7d:8e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac10a251-358d-407a-88fd-bfd2975d20b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:46Z', 'updated_at': '2022-03-02T19:14:54Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'ac10a251-358d-407a-88fd-bfd2975d20b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:15:14.122762 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb42ae4c-4f25-46c9-9829-d74782acf434 req-4876cf82-cee0-4da3-b8e4-348fd94e2008 service neutron] 10.222.0.87 "GET /v2.0/networks/31bcbee1-c209-42c3-98f4-8f1e6945616e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403265 Mar 02 19:15:14.260643 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfb981d-9480-4fab-bb6a-22811c8a1556 None None] New status for floating IP d3a68f34-4e0e-46ab-9212-4b4b065a9116: ACTIVE {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:15:14.272631 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb42ae4c-4f25-46c9-9829-d74782acf434 req-a58c98a4-b63c-4e51-a4b3-92609be658f6 service neutron] 10.222.0.87 "GET /v2.0/networks/31bcbee1-c209-42c3-98f4-8f1e6945616e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399949 Mar 02 19:15:15.171507 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b85a5-2845-4bf1-9ac8-5720b1c3df2e req-5be73b12-765f-48ea-a10a-4cbfaf480e4a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:15.172962 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3f7b85a5-2845-4bf1-9ac8-5720b1c3df2e req-5be73b12-765f-48ea-a10a-4cbfaf480e4a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 984 time: 0.0813670 Mar 02 19:15:15.220329 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3f7b85a5-2845-4bf1-9ac8-5720b1c3df2e req-a6833d15-6fcd-4ac3-89e8-442b70d838a0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406792 Mar 02 19:15:15.430056 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c16a0d-76fd-41c9-99a5-755cc93dcdb9 req-24fffaf4-6674-41c8-bebe-874a6bd0d04c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:15.431518 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-54c16a0d-76fd-41c9-99a5-755cc93dcdb9 req-24fffaf4-6674-41c8-bebe-874a6bd0d04c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 984 time: 0.0838521 Mar 02 19:15:15.503342 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c16a0d-76fd-41c9-99a5-755cc93dcdb9 req-3c75cf8d-4c57-4f3c-a4b8-e400c59b8b06 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:15.507451 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-54c16a0d-76fd-41c9-99a5-755cc93dcdb9 req-3c75cf8d-4c57-4f3c-a4b8-e400c59b8b06 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/ports/43f3661e-6ef9-4ae1-bb30-5009636a7e7a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0675607 Mar 02 19:15:15.663744 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-54c16a0d-76fd-41c9-99a5-755cc93dcdb9 req-8e003d67-a5b1-4601-8145-67a6ea549498 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/networks/31bcbee1-c209-42c3-98f4-8f1e6945616e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1532032 Mar 02 19:15:15.673560 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-54c16a0d-76fd-41c9-99a5-755cc93dcdb9 req-ad9c9f62-a632-41c5-af4c-e834ee20c4ef service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:15:15.786701 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-54c16a0d-76fd-41c9-99a5-755cc93dcdb9 req-ad9c9f62-a632-41c5-af4c-e834ee20c4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:15.994992 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-54c16a0d-76fd-41c9-99a5-755cc93dcdb9 req-ad9c9f62-a632-41c5-af4c-e834ee20c4ef service neutron] For port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,segment=NetworkSegment(9170f1fd-3dba-47b4-97c4-a7ee907fe277),segment_id=9170f1fd-3dba-47b4-97c4-a7ee907fe277)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:15:16.028091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-54c16a0d-76fd-41c9-99a5-755cc93dcdb9 req-ad9c9f62-a632-41c5-af4c-e834ee20c4ef service neutron] For port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:15:16.079949 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-54c16a0d-76fd-41c9-99a5-755cc93dcdb9 req-ad9c9f62-a632-41c5-af4c-e834ee20c4ef service neutron] device_id is not set on port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:15:16.088178 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-54c16a0d-76fd-41c9-99a5-755cc93dcdb9 req-ad9c9f62-a632-41c5-af4c-e834ee20c4ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:16.175687 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-54c16a0d-76fd-41c9-99a5-755cc93dcdb9 req-ad9c9f62-a632-41c5-af4c-e834ee20c4ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:16.452759 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c9f62-a632-41c5-af4c-e834ee20c4ef service neutron] Pushing event updated for resources: {'Port': ['ID=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,revision_number=6']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:16.464583 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f3d1f97a-3b82-46aa-952d-5157d9faa927 req-2d218a70-2aa8-42b6-b911-99e22eec8939 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 210 time: 0.0764282 Mar 02 19:15:16.511762 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8145c485-c60d-49ab-be42-ce0bf4d0aced None None] Provisioning complete for port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:15:16.512295 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8145c485-c60d-49ab-be42-ce0bf4d0aced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:16.537928 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c16a0d-76fd-41c9-99a5-755cc93dcdb9 req-ad9c9f62-a632-41c5-af4c-e834ee20c4ef service neutron] No DVR routers for this DVR port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:15:16.568467 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-8145c485-c60d-49ab-be42-ce0bf4d0aced None None] Port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:15:16.973887 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dda6ea3-71e7-4f24-aea4-192dd4c955a4 req-2d894f38-058a-4032-9035-e73c6efeab63 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2363873 Mar 02 19:15:16.976557 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-54c16a0d-76fd-41c9-99a5-755cc93dcdb9 req-ad9c9f62-a632-41c5-af4c-e834ee20c4ef service neutron] In _notify_port_updated(), no bound segment for port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a on network 31bcbee1-c209-42c3-98f4-8f1e6945616e {{(pid=84532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:15:16.978065 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-54c16a0d-76fd-41c9-99a5-755cc93dcdb9 req-ad9c9f62-a632-41c5-af4c-e834ee20c4ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:16.980196 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-54c16a0d-76fd-41c9-99a5-755cc93dcdb9 req-ad9c9f62-a632-41c5-af4c-e834ee20c4ef service neutron] 10.222.0.87 "PUT /v2.0/ports/43f3661e-6ef9-4ae1-bb30-5009636a7e7a HTTP/1.1" status: 200 len: 1027 time: 1.3104622 Mar 02 19:15:17.127594 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dda6ea3-71e7-4f24-aea4-192dd4c955a4 req-f84c35dc-b18f-44d5-943e-50d53cba9e84 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c751e1819ac4d70a34f41774e11c468&device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 1098 time: 0.0799162 Mar 02 19:15:17.280813 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda6ea3-71e7-4f24-aea4-192dd4c955a4 req-241f4c0f-4b9c-4e9b-b161-211b066c0f7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:17.282320 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dda6ea3-71e7-4f24-aea4-192dd4c955a4 req-241f4c0f-4b9c-4e9b-b161-211b066c0f7f service neutron] 10.222.0.87 "GET /v2.0/networks?id=2e33772f-7a83-4314-934e-a7ea68526e72 HTTP/1.1" status: 200 len: 913 time: 0.1374452 Mar 02 19:15:17.401558 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dda6ea3-71e7-4f24-aea4-192dd4c955a4 req-b924382a-37b8-4c34-a11e-240b38dce812 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 HTTP/1.1" status: 200 len: 1001 time: 0.1102321 Mar 02 19:15:17.481395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda6ea3-71e7-4f24-aea4-192dd4c955a4 req-3e0eddf8-990f-4ad0-ad9c-7673f94ca51f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:17.482955 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dda6ea3-71e7-4f24-aea4-192dd4c955a4 req-3e0eddf8-990f-4ad0-ad9c-7673f94ca51f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=eb42d443-71ba-493e-8b31-52bf5eb54af6 HTTP/1.1" status: 200 len: 851 time: 0.0746074 Mar 02 19:15:17.568029 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dda6ea3-71e7-4f24-aea4-192dd4c955a4 req-aabed0cb-1648-44bf-933b-0dcb2b831e9a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2e33772f-7a83-4314-934e-a7ea68526e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752404 Mar 02 19:15:17.729515 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dda6ea3-71e7-4f24-aea4-192dd4c955a4 req-b7b06f62-68a7-47e4-8acd-d846f688708f service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541190 Mar 02 19:15:17.758211 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5ce032a5-8281-4cab-bf9b-46e24ce00533 req-b5b3538c-bd9b-45c0-82ab-2749d81ebafb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=43b67774-aa7d-4287-a5c6-f7bb154d0ebb HTTP/1.1" status: 200 len: 210 time: 0.1427641 Mar 02 19:15:17.880113 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dda6ea3-71e7-4f24-aea4-192dd4c955a4 req-65a6aead-dc65-4f66-95d3-68a5fbf08909 service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433098 Mar 02 19:15:18.872265 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38348) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:18.941759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfc652e-a133-4712-a779-3347010f7a66 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:18.943103 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bcfc652e-a133-4712-a779-3347010f7a66 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports/43f3661e-6ef9-4ae1-bb30-5009636a7e7a HTTP/1.1" status: 200 len: 926 time: 0.0698543 Mar 02 19:15:19.240724 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38354) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:19.246572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-37b5b9ca-cde3-435b-ba65-cf789b665abc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1532453252', 'description': 'tempest-secgroup-smoke-1532453252 description', 'project_id': '3b5a22e326e84c6680d758252463bbd4'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:15:19.252614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-37b5b9ca-cde3-435b-ba65-cf789b665abc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:15:19.262445 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-37b5b9ca-cde3-435b-ba65-cf789b665abc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:15:19.382629 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37b5b9ca-cde3-435b-ba65-cf789b665abc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:19.419476 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-37b5b9ca-cde3-435b-ba65-cf789b665abc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:15:19.423253 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-37b5b9ca-cde3-435b-ba65-cf789b665abc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:15:19.426218 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-37b5b9ca-cde3-435b-ba65-cf789b665abc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:15:19.432237 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-37b5b9ca-cde3-435b-ba65-cf789b665abc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:15:19.503016 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37b5b9ca-cde3-435b-ba65-cf789b665abc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:19.586880 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37b5b9ca-cde3-435b-ba65-cf789b665abc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:19.632363 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5b9ca-cde3-435b-ba65-cf789b665abc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cd422f-e6c0-4bd2-8e3e-9ded1838fcf8,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:19.717262 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37b5b9ca-cde3-435b-ba65-cf789b665abc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:19.718491 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-37b5b9ca-cde3-435b-ba65-cf789b665abc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4766674 Mar 02 19:15:19.721275 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38360) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:19.726732 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c5c40690-63e4-4d69-af40-3c577fce75a8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': 'b5cd422f-e6c0-4bd2-8e3e-9ded1838fcf8', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:15:19.732818 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c5c40690-63e4-4d69-af40-3c577fce75a8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:15:19.737320 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c5c40690-63e4-4d69-af40-3c577fce75a8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:15:19.739970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c5c40690-63e4-4d69-af40-3c577fce75a8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:15:19.745976 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c5c40690-63e4-4d69-af40-3c577fce75a8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:15:19.882602 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c5c40690-63e4-4d69-af40-3c577fce75a8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:19.946919 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c5c40690-63e4-4d69-af40-3c577fce75a8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:20.035153 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c5c40690-63e4-4d69-af40-3c577fce75a8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:20.056065 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c40690-63e4-4d69-af40-3c577fce75a8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9f2f43-7efa-4393-9024-a4ca4c878fb9,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:20.123187 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c5c40690-63e4-4d69-af40-3c577fce75a8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:20.123187 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c5c40690-63e4-4d69-af40-3c577fce75a8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4008989 Mar 02 19:15:20.126051 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38364) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:20.132216 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-fd90117c-b32e-485e-ab82-10d2c874df26 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': 'b5cd422f-e6c0-4bd2-8e3e-9ded1838fcf8', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:15:20.138766 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-fd90117c-b32e-485e-ab82-10d2c874df26 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:15:20.142797 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fd90117c-b32e-485e-ab82-10d2c874df26 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:15:20.145770 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fd90117c-b32e-485e-ab82-10d2c874df26 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:15:20.151596 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-fd90117c-b32e-485e-ab82-10d2c874df26 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:15:20.272460 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 43f3661e-6ef9-4ae1-bb30-5009636a7e7a no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:15:20.273049 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd90117c-b32e-485e-ab82-10d2c874df26 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:20.333449 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 43f3661e-6ef9-4ae1-bb30-5009636a7e7a not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:15:20.342873 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd90117c-b32e-485e-ab82-10d2c874df26 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:20.413799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd90117c-b32e-485e-ab82-10d2c874df26 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:20.445997 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90117c-b32e-485e-ab82-10d2c874df26 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a2a4dc-45b9-4879-8d0b-45df6c608192,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:20.546019 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd90117c-b32e-485e-ab82-10d2c874df26 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:20.550091 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38368) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:20.550256 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fd90117c-b32e-485e-ab82-10d2c874df26 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4230056 Mar 02 19:15:20.556874 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-76fa6eb2-c6a3-4417-bf34-2ff1ac7b1b6c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': 'b5cd422f-e6c0-4bd2-8e3e-9ded1838fcf8', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:15:20.562775 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-76fa6eb2-c6a3-4417-bf34-2ff1ac7b1b6c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:15:20.566557 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-76fa6eb2-c6a3-4417-bf34-2ff1ac7b1b6c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:15:20.569534 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-76fa6eb2-c6a3-4417-bf34-2ff1ac7b1b6c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:15:20.575244 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-76fa6eb2-c6a3-4417-bf34-2ff1ac7b1b6c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:15:20.668837 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-76fa6eb2-c6a3-4417-bf34-2ff1ac7b1b6c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:20.733771 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-76fa6eb2-c6a3-4417-bf34-2ff1ac7b1b6c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:20.812844 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-76fa6eb2-c6a3-4417-bf34-2ff1ac7b1b6c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:20.837177 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa6eb2-c6a3-4417-bf34-2ff1ac7b1b6c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd10fde6-ca63-4dad-9002-41059e86822f,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:20.946016 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-76fa6eb2-c6a3-4417-bf34-2ff1ac7b1b6c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:20.948219 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-76fa6eb2-c6a3-4417-bf34-2ff1ac7b1b6c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3960905 Mar 02 19:15:20.950274 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38372) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:20.955921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-1938c8f4-683f-4d8a-9fbc-df51ab6a6218 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': 'b5cd422f-e6c0-4bd2-8e3e-9ded1838fcf8', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:15:20.962662 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1938c8f4-683f-4d8a-9fbc-df51ab6a6218 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:15:20.966528 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1938c8f4-683f-4d8a-9fbc-df51ab6a6218 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:15:20.971913 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1938c8f4-683f-4d8a-9fbc-df51ab6a6218 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:15:20.976098 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1938c8f4-683f-4d8a-9fbc-df51ab6a6218 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:15:21.112727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1938c8f4-683f-4d8a-9fbc-df51ab6a6218 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:21.179209 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1938c8f4-683f-4d8a-9fbc-df51ab6a6218 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:21.249042 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1938c8f4-683f-4d8a-9fbc-df51ab6a6218 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:21.276317 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938c8f4-683f-4d8a-9fbc-df51ab6a6218 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae505462-3441-4562-9c8b-e032b4a3eaac,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:21.345874 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1938c8f4-683f-4d8a-9fbc-df51ab6a6218 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:21.347116 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1938c8f4-683f-4d8a-9fbc-df51ab6a6218 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3958852 Mar 02 19:15:21.350527 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38376) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:21.358270 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-e6901e66-898a-4c05-ac8f-c8adf9cc934f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': 'b5cd422f-e6c0-4bd2-8e3e-9ded1838fcf8', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:15:21.362087 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e6901e66-898a-4c05-ac8f-c8adf9cc934f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:15:21.366399 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e6901e66-898a-4c05-ac8f-c8adf9cc934f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:15:21.369395 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e6901e66-898a-4c05-ac8f-c8adf9cc934f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:15:21.380269 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e6901e66-898a-4c05-ac8f-c8adf9cc934f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:15:21.450948 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.securitygroups_db [None req-e6901e66-898a-4c05-ac8f-c8adf9cc934f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:15:21.456772 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e6901e66-898a-4c05-ac8f-c8adf9cc934f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:21.533391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e6901e66-898a-4c05-ac8f-c8adf9cc934f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:21.608563 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e6901e66-898a-4c05-ac8f-c8adf9cc934f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:21.633519 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6901e66-898a-4c05-ac8f-c8adf9cc934f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110ec22f-34df-480b-a478-cbe3a5dc4216,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:21.660282 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6f982d92-e43d-43a0-b055-ae5a5047926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:21.745987 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e6901e66-898a-4c05-ac8f-c8adf9cc934f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:21.748542 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e6901e66-898a-4c05-ac8f-c8adf9cc934f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3957992 Mar 02 19:15:21.750639 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38380) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:21.757185 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c75c86c7-ff0f-479e-b723-db24164ed25f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': 'b5cd422f-e6c0-4bd2-8e3e-9ded1838fcf8', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:15:21.763641 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c75c86c7-ff0f-479e-b723-db24164ed25f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:15:21.774925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c75c86c7-ff0f-479e-b723-db24164ed25f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:15:21.774925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c75c86c7-ff0f-479e-b723-db24164ed25f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:15:21.777791 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c75c86c7-ff0f-479e-b723-db24164ed25f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:15:21.866315 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.securitygroups_db [None req-c75c86c7-ff0f-479e-b723-db24164ed25f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:15:21.873642 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c75c86c7-ff0f-479e-b723-db24164ed25f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:21.942254 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c75c86c7-ff0f-479e-b723-db24164ed25f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:22.038647 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c75c86c7-ff0f-479e-b723-db24164ed25f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:22.064982 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c86c7-ff0f-479e-b723-db24164ed25f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3571a428-1e4d-41e3-867d-c25444e8a44e,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:22.212578 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c75c86c7-ff0f-479e-b723-db24164ed25f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:22.213829 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c75c86c7-ff0f-479e-b723-db24164ed25f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4621987 Mar 02 19:15:22.385787 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-2c3f474d-4a6a-4d44-bbbf-642f98cd6b7c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532453252&fields=id&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 267 time: 0.0411172 Mar 02 19:15:22.458573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-7fd421a8-1548-41c8-8f05-756d58345e21 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:22.460734 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-7fd421a8-1548-41c8-8f05-756d58345e21 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports/43f3661e-6ef9-4ae1-bb30-5009636a7e7a HTTP/1.1" status: 200 len: 931 time: 0.0687125 Mar 02 19:15:22.536928 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-13add8ff-5f4a-44aa-8b58-0a58009026e3 service neutron] 10.222.0.73 "GET /v2.0/ports/43f3661e-6ef9-4ae1-bb30-5009636a7e7a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0645902 Mar 02 19:15:22.656957 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:15:22.674812 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-9b2619f6-2a24-4859-8c64-2a1714de7f97 service neutron] 10.222.0.73 "GET /v2.0/networks/31bcbee1-c209-42c3-98f4-8f1e6945616e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319416 Mar 02 19:15:22.899167 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-246f0624-4ffc-482c-b4c8-f43e171238a7 service neutron] 10.222.0.73 "GET /v2.0/networks/31bcbee1-c209-42c3-98f4-8f1e6945616e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185025 Mar 02 19:15:23.230439 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-25c0759e-021b-41e6-8e50-b493eb2b3282 req-7147d596-3a75-41c0-8e01-217f1b8c324d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 210 time: 0.0432343 Mar 02 19:15:23.820462 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2c0b62fd-ae2c-4c7d-ad85-f00014e91008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:24.343223 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5fc0a498-5358-4cb5-a442-d41c7c9bc745 req-a2b37c1b-bc67-4cc3-8d9f-2c296ded0980 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 210 time: 0.0428486 Mar 02 19:15:25.197517 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:25.439001 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:25.535026 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-987255eb-d7f6-454a-a16b-cb89d4d442d5 req-d2ad426f-f19c-49ed-a291-1777df55a059 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 210 time: 0.0471053 Mar 02 19:15:25.707814 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-7b6b7baf-2777-4db8-b33b-7c462da0b4dd service neutron] 10.222.0.87 "GET /v2.0/ports/43f3661e-6ef9-4ae1-bb30-5009636a7e7a HTTP/1.1" status: 200 len: 1027 time: 0.0700753 Mar 02 19:15:25.870657 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-34740c9d-2e3a-41cb-9ff8-f03d26d15845 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:25.872305 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-34740c9d-2e3a-41cb-9ff8-f03d26d15845 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/networks?id=31bcbee1-c209-42c3-98f4-8f1e6945616e HTTP/1.1" status: 200 len: 796 time: 0.1545880 Mar 02 19:15:25.962052 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-c5bdbe42-3905-42e9-a684-0b608a2ef882 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 473 time: 0.0750811 Mar 02 19:15:25.973349 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Request body: {'port': {'device_id': '7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:15:26.122882 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:26.553368 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:26.570893 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f3661e-6ef9-4ae1-bb30-5009636a7e7a {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:15:26.579458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:26.601465 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Transition to ACTIVE for port object 43f3661e-6ef9-4ae1-bb30-5009636a7e7a will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:15:26.717245 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:26.917551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Pushing event updated for resources: {'Port': ['ID=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,revision_number=7']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:26.953893 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:26.954307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:26.954722 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:26.955122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:26.955658 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:26.956390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:26.956903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:26.957377 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:26.957853 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:26.958342 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:26.958856 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:26.981577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9b419-0715-4643-8f23-89e702d858b9 req-b22af910-2339-4751-8b0f-c233f8d8dabd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:26.984183 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-81d9b419-0715-4643-8f23-89e702d858b9 req-b22af910-2339-4751-8b0f-c233f8d8dabd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 982 time: 0.3007419 Mar 02 19:15:27.111458 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-81d9b419-0715-4643-8f23-89e702d858b9 req-01a73fad-c539-46a3-a624-880ca5c27fb5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988410 Mar 02 19:15:27.138512 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Attempting to bind port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:15:27.138867 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Attempting to bind port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '9170f1fd-3dba-47b4-97c4-a7ee907fe277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:15:27.139203 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Attempting to bind port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a on network 31bcbee1-c209-42c3-98f4-8f1e6945616e {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:15:27.146356 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a on network 31bcbee1-c209-42c3-98f4-8f1e6945616e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:15:27.147535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Attempting to bind port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a on network 31bcbee1-c209-42c3-98f4-8f1e6945616e {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:15:27.155615 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:15:27.156086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Checking segment: {'id': '9170f1fd-3dba-47b4-97c4-a7ee907fe277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:15:27.156563 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Bound using segment: {'id': '9170f1fd-3dba-47b4-97c4-a7ee907fe277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:15:27.157039 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Bound port: 43f3661e-6ef9-4ae1-bb30-5009636a7e7a, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9170f1fd-3dba-47b4-97c4-a7ee907fe277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:15:27.157506 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:27.262415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] For port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:15:27.266139 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] For port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,segment=NetworkSegment(9170f1fd-3dba-47b4-97c4-a7ee907fe277),segment_id=9170f1fd-3dba-47b4-97c4-a7ee907fe277)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:15:27.410661 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:27.532120 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:27.534389 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] 10.222.0.87 "PUT /v2.0/ports/43f3661e-6ef9-4ae1-bb30-5009636a7e7a HTTP/1.1" status: 200 len: 1132 time: 1.5652361 Mar 02 19:15:27.535101 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5', 'tag': '43f3661e-6ef9-4ae1-bb30-5009636a7e7a'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:15:27.565787 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea1cc2-5cc1-42e2-9e74-75ad8391f864 service neutron] Pushing event updated for resources: {'Port': ['ID=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,revision_number=8']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:27.622443 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5', 'tag': '43f3661e-6ef9-4ae1-bb30-5009636a7e7a', 'status': 'completed', 'code': 200} Mar 02 19:15:27.759717 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a59dfcc6-90f0-4349-8127-ae22a68ea620 req-d49d7013-42d0-4d68-8f1e-33ee1a433d77 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 1135 time: 0.1085112 Mar 02 19:15:28.031700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59dfcc6-90f0-4349-8127-ae22a68ea620 req-f57330cb-75b4-4604-8984-a736a244e95c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:28.033586 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a59dfcc6-90f0-4349-8127-ae22a68ea620 req-f57330cb-75b4-4604-8984-a736a244e95c service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=3b5a22e326e84c6680d758252463bbd4&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2668383 Mar 02 19:15:28.350321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59dfcc6-90f0-4349-8127-ae22a68ea620 req-8e8c92db-cfb9-4f66-810c-f165385c4e8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:28.352911 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a59dfcc6-90f0-4349-8127-ae22a68ea620 req-8e8c92db-cfb9-4f66-810c-f165385c4e8f service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3114367 Mar 02 19:15:28.445856 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6eca5-dab4-4d5d-91c0-4c4737f2b830 req-428cea39-8754-4a19-95fd-e6f831563be0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:28.449138 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-07a6eca5-dab4-4d5d-91c0-4c4737f2b830 req-428cea39-8754-4a19-95fd-e6f831563be0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 982 time: 0.1795006 Mar 02 19:15:28.513364 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-07a6eca5-dab4-4d5d-91c0-4c4737f2b830 req-6a58bc1a-8fe4-4924-a89b-7d0cfc3ba92a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585918 Mar 02 19:15:28.525258 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-cef6179c-e15d-4d30-953c-afae900482c3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 1135 time: 0.1285565 Mar 02 19:15:28.643746 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-2369f912-1459-4c38-9c5f-8567996bbd1b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43f3661e-6ef9-4ae1-bb30-5009636a7e7a HTTP/1.1" status: 200 len: 1038 time: 0.1105306 Mar 02 19:15:28.711747 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-23b6389f-9ddb-4bac-8412-42993fb179c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:28.713219 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-23b6389f-9ddb-4bac-8412-42993fb179c3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ac10a251-358d-407a-88fd-bfd2975d20b7 HTTP/1.1" status: 200 len: 835 time: 0.0635700 Mar 02 19:15:28.797251 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-4367436f-5c58-402e-a39e-bb9a8e6f07a7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=31bcbee1-c209-42c3-98f4-8f1e6945616e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776222 Mar 02 19:15:28.940277 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-8f2c1120-cbc3-49f8-bcef-7da15cafb452 service neutron] 10.222.0.87 "GET /v2.0/networks/31bcbee1-c209-42c3-98f4-8f1e6945616e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358907 Mar 02 19:15:29.103144 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8fbf456e-f2cf-4e03-b5b0-b292bfda055c req-abbcb213-5484-4cae-8125-e9bc5c96cb59 service neutron] 10.222.0.87 "GET /v2.0/networks/31bcbee1-c209-42c3-98f4-8f1e6945616e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568615 Mar 02 19:15:29.724174 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216e9a3-1748-45ad-8dcb-97ea44351329 req-05ef8ce6-4b97-46ac-8d14-b645a84515b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:29.726289 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e216e9a3-1748-45ad-8dcb-97ea44351329 req-05ef8ce6-4b97-46ac-8d14-b645a84515b5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 982 time: 0.0818801 Mar 02 19:15:29.772884 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-e216e9a3-1748-45ad-8dcb-97ea44351329 req-0a37c5a1-91cd-4eef-a9c6-9cb527dd786f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:15:29.881611 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-e216e9a3-1748-45ad-8dcb-97ea44351329 req-0a37c5a1-91cd-4eef-a9c6-9cb527dd786f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:15:29.882810 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e216e9a3-1748-45ad-8dcb-97ea44351329 req-0a37c5a1-91cd-4eef-a9c6-9cb527dd786f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503649 Mar 02 19:15:31.095645 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf2703-2f6e-46b2-b14a-035a521aeb80 req-72493378-2c9e-4ba2-a555-4a49c02b6c80 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:31.097221 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-89cf2703-2f6e-46b2-b14a-035a521aeb80 req-72493378-2c9e-4ba2-a555-4a49c02b6c80 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 982 time: 0.0851994 Mar 02 19:15:31.145601 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-89cf2703-2f6e-46b2-b14a-035a521aeb80 req-c059d95d-75d3-49ba-b065-3edd666ffcd0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416608 Mar 02 19:15:31.295648 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:32.335995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 43f3661e-6ef9-4ae1-bb30-5009636a7e7a details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:15:32.359637 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a666493-73b4-4596-ac5f-7bf6d81ded8a req-12f64c77-afe5-43b4-8c04-3280985e14af tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:32.361180 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7a666493-73b4-4596-ac5f-7bf6d81ded8a req-12f64c77-afe5-43b4-8c04-3280985e14af tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 982 time: 0.0902801 Mar 02 19:15:32.409476 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7a666493-73b4-4596-ac5f-7bf6d81ded8a req-19d5f566-64fa-457d-a4d3-62287b803b61 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412114 Mar 02 19:15:32.482831 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,segment=NetworkSegment(9170f1fd-3dba-47b4-97c4-a7ee907fe277),segment_id=9170f1fd-3dba-47b4-97c4-a7ee907fe277)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:15:32.497095 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '43f3661e-6ef9-4ae1-bb30-5009636a7e7a', 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e', 'port_id': '43f3661e-6ef9-4ae1-bb30-5009636a7e7a', 'mac_address': 'fa:16:3e:48:2c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac10a251-358d-407a-88fd-bfd2975d20b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:15:32.553355 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:32.571308 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f3661e-6ef9-4ae1-bb30-5009636a7e7a {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:15:32.588126 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,segment=NetworkSegment(9170f1fd-3dba-47b4-97c4-a7ee907fe277),segment_id=9170f1fd-3dba-47b4-97c4-a7ee907fe277)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:15:32.710292 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:32.780653 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,revision_number=9']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:32.933013 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['43f3661e-6ef9-4ae1-bb30-5009636a7e7a'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:15:33.637479 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbf23c-1207-4e82-bd23-8eeb97667b1b req-813fc92e-7bef-4e05-94f2-681b9984b5cd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:33.638408 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-eafbf23c-1207-4e82-bd23-8eeb97667b1b req-813fc92e-7bef-4e05-94f2-681b9984b5cd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 983 time: 0.0952032 Mar 02 19:15:33.687256 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-eafbf23c-1207-4e82-bd23-8eeb97667b1b req-2b173f87-6703-4d3b-bf0c-c26fd5a23448 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435693 Mar 02 19:15:34.344258 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 43f3661e-6ef9-4ae1-bb30-5009636a7e7a up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:15:34.517454 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:15:34.522944 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:15:34.523326 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:34.645862 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:34.674085 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f3661e-6ef9-4ae1-bb30-5009636a7e7a'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:15:34.691315 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,segment=NetworkSegment(9170f1fd-3dba-47b4-97c4-a7ee907fe277),segment_id=9170f1fd-3dba-47b4-97c4-a7ee907fe277)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:15:34.804323 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f3661e-6ef9-4ae1-bb30-5009636a7e7a', 'code': 200} Mar 02 19:15:34.826889 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:34.917827 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44595a4-af0a-47e3-9499-1bd68113c560 req-679872d8-41e4-4799-8311-22fa838c4af4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:34.920172 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c44595a4-af0a-47e3-9499-1bd68113c560 req-679872d8-41e4-4799-8311-22fa838c4af4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 985 time: 0.1092558 Mar 02 19:15:34.920928 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,revision_number=10']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:34.975026 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c44595a4-af0a-47e3-9499-1bd68113c560 req-1aa54474-5720-4895-902b-7da3b8d48864 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476811 Mar 02 19:15:35.304987 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-dc1fcd7e-21d6-469a-bd10-14294421bacd req-9f36cbec-4926-46a2-a096-4bc93828078f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 1138 time: 0.0781970 Mar 02 19:15:35.356855 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-dc1fcd7e-21d6-469a-bd10-14294421bacd req-a96d5672-d315-43db-8250-6cdb0884d646 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398006 Mar 02 19:15:36.189045 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bab429-d54c-4879-bb86-dd08a83a8dcc req-c1a582bf-a203-49d1-a180-0996bea762d0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:36.191056 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b2bab429-d54c-4879-bb86-dd08a83a8dcc req-c1a582bf-a203-49d1-a180-0996bea762d0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 985 time: 0.0795329 Mar 02 19:15:36.238681 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b2bab429-d54c-4879-bb86-dd08a83a8dcc req-a6c72e89-80e0-43f5-be6a-02267ba08660 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399456 Mar 02 19:15:37.592757 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52158d1a-8e79-4480-b17b-6f7fee538861 req-81c48e2b-a2fa-4ec1-a2c4-3e874bce91b9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:37.595495 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52158d1a-8e79-4480-b17b-6f7fee538861 req-81c48e2b-a2fa-4ec1-a2c4-3e874bce91b9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 985 time: 0.0849588 Mar 02 19:15:37.645023 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52158d1a-8e79-4480-b17b-6f7fee538861 req-fa13a1e8-2a59-449c-a732-ebb0686c868e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453272 Mar 02 19:15:37.857835 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02f28d-521b-46a5-b9d3-a9e9c823b05d req-6726f12d-652c-4b8d-afb3-69536151be8c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:37.859249 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cd02f28d-521b-46a5-b9d3-a9e9c823b05d req-6726f12d-652c-4b8d-afb3-69536151be8c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 985 time: 0.0835557 Mar 02 19:15:37.906615 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cd02f28d-521b-46a5-b9d3-a9e9c823b05d req-025dbf78-1951-4353-9526-193b0854346c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417955 Mar 02 19:15:37.934570 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38438) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:38.006594 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-93eeb1fa-b01e-4820-874e-8b0016ce6e90 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5&network_id=31bcbee1-c209-42c3-98f4-8f1e6945616e HTTP/1.1" status: 200 len: 1133 time: 0.0708776 Mar 02 19:15:38.651062 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54620dd-c82e-48f3-ad47-ef82fad5793b req-4041fbc0-1522-457e-bbe7-16ea18156224 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:38.652606 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e54620dd-c82e-48f3-ad47-ef82fad5793b req-4041fbc0-1522-457e-bbe7-16ea18156224 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 985 time: 0.0889895 Mar 02 19:15:38.701172 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e54620dd-c82e-48f3-ad47-ef82fad5793b req-e18ee000-4f7d-4480-a324-b295f7a70499 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425115 Mar 02 19:15:39.906268 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ba3b0-77da-4267-b1f7-0b612513e472 req-7ffdc7e6-4053-4815-8539-3f9912968f6c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:39.907063 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-369ba3b0-77da-4267-b1f7-0b612513e472 req-7ffdc7e6-4053-4815-8539-3f9912968f6c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 985 time: 0.0781901 Mar 02 19:15:39.956790 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-369ba3b0-77da-4267-b1f7-0b612513e472 req-f3c29758-2500-47fe-b4ac-fbcdfa512b89 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=6f8b7421-edfb-441e-b708-5a5b58e9e4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441256 Mar 02 19:15:40.081873 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194389aa-4568-4880-987e-37c73c4782b2 req-9247ba9a-96c3-42f0-a8ed-1a3920cbff46 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:40.083327 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-194389aa-4568-4880-987e-37c73c4782b2 req-9247ba9a-96c3-42f0-a8ed-1a3920cbff46 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/ports?device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 985 time: 0.0798879 Mar 02 19:15:40.155551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194389aa-4568-4880-987e-37c73c4782b2 req-269decda-da7c-4ec1-86ad-6c41bf686b9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:40.156806 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-194389aa-4568-4880-987e-37c73c4782b2 req-269decda-da7c-4ec1-86ad-6c41bf686b9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/ports/43f3661e-6ef9-4ae1-bb30-5009636a7e7a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0666194 Mar 02 19:15:40.395282 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-194389aa-4568-4880-987e-37c73c4782b2 req-a98aa330-1687-4119-81ac-a23f9c512811 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/networks/31bcbee1-c209-42c3-98f4-8f1e6945616e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2319226 Mar 02 19:15:40.405924 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-194389aa-4568-4880-987e-37c73c4782b2 req-1b5c8ef0-f0ba-4764-abc2-daa6ce969b92 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:15:40.512264 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-194389aa-4568-4880-987e-37c73c4782b2 req-1b5c8ef0-f0ba-4764-abc2-daa6ce969b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:40.717939 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-194389aa-4568-4880-987e-37c73c4782b2 req-1b5c8ef0-f0ba-4764-abc2-daa6ce969b92 service neutron] For port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,segment=NetworkSegment(9170f1fd-3dba-47b4-97c4-a7ee907fe277),segment_id=9170f1fd-3dba-47b4-97c4-a7ee907fe277)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:15:40.746039 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-194389aa-4568-4880-987e-37c73c4782b2 req-1b5c8ef0-f0ba-4764-abc2-daa6ce969b92 service neutron] For port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:15:40.803590 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-194389aa-4568-4880-987e-37c73c4782b2 req-1b5c8ef0-f0ba-4764-abc2-daa6ce969b92 service neutron] device_id is not set on port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a yet. {{(pid=84532) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 02 19:15:40.814324 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-194389aa-4568-4880-987e-37c73c4782b2 req-1b5c8ef0-f0ba-4764-abc2-daa6ce969b92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:40.916029 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-194389aa-4568-4880-987e-37c73c4782b2 req-1b5c8ef0-f0ba-4764-abc2-daa6ce969b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:41.051291 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c8ef0-f0ba-4764-abc2-daa6ce969b92 service neutron] Pushing event updated for resources: {'Port': ['ID=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,revision_number=11']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:41.131976 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-194389aa-4568-4880-987e-37c73c4782b2 req-1b5c8ef0-f0ba-4764-abc2-daa6ce969b92 service neutron] No DVR routers for this DVR port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:15:41.143393 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cdb556cc-24e2-4e64-b524-1826486f2a48 req-4d225d99-7fae-4226-a22c-ad011d2baec7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 210 time: 0.0486310 Mar 02 19:15:41.236809 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c9cb12b4-baeb-4848-aeab-5ca90b3fd5f5 None None] Provisioning complete for port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:15:41.237289 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c9cb12b4-baeb-4848-aeab-5ca90b3fd5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:41.293538 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c9cb12b4-baeb-4848-aeab-5ca90b3fd5f5 None None] Port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:15:41.382517 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-194389aa-4568-4880-987e-37c73c4782b2 req-1b5c8ef0-f0ba-4764-abc2-daa6ce969b92 service neutron] In _notify_port_updated(), no bound segment for port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a on network 31bcbee1-c209-42c3-98f4-8f1e6945616e {{(pid=84532) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 02 19:15:41.383588 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-194389aa-4568-4880-987e-37c73c4782b2 req-1b5c8ef0-f0ba-4764-abc2-daa6ce969b92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:41.385300 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-194389aa-4568-4880-987e-37c73c4782b2 req-1b5c8ef0-f0ba-4764-abc2-daa6ce969b92 service neutron] 10.222.0.87 "PUT /v2.0/ports/43f3661e-6ef9-4ae1-bb30-5009636a7e7a HTTP/1.1" status: 200 len: 1028 time: 0.9830267 Mar 02 19:15:42.328896 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-524b446b-a3cb-47fb-a744-933b40f6d353 req-34e45327-f427-440d-8852-57c4a0dfe3b8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bc61ba0-ba8e-495f-a6fa-a00dc17ea1e5 HTTP/1.1" status: 200 len: 210 time: 0.0422142 Mar 02 19:15:43.442109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38454) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:43.511035 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2f55fcbb-b22b-42e8-b140-8cdb55d2fe41 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:43.540429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2f55fcbb-b22b-42e8-b140-8cdb55d2fe41 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:43.705197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2f55fcbb-b22b-42e8-b140-8cdb55d2fe41 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:43.725028 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55fcbb-b22b-42e8-b140-8cdb55d2fe41 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cd422f-e6c0-4bd2-8e3e-9ded1838fcf8,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:43.820204 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2f55fcbb-b22b-42e8-b140-8cdb55d2fe41 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:43.821729 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2f55fcbb-b22b-42e8-b140-8cdb55d2fe41 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/security-groups/b5cd422f-e6c0-4bd2-8e3e-9ded1838fcf8 HTTP/1.1" status: 204 len: 168 time: 0.3785257 Mar 02 19:15:43.977142 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38462) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:44.180401 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-ffb9b154-eed8-40a1-9730-7220b783f343 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 58cf41a0-48b2-456e-b5ce-879542e12658 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:15:44.180746 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b154-eed8-40a1-9730-7220b783f343 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:44.370714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 43f3661e-6ef9-4ae1-bb30-5009636a7e7a no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:15:44.435491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 43f3661e-6ef9-4ae1-bb30-5009636a7e7a not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:15:44.466376 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b154-eed8-40a1-9730-7220b783f343 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:44.466945 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b154-eed8-40a1-9730-7220b783f343 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:44.589281 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-ffb9b154-eed8-40a1-9730-7220b783f343 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 58cf41a0-48b2-456e-b5ce-879542e12658 owned by network:floatingip {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:15:44.847482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b154-eed8-40a1-9730-7220b783f343 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:44.895335 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9b154-eed8-40a1-9730-7220b783f343 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=58cf41a0-48b2-456e-b5ce-879542e12658,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:44.990701 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b154-eed8-40a1-9730-7220b783f343 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:45.398223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb9b154-eed8-40a1-9730-7220b783f343 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 3f68789d-73b0-41dc-b79c-2acf4303f713 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:15:45.616091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb9b154-eed8-40a1-9730-7220b783f343 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:15:45.626604 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be561d-dc2b-4337-886c-4674eb2a2007 None None] Sync routers for ids ['3f68789d-73b0-41dc-b79c-2acf4303f713'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:15:45.638901 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be561d-dc2b-4337-886c-4674eb2a2007 None None] Routers {'3f68789d-73b0-41dc-b79c-2acf4303f713'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:15:45.639566 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-81be561d-dc2b-4337-886c-4674eb2a2007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:15:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['3f68789d-73b0-41dc-b79c-2acf4303f713'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:15:45.738057 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b154-eed8-40a1-9730-7220b783f343 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:45.795120 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ffb9b154-eed8-40a1-9730-7220b783f343 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/floatingips/d3a68f34-4e0e-46ab-9212-4b4b065a9116 HTTP/1.1" status: 204 len: 168 time: 1.8167367 Mar 02 19:15:45.824848 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-81be561d-dc2b-4337-886c-4674eb2a2007 None None] Set router 3f68789d-73b0-41dc-b79c-2acf4303f713 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:15:45.953499 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38472) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:46.027499 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-232ac005-8fe0-466b-a0a2-09b6b9ca9f03 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:46.061442 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-232ac005-8fe0-466b-a0a2-09b6b9ca9f03 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:46.146703 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-81be561d-dc2b-4337-886c-4674eb2a2007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'name': 'tempest-TestNetworkBasicOps-router-6766772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:47Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a0c6b772-2bba-4aa1-b56d-39216932b6f3', 'name': '', 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:7d:8e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac10a251-358d-407a-88fd-bfd2975d20b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:46Z', 'updated_at': '2022-03-02T19:14:54Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'ac10a251-358d-407a-88fd-bfd2975d20b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:15:46.150627 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be561d-dc2b-4337-886c-4674eb2a2007 None None] Checking router: 3f68789d-73b0-41dc-b79c-2acf4303f713 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:15:46.162457 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be561d-dc2b-4337-886c-4674eb2a2007 None None] Routers {'3f68789d-73b0-41dc-b79c-2acf4303f713'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:15:46.163066 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-81be561d-dc2b-4337-886c-4674eb2a2007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:15:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['3f68789d-73b0-41dc-b79c-2acf4303f713'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:15:46.220693 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-232ac005-8fe0-466b-a0a2-09b6b9ca9f03 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:46.240015 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ac005-8fe0-466b-a0a2-09b6b9ca9f03 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ebeb2b-362b-4dce-b7cc-49600df45358,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:46.252362 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-232ac005-8fe0-466b-a0a2-09b6b9ca9f03 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:46.253539 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-232ac005-8fe0-466b-a0a2-09b6b9ca9f03 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/security-groups/70ebeb2b-362b-4dce-b7cc-49600df45358 HTTP/1.1" status: 204 len: 168 time: 0.2990427 Mar 02 19:15:46.254838 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac005-8fe0-466b-a0a2-09b6b9ca9f03 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:46.255184 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac005-8fe0-466b-a0a2-09b6b9ca9f03 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:46.255548 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac005-8fe0-466b-a0a2-09b6b9ca9f03 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:46.255899 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac005-8fe0-466b-a0a2-09b6b9ca9f03 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:46.256338 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac005-8fe0-466b-a0a2-09b6b9ca9f03 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:46.259817 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac005-8fe0-466b-a0a2-09b6b9ca9f03 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:46.260739 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac005-8fe0-466b-a0a2-09b6b9ca9f03 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:46.261083 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac005-8fe0-466b-a0a2-09b6b9ca9f03 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:46.261418 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac005-8fe0-466b-a0a2-09b6b9ca9f03 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:46.261746 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac005-8fe0-466b-a0a2-09b6b9ca9f03 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:46.262071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232ac005-8fe0-466b-a0a2-09b6b9ca9f03 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:46.351976 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-81be561d-dc2b-4337-886c-4674eb2a2007 None None] Set router 3f68789d-73b0-41dc-b79c-2acf4303f713 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:15:46.370742 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38478) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:46.441504 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-2028bb58-d252-4479-90c9-d25b67528191 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 43f3661e-6ef9-4ae1-bb30-5009636a7e7a {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:15:46.441851 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2028bb58-d252-4479-90c9-d25b67528191 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:46.696998 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2028bb58-d252-4479-90c9-d25b67528191 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:46.708607 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-81be561d-dc2b-4337-886c-4674eb2a2007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'name': 'tempest-TestNetworkBasicOps-router-6766772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:47Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a0c6b772-2bba-4aa1-b56d-39216932b6f3', 'name': '', 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:7d:8e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac10a251-358d-407a-88fd-bfd2975d20b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:46Z', 'updated_at': '2022-03-02T19:14:54Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'ac10a251-358d-407a-88fd-bfd2975d20b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:15:46.713349 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be561d-dc2b-4337-886c-4674eb2a2007 None None] The sync data for ids ['3f68789d-73b0-41dc-b79c-2acf4303f713'] in dv-neutron-831573-1-hyperv is: [{'id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'name': 'tempest-TestNetworkBasicOps-router-6766772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:47Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a0c6b772-2bba-4aa1-b56d-39216932b6f3', 'name': '', 'network_id': '31bcbee1-c209-42c3-98f4-8f1e6945616e', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:7d:8e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac10a251-358d-407a-88fd-bfd2975d20b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:46Z', 'updated_at': '2022-03-02T19:14:54Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'ac10a251-358d-407a-88fd-bfd2975d20b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:15:46.827492 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-2028bb58-d252-4479-90c9-d25b67528191 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 43f3661e-6ef9-4ae1-bb30-5009636a7e7a owned by {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:15:46.964131 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d913d2-9631-48b0-88e3-92d2d57a4d68 None None] New status for floating IP d3a68f34-4e0e-46ab-9212-4b4b065a9116: DOWN {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:15:47.107285 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2028bb58-d252-4479-90c9-d25b67528191 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:47.173059 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028bb58-d252-4479-90c9-d25b67528191 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=43f3661e-6ef9-4ae1-bb30-5009636a7e7a,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:47.258992 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2028bb58-d252-4479-90c9-d25b67528191 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:47.269904 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2028bb58-d252-4479-90c9-d25b67528191 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/ports/43f3661e-6ef9-4ae1-bb30-5009636a7e7a HTTP/1.1" status: 204 len: 168 time: 0.8979616 Mar 02 19:15:47.272594 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38482) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:47.803007 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-08614372-7064-4287-a10f-9bd0d0ab16a7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:48.527425 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-08614372-7064-4287-a10f-9bd0d0ab16a7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port a0c6b772-2bba-4aa1-b56d-39216932b6f3 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:15:48.528742 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-08614372-7064-4287-a10f-9bd0d0ab16a7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:48.729615 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-08614372-7064-4287-a10f-9bd0d0ab16a7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port a0c6b772-2bba-4aa1-b56d-39216932b6f3, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a0c6b772-2bba-4aa1-b56d-39216932b6f3,segment=NetworkSegment(9170f1fd-3dba-47b4-97c4-a7ee907fe277),segment_id=9170f1fd-3dba-47b4-97c4-a7ee907fe277)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:15:48.729948 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-08614372-7064-4287-a10f-9bd0d0ab16a7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:48.856080 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-08614372-7064-4287-a10f-9bd0d0ab16a7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for a0c6b772-2bba-4aa1-b56d-39216932b6f3 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:15:49.158513 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-08614372-7064-4287-a10f-9bd0d0ab16a7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:49.205162 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08614372-7064-4287-a10f-9bd0d0ab16a7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=a0c6b772-2bba-4aa1-b56d-39216932b6f3,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:49.605182 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-08614372-7064-4287-a10f-9bd0d0ab16a7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:50.240819 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08614372-7064-4287-a10f-9bd0d0ab16a7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 3f68789d-73b0-41dc-b79c-2acf4303f713 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:15:50.443819 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08614372-7064-4287-a10f-9bd0d0ab16a7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:15:50.461151 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d1028-2fb7-4649-a15e-07bb7fcedff2 None None] Sync routers for ids ['3f68789d-73b0-41dc-b79c-2acf4303f713'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:15:50.461617 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-08614372-7064-4287-a10f-9bd0d0ab16a7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/routers/3f68789d-73b0-41dc-b79c-2acf4303f713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1841512 Mar 02 19:15:50.462910 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38486) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:50.472998 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d1028-2fb7-4649-a15e-07bb7fcedff2 None None] Routers {'3f68789d-73b0-41dc-b79c-2acf4303f713'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:15:50.473606 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2d4d1028-2fb7-4649-a15e-07bb7fcedff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:15:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['3f68789d-73b0-41dc-b79c-2acf4303f713'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:15:50.652343 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-300b14be-567f-448c-9575-2327ee69855f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting subnet ac10a251-358d-407a-88fd-bfd2975d20b7 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:15:50.655665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-2d4d1028-2fb7-4649-a15e-07bb7fcedff2 None None] Set router 3f68789d-73b0-41dc-b79c-2acf4303f713 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:15:50.655783 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-300b14be-567f-448c-9575-2327ee69855f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:50.714400 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-300b14be-567f-448c-9575-2327ee69855f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:50.798761 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-300b14be-567f-448c-9575-2327ee69855f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:50.943578 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2d4d1028-2fb7-4649-a15e-07bb7fcedff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'name': 'tempest-TestNetworkBasicOps-router-6766772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:15:48Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:15:50.947551 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d1028-2fb7-4649-a15e-07bb7fcedff2 None None] Checking router: 3f68789d-73b0-41dc-b79c-2acf4303f713 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:15:50.958245 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d1028-2fb7-4649-a15e-07bb7fcedff2 None None] Routers {'3f68789d-73b0-41dc-b79c-2acf4303f713'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:15:50.958832 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2d4d1028-2fb7-4649-a15e-07bb7fcedff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:15:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['3f68789d-73b0-41dc-b79c-2acf4303f713'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:15:51.018518 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-300b14be-567f-448c-9575-2327ee69855f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:51.149418 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-2d4d1028-2fb7-4649-a15e-07bb7fcedff2 None None] Set router 3f68789d-73b0-41dc-b79c-2acf4303f713 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:15:51.172478 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b14be-567f-448c-9575-2327ee69855f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Subnet': ['ID=ac10a251-358d-407a-88fd-bfd2975d20b7,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:51.177195 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-300b14be-567f-448c-9575-2327ee69855f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:51.184043 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-300b14be-567f-448c-9575-2327ee69855f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/subnets/ac10a251-358d-407a-88fd-bfd2975d20b7 HTTP/1.1" status: 204 len: 168 time: 0.7193630 Mar 02 19:15:51.186653 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38490) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:51.193855 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2966da-1536-4128-8b9d-2364857688a4 None None] Network 31bcbee1-c209-42c3-98f4-8f1e6945616e requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:15:51.391785 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-427c5516-0175-4646-a166-1da2ca877f9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:51.613893 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-427c5516-0175-4646-a166-1da2ca877f9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:51.627923 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2d4d1028-2fb7-4649-a15e-07bb7fcedff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'name': 'tempest-TestNetworkBasicOps-router-6766772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:15:48Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:15:51.632762 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d1028-2fb7-4649-a15e-07bb7fcedff2 None None] The sync data for ids ['3f68789d-73b0-41dc-b79c-2acf4303f713'] in dv-neutron-831573-1-hyperv is: [{'id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'name': 'tempest-TestNetworkBasicOps-router-6766772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:15:48Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '6c7883e4-cdd3-40de-8d3b-f41254e5c3d3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:09:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f68789d-73b0-41dc-b79c-2acf4303f713', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:14:42Z', 'updated_at': '2022-03-02T19:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:15:51.660914 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-86d44e03-7a58-4b9f-a044-dcfa111e7e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:51.672787 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a048008-2d14-4ac1-af61-848d118fcb5a None None] DHCP port deletion for 31bcbee1-c209-42c3-98f4-8f1e6945616e request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:15:51.677362 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-9a048008-2d14-4ac1-af61-848d118fcb5a None None] Deleting port 4da7a9ed-9f33-481c-824c-504c84bb13a2 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:15:51.677727 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9a048008-2d14-4ac1-af61-848d118fcb5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:51.696526 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-427c5516-0175-4646-a166-1da2ca877f9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 6c7883e4-cdd3-40de-8d3b-f41254e5c3d3 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:15:51.696526 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-427c5516-0175-4646-a166-1da2ca877f9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:51.888162 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-427c5516-0175-4646-a166-1da2ca877f9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port 6c7883e4-cdd3-40de-8d3b-f41254e5c3d3, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6c7883e4-cdd3-40de-8d3b-f41254e5c3d3,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:15:51.888684 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-427c5516-0175-4646-a166-1da2ca877f9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:51.945590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-9a048008-2d14-4ac1-af61-848d118fcb5a None None] For port 4da7a9ed-9f33-481c-824c-504c84bb13a2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4da7a9ed-9f33-481c-824c-504c84bb13a2,segment=NetworkSegment(9170f1fd-3dba-47b4-97c4-a7ee907fe277),segment_id=9170f1fd-3dba-47b4-97c4-a7ee907fe277)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:15:51.945995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9a048008-2d14-4ac1-af61-848d118fcb5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:52.023170 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-427c5516-0175-4646-a166-1da2ca877f9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 6c7883e4-cdd3-40de-8d3b-f41254e5c3d3 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:15:52.098805 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-9a048008-2d14-4ac1-af61-848d118fcb5a None None] Calling delete_port for 4da7a9ed-9f33-481c-824c-504c84bb13a2 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:15:52.143687 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4da7a9ed-9f33-481c-824c-504c84bb13a2 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:15:52.286065 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:52.319251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-427c5516-0175-4646-a166-1da2ca877f9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:52.330840 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9a048008-2d14-4ac1-af61-848d118fcb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:52.370893 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c5516-0175-4646-a166-1da2ca877f9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=6c7883e4-cdd3-40de-8d3b-f41254e5c3d3,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:52.405144 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a048008-2d14-4ac1-af61-848d118fcb5a None None] Pushing event deleted for resources: {'Port': ['ID=4da7a9ed-9f33-481c-824c-504c84bb13a2,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:52.414583 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a0c6b772-2bba-4aa1-b56d-39216932b6f3 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:15:52.454369 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: a0c6b772-2bba-4aa1-b56d-39216932b6f3 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:15:52.454717 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a0c6b772-2bba-4aa1-b56d-39216932b6f3 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:15:52.458011 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a048008-2d14-4ac1-af61-848d118fcb5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:52.458355 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a048008-2d14-4ac1-af61-848d118fcb5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:52.458959 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a048008-2d14-4ac1-af61-848d118fcb5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:52.459228 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a048008-2d14-4ac1-af61-848d118fcb5a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:52.459909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a048008-2d14-4ac1-af61-848d118fcb5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:52.459909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a048008-2d14-4ac1-af61-848d118fcb5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:52.460131 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a048008-2d14-4ac1-af61-848d118fcb5a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:52.460462 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a048008-2d14-4ac1-af61-848d118fcb5a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:52.460784 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a048008-2d14-4ac1-af61-848d118fcb5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:52.461105 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a048008-2d14-4ac1-af61-848d118fcb5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:52.461421 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a048008-2d14-4ac1-af61-848d118fcb5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:52.464395 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a048008-2d14-4ac1-af61-848d118fcb5a None None] No DVR routers for this DVR port 4da7a9ed-9f33-481c-824c-504c84bb13a2 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:15:52.607698 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-427c5516-0175-4646-a166-1da2ca877f9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:52.983502 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-427c5516-0175-4646-a166-1da2ca877f9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:52.987768 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-427c5516-0175-4646-a166-1da2ca877f9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:53.129856 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-427c5516-0175-4646-a166-1da2ca877f9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:53.130019 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427c5516-0175-4646-a166-1da2ca877f9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Fanout notify agent at l3_agent the message router_deleted on router 3f68789d-73b0-41dc-b79c-2acf4303f713 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:15:53.145576 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-427c5516-0175-4646-a166-1da2ca877f9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:53.146851 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-427c5516-0175-4646-a166-1da2ca877f9b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/routers/3f68789d-73b0-41dc-b79c-2acf4303f713 HTTP/1.1" status: 204 len: 168 time: 1.9592981 Mar 02 19:15:53.149894 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38494) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:53.276944 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-08320a04-62b9-4151-91a6-d13792d47ef9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:53.411071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-08320a04-62b9-4151-91a6-d13792d47ef9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:53.435967 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-08320a04-62b9-4151-91a6-d13792d47ef9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bcbee1-c209-42c3-98f4-8f1e6945616e']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:15:53.449907 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-08320a04-62b9-4151-91a6-d13792d47ef9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9170f1fd-3dba-47b4-97c4-a7ee907fe277') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:15:53.450075 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-08320a04-62b9-4151-91a6-d13792d47ef9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9170f1fd-3dba-47b4-97c4-a7ee907fe277') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:15:53.461950 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-08320a04-62b9-4151-91a6-d13792d47ef9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:53.478893 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-08320a04-62b9-4151-91a6-d13792d47ef9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:53.485614 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08320a04-62b9-4151-91a6-d13792d47ef9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:15:53.486001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-08320a04-62b9-4151-91a6-d13792d47ef9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:15:53.503583 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:15:53.837845 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4b140651-65d4-40fb-adb4-e4cbfdda044e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:53.873430 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-08320a04-62b9-4151-91a6-d13792d47ef9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:53.884230 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-08320a04-62b9-4151-91a6-d13792d47ef9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:53.895737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08320a04-62b9-4151-91a6-d13792d47ef9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Network': ['ID=31bcbee1-c209-42c3-98f4-8f1e6945616e,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:54.025831 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-08320a04-62b9-4151-91a6-d13792d47ef9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/networks/31bcbee1-c209-42c3-98f4-8f1e6945616e HTTP/1.1" status: 204 len: 168 time: 0.8748035 Mar 02 19:15:54.043574 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38498) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:54.058884 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b3f82f40-e56d-4194-bc48-e0c4c5900bc2 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0126226 Mar 02 19:15:54.062443 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38502) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:54.067269 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-35a637de-c63f-4ab3-845a-6fd4ee9496d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'network': {'name': 'tempest-network-smoke--33778295', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'port_security_enabled': True}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:15:54.073154 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-35a637de-c63f-4ab3-845a-6fd4ee9496d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:15:54.077592 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-35a637de-c63f-4ab3-845a-6fd4ee9496d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:network and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:15:54.080808 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-35a637de-c63f-4ab3-845a-6fd4ee9496d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:15:54.083976 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6c7883e4-cdd3-40de-8d3b-f41254e5c3d3 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:15:54.086897 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-35a637de-c63f-4ab3-845a-6fd4ee9496d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:15:54.131332 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 6c7883e4-cdd3-40de-8d3b-f41254e5c3d3 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:15:54.131706 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6c7883e4-cdd3-40de-8d3b-f41254e5c3d3 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:15:54.207191 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a637de-c63f-4ab3-845a-6fd4ee9496d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:15:54.210871 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-35a637de-c63f-4ab3-845a-6fd4ee9496d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:54.240700 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a637de-c63f-4ab3-845a-6fd4ee9496d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:15:54.251764 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-35a637de-c63f-4ab3-845a-6fd4ee9496d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:54.252107 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-35a637de-c63f-4ab3-845a-6fd4ee9496d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Added segment 3f95a894-3f3b-47c2-8351-0755351f6312 of type vlan for network b185db09-8b29-4e71-80ee-6a8d12690fde Mar 02 19:15:54.281879 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-35a637de-c63f-4ab3-845a-6fd4ee9496d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:54.428275 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-35a637de-c63f-4ab3-845a-6fd4ee9496d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:54.431103 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a637de-c63f-4ab3-845a-6fd4ee9496d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:54.431527 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-35a637de-c63f-4ab3-845a-6fd4ee9496d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:54.554574 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a637de-c63f-4ab3-845a-6fd4ee9496d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Network': ['ID=b185db09-8b29-4e71-80ee-6a8d12690fde,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:54.564705 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network b185db09-8b29-4e71-80ee-6a8d12690fde details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:15:54.605910 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-35a637de-c63f-4ab3-845a-6fd4ee9496d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5427923 Mar 02 19:15:54.610046 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38506) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:54.614722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1303521608', 'admin_state_up': True, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:15:54.622095 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:15:54.625991 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:router and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:15:54.628956 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:15:54.634723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:15:54.752598 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:54.753498 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:54.772026 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:55.005311 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:55.150261 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:55.280221 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:55.310975 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:55.455388 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.26.4.151 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/c0441cc0-4e78-4b97-9050-7d09677d0011) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:15:55.483956 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:55.607889 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:55.730619 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:55.805188 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:15:55.808182 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:15:55.810580 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:15:55.841491 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=c0441cc0-4e78-4b97-9050-7d09677d0011,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:56.084427 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:56.085159 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:56.487753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 10d2a6e8-5962-4d34-b82a-c71dbcb12475 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:15:56.524030 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:56.802706 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:15:56.813660 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Sync routers for ids ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:15:56.828114 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Routers {'10d2a6e8-5962-4d34-b82a-c71dbcb12475'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:15:56.828721 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:15:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:15:56.950711 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:56.953892 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-eea098ac-84d1-4a49-af83-ded1e06ebb87 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3416381 Mar 02 19:15:56.956323 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38510) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:56.998617 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-61b23fb5-302c-41d1-91de-39409d7f3ab7 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=3b5a22e326e84c6680d758252463bbd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405099 Mar 02 19:15:57.004814 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38514) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:57.016486 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Set router 10d2a6e8-5962-4d34-b82a-c71dbcb12475 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:15:57.148154 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde990a0-c1f3-4c99-acb9-dd21b9383ffa tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:57.150038 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bde990a0-c1f3-4c99-acb9-dd21b9383ffa tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1437471 Mar 02 19:15:57.153616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38518) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:57.197117 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-027bcd2b-05cd-44f7-8868-cd0aaaadb3e7 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=34755311-e60d-4721-8297-2b2c64e749c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424156 Mar 02 19:15:57.200910 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38522) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:57.206161 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-8d68be3c-90fa-4c96-bd20-034f0300ece5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1578481642', 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:15:57.317558 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'name': 'tempest-TestNetworkBasicOps-router-1303521608', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:15:54Z', 'updated_at': '2022-03-02T19:15:55Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:55Z', 'updated_at': '2022-03-02T19:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:15:57.320442 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8d68be3c-90fa-4c96-bd20-034f0300ece5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:15:57.321183 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Checking router: 10d2a6e8-5962-4d34-b82a-c71dbcb12475 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:15:57.321525 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Updating router 10d2a6e8-5962-4d34-b82a-c71dbcb12475 port c0441cc0-4e78-4b97-9050-7d09677d0011 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:15:57.324951 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8d68be3c-90fa-4c96-bd20-034f0300ece5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:subnet and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:15:57.327880 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8d68be3c-90fa-4c96-bd20-034f0300ece5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:15:57.333764 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8d68be3c-90fa-4c96-bd20-034f0300ece5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:15:57.375055 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:57.436356 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d68be3c-90fa-4c96-bd20-034f0300ece5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:15:57.547724 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d68be3c-90fa-4c96-bd20-034f0300ece5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:57.733875 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:57.747856 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Transition to ACTIVE for port object c0441cc0-4e78-4b97-9050-7d09677d0011 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:15:57.883231 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:57.935399 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d68be3c-90fa-4c96-bd20-034f0300ece5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:57.968430 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe314e-e7d2-496a-af4e-665b177ddd04 None None] Pushing event updated for resources: {'Port': ['ID=c0441cc0-4e78-4b97-9050-7d09677d0011,revision_number=2']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:57.973489 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Attempting to bind port c0441cc0-4e78-4b97-9050-7d09677d0011 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:15:57.973857 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Attempting to bind port c0441cc0-4e78-4b97-9050-7d09677d0011 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:15:57.974218 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Attempting to bind port c0441cc0-4e78-4b97-9050-7d09677d0011 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:15:57.984049 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe314e-e7d2-496a-af4e-665b177ddd04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:57.984319 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe314e-e7d2-496a-af4e-665b177ddd04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:57.984918 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe314e-e7d2-496a-af4e-665b177ddd04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:57.986257 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe314e-e7d2-496a-af4e-665b177ddd04 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:57.986257 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe314e-e7d2-496a-af4e-665b177ddd04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:57.986257 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe314e-e7d2-496a-af4e-665b177ddd04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:57.986257 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe314e-e7d2-496a-af4e-665b177ddd04 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:57.987197 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe314e-e7d2-496a-af4e-665b177ddd04 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:57.987197 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe314e-e7d2-496a-af4e-665b177ddd04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:57.987197 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe314e-e7d2-496a-af4e-665b177ddd04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:57.987438 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe314e-e7d2-496a-af4e-665b177ddd04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:57.992114 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:15:57.992475 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:15:57.992875 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:57.993262 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:15:57.993734 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Bound port: c0441cc0-4e78-4b97-9050-7d09677d0011, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:15:57.994116 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:58.017393 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68be3c-90fa-4c96-bd20-034f0300ece5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Subnet': ['ID=ddf1cdb8-6835-4640-af53-2d591f219be1,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:58.030378 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d68be3c-90fa-4c96-bd20-034f0300ece5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Checking segment: {'id': '3f95a894-3f3b-47c2-8351-0755351f6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:15:58.031057 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d68be3c-90fa-4c96-bd20-034f0300ece5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network hostable DHCP agents. Network: b185db09-8b29-4e71-80ee-6a8d12690fde, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:15:58.067914 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] For port c0441cc0-4e78-4b97-9050-7d09677d0011, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:15:58.070871 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] For port c0441cc0-4e78-4b97-9050-7d09677d0011, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c0441cc0-4e78-4b97-9050-7d09677d0011,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:15:58.202084 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d68be3c-90fa-4c96-bd20-034f0300ece5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network b185db09-8b29-4e71-80ee-6a8d12690fde is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:15:58.250148 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:58.332403 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe314e-e7d2-496a-af4e-665b177ddd04 None None] Pushing event updated for resources: {'Port': ['ID=c0441cc0-4e78-4b97-9050-7d09677d0011,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:58.335508 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Routers {'10d2a6e8-5962-4d34-b82a-c71dbcb12475'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:15:58.336104 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:15:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:15:58.379400 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-8d68be3c-90fa-4c96-bd20-034f0300ece5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, b185db09-8b29-4e71-80ee-6a8d12690fde) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:15:58.383854 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d68be3c-90fa-4c96-bd20-034f0300ece5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:58.388466 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d68be3c-90fa-4c96-bd20-034f0300ece5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:58.389678 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7377af-bd3c-4d4b-8a2a-ded27af408c7 None None] Network b185db09-8b29-4e71-80ee-6a8d12690fde requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:15:58.515376 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] Set router 10d2a6e8-5962-4d34-b82a-c71dbcb12475 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:15:58.565623 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8d68be3c-90fa-4c96-bd20-034f0300ece5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3638287 Mar 02 19:15:58.574509 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38526) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:58.645915 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-b185db09-8b29-4e71-80ee-6a8d12690fde', 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ips': [{'subnet_id': 'ddf1cdb8-6835-4640-af53-2d591f219be1'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:15:58.646753 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:58.848875 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Allocated IP 172.20.0.2 (b185db09-8b29-4e71-80ee-6a8d12690fde/ddf1cdb8-6835-4640-af53-2d591f219be1/a682a313-da41-4533-85d5-4500a314f7dc) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:15:58.881711 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'name': 'tempest-TestNetworkBasicOps-router-1303521608', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:15:54Z', 'updated_at': '2022-03-02T19:15:55Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:55Z', 'updated_at': '2022-03-02T19:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:15:58.887823 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f05f828-21ce-498c-a8a7-de0d6afd3b9d None None] The sync data for ids ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'] in dv-neutron-831573-1-hyperv is: [{'id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'name': 'tempest-TestNetworkBasicOps-router-1303521608', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:15:54Z', 'updated_at': '2022-03-02T19:15:55Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:55Z', 'updated_at': '2022-03-02T19:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:15:59.150658 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:59.163113 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Transition to ACTIVE for port object a682a313-da41-4533-85d5-4500a314f7dc will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:15:59.192540 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Transition to ACTIVE for port object a682a313-da41-4533-85d5-4500a314f7dc will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:15:59.305335 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:59.404483 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Network b185db09-8b29-4e71-80ee-6a8d12690fde is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:15:59.409807 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:15:59.418214 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:15:59.421306 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Pushing event updated for resources: {'Port': ['ID=a682a313-da41-4533-85d5-4500a314f7dc,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:59.529022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Attempting to bind port a682a313-da41-4533-85d5-4500a314f7dc on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:15:59.535722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Attempting to bind port a682a313-da41-4533-85d5-4500a314f7dc by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '3f95a894-3f3b-47c2-8351-0755351f6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:15:59.535722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Attempting to bind port a682a313-da41-4533-85d5-4500a314f7dc on network b185db09-8b29-4e71-80ee-6a8d12690fde {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:15:59.537673 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:15:59.538169 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Checking segment: {'id': '3f95a894-3f3b-47c2-8351-0755351f6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:15:59.538662 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:59.539147 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Bound using segment: {'id': '3f95a894-3f3b-47c2-8351-0755351f6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:15:59.539736 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Bound port: a682a313-da41-4533-85d5-4500a314f7dc, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f95a894-3f3b-47c2-8351-0755351f6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:15:59.540209 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:59.660125 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:15:59.694375 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a69f82ad-1e36-48e3-9c6d-2b753bdc3c54 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:59.703975 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] For port a682a313-da41-4533-85d5-4500a314f7dc, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:15:59.709018 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] For port a682a313-da41-4533-85d5-4500a314f7dc, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a682a313-da41-4533-85d5-4500a314f7dc,segment=NetworkSegment(3f95a894-3f3b-47c2-8351-0755351f6312),segment_id=3f95a894-3f3b-47c2-8351-0755351f6312)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:15:59.821333 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:59.908938 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f1afb-176a-4480-a40c-493ab4d18b83 None None] Pushing event updated for resources: {'Port': ['ID=a682a313-da41-4533-85d5-4500a314f7dc,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:00.457949 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c0441cc0-4e78-4b97-9050-7d09677d0011 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:16:00.460544 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-a69f82ad-1e36-48e3-9c6d-2b753bdc3c54 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.20.0.1 (b185db09-8b29-4e71-80ee-6a8d12690fde/ddf1cdb8-6835-4640-af53-2d591f219be1/8c8fb8ca-966c-442a-a402-93cfe47a4380) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:16:00.460544 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a69f82ad-1e36-48e3-9c6d-2b753bdc3c54 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:00.460544 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-a69f82ad-1e36-48e3-9c6d-2b753bdc3c54 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Transition to ACTIVE for port object 8c8fb8ca-966c-442a-a402-93cfe47a4380 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:16:00.461057 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port c0441cc0-4e78-4b97-9050-7d09677d0011 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:16:00.461057 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port c0441cc0-4e78-4b97-9050-7d09677d0011 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:00.461057 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:00.580258 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a69f82ad-1e36-48e3-9c6d-2b753bdc3c54 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:00.605580 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:00.626520 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port c0441cc0-4e78-4b97-9050-7d09677d0011, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c0441cc0-4e78-4b97-9050-7d09677d0011,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:16:00.653232 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69f82ad-1e36-48e3-9c6d-2b753bdc3c54 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network b185db09-8b29-4e71-80ee-6a8d12690fde is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:16:00.657288 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-a69f82ad-1e36-48e3-9c6d-2b753bdc3c54 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:16:00.661790 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69f82ad-1e36-48e3-9c6d-2b753bdc3c54 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:16:00.692429 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f82ad-1e36-48e3-9c6d-2b753bdc3c54 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=8c8fb8ca-966c-442a-a402-93cfe47a4380,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:00.731264 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a69f82ad-1e36-48e3-9c6d-2b753bdc3c54 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:00.739307 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:00.811777 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=c0441cc0-4e78-4b97-9050-7d09677d0011,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:00.972544 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a69f82ad-1e36-48e3-9c6d-2b753bdc3c54 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:00.985858 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb1d9a8-085d-4071-a206-af534d6333d9 None None] Network b185db09-8b29-4e71-80ee-6a8d12690fde requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:16:01.157957 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-56cc0ae4-b4a3-440e-8a91-b9aa0715a872 None None] Provisioning for port a682a313-da41-4533-85d5-4500a314f7dc completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:16:01.334186 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:01.423711 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a69f82ad-1e36-48e3-9c6d-2b753bdc3c54 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:01.487125 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a69f82ad-1e36-48e3-9c6d-2b753bdc3c54 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:01.605572 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3136d736-5e1e-4d44-ba83-8146e66a7a52 None None] Provisioning for port 8c8fb8ca-966c-442a-a402-93cfe47a4380 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:16:01.607716 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f82ad-1e36-48e3-9c6d-2b753bdc3c54 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=8c8fb8ca-966c-442a-a402-93cfe47a4380,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:01.610228 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a69f82ad-1e36-48e3-9c6d-2b753bdc3c54 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:01.615647 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3136d736-5e1e-4d44-ba83-8146e66a7a52 None None] Provisioning complete for port 8c8fb8ca-966c-442a-a402-93cfe47a4380 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:01.615754 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3136d736-5e1e-4d44-ba83-8146e66a7a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:01.689265 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-3136d736-5e1e-4d44-ba83-8146e66a7a52 None None] Port 8c8fb8ca-966c-442a-a402-93cfe47a4380 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:16:01.828974 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ca14f732-7124-4448-b373-209db2e4a849 None None] Provisioning complete for port 8c8fb8ca-966c-442a-a402-93cfe47a4380 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:01.829226 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ca14f732-7124-4448-b373-209db2e4a849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:01.869014 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69f82ad-1e36-48e3-9c6d-2b753bdc3c54 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network b185db09-8b29-4e71-80ee-6a8d12690fde is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:16:01.870870 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-a69f82ad-1e36-48e3-9c6d-2b753bdc3c54 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:16:01.887293 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ca14f732-7124-4448-b373-209db2e4a849 None None] Port 8c8fb8ca-966c-442a-a402-93cfe47a4380 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:16:02.165976 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a682a313-da41-4533-85d5-4500a314f7dc up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:16:02.237584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-01872a01-1b86-4940-9918-6086d5f017c3 None None] Provisioning complete for port 8c8fb8ca-966c-442a-a402-93cfe47a4380 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:02.237947 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-01872a01-1b86-4940-9918-6086d5f017c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:02.301193 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-01872a01-1b86-4940-9918-6086d5f017c3 None None] Port 8c8fb8ca-966c-442a-a402-93cfe47a4380 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:16:02.309763 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69f82ad-1e36-48e3-9c6d-2b753bdc3c54 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 10d2a6e8-5962-4d34-b82a-c71dbcb12475 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:16:02.380739 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port a682a313-da41-4533-85d5-4500a314f7dc completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:16:02.386417 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a682a313-da41-4533-85d5-4500a314f7dc triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:02.386785 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:02.526873 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:02.531826 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69f82ad-1e36-48e3-9c6d-2b753bdc3c54 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:16:02.545735 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a69f82ad-1e36-48e3-9c6d-2b753bdc3c54 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/routers/10d2a6e8-5962-4d34-b82a-c71dbcb12475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9700747 Mar 02 19:16:02.548533 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38530) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:02.564191 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port a682a313-da41-4533-85d5-4500a314f7dc, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a682a313-da41-4533-85d5-4500a314f7dc,segment=NetworkSegment(3f95a894-3f3b-47c2-8351-0755351f6312),segment_id=3f95a894-3f3b-47c2-8351-0755351f6312)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:16:02.601822 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Sync routers for ids ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:16:02.615755 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Routers {'10d2a6e8-5962-4d34-b82a-c71dbcb12475'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:16:02.616600 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:15:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:02.674349 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:02.675100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c0441cc0-4e78-4b97-9050-7d09677d0011 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:16:02.714322 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38894428-d0c9-4c75-b043-d6ad1b8cb292 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:02.714690 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38894428-d0c9-4c75-b043-d6ad1b8cb292 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:02.715058 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38894428-d0c9-4c75-b043-d6ad1b8cb292 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:02.715452 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38894428-d0c9-4c75-b043-d6ad1b8cb292 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:02.715811 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38894428-d0c9-4c75-b043-d6ad1b8cb292 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:02.716196 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38894428-d0c9-4c75-b043-d6ad1b8cb292 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:02.717986 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-38894428-d0c9-4c75-b043-d6ad1b8cb292 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1685097 Mar 02 19:16:02.720870 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38534) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:02.797392 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f60721-8d44-4145-b6be-a7fd69141674 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:02.797920 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f60721-8d44-4145-b6be-a7fd69141674 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:02.798298 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f60721-8d44-4145-b6be-a7fd69141674 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:02.798659 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f60721-8d44-4145-b6be-a7fd69141674 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:02.799016 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f60721-8d44-4145-b6be-a7fd69141674 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:02.799397 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f60721-8d44-4145-b6be-a7fd69141674 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:02.801170 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b2f60721-8d44-4145-b6be-a7fd69141674 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0794032 Mar 02 19:16:02.803917 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38538) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:02.892636 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=a682a313-da41-4533-85d5-4500a314f7dc,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:02.928857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port c0441cc0-4e78-4b97-9050-7d09677d0011 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:02.929294 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:02.954948 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Set router 10d2a6e8-5962-4d34-b82a-c71dbcb12475 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:16:03.024049 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7896d275-9863-467e-8e6c-ee777a8bd767 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2190592 Mar 02 19:16:03.374472 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38544) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:03.380468 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-d14f70bb-2245-4f43-8def-4fef433da5bd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-688920964', 'description': 'tempest-secgroup-smoke-688920964 description', 'project_id': '3b5a22e326e84c6680d758252463bbd4'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:16:03.386418 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d14f70bb-2245-4f43-8def-4fef433da5bd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:16:03.390969 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d14f70bb-2245-4f43-8def-4fef433da5bd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:16:03.393478 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'name': 'tempest-TestNetworkBasicOps-router-1303521608', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:15:54Z', 'updated_at': '2022-03-02T19:16:00Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:55Z', 'updated_at': '2022-03-02T19:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '8c8fb8ca-966c-442a-a402-93cfe47a4380', 'name': '', 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:bb:74:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddf1cdb8-6835-4640-af53-2d591f219be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:59Z', 'updated_at': '2022-03-02T19:16:01Z', 'revision_number': 2, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'ddf1cdb8-6835-4640-af53-2d591f219be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:03.394120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d14f70bb-2245-4f43-8def-4fef433da5bd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:16:03.397480 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Checking router: 10d2a6e8-5962-4d34-b82a-c71dbcb12475 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:16:03.397830 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Updating router 10d2a6e8-5962-4d34-b82a-c71dbcb12475 port 8c8fb8ca-966c-442a-a402-93cfe47a4380 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:16:03.399889 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d14f70bb-2245-4f43-8def-4fef433da5bd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:16:03.450832 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:03.512899 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d14f70bb-2245-4f43-8def-4fef433da5bd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:03.551864 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d14f70bb-2245-4f43-8def-4fef433da5bd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:16:03.555600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d14f70bb-2245-4f43-8def-4fef433da5bd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:16:03.558607 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d14f70bb-2245-4f43-8def-4fef433da5bd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:16:03.565360 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d14f70bb-2245-4f43-8def-4fef433da5bd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:16:03.626531 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d14f70bb-2245-4f43-8def-4fef433da5bd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:03.767676 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d14f70bb-2245-4f43-8def-4fef433da5bd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:03.807686 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:03.816462 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f70bb-2245-4f43-8def-4fef433da5bd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57da2ff1-94b4-4747-b273-6c17df011e61,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:03.819374 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Transition to ACTIVE for port object 8c8fb8ca-966c-442a-a402-93cfe47a4380 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:16:03.888007 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d14f70bb-2245-4f43-8def-4fef433da5bd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:03.889243 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d14f70bb-2245-4f43-8def-4fef433da5bd tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5136611 Mar 02 19:16:03.892366 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38548) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:03.897941 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-96310818-0060-4678-b9d8-e3734995930b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '57da2ff1-94b4-4747-b273-6c17df011e61', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:16:03.904863 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-96310818-0060-4678-b9d8-e3734995930b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:16:03.909140 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-96310818-0060-4678-b9d8-e3734995930b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:16:03.912033 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-96310818-0060-4678-b9d8-e3734995930b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:16:03.918052 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-96310818-0060-4678-b9d8-e3734995930b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:16:03.918598 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.029432 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-96310818-0060-4678-b9d8-e3734995930b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.046188 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efda0d-8b94-488f-955e-c35a1a89a785 None None] Pushing event updated for resources: {'Port': ['ID=8c8fb8ca-966c-442a-a402-93cfe47a4380,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:04.096069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a682a313-da41-4533-85d5-4500a314f7dc up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:16:04.134342 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-96310818-0060-4678-b9d8-e3734995930b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.198147 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Attempting to bind port 8c8fb8ca-966c-442a-a402-93cfe47a4380 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:16:04.198534 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Attempting to bind port 8c8fb8ca-966c-442a-a402-93cfe47a4380 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '3f95a894-3f3b-47c2-8351-0755351f6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:16:04.198897 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Attempting to bind port 8c8fb8ca-966c-442a-a402-93cfe47a4380 on network b185db09-8b29-4e71-80ee-6a8d12690fde {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:16:04.210086 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:16:04.210457 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Checking segment: {'id': '3f95a894-3f3b-47c2-8351-0755351f6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:16:04.210857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.211255 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Bound using segment: {'id': '3f95a894-3f3b-47c2-8351-0755351f6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:16:04.211755 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Bound port: 8c8fb8ca-966c-442a-a402-93cfe47a4380, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f95a894-3f3b-47c2-8351-0755351f6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:16:04.212109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.247826 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-96310818-0060-4678-b9d8-e3734995930b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.272257 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96310818-0060-4678-b9d8-e3734995930b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea23849e-e766-4b9c-bfe9-63309f96ed22,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:04.291274 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a682a313-da41-4533-85d5-4500a314f7dc triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:04.291667 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.370412 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-96310818-0060-4678-b9d8-e3734995930b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.371865 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-96310818-0060-4678-b9d8-e3734995930b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4785247 Mar 02 19:16:04.372993 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] For port 8c8fb8ca-966c-442a-a402-93cfe47a4380, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:16:04.374961 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38552) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:04.385695 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] For port 8c8fb8ca-966c-442a-a402-93cfe47a4380, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8c8fb8ca-966c-442a-a402-93cfe47a4380,segment=NetworkSegment(3f95a894-3f3b-47c2-8351-0755351f6312),segment_id=3f95a894-3f3b-47c2-8351-0755351f6312)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:16:04.385885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a3fe30f0-e966-4d8a-85fe-57d63905a2ff tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '57da2ff1-94b4-4747-b273-6c17df011e61', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:16:04.387682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a3fe30f0-e966-4d8a-85fe-57d63905a2ff tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:16:04.392460 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a3fe30f0-e966-4d8a-85fe-57d63905a2ff tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:16:04.395371 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a3fe30f0-e966-4d8a-85fe-57d63905a2ff tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:16:04.401394 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a3fe30f0-e966-4d8a-85fe-57d63905a2ff tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:16:04.497054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.536600 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a3fe30f0-e966-4d8a-85fe-57d63905a2ff tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.580618 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Routers {'10d2a6e8-5962-4d34-b82a-c71dbcb12475'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:16:04.581188 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:15:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:04.612817 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a3fe30f0-e966-4d8a-85fe-57d63905a2ff tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.637143 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efda0d-8b94-488f-955e-c35a1a89a785 None None] Pushing event updated for resources: {'Port': ['ID=8c8fb8ca-966c-442a-a402-93cfe47a4380,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:04.729989 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a3fe30f0-e966-4d8a-85fe-57d63905a2ff tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.756698 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe30f0-e966-4d8a-85fe-57d63905a2ff tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb119bc7-8681-4da7-996e-c6fa167c38d0,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:04.787550 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] Set router 10d2a6e8-5962-4d34-b82a-c71dbcb12475 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:16:05.021843 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a3fe30f0-e966-4d8a-85fe-57d63905a2ff tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:05.023769 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a3fe30f0-e966-4d8a-85fe-57d63905a2ff tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6471088 Mar 02 19:16:05.028247 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38556) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:05.035449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-4c7d7b43-52a0-41d8-ac4c-a7f6eec794de tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '57da2ff1-94b4-4747-b273-6c17df011e61', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:16:05.044959 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4c7d7b43-52a0-41d8-ac4c-a7f6eec794de tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:16:05.050151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4c7d7b43-52a0-41d8-ac4c-a7f6eec794de tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:16:05.053078 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4c7d7b43-52a0-41d8-ac4c-a7f6eec794de tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:16:05.059577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4c7d7b43-52a0-41d8-ac4c-a7f6eec794de tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:16:05.180734 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'name': 'tempest-TestNetworkBasicOps-router-1303521608', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:15:54Z', 'updated_at': '2022-03-02T19:16:00Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:55Z', 'updated_at': '2022-03-02T19:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '8c8fb8ca-966c-442a-a402-93cfe47a4380', 'name': '', 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:bb:74:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddf1cdb8-6835-4640-af53-2d591f219be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:59Z', 'updated_at': '2022-03-02T19:16:04Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'ddf1cdb8-6835-4640-af53-2d591f219be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:05.185134 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f865d6f-0d0a-47ea-bdea-4f7f04148d9b None None] The sync data for ids ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'] in dv-neutron-831573-1-hyperv is: [{'id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'name': 'tempest-TestNetworkBasicOps-router-1303521608', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:15:54Z', 'updated_at': '2022-03-02T19:16:00Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:55Z', 'updated_at': '2022-03-02T19:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '8c8fb8ca-966c-442a-a402-93cfe47a4380', 'name': '', 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:bb:74:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddf1cdb8-6835-4640-af53-2d591f219be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:59Z', 'updated_at': '2022-03-02T19:16:04Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'ddf1cdb8-6835-4640-af53-2d591f219be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:16:05.256854 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4c7d7b43-52a0-41d8-ac4c-a7f6eec794de tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:05.336676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4c7d7b43-52a0-41d8-ac4c-a7f6eec794de tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:05.472570 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4c7d7b43-52a0-41d8-ac4c-a7f6eec794de tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:05.507961 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d7b43-52a0-41d8-ac4c-a7f6eec794de tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d43694-f388-4ba3-8fdf-02fdb629239b,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:05.627725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4c7d7b43-52a0-41d8-ac4c-a7f6eec794de tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:05.629742 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4c7d7b43-52a0-41d8-ac4c-a7f6eec794de tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5999570 Mar 02 19:16:05.632476 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38560) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:05.639414 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-4cf0a47b-946b-41cb-a1e1-bcff1d8c6285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '57da2ff1-94b4-4747-b273-6c17df011e61', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:16:05.646028 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4cf0a47b-946b-41cb-a1e1-bcff1d8c6285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:16:05.650229 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4cf0a47b-946b-41cb-a1e1-bcff1d8c6285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:16:05.653757 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4cf0a47b-946b-41cb-a1e1-bcff1d8c6285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:16:05.660551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4cf0a47b-946b-41cb-a1e1-bcff1d8c6285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:16:05.781337 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4cf0a47b-946b-41cb-a1e1-bcff1d8c6285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:05.852048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4cf0a47b-946b-41cb-a1e1-bcff1d8c6285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:05.945043 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4cf0a47b-946b-41cb-a1e1-bcff1d8c6285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:05.971684 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0a47b-946b-41cb-a1e1-bcff1d8c6285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc5162d-3dea-472f-b07e-5b6f6240901f,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:06.078714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4cf0a47b-946b-41cb-a1e1-bcff1d8c6285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:06.080568 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4cf0a47b-946b-41cb-a1e1-bcff1d8c6285 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4470315 Mar 02 19:16:06.083270 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38564) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:06.093804 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-8282c188-c9aa-4f66-9113-6f5039272812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '57da2ff1-94b4-4747-b273-6c17df011e61', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:16:06.100435 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8282c188-c9aa-4f66-9113-6f5039272812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:16:06.105632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8282c188-c9aa-4f66-9113-6f5039272812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:16:06.106469 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8c8fb8ca-966c-442a-a402-93cfe47a4380 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:16:06.108898 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8282c188-c9aa-4f66-9113-6f5039272812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:16:06.115400 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8282c188-c9aa-4f66-9113-6f5039272812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:16:06.221325 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-8282c188-c9aa-4f66-9113-6f5039272812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:16:06.228612 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8282c188-c9aa-4f66-9113-6f5039272812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:06.255267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 8c8fb8ca-966c-442a-a402-93cfe47a4380 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:16:06.260758 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 8c8fb8ca-966c-442a-a402-93cfe47a4380 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:06.261330 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:06.300921 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8282c188-c9aa-4f66-9113-6f5039272812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:06.381061 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:06.390813 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8282c188-c9aa-4f66-9113-6f5039272812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:06.415288 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 8c8fb8ca-966c-442a-a402-93cfe47a4380, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8c8fb8ca-966c-442a-a402-93cfe47a4380,segment=NetworkSegment(3f95a894-3f3b-47c2-8351-0755351f6312),segment_id=3f95a894-3f3b-47c2-8351-0755351f6312)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:16:06.422443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282c188-c9aa-4f66-9113-6f5039272812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff43640f-1fe9-4dcc-9adf-9e1ae4c888c2,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:06.518514 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:06.547069 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8282c188-c9aa-4f66-9113-6f5039272812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:06.551308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38568) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:06.551904 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8282c188-c9aa-4f66-9113-6f5039272812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4656844 Mar 02 19:16:06.559228 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-6741ee27-ab80-4b75-aba7-e3654344acc7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '57da2ff1-94b4-4747-b273-6c17df011e61', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:16:06.565008 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6741ee27-ab80-4b75-aba7-e3654344acc7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:16:06.569137 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6741ee27-ab80-4b75-aba7-e3654344acc7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:16:06.572340 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-6741ee27-ab80-4b75-aba7-e3654344acc7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:16:06.579964 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-6741ee27-ab80-4b75-aba7-e3654344acc7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:16:06.591267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=8c8fb8ca-966c-442a-a402-93cfe47a4380,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:06.659102 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.securitygroups_db [None req-6741ee27-ab80-4b75-aba7-e3654344acc7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:16:06.668043 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6741ee27-ab80-4b75-aba7-e3654344acc7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:06.736110 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6741ee27-ab80-4b75-aba7-e3654344acc7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:06.849808 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6741ee27-ab80-4b75-aba7-e3654344acc7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:06.874659 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741ee27-ab80-4b75-aba7-e3654344acc7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1408364-7f48-47ed-a556-44dcdbb8e952,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:06.996967 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6741ee27-ab80-4b75-aba7-e3654344acc7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:06.998189 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6741ee27-ab80-4b75-aba7-e3654344acc7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4451861 Mar 02 19:16:07.187927 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-3a5f105f-d5b9-406c-b183-62204827e59d req-6d15c886-c7ca-41b0-ba33-cfb4b32a26a7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:16:07.287630 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-3a5f105f-d5b9-406c-b183-62204827e59d req-6d15c886-c7ca-41b0-ba33-cfb4b32a26a7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:16:07.288824 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3a5f105f-d5b9-406c-b183-62204827e59d req-6d15c886-c7ca-41b0-ba33-cfb4b32a26a7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688920964&fields=id&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 267 time: 0.1495070 Mar 02 19:16:07.442339 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f105f-d5b9-406c-b183-62204827e59d req-ae6bd0be-30ce-4c95-ab1d-af27e0a4cad7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:07.442940 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-3a5f105f-d5b9-406c-b183-62204827e59d req-ae6bd0be-30ce-4c95-ab1d-af27e0a4cad7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:network {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:16:07.592846 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-3a5f105f-d5b9-406c-b183-62204827e59d req-ae6bd0be-30ce-4c95-ab1d-af27e0a4cad7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:network {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:16:07.594024 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3a5f105f-d5b9-406c-b183-62204827e59d req-ae6bd0be-30ce-4c95-ab1d-af27e0a4cad7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/networks?id=b185db09-8b29-4e71-80ee-6a8d12690fde HTTP/1.1" status: 200 len: 795 time: 0.2972770 Mar 02 19:16:07.610410 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3a5f105f-d5b9-406c-b183-62204827e59d req-5df1c86d-9152-48bb-908d-e22e24cf9a8c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/quotas/3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 375 time: 0.0110147 Mar 02 19:16:07.796385 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-3a5f105f-d5b9-406c-b183-62204827e59d req-39bf1abc-2608-4a8e-a74b-d73d67c1b456 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:16:07.935548 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-3a5f105f-d5b9-406c-b183-62204827e59d req-39bf1abc-2608-4a8e-a74b-d73d67c1b456 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:16:07.936893 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3a5f105f-d5b9-406c-b183-62204827e59d req-39bf1abc-2608-4a8e-a74b-d73d67c1b456 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3213556 Mar 02 19:16:08.083758 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8c8fb8ca-966c-442a-a402-93cfe47a4380 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:16:08.086913 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3a5f105f-d5b9-406c-b183-62204827e59d req-5fa10184-0df7-402c-89e1-485ceda448a5 service neutron] 10.222.0.73 "GET /v2.0/networks/b185db09-8b29-4e71-80ee-6a8d12690fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377962 Mar 02 19:16:08.157551 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 8c8fb8ca-966c-442a-a402-93cfe47a4380 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:08.157910 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:08.223822 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3a5f105f-d5b9-406c-b183-62204827e59d req-396d7842-8875-48b3-9aac-8e7411843226 service neutron] 10.222.0.73 "GET /v2.0/networks/b185db09-8b29-4e71-80ee-6a8d12690fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304996 Mar 02 19:16:08.501888 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-e44fc820-b866-48e1-84bb-9c9e5b5e310c req-3d77e0d5-5225-4abb-8f4d-260abe59646a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:16:08.514404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-e44fc820-b866-48e1-84bb-9c9e5b5e310c req-3d77e0d5-5225-4abb-8f4d-260abe59646a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:16:08.515621 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e44fc820-b866-48e1-84bb-9c9e5b5e310c req-3d77e0d5-5225-4abb-8f4d-260abe59646a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 210 time: 0.0562878 Mar 02 19:16:09.692716 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d0848174-93eb-439b-a019-3215840d402f req-98910611-4205-4bf9-a262-9aeda5aa29ec tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 210 time: 0.0480182 Mar 02 19:16:10.674391 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f105f-d5b9-406c-b183-62204827e59d req-244e8e15-2cb4-4fe7-a3ad-2a77baf44df2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:10.675073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-3a5f105f-d5b9-406c-b183-62204827e59d req-244e8e15-2cb4-4fe7-a3ad-2a77baf44df2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:16:10.688421 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-3a5f105f-d5b9-406c-b183-62204827e59d req-244e8e15-2cb4-4fe7-a3ad-2a77baf44df2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:16:10.689555 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3a5f105f-d5b9-406c-b183-62204827e59d req-244e8e15-2cb4-4fe7-a3ad-2a77baf44df2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/networks?id=b185db09-8b29-4e71-80ee-6a8d12690fde HTTP/1.1" status: 200 len: 795 time: 0.1636558 Mar 02 19:16:10.748079 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-3a5f105f-d5b9-406c-b183-62204827e59d req-8d121fb1-ccae-4df0-889c-db8ed7f2d2c2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:16:10.762060 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-3a5f105f-d5b9-406c-b183-62204827e59d req-8d121fb1-ccae-4df0-889c-db8ed7f2d2c2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:16:10.763202 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3a5f105f-d5b9-406c-b183-62204827e59d req-8d121fb1-ccae-4df0-889c-db8ed7f2d2c2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 379 time: 0.0604756 Mar 02 19:16:10.771967 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-3a5f105f-d5b9-406c-b183-62204827e59d req-425bd928-09fd-4e8d-a133-09d204a7887a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'port': {'device_id': 'edac7b26-25f9-4ee4-aafc-420e33294d40', 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde', 'admin_state_up': True, 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'security_groups': ['57da2ff1-94b4-4747-b273-6c17df011e61']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:16:10.907428 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-105892c9-0f89-4f19-b215-209d843f367b req-3d42609a-29b6-4d89-b04f-23b6c6cb57f4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 210 time: 0.0634625 Mar 02 19:16:10.978652 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-3a5f105f-d5b9-406c-b183-62204827e59d req-425bd928-09fd-4e8d-a133-09d204a7887a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:16:10.993823 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-3a5f105f-d5b9-406c-b183-62204827e59d req-425bd928-09fd-4e8d-a133-09d204a7887a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:16:11.112809 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a5f105f-d5b9-406c-b183-62204827e59d req-425bd928-09fd-4e8d-a133-09d204a7887a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:16:11.115887 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-3a5f105f-d5b9-406c-b183-62204827e59d req-425bd928-09fd-4e8d-a133-09d204a7887a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:11.294202 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-3a5f105f-d5b9-406c-b183-62204827e59d req-425bd928-09fd-4e8d-a133-09d204a7887a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.20.0.5 (b185db09-8b29-4e71-80ee-6a8d12690fde/ddf1cdb8-6835-4640-af53-2d591f219be1/c1b6efae-7c36-4224-9e27-2e961ff66298) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:16:11.489433 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-3a5f105f-d5b9-406c-b183-62204827e59d req-425bd928-09fd-4e8d-a133-09d204a7887a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:11.505162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-3a5f105f-d5b9-406c-b183-62204827e59d req-425bd928-09fd-4e8d-a133-09d204a7887a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Transition to ACTIVE for port object c1b6efae-7c36-4224-9e27-2e961ff66298 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:16:11.690441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-3a5f105f-d5b9-406c-b183-62204827e59d req-425bd928-09fd-4e8d-a133-09d204a7887a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:11.767806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a5f105f-d5b9-406c-b183-62204827e59d req-425bd928-09fd-4e8d-a133-09d204a7887a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network b185db09-8b29-4e71-80ee-6a8d12690fde is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:16:11.770885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-3a5f105f-d5b9-406c-b183-62204827e59d req-425bd928-09fd-4e8d-a133-09d204a7887a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:16:11.773457 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5f105f-d5b9-406c-b183-62204827e59d req-425bd928-09fd-4e8d-a133-09d204a7887a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:16:11.815157 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bd928-09fd-4e8d-a133-09d204a7887a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=c1b6efae-7c36-4224-9e27-2e961ff66298,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:11.851212 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f105f-d5b9-406c-b183-62204827e59d req-425bd928-09fd-4e8d-a133-09d204a7887a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:11.851869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-3a5f105f-d5b9-406c-b183-62204827e59d req-425bd928-09fd-4e8d-a133-09d204a7887a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:11.988385 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3a5f105f-d5b9-406c-b183-62204827e59d req-425bd928-09fd-4e8d-a133-09d204a7887a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2200232 Mar 02 19:16:12.000858 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] Request body: {'port': {'device_id': 'edac7b26-25f9-4ee4-aafc-420e33294d40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:16:12.143128 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:12.144404 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7521643-56d8-4683-9351-c074f01a08ee req-982edd44-05a6-4291-a3e3-105a2a2b51d7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:12.146083 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c7521643-56d8-4683-9351-c074f01a08ee req-982edd44-05a6-4291-a3e3-105a2a2b51d7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 931 time: 0.0918207 Mar 02 19:16:12.181072 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0213e1ce-b3e0-42ce-80a8-2243aa34b4f6 None None] Provisioning for port c1b6efae-7c36-4224-9e27-2e961ff66298 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:16:12.188864 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0213e1ce-b3e0-42ce-80a8-2243aa34b4f6 None None] Provisioning complete for port c1b6efae-7c36-4224-9e27-2e961ff66298 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:12.189456 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0213e1ce-b3e0-42ce-80a8-2243aa34b4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:12.196224 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c7521643-56d8-4683-9351-c074f01a08ee req-05f8fb12-178e-4f65-9f9d-18d806cf8d26 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=57da2ff1-94b4-4747-b273-6c17df011e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432858 Mar 02 19:16:12.255300 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0213e1ce-b3e0-42ce-80a8-2243aa34b4f6 None None] Port c1b6efae-7c36-4224-9e27-2e961ff66298 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:16:12.597706 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b6efae-7c36-4224-9e27-2e961ff66298 {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:16:12.605553 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:12.619981 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] Transition to ACTIVE for port object c1b6efae-7c36-4224-9e27-2e961ff66298 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:16:12.695600 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:12.825781 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b6efae-7c36-4224-9e27-2e961ff66298,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:12.942062 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] Attempting to bind port c1b6efae-7c36-4224-9e27-2e961ff66298 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:16:12.942392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] Attempting to bind port c1b6efae-7c36-4224-9e27-2e961ff66298 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '3f95a894-3f3b-47c2-8351-0755351f6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:16:12.942718 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] Attempting to bind port c1b6efae-7c36-4224-9e27-2e961ff66298 on network b185db09-8b29-4e71-80ee-6a8d12690fde {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:16:12.949918 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] Port c1b6efae-7c36-4224-9e27-2e961ff66298 on network b185db09-8b29-4e71-80ee-6a8d12690fde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:16:12.950379 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] Attempting to bind port c1b6efae-7c36-4224-9e27-2e961ff66298 on network b185db09-8b29-4e71-80ee-6a8d12690fde {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:16:12.956956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:16:12.957292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] Checking segment: {'id': '3f95a894-3f3b-47c2-8351-0755351f6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:16:12.957697 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] Bound using segment: {'id': '3f95a894-3f3b-47c2-8351-0755351f6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:16:12.958148 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] Bound port: c1b6efae-7c36-4224-9e27-2e961ff66298, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f95a894-3f3b-47c2-8351-0755351f6312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:16:12.958546 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:13.054570 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] For port c1b6efae-7c36-4224-9e27-2e961ff66298, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:16:13.059637 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] For port c1b6efae-7c36-4224-9e27-2e961ff66298, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c1b6efae-7c36-4224-9e27-2e961ff66298,segment=NetworkSegment(3f95a894-3f3b-47c2-8351-0755351f6312),segment_id=3f95a894-3f3b-47c2-8351-0755351f6312)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:16:13.153212 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:13.218830 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:13.220307 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3a5f105f-d5b9-406c-b183-62204827e59d req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] 10.222.0.87 "PUT /v2.0/ports/c1b6efae-7c36-4224-9e27-2e961ff66298 HTTP/1.1" status: 200 len: 1093 time: 1.2241335 Mar 02 19:16:13.220682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edac7b26-25f9-4ee4-aafc-420e33294d40', 'tag': 'c1b6efae-7c36-4224-9e27-2e961ff66298'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:16:13.248462 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1d0a3-76ab-440a-a620-d8122f188d30 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b6efae-7c36-4224-9e27-2e961ff66298,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:13.287026 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edac7b26-25f9-4ee4-aafc-420e33294d40', 'tag': 'c1b6efae-7c36-4224-9e27-2e961ff66298', 'status': 'completed', 'code': 200} Mar 02 19:16:13.386915 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b1770ca3-8a00-4987-a9f7-310eb933b949 req-8f84dd56-cca4-4526-a0d0-8892e89c385f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 1096 time: 0.0778470 Mar 02 19:16:13.445940 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ed070-3ce1-47f7-9384-35ab077867c0 req-62902d94-c74a-42ab-9d87-9ad3c89fe890 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:13.451958 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-826ed070-3ce1-47f7-9384-35ab077867c0 req-62902d94-c74a-42ab-9d87-9ad3c89fe890 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 943 time: 0.0972168 Mar 02 19:16:13.501042 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-826ed070-3ce1-47f7-9384-35ab077867c0 req-1c2627b9-a54f-4791-b49b-0064b52a4e09 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=57da2ff1-94b4-4747-b273-6c17df011e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476277 Mar 02 19:16:13.548794 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1770ca3-8a00-4987-a9f7-310eb933b949 req-ae333608-6401-4ac8-99c5-051c09d99801 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:13.550285 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b1770ca3-8a00-4987-a9f7-310eb933b949 req-ae333608-6401-4ac8-99c5-051c09d99801 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=3b5a22e326e84c6680d758252463bbd4&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1565559 Mar 02 19:16:13.692424 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1770ca3-8a00-4987-a9f7-310eb933b949 req-0b3d2cb3-c6b7-4c08-b78b-c8faec0575ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:13.693851 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b1770ca3-8a00-4987-a9f7-310eb933b949 req-0b3d2cb3-c6b7-4c08-b78b-c8faec0575ba service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355929 Mar 02 19:16:13.812633 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3a5f105f-d5b9-406c-b183-62204827e59d req-0da92870-ce97-44e9-ae7c-78a63d40bed6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 1096 time: 0.0714984 Mar 02 19:16:13.887974 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3a5f105f-d5b9-406c-b183-62204827e59d req-c0223d1f-82ef-4b99-ba28-90661af48e1e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1b6efae-7c36-4224-9e27-2e961ff66298 HTTP/1.1" status: 200 len: 217 time: 0.0676360 Mar 02 19:16:13.950068 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f105f-d5b9-406c-b183-62204827e59d req-83d9d9c6-8771-43ef-84d6-c35a6df940e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:13.951458 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3a5f105f-d5b9-406c-b183-62204827e59d req-83d9d9c6-8771-43ef-84d6-c35a6df940e6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddf1cdb8-6835-4640-af53-2d591f219be1 HTTP/1.1" status: 200 len: 835 time: 0.0582075 Mar 02 19:16:14.031796 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3a5f105f-d5b9-406c-b183-62204827e59d req-9b4af4a9-013a-4899-8c6a-e6495f33d1d8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b185db09-8b29-4e71-80ee-6a8d12690fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746529 Mar 02 19:16:14.169170 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3a5f105f-d5b9-406c-b183-62204827e59d req-3a0f9e13-ef3f-4f1b-ad86-7732b8061596 service neutron] 10.222.0.87 "GET /v2.0/networks/b185db09-8b29-4e71-80ee-6a8d12690fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304166 Mar 02 19:16:14.305759 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3a5f105f-d5b9-406c-b183-62204827e59d req-39ef2a05-bbe7-49b2-91ae-743c1189e0fc service neutron] 10.222.0.87 "GET /v2.0/networks/b185db09-8b29-4e71-80ee-6a8d12690fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300352 Mar 02 19:16:14.701592 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb19eb-21a7-48b3-889e-6b591d882a76 req-1d63f3fc-d6d1-46cc-8522-dd2771af3a82 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:14.702284 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-e8cb19eb-21a7-48b3-889e-6b591d882a76 req-1d63f3fc-d6d1-46cc-8522-dd2771af3a82 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:16:14.791104 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-e8cb19eb-21a7-48b3-889e-6b591d882a76 req-1d63f3fc-d6d1-46cc-8522-dd2771af3a82 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:16:14.792479 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e8cb19eb-21a7-48b3-889e-6b591d882a76 req-1d63f3fc-d6d1-46cc-8522-dd2771af3a82 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 943 time: 0.1692555 Mar 02 19:16:14.840457 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e8cb19eb-21a7-48b3-889e-6b591d882a76 req-c19ad95b-649b-45cd-a93a-e3e64c30aff7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=57da2ff1-94b4-4747-b273-6c17df011e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422349 Mar 02 19:16:16.049755 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1bd26-f227-46e2-a97d-7a4cafe683c0 req-f15eebea-8ea7-4003-95d5-2fe834e00797 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:16.051215 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2ec1bd26-f227-46e2-a97d-7a4cafe683c0 req-f15eebea-8ea7-4003-95d5-2fe834e00797 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 943 time: 0.0846286 Mar 02 19:16:16.100200 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2ec1bd26-f227-46e2-a97d-7a4cafe683c0 req-61529df8-4fcf-4cc0-85cc-371763ef921e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=57da2ff1-94b4-4747-b273-6c17df011e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433147 Mar 02 19:16:16.510562 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device c1b6efae-7c36-4224-9e27-2e961ff66298 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:16:16.644984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port c1b6efae-7c36-4224-9e27-2e961ff66298, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c1b6efae-7c36-4224-9e27-2e961ff66298,segment=NetworkSegment(3f95a894-3f3b-47c2-8351-0755351f6312),segment_id=3f95a894-3f3b-47c2-8351-0755351f6312)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:16:16.658970 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': 'c1b6efae-7c36-4224-9e27-2e961ff66298', 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde', 'port_id': 'c1b6efae-7c36-4224-9e27-2e961ff66298', 'mac_address': 'fa:16:3e:dd:38:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf1cdb8-6835-4640-af53-2d591f219be1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:16:16.714207 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:16.735116 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b6efae-7c36-4224-9e27-2e961ff66298 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:16:16.751390 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port c1b6efae-7c36-4224-9e27-2e961ff66298, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c1b6efae-7c36-4224-9e27-2e961ff66298,segment=NetworkSegment(3f95a894-3f3b-47c2-8351-0755351f6312),segment_id=3f95a894-3f3b-47c2-8351-0755351f6312)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:16:16.815852 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:16.884026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=c1b6efae-7c36-4224-9e27-2e961ff66298,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:17.070653 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['c1b6efae-7c36-4224-9e27-2e961ff66298'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:16:17.312532 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d326412-06ca-4b19-8e83-4ce951d96838 req-8df83a2e-cc54-4cb9-a4b5-9fd784347001 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:17.314017 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d326412-06ca-4b19-8e83-4ce951d96838 req-8df83a2e-cc54-4cb9-a4b5-9fd784347001 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 944 time: 0.0830536 Mar 02 19:16:17.361798 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d326412-06ca-4b19-8e83-4ce951d96838 req-fdca4fc9-1b0d-4bc9-8f2a-8428e6b5c750 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=57da2ff1-94b4-4747-b273-6c17df011e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420895 Mar 02 19:16:18.525925 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device c1b6efae-7c36-4224-9e27-2e961ff66298 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:16:18.568197 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74058b46-5d22-432d-acd6-cafaed784d93 req-03a68ce4-b695-441b-8d04-45e4b2bedc8a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:18.569696 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-74058b46-5d22-432d-acd6-cafaed784d93 req-03a68ce4-b695-441b-8d04-45e4b2bedc8a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 944 time: 0.0829611 Mar 02 19:16:18.619502 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-74058b46-5d22-432d-acd6-cafaed784d93 req-b7085d4a-f652-4a79-92ab-d30ed2b45b69 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=57da2ff1-94b4-4747-b273-6c17df011e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434020 Mar 02 19:16:18.670669 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port c1b6efae-7c36-4224-9e27-2e961ff66298 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:16:18.675790 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port c1b6efae-7c36-4224-9e27-2e961ff66298 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:18.676204 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:18.799938 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:18.828402 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edac7b26-25f9-4ee4-aafc-420e33294d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b6efae-7c36-4224-9e27-2e961ff66298'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:16:18.840349 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port c1b6efae-7c36-4224-9e27-2e961ff66298, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c1b6efae-7c36-4224-9e27-2e961ff66298,segment=NetworkSegment(3f95a894-3f3b-47c2-8351-0755351f6312),segment_id=3f95a894-3f3b-47c2-8351-0755351f6312)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:16:18.851054 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6fc1a3e0-7fba-46e4-ab1e-1cb9d6e5eef8 req-a527de63-1c55-4736-9289-94f194218e34 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753520 Mar 02 19:16:18.891241 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edac7b26-25f9-4ee4-aafc-420e33294d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b6efae-7c36-4224-9e27-2e961ff66298', 'code': 200} Mar 02 19:16:18.958937 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:19.036031 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=c1b6efae-7c36-4224-9e27-2e961ff66298,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:19.054860 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6fc1a3e0-7fba-46e4-ab1e-1cb9d6e5eef8 req-e92ef3b0-a702-4f95-bd0e-26c1438aaca4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c751e1819ac4d70a34f41774e11c468&device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 1098 time: 0.1815979 Mar 02 19:16:19.240479 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1a3e0-7fba-46e4-ab1e-1cb9d6e5eef8 req-296c0608-f8fd-4884-b4a6-8a02f4a025e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:19.241874 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6fc1a3e0-7fba-46e4-ab1e-1cb9d6e5eef8 req-296c0608-f8fd-4884-b4a6-8a02f4a025e5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2e33772f-7a83-4314-934e-a7ea68526e72 HTTP/1.1" status: 200 len: 913 time: 0.1662700 Mar 02 19:16:19.367060 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6fc1a3e0-7fba-46e4-ab1e-1cb9d6e5eef8 req-07715125-1dee-4131-b8e4-604bd992b9b5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6847133-feed-4d42-90d0-9c755766904c HTTP/1.1" status: 200 len: 1001 time: 0.1194060 Mar 02 19:16:19.413712 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1b72564f-174d-443a-8a46-05d6496204fd req-afc523ca-2068-476c-b467-209c18942800 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 1098 time: 0.2024629 Mar 02 19:16:19.453966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1a3e0-7fba-46e4-ab1e-1cb9d6e5eef8 req-2c75063c-4ed1-48d3-a25f-fee2be6495e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:19.455591 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6fc1a3e0-7fba-46e4-ab1e-1cb9d6e5eef8 req-2c75063c-4ed1-48d3-a25f-fee2be6495e3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=eb42d443-71ba-493e-8b31-52bf5eb54af6 HTTP/1.1" status: 200 len: 851 time: 0.0829179 Mar 02 19:16:19.513626 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1b72564f-174d-443a-8a46-05d6496204fd req-2d853406-1c1e-481c-a193-71d6fbeaef3a service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=57da2ff1-94b4-4747-b273-6c17df011e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911522 Mar 02 19:16:19.541392 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6fc1a3e0-7fba-46e4-ab1e-1cb9d6e5eef8 req-bbcf7767-dee5-48ec-b62a-1701291ae3d4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2e33772f-7a83-4314-934e-a7ea68526e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787897 Mar 02 19:16:19.824397 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0915a4-225e-431d-8af9-4cdc43aa6177 req-c4610a88-2b4f-4427-99d3-9b54e8817db8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:19.825836 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ad0915a4-225e-431d-8af9-4cdc43aa6177 req-c4610a88-2b4f-4427-99d3-9b54e8817db8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 945 time: 0.0789077 Mar 02 19:16:19.851664 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6fc1a3e0-7fba-46e4-ab1e-1cb9d6e5eef8 req-b916d320-7c55-4366-a097-dc8caaf85b9c service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373208 Mar 02 19:16:19.874961 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ad0915a4-225e-431d-8af9-4cdc43aa6177 req-52066e10-7347-4bda-a9d9-38e9d22b98d7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=57da2ff1-94b4-4747-b273-6c17df011e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432954 Mar 02 19:16:19.991128 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6fc1a3e0-7fba-46e4-ab1e-1cb9d6e5eef8 req-7e19c2e3-af55-467a-9420-635283ac8bc8 service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331871 Mar 02 19:16:21.114967 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012a43c-6946-4dcf-bc62-ce6d3b2819aa req-330601ad-8189-422a-936c-0b5eb07d301d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:21.116590 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b012a43c-6946-4dcf-bc62-ce6d3b2819aa req-330601ad-8189-422a-936c-0b5eb07d301d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 945 time: 0.1104069 Mar 02 19:16:21.165240 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b012a43c-6946-4dcf-bc62-ce6d3b2819aa req-af957bdd-f40e-46c2-8bca-c97bb7afde83 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=57da2ff1-94b4-4747-b273-6c17df011e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422554 Mar 02 19:16:21.374233 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963c7d0-daa3-4f40-8953-af49549f108e req-f68cfdb2-94a8-46e2-ba6a-d1f31815863b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:21.375722 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e963c7d0-daa3-4f40-8953-af49549f108e req-f68cfdb2-94a8-46e2-ba6a-d1f31815863b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 945 time: 0.0837381 Mar 02 19:16:21.422719 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e963c7d0-daa3-4f40-8953-af49549f108e req-7a0e0421-1860-4bc1-8b0b-c194cf272087 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=57da2ff1-94b4-4747-b273-6c17df011e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414612 Mar 02 19:16:21.451091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38618) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:21.524259 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b363fb61-c8b6-4fc0-9d31-b281b2ff8780 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 1093 time: 0.0719509 Mar 02 19:16:21.528321 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38622) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:21.533752 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': 'c1b6efae-7c36-4224-9e27-2e961ff66298', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:16:21.539376 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:16:21.544130 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:floatingip and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:16:21.546978 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:16:21.553273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:16:21.705261 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:21.727879 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-db5c221b-e266-43e8-ba71-49cd5a977492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:21.845746 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:21.987047 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.26.4.10 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/c9defc21-aaad-48d9-80af-696b85de7d86) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:16:22.142976 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:22.244513 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:22.311172 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:16:22.313965 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:16:22.317680 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:16:22.351341 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=c9defc21-aaad-48d9-80af-696b85de7d86,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:22.933831 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:23.085394 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:23.298343 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:23.390850 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:23.505453 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=c9defc21-aaad-48d9-80af-696b85de7d86,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:23.519824 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:23.724864 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.l3_db [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Floating IP e9e3603b-38c8-41c5-8324-c7f44c672e22 associated. External IP: 172.26.4.10, port: c1b6efae-7c36-4224-9e27-2e961ff66298. Mar 02 19:16:23.768043 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8086f8f1-e78e-46b4-812a-4a0a64405577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:24.146521 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 10d2a6e8-5962-4d34-b82a-c71dbcb12475 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:16:24.450954 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:16:24.461141 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad1a89-b6a6-4567-acac-77da0a6f53cb None None] Sync routers for ids ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:16:24.474319 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad1a89-b6a6-4567-acac-77da0a6f53cb None None] Routers {'10d2a6e8-5962-4d34-b82a-c71dbcb12475'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:16:24.474902 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-8dad1a89-b6a6-4567-acac-77da0a6f53cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:16:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:24.552983 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:24.610317 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4d86c6fc-209b-461a-a46a-e8c73fe571a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0809133 Mar 02 19:16:24.610883 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edac7b26-25f9-4ee4-aafc-420e33294d40', 'tag': 'c1b6efae-7c36-4224-9e27-2e961ff66298'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:16:24.613150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38626) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:24.657412 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-8dad1a89-b6a6-4567-acac-77da0a6f53cb None None] Set router 10d2a6e8-5962-4d34-b82a-c71dbcb12475 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:16:24.666621 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edac7b26-25f9-4ee4-aafc-420e33294d40', 'tag': 'c1b6efae-7c36-4224-9e27-2e961ff66298', 'status': 'completed', 'code': 200} Mar 02 19:16:24.848811 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d80bb823-2582-4045-8965-9b8b27450431 req-c882f0a8-b132-4d98-9536-096ee7774e65 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 1098 time: 0.1117306 Mar 02 19:16:25.013750 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bb823-2582-4045-8965-9b8b27450431 req-3e6c0814-c1bb-4089-b302-8061ccbc67e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:25.015242 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d80bb823-2582-4045-8965-9b8b27450431 req-3e6c0814-c1bb-4089-b302-8061ccbc67e1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b185db09-8b29-4e71-80ee-6a8d12690fde HTTP/1.1" status: 200 len: 896 time: 0.1587353 Mar 02 19:16:25.019520 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-77eca0e2-eef9-4fe7-a231-5c4216cd0e3d tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/routers/10d2a6e8-5962-4d34-b82a-c71dbcb12475 HTTP/1.1" status: 200 len: 923 time: 0.4046698 Mar 02 19:16:25.022198 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38632) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:25.038132 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-8dad1a89-b6a6-4567-acac-77da0a6f53cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'name': 'tempest-TestNetworkBasicOps-router-1303521608', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:15:54Z', 'updated_at': '2022-03-02T19:16:00Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:55Z', 'updated_at': '2022-03-02T19:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'e9e3603b-38c8-41c5-8324-c7f44c672e22', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.10', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'port_id': 'c1b6efae-7c36-4224-9e27-2e961ff66298', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde', 'mac_address': 'fa:16:3e:dd:38:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac7b26-25f9-4ee4-aafc-420e33294d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:16:22Z', 'updated_at': '2022-03-02T19:16:22Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8fb8ca-966c-442a-a402-93cfe47a4380', 'name': '', 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:bb:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddf1cdb8-6835-4640-af53-2d591f219be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:59Z', 'updated_at': '2022-03-02T19:16:06Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'ddf1cdb8-6835-4640-af53-2d591f219be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:25.043511 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad1a89-b6a6-4567-acac-77da0a6f53cb None None] Checking router: 10d2a6e8-5962-4d34-b82a-c71dbcb12475 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:16:25.082233 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad1a89-b6a6-4567-acac-77da0a6f53cb None None] Routers {'10d2a6e8-5962-4d34-b82a-c71dbcb12475'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:16:25.083430 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-8dad1a89-b6a6-4567-acac-77da0a6f53cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:16:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:25.146663 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d80bb823-2582-4045-8965-9b8b27450431 req-a4ac7eac-53d2-412d-91b4-64fa36a5a7f6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1b6efae-7c36-4224-9e27-2e961ff66298 HTTP/1.1" status: 200 len: 998 time: 0.1252449 Mar 02 19:16:25.159336 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:25.165091 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7b33bbdb-23e4-4e0b-8b3c-0a6fdba69add tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/e9e3603b-38c8-41c5-8324-c7f44c672e22 HTTP/1.1" status: 200 len: 990 time: 0.1406448 Mar 02 19:16:25.327947 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bb823-2582-4045-8965-9b8b27450431 req-c6408978-760e-4b0c-8867-7d56bc5123c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:25.329416 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d80bb823-2582-4045-8965-9b8b27450431 req-c6408978-760e-4b0c-8867-7d56bc5123c8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddf1cdb8-6835-4640-af53-2d591f219be1 HTTP/1.1" status: 200 len: 835 time: 0.1746142 Mar 02 19:16:25.331115 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-8dad1a89-b6a6-4567-acac-77da0a6f53cb None None] Set router 10d2a6e8-5962-4d34-b82a-c71dbcb12475 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:16:25.413896 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d80bb823-2582-4045-8965-9b8b27450431 req-1c6e2a80-7fce-48c4-9b52-d9324c427bb4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b185db09-8b29-4e71-80ee-6a8d12690fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772929 Mar 02 19:16:25.473098 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:25.489326 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38636) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:25.578694 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d80bb823-2582-4045-8965-9b8b27450431 req-3542510d-917b-4f56-9552-582be33223f0 service neutron] 10.222.0.87 "GET /v2.0/networks/b185db09-8b29-4e71-80ee-6a8d12690fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580262 Mar 02 19:16:25.720495 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d80bb823-2582-4045-8965-9b8b27450431 req-aa8d85f2-04f8-4338-81df-003561e6bf8d service neutron] 10.222.0.87 "GET /v2.0/networks/b185db09-8b29-4e71-80ee-6a8d12690fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348743 Mar 02 19:16:25.723495 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-3d30767e-4bbc-4904-82b7-c650c6327f8c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Deleting port 30fdfc13-39a0-471d-8a8c-64d71f8a47ad {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:16:25.723837 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3d30767e-4bbc-4904-82b7-c650c6327f8c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:25.771725 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-8dad1a89-b6a6-4567-acac-77da0a6f53cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'name': 'tempest-TestNetworkBasicOps-router-1303521608', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:15:54Z', 'updated_at': '2022-03-02T19:16:00Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:55Z', 'updated_at': '2022-03-02T19:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'e9e3603b-38c8-41c5-8324-c7f44c672e22', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.10', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'port_id': 'c1b6efae-7c36-4224-9e27-2e961ff66298', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde', 'mac_address': 'fa:16:3e:dd:38:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac7b26-25f9-4ee4-aafc-420e33294d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:16:22Z', 'updated_at': '2022-03-02T19:16:22Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8fb8ca-966c-442a-a402-93cfe47a4380', 'name': '', 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:bb:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddf1cdb8-6835-4640-af53-2d591f219be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:59Z', 'updated_at': '2022-03-02T19:16:06Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'ddf1cdb8-6835-4640-af53-2d591f219be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:25.776383 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad1a89-b6a6-4567-acac-77da0a6f53cb None None] The sync data for ids ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'] in dv-neutron-831573-1-hyperv is: [{'id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'name': 'tempest-TestNetworkBasicOps-router-1303521608', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:15:54Z', 'updated_at': '2022-03-02T19:16:00Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:55Z', 'updated_at': '2022-03-02T19:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'e9e3603b-38c8-41c5-8324-c7f44c672e22', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.10', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'port_id': 'c1b6efae-7c36-4224-9e27-2e961ff66298', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde', 'mac_address': 'fa:16:3e:dd:38:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac7b26-25f9-4ee4-aafc-420e33294d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:16:22Z', 'updated_at': '2022-03-02T19:16:22Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8fb8ca-966c-442a-a402-93cfe47a4380', 'name': '', 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:bb:74:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddf1cdb8-6835-4640-af53-2d591f219be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:59Z', 'updated_at': '2022-03-02T19:16:06Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'ddf1cdb8-6835-4640-af53-2d591f219be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:16:25.924280 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3d30767e-4bbc-4904-82b7-c650c6327f8c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:25.924610 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3d30767e-4bbc-4904-82b7-c650c6327f8c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:25.992679 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c8c3a-ea4f-4fe8-b268-5cc672be4288 None None] New status for floating IP e9e3603b-38c8-41c5-8324-c7f44c672e22: ACTIVE {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:16:26.058166 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-3d30767e-4bbc-4904-82b7-c650c6327f8c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Calling delete_port for 30fdfc13-39a0-471d-8a8c-64d71f8a47ad owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:16:26.168648 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38640) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:26.284041 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2d4f1511-6f09-4768-9dba-62fc1d78ea77 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/e9e3603b-38c8-41c5-8324-c7f44c672e22 HTTP/1.1" status: 200 len: 990 time: 0.1138322 Mar 02 19:16:26.311462 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3d30767e-4bbc-4904-82b7-c650c6327f8c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:26.361294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30767e-4bbc-4904-82b7-c650c6327f8c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event deleted for resources: {'Port': ['ID=30fdfc13-39a0-471d-8a8c-64d71f8a47ad,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:26.439460 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:26.458306 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3d30767e-4bbc-4904-82b7-c650c6327f8c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:26.879021 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d30767e-4bbc-4904-82b7-c650c6327f8c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Router 21db579b-4602-4cd0-9f6f-86df599f8b7b has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:16:27.187748 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d30767e-4bbc-4904-82b7-c650c6327f8c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:16:27.196627 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dad763-5fb0-402f-b1cb-1102a50bcdf1 None None] Sync routers for ids ['21db579b-4602-4cd0-9f6f-86df599f8b7b'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:16:27.209297 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dad763-5fb0-402f-b1cb-1102a50bcdf1 None None] Routers {'21db579b-4602-4cd0-9f6f-86df599f8b7b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:16:27.210008 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-41dad763-5fb0-402f-b1cb-1102a50bcdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:16:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['21db579b-4602-4cd0-9f6f-86df599f8b7b'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:27.286483 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38644) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:27.288427 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3d30767e-4bbc-4904-82b7-c650c6327f8c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:27.348557 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3d30767e-4bbc-4904-82b7-c650c6327f8c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "DELETE /v2.0/floatingips/8aac6753-30bd-47fc-ad15-d507625bb9d3 HTTP/1.1" status: 204 len: 168 time: 1.8579218 Mar 02 19:16:27.349244 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e81440a-378b-450f-8b1b-c563bedd81df', 'tag': 'a6847133-feed-4d42-90d0-9c755766904c'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:16:27.412278 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-41dad763-5fb0-402f-b1cb-1102a50bcdf1 None None] Set router 21db579b-4602-4cd0-9f6f-86df599f8b7b gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:16:27.413245 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-71dcaa60-6cb4-4ac7-928b-3ca99c2c8535 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/e9e3603b-38c8-41c5-8324-c7f44c672e22 HTTP/1.1" status: 200 len: 992 time: 0.1256611 Mar 02 19:16:27.428555 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e81440a-378b-450f-8b1b-c563bedd81df', 'tag': 'a6847133-feed-4d42-90d0-9c755766904c', 'status': 'completed', 'code': 200} Mar 02 19:16:27.538950 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-877e2920-8b04-4e66-989f-f3f6482d162c req-56210a2b-c9fd-4a7a-929d-d30188c8ef22 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c751e1819ac4d70a34f41774e11c468&device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 1098 time: 0.0853806 Mar 02 19:16:27.675698 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e2920-8b04-4e66-989f-f3f6482d162c req-a1b9ee21-8686-49f9-ba77-138847e04fa4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:27.677154 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-877e2920-8b04-4e66-989f-f3f6482d162c req-a1b9ee21-8686-49f9-ba77-138847e04fa4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2e33772f-7a83-4314-934e-a7ea68526e72 HTTP/1.1" status: 200 len: 913 time: 0.1322658 Mar 02 19:16:27.752956 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-877e2920-8b04-4e66-989f-f3f6482d162c req-148c5a8e-b2ae-4a71-beef-59bc77c99fc3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6847133-feed-4d42-90d0-9c755766904c HTTP/1.1" status: 200 len: 217 time: 0.0679700 Mar 02 19:16:27.795796 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-41dad763-5fb0-402f-b1cb-1102a50bcdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '19554491-c954-45eb-b95f-b97448b0e3e3', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'port_id': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'mac_address': 'fa:16:3e:a2:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:10:38Z', 'updated_at': '2022-03-02T19:10:42Z', 'revision_number': 1, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:44Z', 'revision_number': 5, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:27.799734 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dad763-5fb0-402f-b1cb-1102a50bcdf1 None None] Checking router: 21db579b-4602-4cd0-9f6f-86df599f8b7b for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:16:27.810727 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dad763-5fb0-402f-b1cb-1102a50bcdf1 None None] Routers {'21db579b-4602-4cd0-9f6f-86df599f8b7b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:16:27.811333 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-41dad763-5fb0-402f-b1cb-1102a50bcdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:16:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['21db579b-4602-4cd0-9f6f-86df599f8b7b'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:27.822169 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e2920-8b04-4e66-989f-f3f6482d162c req-a65e33a9-2520-4c8f-8d03-9efd9f2c1798 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:27.832681 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-877e2920-8b04-4e66-989f-f3f6482d162c req-a65e33a9-2520-4c8f-8d03-9efd9f2c1798 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=eb42d443-71ba-493e-8b31-52bf5eb54af6 HTTP/1.1" status: 200 len: 851 time: 0.0640550 Mar 02 19:16:27.907212 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-877e2920-8b04-4e66-989f-f3f6482d162c req-8c9861bc-8df9-4cec-a76c-3ceb85a11aa1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2e33772f-7a83-4314-934e-a7ea68526e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730500 Mar 02 19:16:27.998958 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-41dad763-5fb0-402f-b1cb-1102a50bcdf1 None None] Set router 21db579b-4602-4cd0-9f6f-86df599f8b7b gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:16:28.107115 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-877e2920-8b04-4e66-989f-f3f6482d162c req-373f1e61-6a59-44e7-9a65-103c116c574d service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920033 Mar 02 19:16:28.116860 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73185c89-8b96-450a-b2f9-a90fd89a5171 req-107e4a18-6164-4207-8f72-33bb9286a775 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:28.118272 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-73185c89-8b96-450a-b2f9-a90fd89a5171 req-107e4a18-6164-4207-8f72-33bb9286a775 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 945 time: 0.1301458 Mar 02 19:16:28.254165 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-73185c89-8b96-450a-b2f9-a90fd89a5171 req-50763f37-a378-432f-81b1-8f62f4761fed tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176257 Mar 02 19:16:28.286505 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-877e2920-8b04-4e66-989f-f3f6482d162c req-4564fcae-3245-4032-b3bb-fda8cc3e5136 service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667113 Mar 02 19:16:28.371370 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-41dad763-5fb0-402f-b1cb-1102a50bcdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '19554491-c954-45eb-b95f-b97448b0e3e3', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'port_id': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'mac_address': 'fa:16:3e:a2:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:10:38Z', 'updated_at': '2022-03-02T19:10:42Z', 'revision_number': 1, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:44Z', 'revision_number': 5, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:28.375382 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dad763-5fb0-402f-b1cb-1102a50bcdf1 None None] The sync data for ids ['21db579b-4602-4cd0-9f6f-86df599f8b7b'] in dv-neutron-831573-1-hyperv is: [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '19554491-c954-45eb-b95f-b97448b0e3e3', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'floating_ip_address': '172.26.4.136', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'port_id': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'mac_address': 'fa:16:3e:a2:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:10:38Z', 'updated_at': '2022-03-02T19:10:42Z', 'revision_number': 1, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:44Z', 'revision_number': 5, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:16:28.603784 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382002bc-b242-431a-9bc1-55825f9ef687 None None] New status for floating IP 8aac6753-30bd-47fc-ad15-d507625bb9d3: DOWN {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:16:29.482132 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a189322-e47c-4baf-924f-01ae5dd897ee req-71167e35-27ff-46eb-ad4d-84d6ae1df3f9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:29.482847 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-3a189322-e47c-4baf-924f-01ae5dd897ee req-71167e35-27ff-46eb-ad4d-84d6ae1df3f9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Synchronizing usage tracker for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:16:29.568094 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-3a189322-e47c-4baf-924f-01ae5dd897ee req-71167e35-27ff-46eb-ad4d-84d6ae1df3f9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Unset dirty status for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:16:29.574325 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3a189322-e47c-4baf-924f-01ae5dd897ee req-71167e35-27ff-46eb-ad4d-84d6ae1df3f9 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 945 time: 0.1866202 Mar 02 19:16:29.596276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e397d-bbd0-49d3-9af4-cbbe6d0b8e86 req-401213b3-0a4c-4d05-ab9e-e43d51819f89 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:29.598673 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f06e397d-bbd0-49d3-9af4-cbbe6d0b8e86 req-401213b3-0a4c-4d05-ab9e-e43d51819f89 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.87 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 945 time: 0.1100345 Mar 02 19:16:29.619162 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3a189322-e47c-4baf-924f-01ae5dd897ee req-233d2864-53b9-4a53-ba80-c9645a0d1367 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438488 Mar 02 19:16:29.764877 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-f06e397d-bbd0-49d3-9af4-cbbe6d0b8e86 req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Deleting port a6847133-feed-4d42-90d0-9c755766904c {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:16:29.765104 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f06e397d-bbd0-49d3-9af4-cbbe6d0b8e86 req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:30.040427 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-f06e397d-bbd0-49d3-9af4-cbbe6d0b8e86 req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] For port a6847133-feed-4d42-90d0-9c755766904c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a6847133-feed-4d42-90d0-9c755766904c,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:16:30.040791 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f06e397d-bbd0-49d3-9af4-cbbe6d0b8e86 req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:30.169361 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-f06e397d-bbd0-49d3-9af4-cbbe6d0b8e86 req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Calling delete_port for a6847133-feed-4d42-90d0-9c755766904c owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:16:30.408166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f06e397d-bbd0-49d3-9af4-cbbe6d0b8e86 req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:30.458811 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event deleted for resources: {'Port': ['ID=a6847133-feed-4d42-90d0-9c755766904c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:30.531715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:30.532342 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:30.532687 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:30.533028 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:30.533364 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:30.533745 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:30.534179 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:30.534394 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:30.534722 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:30.535048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:30.535410 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:30.549807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06e397d-bbd0-49d3-9af4-cbbe6d0b8e86 req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] No DVR routers for this DVR port a6847133-feed-4d42-90d0-9c755766904c on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:16:30.552228 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f06e397d-bbd0-49d3-9af4-cbbe6d0b8e86 req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:30.555161 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e81440a-378b-450f-8b1b-c563bedd81df', 'name': 'network-vif-deleted', 'tag': 'a6847133-feed-4d42-90d0-9c755766904c'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:16:30.614199 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e81440a-378b-450f-8b1b-c563bedd81df', 'name': 'network-vif-deleted', 'tag': 'a6847133-feed-4d42-90d0-9c755766904c', 'status': 'completed', 'code': 200} Mar 02 19:16:30.632022 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f06e397d-bbd0-49d3-9af4-cbbe6d0b8e86 req-80d1d3c1-4b04-4123-b017-3cbb5560d30a tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.87 "DELETE /v2.0/ports/a6847133-feed-4d42-90d0-9c755766904c HTTP/1.1" status: 204 len: 173 time: 1.0276082 Mar 02 19:16:30.786384 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d86da8f0-54d6-46f9-b04d-3ab6f1b12fff req-039ac8e0-40c4-49ea-b8c3-cef27645fcbb tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 210 time: 0.0407858 Mar 02 19:16:31.357285 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:31.969225 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-12b9d344-6bba-4eaa-8c64-bb18a1628e3e req-35f253c0-30c4-4f51-be95-f68e9f2d15d7 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Synchronizing usage tracker for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:16:32.042239 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-12b9d344-6bba-4eaa-8c64-bb18a1628e3e req-35f253c0-30c4-4f51-be95-f68e9f2d15d7 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Unset dirty status for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:16:32.044242 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12b9d344-6bba-4eaa-8c64-bb18a1628e3e req-35f253c0-30c4-4f51-be95-f68e9f2d15d7 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e81440a-378b-450f-8b1b-c563bedd81df HTTP/1.1" status: 200 len: 210 time: 0.1186416 Mar 02 19:16:34.573994 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device a6847133-feed-4d42-90d0-9c755766904c no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:16:34.607509 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: a6847133-feed-4d42-90d0-9c755766904c {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:16:34.607859 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device a6847133-feed-4d42-90d0-9c755766904c not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:16:36.661603 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:16:38.066717 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38682) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:38.273210 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-1ec38995-a530-4e24-ac59-74219dafb1aa tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Deleting port 6add36a3-a703-4037-9729-d229fcb5ace8 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:16:38.275676 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1ec38995-a530-4e24-ac59-74219dafb1aa tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:38.444701 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1ec38995-a530-4e24-ac59-74219dafb1aa tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:38.445024 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1ec38995-a530-4e24-ac59-74219dafb1aa tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:38.568973 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-1ec38995-a530-4e24-ac59-74219dafb1aa tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Calling delete_port for 6add36a3-a703-4037-9729-d229fcb5ace8 owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:16:38.785383 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1ec38995-a530-4e24-ac59-74219dafb1aa tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:38.835328 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec38995-a530-4e24-ac59-74219dafb1aa tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event deleted for resources: {'Port': ['ID=6add36a3-a703-4037-9729-d229fcb5ace8,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:38.925532 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1ec38995-a530-4e24-ac59-74219dafb1aa tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:39.414614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec38995-a530-4e24-ac59-74219dafb1aa tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Router 21db579b-4602-4cd0-9f6f-86df599f8b7b has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:16:39.614840 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec38995-a530-4e24-ac59-74219dafb1aa tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:16:39.624601 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67820dbd-fccc-456c-8700-4ae5e353d867 None None] Sync routers for ids ['21db579b-4602-4cd0-9f6f-86df599f8b7b'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:16:39.637184 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67820dbd-fccc-456c-8700-4ae5e353d867 None None] Routers {'21db579b-4602-4cd0-9f6f-86df599f8b7b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:16:39.637897 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-67820dbd-fccc-456c-8700-4ae5e353d867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:16:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['21db579b-4602-4cd0-9f6f-86df599f8b7b'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:39.707612 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1ec38995-a530-4e24-ac59-74219dafb1aa tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:39.763658 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1ec38995-a530-4e24-ac59-74219dafb1aa tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "DELETE /v2.0/floatingips/19554491-c954-45eb-b95f-b97448b0e3e3 HTTP/1.1" status: 204 len: 168 time: 1.6957123 Mar 02 19:16:39.764361 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'tag': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:16:39.853000 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-67820dbd-fccc-456c-8700-4ae5e353d867 None None] Set router 21db579b-4602-4cd0-9f6f-86df599f8b7b gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:16:39.860277 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'tag': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9', 'status': 'completed', 'code': 200} Mar 02 19:16:39.956258 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7da417d7-fd90-4ee6-8377-77f2e23ade1f req-0c1842f9-2287-4b5f-98a4-f38d130de3af service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0c751e1819ac4d70a34f41774e11c468&device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 1098 time: 0.0770495 Mar 02 19:16:40.100052 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da417d7-fd90-4ee6-8377-77f2e23ade1f req-1b3da39b-7843-40c8-8ede-22c4fb5432d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:40.101652 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7da417d7-fd90-4ee6-8377-77f2e23ade1f req-1b3da39b-7843-40c8-8ede-22c4fb5432d6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2e33772f-7a83-4314-934e-a7ea68526e72 HTTP/1.1" status: 200 len: 913 time: 0.1378620 Mar 02 19:16:40.172350 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7da417d7-fd90-4ee6-8377-77f2e23ade1f req-877c0d31-2150-4c72-bf60-46d9e48ae717 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 HTTP/1.1" status: 200 len: 217 time: 0.0636883 Mar 02 19:16:40.190060 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-67820dbd-fccc-456c-8700-4ae5e353d867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:44Z', 'revision_number': 5, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:40.194535 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67820dbd-fccc-456c-8700-4ae5e353d867 None None] Checking router: 21db579b-4602-4cd0-9f6f-86df599f8b7b for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:16:40.205935 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67820dbd-fccc-456c-8700-4ae5e353d867 None None] Routers {'21db579b-4602-4cd0-9f6f-86df599f8b7b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:16:40.206528 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-67820dbd-fccc-456c-8700-4ae5e353d867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:16:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['21db579b-4602-4cd0-9f6f-86df599f8b7b'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:40.241536 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da417d7-fd90-4ee6-8377-77f2e23ade1f req-c543ba32-b010-4baf-8eef-68dd1d8fbaa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:40.243028 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7da417d7-fd90-4ee6-8377-77f2e23ade1f req-c543ba32-b010-4baf-8eef-68dd1d8fbaa2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=eb42d443-71ba-493e-8b31-52bf5eb54af6 HTTP/1.1" status: 200 len: 851 time: 0.0641243 Mar 02 19:16:40.326561 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7da417d7-fd90-4ee6-8377-77f2e23ade1f req-bb6b083f-8411-48c7-ab90-64e35c6884c6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2e33772f-7a83-4314-934e-a7ea68526e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772595 Mar 02 19:16:40.389141 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-67820dbd-fccc-456c-8700-4ae5e353d867 None None] Set router 21db579b-4602-4cd0-9f6f-86df599f8b7b gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:16:40.468584 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7da417d7-fd90-4ee6-8377-77f2e23ade1f req-cdf447a8-1646-467d-a30f-7712e40e06e2 service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314783 Mar 02 19:16:40.475325 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672af9d6-ee9d-4760-8f64-3a2034c84e33 req-922161fa-b612-4535-b6f8-842ead398b34 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:40.476064 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-672af9d6-ee9d-4760-8f64-3a2034c84e33 req-922161fa-b612-4535-b6f8-842ead398b34 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Synchronizing usage tracker for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:16:40.562565 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-672af9d6-ee9d-4760-8f64-3a2034c84e33 req-922161fa-b612-4535-b6f8-842ead398b34 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Unset dirty status for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:16:40.563683 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-672af9d6-ee9d-4760-8f64-3a2034c84e33 req-922161fa-b612-4535-b6f8-842ead398b34 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 945 time: 0.1747835 Mar 02 19:16:40.623692 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7da417d7-fd90-4ee6-8377-77f2e23ade1f req-ead10319-f857-4876-badb-dc299a4ee5e6 service neutron] 10.222.0.87 "GET /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378574 Mar 02 19:16:40.624105 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-672af9d6-ee9d-4760-8f64-3a2034c84e33 req-79c8771e-b32e-4f4b-a8c2-40bb2eb8d653 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9335af6-6068-4af9-87e5-231e7a16c228&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542369 Mar 02 19:16:40.710450 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-67820dbd-fccc-456c-8700-4ae5e353d867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:44Z', 'revision_number': 5, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:40.715193 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67820dbd-fccc-456c-8700-4ae5e353d867 None None] The sync data for ids ['21db579b-4602-4cd0-9f6f-86df599f8b7b'] in dv-neutron-831573-1-hyperv is: [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:05:33Z', 'revision_number': 4, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ba121697-9d87-4f6d-86da-a20d883832b1', 'name': '', 'network_id': '2e33772f-7a83-4314-934e-a7ea68526e72', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'mac_address': 'fa:16:3e:86:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:30Z', 'updated_at': '2022-03-02T19:05:44Z', 'revision_number': 5, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'subnets': [{'id': 'eb42d443-71ba-493e-8b31-52bf5eb54af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:16:40.939838 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4233781-6199-45dc-bfca-e7b33a836c14 None None] New status for floating IP 19554491-c954-45eb-b95f-b97448b0e3e3: DOWN {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:16:41.000482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41388a58-3703-4666-a48a-065a29379096 req-56c5ea78-c484-4d0a-b36a-cee81834d1f3 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:41.002095 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-41388a58-3703-4666-a48a-065a29379096 req-56c5ea78-c484-4d0a-b36a-cee81834d1f3 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.87 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 945 time: 0.0826840 Mar 02 19:16:41.163715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-41388a58-3703-4666-a48a-065a29379096 req-d16e538f-d5d4-49c4-b753-62428dd0a388 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Deleting port 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:16:41.164058 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-41388a58-3703-4666-a48a-065a29379096 req-d16e538f-d5d4-49c4-b753-62428dd0a388 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:41.413166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-41388a58-3703-4666-a48a-065a29379096 req-d16e538f-d5d4-49c4-b753-62428dd0a388 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] For port 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:16:41.413521 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-41388a58-3703-4666-a48a-065a29379096 req-d16e538f-d5d4-49c4-b753-62428dd0a388 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:41.536611 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-41388a58-3703-4666-a48a-065a29379096 req-d16e538f-d5d4-49c4-b753-62428dd0a388 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Calling delete_port for 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:16:41.781679 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-41388a58-3703-4666-a48a-065a29379096 req-d16e538f-d5d4-49c4-b753-62428dd0a388 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:41.820316 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2ae0e321-a961-4112-8ff2-c666da765539 req-8413fd61-2633-40e9-91a9-5c2aa7b4d27c tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 210 time: 0.0737062 Mar 02 19:16:41.839031 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e538f-d5d4-49c4-b753-62428dd0a388 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event deleted for resources: {'Port': ['ID=03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:41.915679 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-41388a58-3703-4666-a48a-065a29379096 req-d16e538f-d5d4-49c4-b753-62428dd0a388 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] No DVR routers for this DVR port 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:16:41.918119 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-41388a58-3703-4666-a48a-065a29379096 req-d16e538f-d5d4-49c4-b753-62428dd0a388 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:41.920777 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'name': 'network-vif-deleted', 'tag': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:16:41.979528 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66d478a-0537-4058-9dd3-0cd1d837738d', 'name': 'network-vif-deleted', 'tag': '03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9', 'status': 'completed', 'code': 200} Mar 02 19:16:41.986303 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-41388a58-3703-4666-a48a-065a29379096 req-d16e538f-d5d4-49c4-b753-62428dd0a388 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.87 "DELETE /v2.0/ports/03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 HTTP/1.1" status: 204 len: 173 time: 0.9777656 Mar 02 19:16:42.997869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-a1323550-cde7-4b0c-bf1d-056a04f382a7 req-1a536858-9a42-41da-b978-c8025a43ca92 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Synchronizing usage tracker for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:16:43.084684 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-a1323550-cde7-4b0c-bf1d-056a04f382a7 req-1a536858-9a42-41da-b978-c8025a43ca92 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Unset dirty status for tenant:0c751e1819ac4d70a34f41774e11c468 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:16:43.085859 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a1323550-cde7-4b0c-bf1d-056a04f382a7 req-1a536858-9a42-41da-b978-c8025a43ca92 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "GET /v2.0/ports?device_id=a66d478a-0537-4058-9dd3-0cd1d837738d HTTP/1.1" status: 200 len: 210 time: 0.1294892 Mar 02 19:16:44.192242 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38700) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:44.352522 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-79dc0cc5-41cb-42f3-852d-fe937fd95785 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Deleting port a39aaf05-622f-48b3-8916-a93e0742cce9 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:16:44.352868 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79dc0cc5-41cb-42f3-852d-fe937fd95785 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:44.523052 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79dc0cc5-41cb-42f3-852d-fe937fd95785 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:44.523492 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79dc0cc5-41cb-42f3-852d-fe937fd95785 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:44.621977 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:16:44.644434 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-79dc0cc5-41cb-42f3-852d-fe937fd95785 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Calling delete_port for a39aaf05-622f-48b3-8916-a93e0742cce9 owned by network:floatingip {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:16:44.657965 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:16:44.658280 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 03d8fdb9-df3d-4473-b3fd-a7b3978d8bc9 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:16:44.879211 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79dc0cc5-41cb-42f3-852d-fe937fd95785 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:44.928176 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc0cc5-41cb-42f3-852d-fe937fd95785 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event deleted for resources: {'Port': ['ID=a39aaf05-622f-48b3-8916-a93e0742cce9,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:45.104221 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79dc0cc5-41cb-42f3-852d-fe937fd95785 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for floatingip, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:45.193488 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-79dc0cc5-41cb-42f3-852d-fe937fd95785 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:45.194565 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-79dc0cc5-41cb-42f3-852d-fe937fd95785 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "DELETE /v2.0/floatingips/42a6e667-cdb1-4c36-92da-1700761fcd58 HTTP/1.1" status: 204 len: 168 time: 1.0013185 Mar 02 19:16:47.792181 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38720) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:47.866392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d8ddc65-0b98-4199-bdb8-899a5781b944 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:47.896118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d8ddc65-0b98-4199-bdb8-899a5781b944 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:48.021837 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d8ddc65-0b98-4199-bdb8-899a5781b944 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:48.040854 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ddc65-0b98-4199-bdb8-899a5781b944 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9335af6-6068-4af9-87e5-231e7a16c228,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:48.113109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d8ddc65-0b98-4199-bdb8-899a5781b944 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:48.117619 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4d8ddc65-0b98-4199-bdb8-899a5781b944 tempest-TestVolumeBootPattern-1596241884 tempest-TestVolumeBootPattern-1596241884-project] 10.222.0.73 "DELETE /v2.0/security-groups/b9335af6-6068-4af9-87e5-231e7a16c228 HTTP/1.1" status: 204 len: 168 time: 0.3213413 Mar 02 19:16:48.250772 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38726) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:48.825515 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:49.552397 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Deleting port ba121697-9d87-4f6d-86da-a20d883832b1 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:16:49.553175 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:49.828573 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] For port ba121697-9d87-4f6d-86da-a20d883832b1, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=ba121697-9d87-4f6d-86da-a20d883832b1,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:16:49.828842 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:49.954809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Calling delete_port for ba121697-9d87-4f6d-86da-a20d883832b1 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:16:50.273600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:50.321089 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba121697-9d87-4f6d-86da-a20d883832b1,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:50.368450 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:50.368798 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:50.369139 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:50.369522 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:50.369845 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:50.370177 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:50.370507 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:50.370832 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:50.371155 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:50.371505 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:50.371828 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:50.630768 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:51.202231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Router 21db579b-4602-4cd0-9f6f-86df599f8b7b has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:16:51.497228 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:16:51.506392 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee077e-cfe0-42a3-a235-0843046f5f91 None None] Sync routers for ids ['21db579b-4602-4cd0-9f6f-86df599f8b7b'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:16:51.511291 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8430e887-2e34-4a5f-97c5-5cc3453470a4 admin admin] 10.222.0.73 "PUT /v2.0/routers/21db579b-4602-4cd0-9f6f-86df599f8b7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2591240 Mar 02 19:16:51.513829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38734) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:51.518457 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee077e-cfe0-42a3-a235-0843046f5f91 None None] Routers {'21db579b-4602-4cd0-9f6f-86df599f8b7b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:16:51.519043 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-32ee077e-cfe0-42a3-a235-0843046f5f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:16:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['21db579b-4602-4cd0-9f6f-86df599f8b7b'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:51.639097 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f507ca9f-5c90-4f92-9311-17cc749ce1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:51.700988 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-32ee077e-cfe0-42a3-a235-0843046f5f91 None None] Set router 21db579b-4602-4cd0-9f6f-86df599f8b7b gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:16:51.721556 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fdf5346b-aaa0-4bb1-9a7e-5bf0a7e6236f admin admin] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:51.919683 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fdf5346b-aaa0-4bb1-9a7e-5bf0a7e6236f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:52.000029 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5346b-aaa0-4bb1-9a7e-5bf0a7e6236f admin admin] Deleting port e503d69f-5ebb-4303-a7ac-68dde227bfd1 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:16:52.000366 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fdf5346b-aaa0-4bb1-9a7e-5bf0a7e6236f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:52.021640 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-32ee077e-cfe0-42a3-a235-0843046f5f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:16:50Z', 'revision_number': 5, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port': {'id': 'e503d69f-5ebb-4303-a7ac-68dde227bfd1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ea:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:20Z', 'updated_at': '2022-03-02T19:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:52.025929 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee077e-cfe0-42a3-a235-0843046f5f91 None None] Checking router: 21db579b-4602-4cd0-9f6f-86df599f8b7b for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:16:52.037507 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee077e-cfe0-42a3-a235-0843046f5f91 None None] Routers {'21db579b-4602-4cd0-9f6f-86df599f8b7b'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:16:52.038120 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-32ee077e-cfe0-42a3-a235-0843046f5f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:16:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['21db579b-4602-4cd0-9f6f-86df599f8b7b'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:52.195380 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-32ee077e-cfe0-42a3-a235-0843046f5f91 None None] Set router 21db579b-4602-4cd0-9f6f-86df599f8b7b gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:16:52.195593 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-fdf5346b-aaa0-4bb1-9a7e-5bf0a7e6236f admin admin] For port e503d69f-5ebb-4303-a7ac-68dde227bfd1, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e503d69f-5ebb-4303-a7ac-68dde227bfd1,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:16:52.195799 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fdf5346b-aaa0-4bb1-9a7e-5bf0a7e6236f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:52.301472 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-32ee077e-cfe0-42a3-a235-0843046f5f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:16:51Z', 'revision_number': 6, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:52.305396 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ee077e-cfe0-42a3-a235-0843046f5f91 None None] The sync data for ids ['21db579b-4602-4cd0-9f6f-86df599f8b7b'] in dv-neutron-831573-1-hyperv is: [{'id': '21db579b-4602-4cd0-9f6f-86df599f8b7b', 'name': 'tempest-TestVolumeBootPattern-1536178368-router', 'tenant_id': '0c751e1819ac4d70a34f41774e11c468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:19Z', 'updated_at': '2022-03-02T19:16:51Z', 'revision_number': 6, 'project_id': '0c751e1819ac4d70a34f41774e11c468', 'gw_port_host': None}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:16:52.318438 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5346b-aaa0-4bb1-9a7e-5bf0a7e6236f admin admin] Calling delete_port for e503d69f-5ebb-4303-a7ac-68dde227bfd1 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:16:52.570633 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fdf5346b-aaa0-4bb1-9a7e-5bf0a7e6236f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:52.616812 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5346b-aaa0-4bb1-9a7e-5bf0a7e6236f admin admin] Pushing event deleted for resources: {'Port': ['ID=e503d69f-5ebb-4303-a7ac-68dde227bfd1,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:52.842537 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fdf5346b-aaa0-4bb1-9a7e-5bf0a7e6236f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:53.201445 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fdf5346b-aaa0-4bb1-9a7e-5bf0a7e6236f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:53.206254 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fdf5346b-aaa0-4bb1-9a7e-5bf0a7e6236f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:53.296580 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fdf5346b-aaa0-4bb1-9a7e-5bf0a7e6236f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:53.297094 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf5346b-aaa0-4bb1-9a7e-5bf0a7e6236f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21db579b-4602-4cd0-9f6f-86df599f8b7b {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:16:53.309423 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fdf5346b-aaa0-4bb1-9a7e-5bf0a7e6236f admin admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:53.310549 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fdf5346b-aaa0-4bb1-9a7e-5bf0a7e6236f admin admin] 10.222.0.73 "DELETE /v2.0/routers/21db579b-4602-4cd0-9f6f-86df599f8b7b HTTP/1.1" status: 204 len: 168 time: 1.7958460 Mar 02 19:16:53.314976 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38738) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:53.376845 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-3546a63f-cf65-4ce2-8d30-312773d4d2be admin admin] Deleting subnet eb42d443-71ba-493e-8b31-52bf5eb54af6 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:16:53.380346 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3546a63f-cf65-4ce2-8d30-312773d4d2be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:53.441946 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3546a63f-cf65-4ce2-8d30-312773d4d2be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:53.522457 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3546a63f-cf65-4ce2-8d30-312773d4d2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:53.666476 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3546a63f-cf65-4ce2-8d30-312773d4d2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:53.705260 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546a63f-cf65-4ce2-8d30-312773d4d2be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb42d443-71ba-493e-8b31-52bf5eb54af6,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:53.712568 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3546a63f-cf65-4ce2-8d30-312773d4d2be admin admin] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:53.718751 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81d1b87-491c-49ce-a19a-56577e82e309 None None] Network 2e33772f-7a83-4314-934e-a7ea68526e72 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:16:53.719335 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3546a63f-cf65-4ce2-8d30-312773d4d2be admin admin] 10.222.0.73 "DELETE /v2.0/subnets/eb42d443-71ba-493e-8b31-52bf5eb54af6 HTTP/1.1" status: 204 len: 168 time: 0.4033062 Mar 02 19:16:53.722258 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38744) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:53.790210 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f276245a-4a5e-4b4c-9b0b-87d24d72ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:53.830935 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:53.841291 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] Deleting port be83dd27-4f80-459a-bcc0-a7de98e01d89 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:16:53.841624 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:53.967553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7102ed7-eeca-4c17-896c-7c63fb600217 None None] DHCP port deletion for 2e33772f-7a83-4314-934e-a7ea68526e72 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:16:53.972397 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c7102ed7-eeca-4c17-896c-7c63fb600217 None None] Deleting port be83dd27-4f80-459a-bcc0-a7de98e01d89 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:16:53.972763 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c7102ed7-eeca-4c17-896c-7c63fb600217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:54.058623 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] For port be83dd27-4f80-459a-bcc0-a7de98e01d89, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=be83dd27-4f80-459a-bcc0-a7de98e01d89,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:16:54.059120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:54.148993 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e503d69f-5ebb-4303-a7ac-68dde227bfd1 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:16:54.195530 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] Calling delete_port for be83dd27-4f80-459a-bcc0-a7de98e01d89 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:16:54.203261 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: e503d69f-5ebb-4303-a7ac-68dde227bfd1 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:16:54.203623 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e503d69f-5ebb-4303-a7ac-68dde227bfd1 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:16:54.204030 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device ba121697-9d87-4f6d-86da-a20d883832b1 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:16:54.245796 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: ba121697-9d87-4f6d-86da-a20d883832b1 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:16:54.246128 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device ba121697-9d87-4f6d-86da-a20d883832b1 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:16:54.246535 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device be83dd27-4f80-459a-bcc0-a7de98e01d89 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:16:54.305060 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-c7102ed7-eeca-4c17-896c-7c63fb600217 None None] For port be83dd27-4f80-459a-bcc0-a7de98e01d89, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=be83dd27-4f80-459a-bcc0-a7de98e01d89,segment=NetworkSegment(a8b989ed-15ae-48ef-b924-ec5ad9547930),segment_id=a8b989ed-15ae-48ef-b924-ec5ad9547930)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:16:54.305440 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c7102ed7-eeca-4c17-896c-7c63fb600217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:54.348193 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:54.403725 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=be83dd27-4f80-459a-bcc0-a7de98e01d89,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:54.408462 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] No DVR routers for this DVR port be83dd27-4f80-459a-bcc0-a7de98e01d89 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:16:54.432728 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c7102ed7-eeca-4c17-896c-7c63fb600217 None None] Calling delete_port for be83dd27-4f80-459a-bcc0-a7de98e01d89 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:16:54.459461 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No active binding found for port be83dd27-4f80-459a-bcc0-a7de98e01d89 {{(pid=84534) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 02 19:16:54.459771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device be83dd27-4f80-459a-bcc0-a7de98e01d89 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn_limited( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn_limited( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:16:54.501860 dv-neutron-831573-1-hyperv neutron-server[84534]: util.warn( Mar 02 19:16:54.510450 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-c7102ed7-eeca-4c17-896c-7c63fb600217 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:16:54.510962 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-c7102ed7-eeca-4c17-896c-7c63fb600217 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:16:54.532174 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:54.557208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e33772f-7a83-4314-934e-a7ea68526e72']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:54.569392 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b989ed-15ae-48ef-b924-ec5ad9547930') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:54.569688 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b989ed-15ae-48ef-b924-ec5ad9547930') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:54.581428 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:54.596936 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:54.602945 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:16:54.603380 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:16:54.616132 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:16:54.850816 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:54.866966 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:54.877751 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e33772f-7a83-4314-934e-a7ea68526e72,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:54.954231 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fe18f189-58fe-49fb-b7e8-d8a8a7b7acb4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/2e33772f-7a83-4314-934e-a7ea68526e72 HTTP/1.1" status: 204 len: 168 time: 1.2308788 Mar 02 19:16:54.957039 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38748) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:55.012073 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c7102ed7-eeca-4c17-896c-7c63fb600217 None None] Deleting port be83dd27-4f80-459a-bcc0-a7de98e01d89 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:16:55.012609 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c7102ed7-eeca-4c17-896c-7c63fb600217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:55.125701 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c7102ed7-eeca-4c17-896c-7c63fb600217 None None] The port 'be83dd27-4f80-459a-bcc0-a7de98e01d89' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:16:55.193345 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:55.354390 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-67fd5c07-c90b-4f23-9269-19bbc866b08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:55.450969 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:55.946783 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-67fd5c07-c90b-4f23-9269-19bbc866b08d admin admin] Deleting port 8f474b1c-bd4c-4dea-9b66-06ba06846a7a {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:16:55.947119 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-67fd5c07-c90b-4f23-9269-19bbc866b08d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:56.118249 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-67fd5c07-c90b-4f23-9269-19bbc866b08d admin admin] For port 8f474b1c-bd4c-4dea-9b66-06ba06846a7a, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8f474b1c-bd4c-4dea-9b66-06ba06846a7a,segment=NetworkSegment(98585537-680b-4638-994e-a8ddf84795a2),segment_id=98585537-680b-4638-994e-a8ddf84795a2)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:16:56.118593 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-67fd5c07-c90b-4f23-9269-19bbc866b08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:56.244741 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-67fd5c07-c90b-4f23-9269-19bbc866b08d admin admin] Calling delete_port for 8f474b1c-bd4c-4dea-9b66-06ba06846a7a owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:16:56.420248 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:56.581906 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-67fd5c07-c90b-4f23-9269-19bbc866b08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:56.628206 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd5c07-c90b-4f23-9269-19bbc866b08d admin admin] Pushing event deleted for resources: {'Port': ['ID=8f474b1c-bd4c-4dea-9b66-06ba06846a7a,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:56.919746 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-67fd5c07-c90b-4f23-9269-19bbc866b08d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:57.497132 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fd5c07-c90b-4f23-9269-19bbc866b08d admin admin] Router 4efff208-9d4e-4173-a880-3b5716301653 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:16:57.694881 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fd5c07-c90b-4f23-9269-19bbc866b08d admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:16:57.705100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da5603-5e7d-4950-8c40-38246c9ef04d None None] Sync routers for ids ['4efff208-9d4e-4173-a880-3b5716301653'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:16:57.716553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da5603-5e7d-4950-8c40-38246c9ef04d None None] Routers {'4efff208-9d4e-4173-a880-3b5716301653'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:16:57.720032 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-18da5603-5e7d-4950-8c40-38246c9ef04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:16:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['4efff208-9d4e-4173-a880-3b5716301653'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:57.778599 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-67fd5c07-c90b-4f23-9269-19bbc866b08d admin admin] 10.222.0.73 "PUT /v2.0/routers/4efff208-9d4e-4173-a880-3b5716301653/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8203804 Mar 02 19:16:57.781758 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38752) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:57.893097 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-18da5603-5e7d-4950-8c40-38246c9ef04d None None] Set router 4efff208-9d4e-4173-a880-3b5716301653 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:16:58.101672 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7e58-11dd-44cf-bbd1-ad166413786a admin admin] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:58.201747 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-18da5603-5e7d-4950-8c40-38246c9ef04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efff208-9d4e-4173-a880-3b5716301653', 'name': 'tempest-TestVolumeBootPattern-884662468-router', 'tenant_id': '15016d73b9db4123bfab03159ab39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '185b69ec-6273-4727-a9bf-64f96d8a7333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:45Z', 'updated_at': '2022-03-02T19:16:56Z', 'revision_number': 5, 'project_id': '15016d73b9db4123bfab03159ab39c7f', 'gw_port': {'id': '185b69ec-6273-4727-a9bf-64f96d8a7333', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efff208-9d4e-4173-a880-3b5716301653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:46Z', 'updated_at': '2022-03-02T19:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:58.206410 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da5603-5e7d-4950-8c40-38246c9ef04d None None] Checking router: 4efff208-9d4e-4173-a880-3b5716301653 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:16:58.218113 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da5603-5e7d-4950-8c40-38246c9ef04d None None] Routers {'4efff208-9d4e-4173-a880-3b5716301653'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:16:58.219250 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-18da5603-5e7d-4950-8c40-38246c9ef04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:16:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['4efff208-9d4e-4173-a880-3b5716301653'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:58.307404 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7e58-11dd-44cf-bbd1-ad166413786a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:58.385517 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8aeb7e58-11dd-44cf-bbd1-ad166413786a admin admin] Deleting port 185b69ec-6273-4727-a9bf-64f96d8a7333 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:16:58.385860 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7e58-11dd-44cf-bbd1-ad166413786a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:58.393320 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-18da5603-5e7d-4950-8c40-38246c9ef04d None None] Set router 4efff208-9d4e-4173-a880-3b5716301653 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:16:58.514464 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38758) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:58.565766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-8aeb7e58-11dd-44cf-bbd1-ad166413786a admin admin] For port 185b69ec-6273-4727-a9bf-64f96d8a7333, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=185b69ec-6273-4727-a9bf-64f96d8a7333,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:16:58.566021 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7e58-11dd-44cf-bbd1-ad166413786a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:58.693754 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-18da5603-5e7d-4950-8c40-38246c9ef04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efff208-9d4e-4173-a880-3b5716301653', 'name': 'tempest-TestVolumeBootPattern-884662468-router', 'tenant_id': '15016d73b9db4123bfab03159ab39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '185b69ec-6273-4727-a9bf-64f96d8a7333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:45Z', 'updated_at': '2022-03-02T19:16:56Z', 'revision_number': 5, 'project_id': '15016d73b9db4123bfab03159ab39c7f', 'gw_port': {'id': '185b69ec-6273-4727-a9bf-64f96d8a7333', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efff208-9d4e-4173-a880-3b5716301653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:46Z', 'updated_at': '2022-03-02T19:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:58.695398 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8aeb7e58-11dd-44cf-bbd1-ad166413786a admin admin] Calling delete_port for 185b69ec-6273-4727-a9bf-64f96d8a7333 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:16:58.697988 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da5603-5e7d-4950-8c40-38246c9ef04d None None] The sync data for ids ['4efff208-9d4e-4173-a880-3b5716301653'] in dv-neutron-831573-1-hyperv is: [{'id': '4efff208-9d4e-4173-a880-3b5716301653', 'name': 'tempest-TestVolumeBootPattern-884662468-router', 'tenant_id': '15016d73b9db4123bfab03159ab39c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': '185b69ec-6273-4727-a9bf-64f96d8a7333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:05:45Z', 'updated_at': '2022-03-02T19:16:56Z', 'revision_number': 5, 'project_id': '15016d73b9db4123bfab03159ab39c7f', 'gw_port': {'id': '185b69ec-6273-4727-a9bf-64f96d8a7333', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efff208-9d4e-4173-a880-3b5716301653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:46Z', 'updated_at': '2022-03-02T19:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:16:58.716819 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a27cd08f-df93-4f2c-b4df-e2dd662aff43 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/routers/10d2a6e8-5962-4d34-b82a-c71dbcb12475/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2004716 Mar 02 19:16:58.720317 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38762) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:58.977282 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7e58-11dd-44cf-bbd1-ad166413786a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:59.011172 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46d1280-6d63-41bf-83e6-ce76781f1ab3 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Notify agent at dv-neutron-831573-1-hyperv the message router_removed_from_agent {{(pid=84532) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 02 19:16:59.017456 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d46d1280-6d63-41bf-83e6-ce76781f1ab3 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "DELETE /v2.0/agents/2f2bb77c-c079-46d2-a495-b63736a164cb/l3-routers/10d2a6e8-5962-4d34-b82a-c71dbcb12475 HTTP/1.1" status: 204 len: 168 time: 0.2938921 Mar 02 19:16:59.019817 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38766) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:59.025967 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb7e58-11dd-44cf-bbd1-ad166413786a admin admin] Pushing event deleted for resources: {'Port': ['ID=185b69ec-6273-4727-a9bf-64f96d8a7333,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:59.255113 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1ba4b16e-4583-42f4-b4cc-dd8d2de1f9fe tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/routers/10d2a6e8-5962-4d34-b82a-c71dbcb12475/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2338727 Mar 02 19:16:59.257725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38770) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:59.298352 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7e58-11dd-44cf-bbd1-ad166413786a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:59.367311 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-eaf76a36-f66e-4761-b337-179fa83b3099 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/e9e3603b-38c8-41c5-8324-c7f44c672e22 HTTP/1.1" status: 200 len: 992 time: 0.1073196 Mar 02 19:16:59.564298 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7e58-11dd-44cf-bbd1-ad166413786a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:59.568674 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7e58-11dd-44cf-bbd1-ad166413786a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:59.688859 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7e58-11dd-44cf-bbd1-ad166413786a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:59.689370 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aeb7e58-11dd-44cf-bbd1-ad166413786a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4efff208-9d4e-4173-a880-3b5716301653 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:16:59.701269 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7e58-11dd-44cf-bbd1-ad166413786a admin admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:59.705019 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8aeb7e58-11dd-44cf-bbd1-ad166413786a admin admin] 10.222.0.73 "DELETE /v2.0/routers/4efff208-9d4e-4173-a880-3b5716301653 HTTP/1.1" status: 204 len: 168 time: 1.9196408 Mar 02 19:16:59.705521 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38774) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:59.844991 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7906e50a-dd66-42db-a2c1-78c16ad48e5f None None] New status for floating IP e9e3603b-38c8-41c5-8324-c7f44c672e22: DOWN {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:16:59.880309 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a0a132-815c-4833-a2d7-0402ecf528b4 admin admin] Deleting subnet b7d3527f-0fba-4dfd-b4eb-47dea690cb5a {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:16:59.883247 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7a0a132-815c-4833-a2d7-0402ecf528b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:59.933167 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7a0a132-815c-4833-a2d7-0402ecf528b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:00.012481 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7a0a132-815c-4833-a2d7-0402ecf528b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:00.176850 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7a0a132-815c-4833-a2d7-0402ecf528b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:00.199755 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8c8fb8ca-966c-442a-a402-93cfe47a4380 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:17:00.216544 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0a132-815c-4833-a2d7-0402ecf528b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7d3527f-0fba-4dfd-b4eb-47dea690cb5a,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:00.221263 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c7a0a132-815c-4833-a2d7-0402ecf528b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:00.235056 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c7a0a132-815c-4833-a2d7-0402ecf528b4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b7d3527f-0fba-4dfd-b4eb-47dea690cb5a HTTP/1.1" status: 204 len: 168 time: 0.5246081 Mar 02 19:17:00.235268 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38778) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:00.235727 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1383c9fc-8899-4485-97a8-b2026c94748f None None] Network 34b7040f-8c13-4659-8cb8-8b466ea11de3 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:17:00.346767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:00.360641 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] Deleting port 78f4517f-12b6-49b1-8c79-364454d61ff1 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:17:00.360979 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:00.369309 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38782) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:00.483236 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fede5805-9084-47a0-86da-b3e639c1f6fe tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/e9e3603b-38c8-41c5-8324-c7f44c672e22 HTTP/1.1" status: 200 len: 990 time: 0.1125998 Mar 02 19:17:00.519646 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:00.564800 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 8c8fb8ca-966c-442a-a402-93cfe47a4380, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8c8fb8ca-966c-442a-a402-93cfe47a4380,segment=NetworkSegment(3f95a894-3f3b-47c2-8351-0755351f6312),segment_id=3f95a894-3f3b-47c2-8351-0755351f6312)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:17:00.567275 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] For port 78f4517f-12b6-49b1-8c79-364454d61ff1, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=78f4517f-12b6-49b1-8c79-364454d61ff1,segment=NetworkSegment(98585537-680b-4638-994e-a8ddf84795a2),segment_id=98585537-680b-4638-994e-a8ddf84795a2)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:17:00.567657 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:00.627152 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1c1e00-9706-4e53-b173-a6d9a312f4ab None None] DHCP port deletion for 34b7040f-8c13-4659-8cb8-8b466ea11de3 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:17:00.631560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c1e00-9706-4e53-b173-a6d9a312f4ab None None] Deleting port 78f4517f-12b6-49b1-8c79-364454d61ff1 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:17:00.631944 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1e00-9706-4e53-b173-a6d9a312f4ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:00.665173 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:00.669899 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8f474b1c-bd4c-4dea-9b66-06ba06846a7a no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:17:00.689949 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] Calling delete_port for 78f4517f-12b6-49b1-8c79-364454d61ff1 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:17:00.743519 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 8f474b1c-bd4c-4dea-9b66-06ba06846a7a {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:17:00.743909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8f474b1c-bd4c-4dea-9b66-06ba06846a7a not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:17:00.744339 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 185b69ec-6273-4727-a9bf-64f96d8a7333 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:17:00.790056 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 185b69ec-6273-4727-a9bf-64f96d8a7333 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:17:00.790397 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 185b69ec-6273-4727-a9bf-64f96d8a7333 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:17:00.790811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c0441cc0-4e78-4b97-9050-7d09677d0011 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:17:00.905648 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=8c8fb8ca-966c-442a-a402-93cfe47a4380,revision_number=6']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:00.934650 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:00.980324 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] Pushing event deleted for resources: {'Port': ['ID=78f4517f-12b6-49b1-8c79-364454d61ff1,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:00.985536 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:00.985755 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] No DVR routers for this DVR port 78f4517f-12b6-49b1-8c79-364454d61ff1 on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:17:00.985860 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:00.986201 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:00.986539 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:00.986872 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:00.987210 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:00.987563 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:00.987889 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:00.988210 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:00.988523 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:00.988855 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:01.071653 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-fd1c1e00-9706-4e53-b173-a6d9a312f4ab None None] For port 78f4517f-12b6-49b1-8c79-364454d61ff1, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=78f4517f-12b6-49b1-8c79-364454d61ff1,segment=NetworkSegment(98585537-680b-4638-994e-a8ddf84795a2),segment_id=98585537-680b-4638-994e-a8ddf84795a2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:17:01.072025 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1e00-9706-4e53-b173-a6d9a312f4ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:01.082738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:01.114584 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:01.144245 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b7040f-8c13-4659-8cb8-8b466ea11de3']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:01.157377 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98585537-680b-4638-994e-a8ddf84795a2') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:01.157591 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98585537-680b-4638-994e-a8ddf84795a2') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:01.171149 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:01.189233 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:01.195985 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:17:01.196473 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:01.206069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c1e00-9706-4e53-b173-a6d9a312f4ab None None] Calling delete_port for 78f4517f-12b6-49b1-8c79-364454d61ff1 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:17:01.210266 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:17:01.249108 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port c0441cc0-4e78-4b97-9050-7d09677d0011, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c0441cc0-4e78-4b97-9050-7d09677d0011,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:17:01.291148 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-fd1c1e00-9706-4e53-b173-a6d9a312f4ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:17:01.291604 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-fd1c1e00-9706-4e53-b173-a6d9a312f4ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:17:01.313651 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:01.385708 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:01.389427 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=c0441cc0-4e78-4b97-9050-7d09677d0011,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:01.425888 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:01.442105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:01.452170 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] Pushing event deleted for resources: {'Network': ['ID=34b7040f-8c13-4659-8cb8-8b466ea11de3,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:01.459854 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bcc89d96-5ce4-49af-989e-8cf09fc4ad9e admin admin] 10.222.0.73 "DELETE /v2.0/networks/34b7040f-8c13-4659-8cb8-8b466ea11de3 HTTP/1.1" status: 204 len: 168 time: 1.2271061 Mar 02 19:17:01.636563 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38790) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:01.793308 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c1e00-9706-4e53-b173-a6d9a312f4ab None None] Deleting port 78f4517f-12b6-49b1-8c79-364454d61ff1 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:17:01.793692 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1e00-9706-4e53-b173-a6d9a312f4ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:01.849690 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38794) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:01.858815 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c1e00-9706-4e53-b173-a6d9a312f4ab None None] The port '78f4517f-12b6-49b1-8c79-364454d61ff1' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:17:01.904825 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1a0bc883-b318-4792-a8a1-bfa26b92891b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0c751e1819ac4d70a34f41774e11c468&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0539694 Mar 02 19:17:01.909485 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38798) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:01.938728 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216f1ab4-5c86-4f48-b180-b557e4cd3440 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Router 10d2a6e8-5962-4d34-b82a-c71dbcb12475 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:17:01.939088 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216f1ab4-5c86-4f48-b180-b557e4cd3440 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Notify agent at dv-neutron-831573-1-hyperv the message router_added_to_agent {{(pid=84533) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 02 19:17:01.976946 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-216f1ab4-5c86-4f48-b180-b557e4cd3440 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "POST /v2.0/agents/2f2bb77c-c079-46d2-a495-b63736a164cb/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3393400 Mar 02 19:17:01.979850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38804) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:01.992901 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b06e44cd-e4aa-4ffc-bc0f-033d49a81512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:02.001903 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3aa701-119d-4592-933e-7d30dde31135 None None] Sync routers for ids ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:17:02.014536 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3aa701-119d-4592-933e-7d30dde31135 None None] Routers {'10d2a6e8-5962-4d34-b82a-c71dbcb12475'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:17:02.015676 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-0f3aa701-119d-4592-933e-7d30dde31135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:16:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:02.021445 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b06e44cd-e4aa-4ffc-bc0f-033d49a81512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:02.136925 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 78f4517f-12b6-49b1-8c79-364454d61ff1 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:17:02.154041 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b06e44cd-e4aa-4ffc-bc0f-033d49a81512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:02.172857 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e44cd-e4aa-4ffc-bc0f-033d49a81512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a2b537-a9ae-455f-9677-53cf700a9268,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:02.186538 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b06e44cd-e4aa-4ffc-bc0f-033d49a81512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:02.189113 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b06e44cd-e4aa-4ffc-bc0f-033d49a81512 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d1a2b537-a9ae-455f-9677-53cf700a9268 HTTP/1.1" status: 204 len: 168 time: 0.2785184 Mar 02 19:17:02.190362 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 78f4517f-12b6-49b1-8c79-364454d61ff1 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:17:02.190362 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 78f4517f-12b6-49b1-8c79-364454d61ff1 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:17:02.209008 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38812) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:02.209209 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6f229412-527b-4711-94fb-563f6c74f3e7 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/routers/10d2a6e8-5962-4d34-b82a-c71dbcb12475/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2280421 Mar 02 19:17:02.267905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-0f3aa701-119d-4592-933e-7d30dde31135 None None] Set router 10d2a6e8-5962-4d34-b82a-c71dbcb12475 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:17:02.322341 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2cbdcea5-6ece-4a79-b90e-ae576aaea6a4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/e9e3603b-38c8-41c5-8324-c7f44c672e22 HTTP/1.1" status: 200 len: 990 time: 0.1118615 Mar 02 19:17:02.668055 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-0f3aa701-119d-4592-933e-7d30dde31135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'name': 'tempest-TestNetworkBasicOps-router-1303521608', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:15:54Z', 'updated_at': '2022-03-02T19:16:00Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:55Z', 'updated_at': '2022-03-02T19:17:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'e9e3603b-38c8-41c5-8324-c7f44c672e22', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.10', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'port_id': 'c1b6efae-7c36-4224-9e27-2e961ff66298', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde', 'mac_address': 'fa:16:3e:dd:38:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac7b26-25f9-4ee4-aafc-420e33294d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:16:22Z', 'updated_at': '2022-03-02T19:17:00Z', 'revision_number': 2, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8fb8ca-966c-442a-a402-93cfe47a4380', 'name': '', 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:bb:74:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddf1cdb8-6835-4640-af53-2d591f219be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:59Z', 'updated_at': '2022-03-02T19:17:00Z', 'revision_number': 6, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'ddf1cdb8-6835-4640-af53-2d591f219be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:02.673935 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3aa701-119d-4592-933e-7d30dde31135 None None] Checking router: 10d2a6e8-5962-4d34-b82a-c71dbcb12475 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:17:02.685417 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3aa701-119d-4592-933e-7d30dde31135 None None] Routers {'10d2a6e8-5962-4d34-b82a-c71dbcb12475'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:17:02.686052 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-0f3aa701-119d-4592-933e-7d30dde31135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:16:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:02.871989 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-0f3aa701-119d-4592-933e-7d30dde31135 None None] Set router 10d2a6e8-5962-4d34-b82a-c71dbcb12475 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:17:03.095691 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38818) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:03.146964 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ffa85464-2ec9-4a3c-817d-9e6c2d74b70e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=15016d73b9db4123bfab03159ab39c7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496864 Mar 02 19:17:03.149353 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38822) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:03.210543 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6b74c5b0-7d0d-4e00-a70d-9d8208b1e165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:03.227085 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-0f3aa701-119d-4592-933e-7d30dde31135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'name': 'tempest-TestNetworkBasicOps-router-1303521608', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:15:54Z', 'updated_at': '2022-03-02T19:16:00Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:55Z', 'updated_at': '2022-03-02T19:17:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'e9e3603b-38c8-41c5-8324-c7f44c672e22', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.10', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'port_id': 'c1b6efae-7c36-4224-9e27-2e961ff66298', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde', 'mac_address': 'fa:16:3e:dd:38:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac7b26-25f9-4ee4-aafc-420e33294d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:16:22Z', 'updated_at': '2022-03-02T19:17:00Z', 'revision_number': 2, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8fb8ca-966c-442a-a402-93cfe47a4380', 'name': '', 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:bb:74:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddf1cdb8-6835-4640-af53-2d591f219be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:59Z', 'updated_at': '2022-03-02T19:17:00Z', 'revision_number': 6, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'ddf1cdb8-6835-4640-af53-2d591f219be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:03.231117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3aa701-119d-4592-933e-7d30dde31135 None None] The sync data for ids ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'] in dv-neutron-831573-1-hyperv is: [{'id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'name': 'tempest-TestNetworkBasicOps-router-1303521608', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:15:54Z', 'updated_at': '2022-03-02T19:16:00Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:55Z', 'updated_at': '2022-03-02T19:17:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'e9e3603b-38c8-41c5-8324-c7f44c672e22', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.10', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'port_id': 'c1b6efae-7c36-4224-9e27-2e961ff66298', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde', 'mac_address': 'fa:16:3e:dd:38:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edac7b26-25f9-4ee4-aafc-420e33294d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:16:22Z', 'updated_at': '2022-03-02T19:17:00Z', 'revision_number': 2, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c8fb8ca-966c-442a-a402-93cfe47a4380', 'name': '', 'network_id': 'b185db09-8b29-4e71-80ee-6a8d12690fde', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:bb:74:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddf1cdb8-6835-4640-af53-2d591f219be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:59Z', 'updated_at': '2022-03-02T19:17:00Z', 'revision_number': 6, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'ddf1cdb8-6835-4640-af53-2d591f219be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:17:03.237122 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6b74c5b0-7d0d-4e00-a70d-9d8208b1e165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:03.326206 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38826) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:03.408242 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6b74c5b0-7d0d-4e00-a70d-9d8208b1e165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:03.448394 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74c5b0-7d0d-4e00-a70d-9d8208b1e165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71941bd8-866c-4589-8fe0-749e05cd6691,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:03.464886 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6b74c5b0-7d0d-4e00-a70d-9d8208b1e165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:03.469088 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6b74c5b0-7d0d-4e00-a70d-9d8208b1e165 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/71941bd8-866c-4589-8fe0-749e05cd6691 HTTP/1.1" status: 204 len: 168 time: 0.3156223 Mar 02 19:17:03.483592 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7d6a9b42-5503-4a67-9c55-471ca86d3eda tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/e9e3603b-38c8-41c5-8324-c7f44c672e22 HTTP/1.1" status: 200 len: 990 time: 0.1545000 Mar 02 19:17:04.157427 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8c8fb8ca-966c-442a-a402-93cfe47a4380 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:17:04.237461 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 8c8fb8ca-966c-442a-a402-93cfe47a4380 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:17:04.237829 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:04.368674 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:04.404209 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 8c8fb8ca-966c-442a-a402-93cfe47a4380, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8c8fb8ca-966c-442a-a402-93cfe47a4380,segment=NetworkSegment(3f95a894-3f3b-47c2-8351-0755351f6312),segment_id=3f95a894-3f3b-47c2-8351-0755351f6312)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:17:04.485886 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38832) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:04.496873 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:04.497792 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c0441cc0-4e78-4b97-9050-7d09677d0011 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:17:04.603874 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-617812c1-7705-4bed-b7bc-be810ea0eaa2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/e9e3603b-38c8-41c5-8324-c7f44c672e22 HTTP/1.1" status: 200 len: 990 time: 0.1157017 Mar 02 19:17:04.615345 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=8c8fb8ca-966c-442a-a402-93cfe47a4380,revision_number=7']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:04.630810 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port c0441cc0-4e78-4b97-9050-7d09677d0011 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:17:04.631172 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:04.749471 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:04.768903 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port c0441cc0-4e78-4b97-9050-7d09677d0011, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c0441cc0-4e78-4b97-9050-7d09677d0011,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:17:04.863092 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:04.942655 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=c0441cc0-4e78-4b97-9050-7d09677d0011,revision_number=6']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:05.606605 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38836) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:05.713209 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cb888ad4-4ba4-4dfd-a580-cadf61b94e58 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/e9e3603b-38c8-41c5-8324-c7f44c672e22 HTTP/1.1" status: 200 len: 990 time: 0.1054735 Mar 02 19:17:06.097432 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8c8fb8ca-966c-442a-a402-93cfe47a4380 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:17:06.164346 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 8c8fb8ca-966c-442a-a402-93cfe47a4380 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:17:06.164620 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:06.277645 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c0441cc0-4e78-4b97-9050-7d09677d0011 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:17:06.346765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port c0441cc0-4e78-4b97-9050-7d09677d0011 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:17:06.347139 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:06.716856 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38840) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:06.826086 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-57afcaac-d6ca-47ca-871a-43e7f4c071cf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/e9e3603b-38c8-41c5-8324-c7f44c672e22 HTTP/1.1" status: 200 len: 990 time: 0.1081395 Mar 02 19:17:07.830066 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38844) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:07.936670 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9effe528-1b16-40c7-a1f2-d06509207d88 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/e9e3603b-38c8-41c5-8324-c7f44c672e22 HTTP/1.1" status: 200 len: 990 time: 0.1054857 Mar 02 19:17:08.941459 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38848) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:09.047998 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d0536423-e3cb-47f9-b695-18f44247ccfb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/e9e3603b-38c8-41c5-8324-c7f44c672e22 HTTP/1.1" status: 200 len: 990 time: 0.1052160 Mar 02 19:17:10.051771 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38852) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:10.156017 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ebe13b2a-60e6-468e-a014-fadec88fac43 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/e9e3603b-38c8-41c5-8324-c7f44c672e22 HTTP/1.1" status: 200 len: 990 time: 0.1031046 Mar 02 19:17:10.416711 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81792ceb-9ed1-4598-8308-84948d91b286 None None] New status for floating IP e9e3603b-38c8-41c5-8324-c7f44c672e22: ACTIVE {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:17:11.160162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38856) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:11.264526 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4ea68bff-7864-4e01-9482-5344a1b4bf59 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/e9e3603b-38c8-41c5-8324-c7f44c672e22 HTTP/1.1" status: 200 len: 992 time: 0.1032186 Mar 02 19:17:11.561343 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38864) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:11.758258 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-9172e1d4-de54-452a-8095-a0fd11ee2446 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port c9defc21-aaad-48d9-80af-696b85de7d86 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:17:11.758496 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9172e1d4-de54-452a-8095-a0fd11ee2446 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:12.023051 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9172e1d4-de54-452a-8095-a0fd11ee2446 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:12.023280 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9172e1d4-de54-452a-8095-a0fd11ee2446 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:12.143692 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-9172e1d4-de54-452a-8095-a0fd11ee2446 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for c9defc21-aaad-48d9-80af-696b85de7d86 owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:17:12.514082 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9172e1d4-de54-452a-8095-a0fd11ee2446 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:12.560355 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172e1d4-de54-452a-8095-a0fd11ee2446 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=c9defc21-aaad-48d9-80af-696b85de7d86,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:12.656919 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9172e1d4-de54-452a-8095-a0fd11ee2446 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:13.053643 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9172e1d4-de54-452a-8095-a0fd11ee2446 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 10d2a6e8-5962-4d34-b82a-c71dbcb12475 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:17:13.258217 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9172e1d4-de54-452a-8095-a0fd11ee2446 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:17:13.348960 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9172e1d4-de54-452a-8095-a0fd11ee2446 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:13.402498 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9172e1d4-de54-452a-8095-a0fd11ee2446 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/floatingips/e9e3603b-38c8-41c5-8324-c7f44c672e22 HTTP/1.1" status: 204 len: 168 time: 1.8400962 Mar 02 19:17:13.403067 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edac7b26-25f9-4ee4-aafc-420e33294d40', 'tag': 'c1b6efae-7c36-4224-9e27-2e961ff66298'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:17:13.461997 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edac7b26-25f9-4ee4-aafc-420e33294d40', 'tag': 'c1b6efae-7c36-4224-9e27-2e961ff66298', 'status': 'completed', 'code': 200} Mar 02 19:17:13.556469 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-902acff4-4567-469b-af98-d78243041d84 req-c1b48b15-7064-46b8-a63b-3c576f8abc39 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 1098 time: 0.0720241 Mar 02 19:17:13.662185 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:17:13.687874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902acff4-4567-469b-af98-d78243041d84 req-b3d06b3f-6edd-4dd2-84e2-23b8d8b70003 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:13.689384 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-902acff4-4567-469b-af98-d78243041d84 req-b3d06b3f-6edd-4dd2-84e2-23b8d8b70003 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b185db09-8b29-4e71-80ee-6a8d12690fde HTTP/1.1" status: 200 len: 896 time: 0.1270645 Mar 02 19:17:13.849309 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-902acff4-4567-469b-af98-d78243041d84 req-cccc5c9e-9c00-4c3a-ab1b-2ea9e6dfbe4e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1b6efae-7c36-4224-9e27-2e961ff66298 HTTP/1.1" status: 200 len: 217 time: 0.1517982 Mar 02 19:17:13.914170 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902acff4-4567-469b-af98-d78243041d84 req-378e4a3c-e3df-4a71-8135-5e8c6158eacf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:13.915664 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-902acff4-4567-469b-af98-d78243041d84 req-378e4a3c-e3df-4a71-8135-5e8c6158eacf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ddf1cdb8-6835-4640-af53-2d591f219be1 HTTP/1.1" status: 200 len: 835 time: 0.0585861 Mar 02 19:17:13.994222 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-902acff4-4567-469b-af98-d78243041d84 req-1048bc08-cab1-4ee4-8683-0bd3df46dd1e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b185db09-8b29-4e71-80ee-6a8d12690fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722685 Mar 02 19:17:14.138437 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-902acff4-4567-469b-af98-d78243041d84 req-8fb08966-be73-4cc5-b0d6-244d9c3b78c6 service neutron] 10.222.0.87 "GET /v2.0/networks/b185db09-8b29-4e71-80ee-6a8d12690fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288083 Mar 02 19:17:14.139830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9539c9b-0151-48e0-870c-aa586e10395d req-5f49cd4b-7d1a-4de3-a8db-5536eb09a5af tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:14.140518 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-d9539c9b-0151-48e0-870c-aa586e10395d req-5f49cd4b-7d1a-4de3-a8db-5536eb09a5af tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:17:14.214983 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-d9539c9b-0151-48e0-870c-aa586e10395d req-5f49cd4b-7d1a-4de3-a8db-5536eb09a5af tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:17:14.216336 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d9539c9b-0151-48e0-870c-aa586e10395d req-5f49cd4b-7d1a-4de3-a8db-5536eb09a5af tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 945 time: 0.1592743 Mar 02 19:17:14.263099 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d9539c9b-0151-48e0-870c-aa586e10395d req-dafe3836-331d-40c9-83aa-6615a6f04e40 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=57da2ff1-94b4-4747-b273-6c17df011e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408254 Mar 02 19:17:14.273762 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-902acff4-4567-469b-af98-d78243041d84 req-8e3631a1-2776-4b59-b831-46ea3ed6ddda service neutron] 10.222.0.87 "GET /v2.0/networks/b185db09-8b29-4e71-80ee-6a8d12690fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285284 Mar 02 19:17:15.468611 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698f07b-040b-4af6-964b-0fcbeddb10dc req-cdaea051-8848-4fd0-8912-1bbfce79bd97 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:15.470087 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6698f07b-040b-4af6-964b-0fcbeddb10dc req-cdaea051-8848-4fd0-8912-1bbfce79bd97 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 945 time: 0.0781841 Mar 02 19:17:15.516139 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6698f07b-040b-4af6-964b-0fcbeddb10dc req-fe08f54e-3ec2-4df4-b855-e2e4d755727d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=57da2ff1-94b4-4747-b273-6c17df011e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395141 Mar 02 19:17:15.624413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849be707-6bb6-4720-bc45-aa11a63677eb req-cfaf2344-4b5d-4453-b21d-af61bfde3ac3 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:15.625838 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-849be707-6bb6-4720-bc45-aa11a63677eb req-cfaf2344-4b5d-4453-b21d-af61bfde3ac3 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/ports?device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 945 time: 0.0815799 Mar 02 19:17:15.694402 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-849be707-6bb6-4720-bc45-aa11a63677eb req-60dcb955-e193-4765-bbbb-9605c63af73d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port c1b6efae-7c36-4224-9e27-2e961ff66298 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:17:15.694657 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-849be707-6bb6-4720-bc45-aa11a63677eb req-60dcb955-e193-4765-bbbb-9605c63af73d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:15.937783 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-849be707-6bb6-4720-bc45-aa11a63677eb req-60dcb955-e193-4765-bbbb-9605c63af73d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port c1b6efae-7c36-4224-9e27-2e961ff66298, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c1b6efae-7c36-4224-9e27-2e961ff66298,segment=NetworkSegment(3f95a894-3f3b-47c2-8351-0755351f6312),segment_id=3f95a894-3f3b-47c2-8351-0755351f6312)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:17:15.938136 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-849be707-6bb6-4720-bc45-aa11a63677eb req-60dcb955-e193-4765-bbbb-9605c63af73d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:16.058323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-849be707-6bb6-4720-bc45-aa11a63677eb req-60dcb955-e193-4765-bbbb-9605c63af73d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for c1b6efae-7c36-4224-9e27-2e961ff66298 owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:17:16.283227 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-849be707-6bb6-4720-bc45-aa11a63677eb req-60dcb955-e193-4765-bbbb-9605c63af73d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:16.334282 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcb955-e193-4765-bbbb-9605c63af73d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=c1b6efae-7c36-4224-9e27-2e961ff66298,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:16.411997 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-849be707-6bb6-4720-bc45-aa11a63677eb req-60dcb955-e193-4765-bbbb-9605c63af73d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] No DVR routers for this DVR port c1b6efae-7c36-4224-9e27-2e961ff66298 on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:17:16.419794 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-849be707-6bb6-4720-bc45-aa11a63677eb req-60dcb955-e193-4765-bbbb-9605c63af73d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:16.422594 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edac7b26-25f9-4ee4-aafc-420e33294d40', 'name': 'network-vif-deleted', 'tag': 'c1b6efae-7c36-4224-9e27-2e961ff66298'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:17:16.479777 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edac7b26-25f9-4ee4-aafc-420e33294d40', 'name': 'network-vif-deleted', 'tag': 'c1b6efae-7c36-4224-9e27-2e961ff66298', 'status': 'completed', 'code': 200} Mar 02 19:17:16.512502 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-849be707-6bb6-4720-bc45-aa11a63677eb req-60dcb955-e193-4765-bbbb-9605c63af73d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "DELETE /v2.0/ports/c1b6efae-7c36-4224-9e27-2e961ff66298 HTTP/1.1" status: 204 len: 173 time: 0.8812222 Mar 02 19:17:16.685302 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-199c752b-8803-4abe-bd87-8342882f1d6a req-47c05c19-326d-4874-8d20-e364833e45ff tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:17:16.854676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-199c752b-8803-4abe-bd87-8342882f1d6a req-47c05c19-326d-4874-8d20-e364833e45ff tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:17:16.855901 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-199c752b-8803-4abe-bd87-8342882f1d6a req-47c05c19-326d-4874-8d20-e364833e45ff tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=edac7b26-25f9-4ee4-aafc-420e33294d40 HTTP/1.1" status: 200 len: 210 time: 0.2129784 Mar 02 19:17:17.962452 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 38882) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:18.032718 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9a9c0805-321a-4508-849f-7caeca38089d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:18.062717 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9a9c0805-321a-4508-849f-7caeca38089d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:18.211277 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9a9c0805-321a-4508-849f-7caeca38089d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:18.230135 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c0805-321a-4508-849f-7caeca38089d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57da2ff1-94b4-4747-b273-6c17df011e61,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:18.319169 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9a9c0805-321a-4508-849f-7caeca38089d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:18.320359 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9a9c0805-321a-4508-849f-7caeca38089d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/security-groups/57da2ff1-94b4-4747-b273-6c17df011e61 HTTP/1.1" status: 204 len: 168 time: 0.3566072 Mar 02 19:17:18.424449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38888) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:18.925885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-323dd021-bb9e-45c1-a2b3-2dc0402cac2a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:19.550928 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-323dd021-bb9e-45c1-a2b3-2dc0402cac2a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 8c8fb8ca-966c-442a-a402-93cfe47a4380 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:17:19.551659 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-323dd021-bb9e-45c1-a2b3-2dc0402cac2a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:19.741063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-323dd021-bb9e-45c1-a2b3-2dc0402cac2a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port 8c8fb8ca-966c-442a-a402-93cfe47a4380, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8c8fb8ca-966c-442a-a402-93cfe47a4380,segment=NetworkSegment(3f95a894-3f3b-47c2-8351-0755351f6312),segment_id=3f95a894-3f3b-47c2-8351-0755351f6312)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:17:19.741420 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-323dd021-bb9e-45c1-a2b3-2dc0402cac2a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:19.862999 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-323dd021-bb9e-45c1-a2b3-2dc0402cac2a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 8c8fb8ca-966c-442a-a402-93cfe47a4380 owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:17:20.125673 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-323dd021-bb9e-45c1-a2b3-2dc0402cac2a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:20.175743 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dd021-bb9e-45c1-a2b3-2dc0402cac2a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=8c8fb8ca-966c-442a-a402-93cfe47a4380,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:20.561401 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-323dd021-bb9e-45c1-a2b3-2dc0402cac2a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:20.809804 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device c1b6efae-7c36-4224-9e27-2e961ff66298 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:17:20.844491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: c1b6efae-7c36-4224-9e27-2e961ff66298 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:17:20.844845 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device c1b6efae-7c36-4224-9e27-2e961ff66298 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:17:20.879684 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c28f825-44e0-4857-8bc9-71824f86f3da None None] Sync routers for ids ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:17:20.891449 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c28f825-44e0-4857-8bc9-71824f86f3da None None] Routers {'10d2a6e8-5962-4d34-b82a-c71dbcb12475'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:17:20.892055 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2c28f825-44e0-4857-8bc9-71824f86f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:16:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:21.115036 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-2c28f825-44e0-4857-8bc9-71824f86f3da None None] Set router 10d2a6e8-5962-4d34-b82a-c71dbcb12475 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:17:21.151570 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323dd021-bb9e-45c1-a2b3-2dc0402cac2a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 10d2a6e8-5962-4d34-b82a-c71dbcb12475 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:17:21.356882 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323dd021-bb9e-45c1-a2b3-2dc0402cac2a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:17:21.413975 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2c28f825-44e0-4857-8bc9-71824f86f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'name': 'tempest-TestNetworkBasicOps-router-1303521608', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:15:54Z', 'updated_at': '2022-03-02T19:17:19Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:55Z', 'updated_at': '2022-03-02T19:17:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:21.418054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c28f825-44e0-4857-8bc9-71824f86f3da None None] Checking router: 10d2a6e8-5962-4d34-b82a-c71dbcb12475 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:17:21.429347 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c28f825-44e0-4857-8bc9-71824f86f3da None None] Routers {'10d2a6e8-5962-4d34-b82a-c71dbcb12475'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:17:21.430092 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2c28f825-44e0-4857-8bc9-71824f86f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:16:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:21.459151 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-323dd021-bb9e-45c1-a2b3-2dc0402cac2a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/routers/10d2a6e8-5962-4d34-b82a-c71dbcb12475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0334589 Mar 02 19:17:21.462004 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38892) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:21.621630 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-2c28f825-44e0-4857-8bc9-71824f86f3da None None] Set router 10d2a6e8-5962-4d34-b82a-c71dbcb12475 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:17:21.654939 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6814bf-91dc-4fb8-81a8-61805874e18b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting subnet ddf1cdb8-6835-4640-af53-2d591f219be1 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:17:21.657904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2a6814bf-91dc-4fb8-81a8-61805874e18b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:21.670190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2769c20b-845d-4508-b3c7-ee4f9f264cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:21.713098 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2a6814bf-91dc-4fb8-81a8-61805874e18b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:21.796831 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2a6814bf-91dc-4fb8-81a8-61805874e18b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:21.915262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2c28f825-44e0-4857-8bc9-71824f86f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'name': 'tempest-TestNetworkBasicOps-router-1303521608', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:15:54Z', 'updated_at': '2022-03-02T19:17:19Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:55Z', 'updated_at': '2022-03-02T19:17:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:21.919184 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c28f825-44e0-4857-8bc9-71824f86f3da None None] The sync data for ids ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'] in dv-neutron-831573-1-hyperv is: [{'id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'name': 'tempest-TestNetworkBasicOps-router-1303521608', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151'}], 'enable_snat': True}, 'gw_port_id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:15:54Z', 'updated_at': '2022-03-02T19:17:19Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'c0441cc0-4e78-4b97-9050-7d09677d0011', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d2a6e8-5962-4d34-b82a-c71dbcb12475', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:15:55Z', 'updated_at': '2022-03-02T19:17:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:17:21.946719 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2a6814bf-91dc-4fb8-81a8-61805874e18b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:21.989968 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6814bf-91dc-4fb8-81a8-61805874e18b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Subnet': ['ID=ddf1cdb8-6835-4640-af53-2d591f219be1,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:21.994764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2a6814bf-91dc-4fb8-81a8-61805874e18b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:22.001085 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2a6814bf-91dc-4fb8-81a8-61805874e18b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/subnets/ddf1cdb8-6835-4640-af53-2d591f219be1 HTTP/1.1" status: 204 len: 168 time: 0.5380311 Mar 02 19:17:22.002929 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95acb79-d436-46db-b7c2-725c983a0f99 None None] Network b185db09-8b29-4e71-80ee-6a8d12690fde requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:17:22.003880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38896) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:22.277096 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872a8f29-ccc9-408b-93c0-c8a660317ab4 None None] DHCP port deletion for b185db09-8b29-4e71-80ee-6a8d12690fde request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:17:22.284822 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-872a8f29-ccc9-408b-93c0-c8a660317ab4 None None] Deleting port a682a313-da41-4533-85d5-4500a314f7dc {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:17:22.285371 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-872a8f29-ccc9-408b-93c0-c8a660317ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:22.342148 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8c8fb8ca-966c-442a-a402-93cfe47a4380 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:17:22.353138 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf765130-b764-47a5-b946-c26b133291d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:22.382689 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 8c8fb8ca-966c-442a-a402-93cfe47a4380 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:17:22.383035 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8c8fb8ca-966c-442a-a402-93cfe47a4380 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:17:22.383478 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a682a313-da41-4533-85d5-4500a314f7dc no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:17:22.577168 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf765130-b764-47a5-b946-c26b133291d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:22.671729 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-bf765130-b764-47a5-b946-c26b133291d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port c0441cc0-4e78-4b97-9050-7d09677d0011 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:17:22.676332 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf765130-b764-47a5-b946-c26b133291d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:22.688297 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-872a8f29-ccc9-408b-93c0-c8a660317ab4 None None] For port a682a313-da41-4533-85d5-4500a314f7dc, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a682a313-da41-4533-85d5-4500a314f7dc,segment=NetworkSegment(3f95a894-3f3b-47c2-8351-0755351f6312),segment_id=3f95a894-3f3b-47c2-8351-0755351f6312)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:17:22.688687 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-872a8f29-ccc9-408b-93c0-c8a660317ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:22.700924 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:22.830193 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-872a8f29-ccc9-408b-93c0-c8a660317ab4 None None] Calling delete_port for a682a313-da41-4533-85d5-4500a314f7dc owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:17:22.874832 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-bf765130-b764-47a5-b946-c26b133291d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port c0441cc0-4e78-4b97-9050-7d09677d0011, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c0441cc0-4e78-4b97-9050-7d09677d0011,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:17:22.875571 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf765130-b764-47a5-b946-c26b133291d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:22.897084 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port a682a313-da41-4533-85d5-4500a314f7dc, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a682a313-da41-4533-85d5-4500a314f7dc,segment=NetworkSegment(3f95a894-3f3b-47c2-8351-0755351f6312),segment_id=3f95a894-3f3b-47c2-8351-0755351f6312)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:17:22.997977 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:23.001061 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-bf765130-b764-47a5-b946-c26b133291d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for c0441cc0-4e78-4b97-9050-7d09677d0011 owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:17:23.063159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-872a8f29-ccc9-408b-93c0-c8a660317ab4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:17:23.063624 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-872a8f29-ccc9-408b-93c0-c8a660317ab4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:17:23.077055 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=a682a313-da41-4533-85d5-4500a314f7dc,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:23.245666 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf765130-b764-47a5-b946-c26b133291d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:23.291940 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf765130-b764-47a5-b946-c26b133291d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=c0441cc0-4e78-4b97-9050-7d09677d0011,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:23.518881 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf765130-b764-47a5-b946-c26b133291d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:23.564659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-872a8f29-ccc9-408b-93c0-c8a660317ab4 None None] Deleting port a682a313-da41-4533-85d5-4500a314f7dc {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:17:23.564995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-872a8f29-ccc9-408b-93c0-c8a660317ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:23.767056 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab0ad-0d8c-4163-a534-7c76c0168cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:23.794565 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-872a8f29-ccc9-408b-93c0-c8a660317ab4 None None] For port a682a313-da41-4533-85d5-4500a314f7dc, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a682a313-da41-4533-85d5-4500a314f7dc,segment=NetworkSegment(3f95a894-3f3b-47c2-8351-0755351f6312),segment_id=3f95a894-3f3b-47c2-8351-0755351f6312)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:17:23.794944 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-872a8f29-ccc9-408b-93c0-c8a660317ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:23.883715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf765130-b764-47a5-b946-c26b133291d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:23.888019 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf765130-b764-47a5-b946-c26b133291d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:23.918955 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-872a8f29-ccc9-408b-93c0-c8a660317ab4 None None] Calling delete_port for a682a313-da41-4533-85d5-4500a314f7dc owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:17:23.997455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf765130-b764-47a5-b946-c26b133291d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:23.997952 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf765130-b764-47a5-b946-c26b133291d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Fanout notify agent at l3_agent the message router_deleted on router 10d2a6e8-5962-4d34-b82a-c71dbcb12475 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:17:24.012018 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-bf765130-b764-47a5-b946-c26b133291d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:24.013087 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-bf765130-b764-47a5-b946-c26b133291d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/routers/10d2a6e8-5962-4d34-b82a-c71dbcb12475 HTTP/1.1" status: 204 len: 168 time: 2.0082300 Mar 02 19:17:24.015853 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38900) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:24.060629 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-872a8f29-ccc9-408b-93c0-c8a660317ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:24.112893 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a8f29-ccc9-408b-93c0-c8a660317ab4 None None] Pushing event deleted for resources: {'Port': ['ID=a682a313-da41-4533-85d5-4500a314f7dc,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:24.118908 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a8f29-ccc9-408b-93c0-c8a660317ab4 None None] No DVR routers for this DVR port a682a313-da41-4533-85d5-4500a314f7dc on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:17:24.134799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-be78ec6e-6a1f-4e82-89fc-1da71b5a9cd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:24.267262 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-be78ec6e-6a1f-4e82-89fc-1da71b5a9cd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:24.292820 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-be78ec6e-6a1f-4e82-89fc-1da71b5a9cd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b185db09-8b29-4e71-80ee-6a8d12690fde']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:24.305390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-be78ec6e-6a1f-4e82-89fc-1da71b5a9cd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f95a894-3f3b-47c2-8351-0755351f6312') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:24.305685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-be78ec6e-6a1f-4e82-89fc-1da71b5a9cd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f95a894-3f3b-47c2-8351-0755351f6312') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:24.316984 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-be78ec6e-6a1f-4e82-89fc-1da71b5a9cd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:24.332926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-be78ec6e-6a1f-4e82-89fc-1da71b5a9cd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:24.339566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be78ec6e-6a1f-4e82-89fc-1da71b5a9cd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:17:24.339814 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-be78ec6e-6a1f-4e82-89fc-1da71b5a9cd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:17:24.354920 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:17:24.549385 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-be78ec6e-6a1f-4e82-89fc-1da71b5a9cd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:24.567638 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-be78ec6e-6a1f-4e82-89fc-1da71b5a9cd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:24.578455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78ec6e-6a1f-4e82-89fc-1da71b5a9cd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Network': ['ID=b185db09-8b29-4e71-80ee-6a8d12690fde,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:24.692513 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-be78ec6e-6a1f-4e82-89fc-1da71b5a9cd2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/networks/b185db09-8b29-4e71-80ee-6a8d12690fde HTTP/1.1" status: 204 len: 168 time: 0.6756401 Mar 02 19:17:24.718445 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38904) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:24.725384 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-aea20fab-bb4b-4573-8ab2-4512c49e0a35 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'network': {'name': 'tempest-network-smoke--1191828303', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'port_security_enabled': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:17:24.730826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-aea20fab-bb4b-4573-8ab2-4512c49e0a35 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:17:24.735112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-aea20fab-bb4b-4573-8ab2-4512c49e0a35 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:network and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:17:24.738509 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-aea20fab-bb4b-4573-8ab2-4512c49e0a35 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:17:24.744244 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-aea20fab-bb4b-4573-8ab2-4512c49e0a35 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:17:24.820491 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea20fab-bb4b-4573-8ab2-4512c49e0a35 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:17:24.823534 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aea20fab-bb4b-4573-8ab2-4512c49e0a35 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:24.853766 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea20fab-bb4b-4573-8ab2-4512c49e0a35 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:17:24.862299 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aea20fab-bb4b-4573-8ab2-4512c49e0a35 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:24.866199 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-aea20fab-bb4b-4573-8ab2-4512c49e0a35 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Added segment 47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2 of type vlan for network 688fc466-63e7-4770-b369-74aa61c93570 Mar 02 19:17:24.887999 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aea20fab-bb4b-4573-8ab2-4512c49e0a35 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:24.976956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aea20fab-bb4b-4573-8ab2-4512c49e0a35 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:24.982151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea20fab-bb4b-4573-8ab2-4512c49e0a35 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:24.982337 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53680f54-5b2b-429b-b442-3984e1812699 None None] New status for floating IP e9e3603b-38c8-41c5-8324-c7f44c672e22: DOWN {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:17:24.982851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aea20fab-bb4b-4573-8ab2-4512c49e0a35 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:25.117799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea20fab-bb4b-4573-8ab2-4512c49e0a35 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Network': ['ID=688fc466-63e7-4770-b369-74aa61c93570,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:25.128967 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 688fc466-63e7-4770-b369-74aa61c93570 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:17:25.190140 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:25.221183 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c34ad80-2ef5-49b5-b0e1-226e4c3b3b5a None None] Sync routers for ids ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:17:25.232995 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-aea20fab-bb4b-4573-8ab2-4512c49e0a35 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5134187 Mar 02 19:17:25.235710 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38908) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:25.241829 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-318701947', 'admin_state_up': True, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:17:25.243138 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c34ad80-2ef5-49b5-b0e1-226e4c3b3b5a None None] Routers set() bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:17:25.243543 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c34ad80-2ef5-49b5-b0e1-226e4c3b3b5a None None] Router IDs set() for agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 19:17:25.244179 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_agentschedulers_db [None req-0c34ad80-2ef5-49b5-b0e1-226e4c3b3b5a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'10d2a6e8-5962-4d34-b82a-c71dbcb12475'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:17:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent'). {{(pid=84534) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 19:17:25.249021 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:17:25.253597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:router and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:17:25.255176 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c34ad80-2ef5-49b5-b0e1-226e4c3b3b5a None None] Routers set() bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:17:25.255905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c34ad80-2ef5-49b5-b0e1-226e4c3b3b5a None None] Router IDs set() for agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 19:17:25.256130 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_agentschedulers_db [None req-0c34ad80-2ef5-49b5-b0e1-226e4c3b3b5a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'10d2a6e8-5962-4d34-b82a-c71dbcb12475'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:17:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent'). {{(pid=84534) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 19:17:25.256499 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c34ad80-2ef5-49b5-b0e1-226e4c3b3b5a None None] The sync data for ids ['10d2a6e8-5962-4d34-b82a-c71dbcb12475'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:17:25.256662 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:17:25.264565 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:17:25.352364 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:25.353353 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:25.375122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:25.462509 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:25.620348 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:25.901315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:25.930467 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:26.064458 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c0441cc0-4e78-4b97-9050-7d09677d0011 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:17:26.073475 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.26.4.191 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/5e603132-d2a3-4634-957f-5e5351d9ac1c) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:17:26.097996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: c0441cc0-4e78-4b97-9050-7d09677d0011 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:17:26.098347 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c0441cc0-4e78-4b97-9050-7d09677d0011 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:17:26.222951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:26.303117 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:26.374922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:17:26.377735 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:17:26.382281 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:17:26.416520 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=5e603132-d2a3-4634-957f-5e5351d9ac1c,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:26.463095 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:26.708706 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:26.709449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:27.045683 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 40892fc2-7c1c-4855-9fb6-cd517664a21d is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:17:27.245874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:17:27.255232 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Sync routers for ids ['40892fc2-7c1c-4855-9fb6-cd517664a21d'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:17:27.266584 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Routers {'40892fc2-7c1c-4855-9fb6-cd517664a21d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:17:27.267204 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:17:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['40892fc2-7c1c-4855-9fb6-cd517664a21d'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:27.348935 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:27.350160 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5c495b91-eeab-47d2-aef3-8c212d413c51 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1135001 Mar 02 19:17:27.353423 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38914) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:27.394365 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ccf2b414-a3b0-4de3-ba84-230b9e6fc111 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=3b5a22e326e84c6680d758252463bbd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395367 Mar 02 19:17:27.396626 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38918) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:27.441338 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Set router 40892fc2-7c1c-4855-9fb6-cd517664a21d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:17:27.529074 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99abb476-fcf4-4d37-b416-2efaa85185b3 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:27.530589 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-99abb476-fcf4-4d37-b416-2efaa85185b3 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330788 Mar 02 19:17:27.533439 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38922) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:27.572403 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6a227f2f-817c-46d5-aee8-bb96b7fda545 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=34755311-e60d-4721-8297-2b2c64e749c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379126 Mar 02 19:17:27.575032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38926) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:27.580831 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-2feff9c7-d813-4953-9de6-60a100aaa067 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1036637215', 'network_id': '688fc466-63e7-4770-b369-74aa61c93570', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:17:27.697515 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2feff9c7-d813-4953-9de6-60a100aaa067 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:17:27.701289 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2feff9c7-d813-4953-9de6-60a100aaa067 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:subnet and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:17:27.704160 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2feff9c7-d813-4953-9de6-60a100aaa067 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:17:27.710509 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2feff9c7-d813-4953-9de6-60a100aaa067 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:17:27.755900 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'name': 'tempest-TestNetworkBasicOps-router-318701947', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:26Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:27.759707 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Checking router: 40892fc2-7c1c-4855-9fb6-cd517664a21d for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:17:27.760051 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Updating router 40892fc2-7c1c-4855-9fb6-cd517664a21d port 5e603132-d2a3-4634-957f-5e5351d9ac1c binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:17:27.805784 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feff9c7-d813-4953-9de6-60a100aaa067 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:17:27.810744 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:27.909384 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2feff9c7-d813-4953-9de6-60a100aaa067 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:28.141480 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:28.153464 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Transition to ACTIVE for port object 5e603132-d2a3-4634-957f-5e5351d9ac1c will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:17:28.217068 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2feff9c7-d813-4953-9de6-60a100aaa067 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:28.239737 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:28.296166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feff9c7-d813-4953-9de6-60a100aaa067 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Subnet': ['ID=a99c70df-9740-4076-9d06-ffea9e44bd10,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:28.313820 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feff9c7-d813-4953-9de6-60a100aaa067 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Checking segment: {'id': '47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '688fc466-63e7-4770-b369-74aa61c93570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:17:28.314183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feff9c7-d813-4953-9de6-60a100aaa067 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network hostable DHCP agents. Network: 688fc466-63e7-4770-b369-74aa61c93570, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:17:28.318114 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b5e44-0016-41b9-8490-7a4e3d02f01e None None] Pushing event updated for resources: {'Port': ['ID=5e603132-d2a3-4634-957f-5e5351d9ac1c,revision_number=2']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:28.333370 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b5e44-0016-41b9-8490-7a4e3d02f01e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:28.333712 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b5e44-0016-41b9-8490-7a4e3d02f01e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:28.334051 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b5e44-0016-41b9-8490-7a4e3d02f01e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:28.334378 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b5e44-0016-41b9-8490-7a4e3d02f01e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:28.334705 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b5e44-0016-41b9-8490-7a4e3d02f01e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:28.335035 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b5e44-0016-41b9-8490-7a4e3d02f01e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:28.335385 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b5e44-0016-41b9-8490-7a4e3d02f01e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:28.335703 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b5e44-0016-41b9-8490-7a4e3d02f01e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:28.336072 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b5e44-0016-41b9-8490-7a4e3d02f01e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:28.336400 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b5e44-0016-41b9-8490-7a4e3d02f01e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:28.336714 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57b5e44-0016-41b9-8490-7a4e3d02f01e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:28.339798 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Attempting to bind port 5e603132-d2a3-4634-957f-5e5351d9ac1c on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:17:28.340158 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Attempting to bind port 5e603132-d2a3-4634-957f-5e5351d9ac1c by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:17:28.340516 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Attempting to bind port 5e603132-d2a3-4634-957f-5e5351d9ac1c on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:17:28.347722 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:17:28.348093 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:17:28.348491 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:28.348875 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:17:28.349346 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Bound port: 5e603132-d2a3-4634-957f-5e5351d9ac1c, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:17:28.349695 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:28.426893 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] For port 5e603132-d2a3-4634-957f-5e5351d9ac1c, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:17:28.429802 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] For port 5e603132-d2a3-4634-957f-5e5351d9ac1c, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=5e603132-d2a3-4634-957f-5e5351d9ac1c,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:17:28.434085 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feff9c7-d813-4953-9de6-60a100aaa067 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 688fc466-63e7-4770-b369-74aa61c93570 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:17:28.526068 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:28.591861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-2feff9c7-d813-4953-9de6-60a100aaa067 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 688fc466-63e7-4770-b369-74aa61c93570) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:17:28.595575 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feff9c7-d813-4953-9de6-60a100aaa067 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:28.596164 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2feff9c7-d813-4953-9de6-60a100aaa067 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:28.603884 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4197cd25-be55-44d2-a730-73fcc1496904 None None] Network 688fc466-63e7-4770-b369-74aa61c93570 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:17:28.606439 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b5e44-0016-41b9-8490-7a4e3d02f01e None None] Pushing event updated for resources: {'Port': ['ID=5e603132-d2a3-4634-957f-5e5351d9ac1c,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:28.611282 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Routers {'40892fc2-7c1c-4855-9fb6-cd517664a21d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:17:28.611980 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:17:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['40892fc2-7c1c-4855-9fb6-cd517664a21d'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:28.725436 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2feff9c7-d813-4953-9de6-60a100aaa067 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1492054 Mar 02 19:17:28.728258 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38930) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:28.803306 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] Set router 40892fc2-7c1c-4855-9fb6-cd517664a21d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:17:28.875672 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-688fc466-63e7-4770-b369-74aa61c93570', 'network_id': '688fc466-63e7-4770-b369-74aa61c93570', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ips': [{'subnet_id': 'a99c70df-9740-4076-9d06-ffea9e44bd10'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:17:28.876492 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:29.040880 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Allocated IP 172.20.0.2 (688fc466-63e7-4770-b369-74aa61c93570/a99c70df-9740-4076-9d06-ffea9e44bd10/f009448a-8be1-445b-95d7-79d8b3db3c4d) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:17:29.125424 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'name': 'tempest-TestNetworkBasicOps-router-318701947', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:26Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:29.130093 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac2cabf-b150-4a0e-9b13-754f3cf34a0b None None] The sync data for ids ['40892fc2-7c1c-4855-9fb6-cd517664a21d'] in dv-neutron-831573-1-hyperv is: [{'id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'name': 'tempest-TestNetworkBasicOps-router-318701947', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:26Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:17:29.268623 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:29.279881 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Transition to ACTIVE for port object f009448a-8be1-445b-95d7-79d8b3db3c4d will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:17:29.301649 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Transition to ACTIVE for port object f009448a-8be1-445b-95d7-79d8b3db3c4d will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:17:29.370519 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:29.446419 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Network 688fc466-63e7-4770-b369-74aa61c93570 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:17:29.449498 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:17:29.451984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:17:29.461982 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Pushing event updated for resources: {'Port': ['ID=f009448a-8be1-445b-95d7-79d8b3db3c4d,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:29.552015 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Attempting to bind port f009448a-8be1-445b-95d7-79d8b3db3c4d on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:17:29.552389 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Attempting to bind port f009448a-8be1-445b-95d7-79d8b3db3c4d by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '688fc466-63e7-4770-b369-74aa61c93570'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:17:29.552782 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Attempting to bind port f009448a-8be1-445b-95d7-79d8b3db3c4d on network 688fc466-63e7-4770-b369-74aa61c93570 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:17:29.560214 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:17:29.560586 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Checking segment: {'id': '47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '688fc466-63e7-4770-b369-74aa61c93570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:17:29.560986 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:29.564699 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Bound using segment: {'id': '47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '688fc466-63e7-4770-b369-74aa61c93570'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:17:29.564699 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Bound port: f009448a-8be1-445b-95d7-79d8b3db3c4d, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '688fc466-63e7-4770-b369-74aa61c93570'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:17:29.564699 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:29.656836 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] For port f009448a-8be1-445b-95d7-79d8b3db3c4d, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:17:29.661370 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] For port f009448a-8be1-445b-95d7-79d8b3db3c4d, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f009448a-8be1-445b-95d7-79d8b3db3c4d,segment=NetworkSegment(47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2),segment_id=47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:17:29.669041 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:29.732126 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:29.827271 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f0952-dcdf-4d77-9f1b-b8d4a014ce72 None None] Pushing event updated for resources: {'Port': ['ID=f009448a-8be1-445b-95d7-79d8b3db3c4d,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:30.133835 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.20.0.1 (688fc466-63e7-4770-b369-74aa61c93570/a99c70df-9740-4076-9d06-ffea9e44bd10/0b626960-6c0c-42e3-9172-7ddec42e3ba0) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:17:30.191864 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f009448a-8be1-445b-95d7-79d8b3db3c4d up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:17:30.310595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:30.323530 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port f009448a-8be1-445b-95d7-79d8b3db3c4d completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:17:30.327118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Transition to ACTIVE for port object 0b626960-6c0c-42e3-9172-7ddec42e3ba0 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:17:30.329160 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5e603132-d2a3-4634-957f-5e5351d9ac1c up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:17:30.432674 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:30.478103 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 5e603132-d2a3-4634-957f-5e5351d9ac1c completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:17:30.484745 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 5e603132-d2a3-4634-957f-5e5351d9ac1c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:17:30.484745 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:30.506741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 688fc466-63e7-4770-b369-74aa61c93570 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:17:30.510079 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:17:30.514693 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:17:30.546010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=0b626960-6c0c-42e3-9172-7ddec42e3ba0,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:30.572483 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:30.572826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:30.573167 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:30.573503 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:30.573837 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:30.574554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:30.574554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:30.574877 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:30.575153 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:30.575500 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:30.575824 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:30.589640 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:30.608200 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:30.625636 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 5e603132-d2a3-4634-957f-5e5351d9ac1c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=5e603132-d2a3-4634-957f-5e5351d9ac1c,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:17:30.734928 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:30.764888 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:30.811177 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=5e603132-d2a3-4634-957f-5e5351d9ac1c,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:30.828846 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be497d0-6f52-4ca8-9d30-76ec76fd3b82 None None] Network 688fc466-63e7-4770-b369-74aa61c93570 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:17:30.985798 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8d259958-9c95-46ce-8e5a-b5e2a14ed7e2 None None] Provisioning for port f009448a-8be1-445b-95d7-79d8b3db3c4d completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:17:30.995987 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8d259958-9c95-46ce-8e5a-b5e2a14ed7e2 None None] Provisioning complete for port f009448a-8be1-445b-95d7-79d8b3db3c4d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:17:30.996353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8d259958-9c95-46ce-8e5a-b5e2a14ed7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:31.174644 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8d259958-9c95-46ce-8e5a-b5e2a14ed7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:31.216473 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-8d259958-9c95-46ce-8e5a-b5e2a14ed7e2 None None] For port f009448a-8be1-445b-95d7-79d8b3db3c4d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f009448a-8be1-445b-95d7-79d8b3db3c4d,segment=NetworkSegment(47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2),segment_id=47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:17:31.287409 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:31.306434 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8d259958-9c95-46ce-8e5a-b5e2a14ed7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:31.353766 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:31.380719 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d259958-9c95-46ce-8e5a-b5e2a14ed7e2 None None] Pushing event updated for resources: {'Port': ['ID=f009448a-8be1-445b-95d7-79d8b3db3c4d,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:31.405504 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:31.498004 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-219cb974-637b-4bba-8b4e-e100a35a3d25 None None] Provisioning for port 0b626960-6c0c-42e3-9172-7ddec42e3ba0 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:17:31.513049 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-219cb974-637b-4bba-8b4e-e100a35a3d25 None None] Provisioning complete for port 0b626960-6c0c-42e3-9172-7ddec42e3ba0 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:17:31.513049 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-219cb974-637b-4bba-8b4e-e100a35a3d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:31.527144 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:31.530627 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=0b626960-6c0c-42e3-9172-7ddec42e3ba0,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:31.559177 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-219cb974-637b-4bba-8b4e-e100a35a3d25 None None] Port 0b626960-6c0c-42e3-9172-7ddec42e3ba0 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:17:31.573985 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-219cb974-637b-4bba-8b4e-e100a35a3d25 None None] Provisioning complete for port f009448a-8be1-445b-95d7-79d8b3db3c4d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:17:31.576136 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-219cb974-637b-4bba-8b4e-e100a35a3d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:31.677279 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 688fc466-63e7-4770-b369-74aa61c93570 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:17:31.678512 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:17:31.846366 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7f643128-cb4a-4ce7-a124-db6b9dc63d31 None None] Provisioning complete for port 0b626960-6c0c-42e3-9172-7ddec42e3ba0 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:17:31.847634 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7f643128-cb4a-4ce7-a124-db6b9dc63d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:31.901082 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-7f643128-cb4a-4ce7-a124-db6b9dc63d31 None None] Port 0b626960-6c0c-42e3-9172-7ddec42e3ba0 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:17:32.023856 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-fdd9a4b1-19d4-4125-b180-0debffe4251b None None] Provisioning complete for port 0b626960-6c0c-42e3-9172-7ddec42e3ba0 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:17:32.024600 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fdd9a4b1-19d4-4125-b180-0debffe4251b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:32.071198 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 40892fc2-7c1c-4855-9fb6-cd517664a21d has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:17:32.079464 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-fdd9a4b1-19d4-4125-b180-0debffe4251b None None] Port 0b626960-6c0c-42e3-9172-7ddec42e3ba0 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:17:32.147981 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f009448a-8be1-445b-95d7-79d8b3db3c4d up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:17:32.217834 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port f009448a-8be1-445b-95d7-79d8b3db3c4d triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:17:32.218327 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:32.282541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:17:32.299218 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-256e0c68-dfa8-4a28-a8cf-9a7970c035ab tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/routers/40892fc2-7c1c-4855-9fb6-cd517664a21d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5675740 Mar 02 19:17:32.299611 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38934) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:32.336562 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5e603132-d2a3-4634-957f-5e5351d9ac1c up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:17:32.405687 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 5e603132-d2a3-4634-957f-5e5351d9ac1c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:17:32.406053 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:32.441596 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97042421-c649-478d-b8f2-c7dce8b5cff1 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:32.441978 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97042421-c649-478d-b8f2-c7dce8b5cff1 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:32.442349 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97042421-c649-478d-b8f2-c7dce8b5cff1 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:32.442709 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97042421-c649-478d-b8f2-c7dce8b5cff1 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:32.444436 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-97042421-c649-478d-b8f2-c7dce8b5cff1 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1436934 Mar 02 19:17:32.448002 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38938) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:32.521346 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252f6c80-9928-4aad-8d86-75f6d7da19f3 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:32.521717 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252f6c80-9928-4aad-8d86-75f6d7da19f3 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:32.522523 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252f6c80-9928-4aad-8d86-75f6d7da19f3 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:32.522523 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252f6c80-9928-4aad-8d86-75f6d7da19f3 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:32.526623 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-252f6c80-9928-4aad-8d86-75f6d7da19f3 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0752029 Mar 02 19:17:32.526868 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38942) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:32.742049 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Sync routers for ids ['40892fc2-7c1c-4855-9fb6-cd517664a21d'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:17:32.754961 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Routers {'40892fc2-7c1c-4855-9fb6-cd517664a21d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:17:32.755623 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:17:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['40892fc2-7c1c-4855-9fb6-cd517664a21d'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:32.853419 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-01146ce2-e1f2-422f-a951-9d6c391d394e tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3224180 Mar 02 19:17:32.937989 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Set router 40892fc2-7c1c-4855-9fb6-cd517664a21d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:17:33.246922 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'name': 'tempest-TestNetworkBasicOps-router-318701947', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '0b626960-6c0c-42e3-9172-7ddec42e3ba0', 'name': '', 'network_id': '688fc466-63e7-4770-b369-74aa61c93570', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:e9:5a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a99c70df-9740-4076-9d06-ffea9e44bd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:29Z', 'updated_at': '2022-03-02T19:17:31Z', 'revision_number': 2, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'a99c70df-9740-4076-9d06-ffea9e44bd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:33.250657 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Checking router: 40892fc2-7c1c-4855-9fb6-cd517664a21d for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:17:33.251007 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Updating router 40892fc2-7c1c-4855-9fb6-cd517664a21d port 0b626960-6c0c-42e3-9172-7ddec42e3ba0 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:17:33.270980 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38948) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:33.276586 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-da2fc74b-28b1-46de-b4c4-c1f590f1b69b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-106559102', 'description': 'tempest-secgroup-smoke-106559102 description', 'project_id': '3b5a22e326e84c6680d758252463bbd4'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:17:33.282314 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-da2fc74b-28b1-46de-b4c4-c1f590f1b69b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:17:33.287481 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-da2fc74b-28b1-46de-b4c4-c1f590f1b69b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:17:33.290414 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-da2fc74b-28b1-46de-b4c4-c1f590f1b69b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:17:33.296212 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-da2fc74b-28b1-46de-b4c4-c1f590f1b69b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:17:33.306091 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:33.423021 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-da2fc74b-28b1-46de-b4c4-c1f590f1b69b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:33.460823 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-da2fc74b-28b1-46de-b4c4-c1f590f1b69b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:17:33.465063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-da2fc74b-28b1-46de-b4c4-c1f590f1b69b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:17:33.468003 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-da2fc74b-28b1-46de-b4c4-c1f590f1b69b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:17:33.474482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-da2fc74b-28b1-46de-b4c4-c1f590f1b69b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:17:33.528787 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-da2fc74b-28b1-46de-b4c4-c1f590f1b69b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:33.598653 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-da2fc74b-28b1-46de-b4c4-c1f590f1b69b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:33.642397 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fc74b-28b1-46de-b4c4-c1f590f1b69b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18cfb6e5-a303-49f1-893d-f393d6217405,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:33.654826 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:33.667577 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Transition to ACTIVE for port object 0b626960-6c0c-42e3-9172-7ddec42e3ba0 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:17:33.737311 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-da2fc74b-28b1-46de-b4c4-c1f590f1b69b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:33.738861 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-da2fc74b-28b1-46de-b4c4-c1f590f1b69b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4665673 Mar 02 19:17:33.741437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38952) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:33.746951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-903c3e25-56a8-4de8-b1ff-380bc032dc4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '18cfb6e5-a303-49f1-893d-f393d6217405', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:17:33.753136 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-903c3e25-56a8-4de8-b1ff-380bc032dc4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:17:33.757494 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-903c3e25-56a8-4de8-b1ff-380bc032dc4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:17:33.760374 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-903c3e25-56a8-4de8-b1ff-380bc032dc4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:17:33.766805 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-903c3e25-56a8-4de8-b1ff-380bc032dc4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:17:33.797590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:33.870810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-903c3e25-56a8-4de8-b1ff-380bc032dc4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:33.943552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-903c3e25-56a8-4de8-b1ff-380bc032dc4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:33.951028 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97eb66d-6e5b-42f9-9e05-4424db499356 None None] Pushing event updated for resources: {'Port': ['ID=0b626960-6c0c-42e3-9172-7ddec42e3ba0,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:34.043182 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Attempting to bind port 0b626960-6c0c-42e3-9172-7ddec42e3ba0 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:17:34.043573 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Attempting to bind port 0b626960-6c0c-42e3-9172-7ddec42e3ba0 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '688fc466-63e7-4770-b369-74aa61c93570'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:17:34.043930 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Attempting to bind port 0b626960-6c0c-42e3-9172-7ddec42e3ba0 on network 688fc466-63e7-4770-b369-74aa61c93570 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:17:34.049577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-903c3e25-56a8-4de8-b1ff-380bc032dc4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:34.055319 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:17:34.056401 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Checking segment: {'id': '47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '688fc466-63e7-4770-b369-74aa61c93570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:17:34.056941 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:34.057582 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Bound using segment: {'id': '47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '688fc466-63e7-4770-b369-74aa61c93570'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:17:34.058193 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Bound port: 0b626960-6c0c-42e3-9172-7ddec42e3ba0, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '688fc466-63e7-4770-b369-74aa61c93570'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:17:34.058645 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:34.081773 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c3e25-56a8-4de8-b1ff-380bc032dc4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf94906-7538-4ca4-a047-e3d5255e9b01,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:34.169467 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] For port 0b626960-6c0c-42e3-9172-7ddec42e3ba0, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:17:34.172561 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] For port 0b626960-6c0c-42e3-9172-7ddec42e3ba0, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=0b626960-6c0c-42e3-9172-7ddec42e3ba0,segment=NetworkSegment(47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2),segment_id=47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:17:34.192649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-903c3e25-56a8-4de8-b1ff-380bc032dc4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:34.193851 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-903c3e25-56a8-4de8-b1ff-380bc032dc4e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4514120 Mar 02 19:17:34.196649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38956) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:34.202476 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-13872591-6a65-40a6-8e37-906cf5842e7c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '18cfb6e5-a303-49f1-893d-f393d6217405', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:17:34.209051 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-13872591-6a65-40a6-8e37-906cf5842e7c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:17:34.212848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-13872591-6a65-40a6-8e37-906cf5842e7c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:17:34.216372 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-13872591-6a65-40a6-8e37-906cf5842e7c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:17:34.222499 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-13872591-6a65-40a6-8e37-906cf5842e7c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:17:34.255622 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:34.304005 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-13872591-6a65-40a6-8e37-906cf5842e7c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:34.338491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97eb66d-6e5b-42f9-9e05-4424db499356 None None] Pushing event updated for resources: {'Port': ['ID=0b626960-6c0c-42e3-9172-7ddec42e3ba0,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:34.341479 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Routers {'40892fc2-7c1c-4855-9fb6-cd517664a21d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:17:34.342170 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:17:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['40892fc2-7c1c-4855-9fb6-cd517664a21d'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:34.377443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-13872591-6a65-40a6-8e37-906cf5842e7c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:34.477589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-13872591-6a65-40a6-8e37-906cf5842e7c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:34.503471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13872591-6a65-40a6-8e37-906cf5842e7c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4989c5c3-6af6-4e2d-91c0-34b1e6a350eb,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:34.543657 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] Set router 40892fc2-7c1c-4855-9fb6-cd517664a21d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:17:34.634403 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-13872591-6a65-40a6-8e37-906cf5842e7c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:34.635557 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-13872591-6a65-40a6-8e37-906cf5842e7c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4379768 Mar 02 19:17:34.638278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38960) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:34.644597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-ff7bcfa1-b2d7-4bcb-b343-e6f60157d370 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '18cfb6e5-a303-49f1-893d-f393d6217405', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:17:34.650888 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ff7bcfa1-b2d7-4bcb-b343-e6f60157d370 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:17:34.655151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ff7bcfa1-b2d7-4bcb-b343-e6f60157d370 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:17:34.658322 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ff7bcfa1-b2d7-4bcb-b343-e6f60157d370 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:17:34.664855 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ff7bcfa1-b2d7-4bcb-b343-e6f60157d370 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:17:34.761864 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ff7bcfa1-b2d7-4bcb-b343-e6f60157d370 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:34.829324 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ff7bcfa1-b2d7-4bcb-b343-e6f60157d370 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:34.881842 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'name': 'tempest-TestNetworkBasicOps-router-318701947', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '0b626960-6c0c-42e3-9172-7ddec42e3ba0', 'name': '', 'network_id': '688fc466-63e7-4770-b369-74aa61c93570', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:e9:5a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a99c70df-9740-4076-9d06-ffea9e44bd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:29Z', 'updated_at': '2022-03-02T19:17:34Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'a99c70df-9740-4076-9d06-ffea9e44bd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:34.885945 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad95ef3-488d-477a-810b-67d5700c3248 None None] The sync data for ids ['40892fc2-7c1c-4855-9fb6-cd517664a21d'] in dv-neutron-831573-1-hyperv is: [{'id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'name': 'tempest-TestNetworkBasicOps-router-318701947', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '0b626960-6c0c-42e3-9172-7ddec42e3ba0', 'name': '', 'network_id': '688fc466-63e7-4770-b369-74aa61c93570', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:e9:5a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a99c70df-9740-4076-9d06-ffea9e44bd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:29Z', 'updated_at': '2022-03-02T19:17:34Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'a99c70df-9740-4076-9d06-ffea9e44bd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:17:34.903032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ff7bcfa1-b2d7-4bcb-b343-e6f60157d370 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:34.926737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bcfa1-b2d7-4bcb-b343-e6f60157d370 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca16ff6-1fdf-47a3-ba76-0ed3f624244c,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:35.028644 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ff7bcfa1-b2d7-4bcb-b343-e6f60157d370 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:35.030680 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ff7bcfa1-b2d7-4bcb-b343-e6f60157d370 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3910937 Mar 02 19:17:35.033035 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38964) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:35.039266 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-7693f950-d71f-46fc-ac9e-414abafc75f4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '18cfb6e5-a303-49f1-893d-f393d6217405', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:17:35.047044 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7693f950-d71f-46fc-ac9e-414abafc75f4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:17:35.052192 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7693f950-d71f-46fc-ac9e-414abafc75f4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:17:35.055458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7693f950-d71f-46fc-ac9e-414abafc75f4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:17:35.061733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7693f950-d71f-46fc-ac9e-414abafc75f4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:17:35.144228 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7693f950-d71f-46fc-ac9e-414abafc75f4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:35.214249 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7693f950-d71f-46fc-ac9e-414abafc75f4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:35.291627 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7693f950-d71f-46fc-ac9e-414abafc75f4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:35.316881 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693f950-d71f-46fc-ac9e-414abafc75f4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab14724-b865-419f-aa4a-b99853571730,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:35.410183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7693f950-d71f-46fc-ac9e-414abafc75f4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:35.410183 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7693f950-d71f-46fc-ac9e-414abafc75f4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3707108 Mar 02 19:17:35.410183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38968) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:35.414771 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-2b932a25-202f-46bd-8250-1698d5519266 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '18cfb6e5-a303-49f1-893d-f393d6217405', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:17:35.421850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2b932a25-202f-46bd-8250-1698d5519266 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:17:35.426612 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2b932a25-202f-46bd-8250-1698d5519266 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:17:35.430134 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2b932a25-202f-46bd-8250-1698d5519266 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:17:35.436413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2b932a25-202f-46bd-8250-1698d5519266 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:17:35.526139 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-2b932a25-202f-46bd-8250-1698d5519266 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:17:35.533374 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b932a25-202f-46bd-8250-1698d5519266 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:35.608766 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b932a25-202f-46bd-8250-1698d5519266 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:35.719985 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b932a25-202f-46bd-8250-1698d5519266 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:35.746002 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b932a25-202f-46bd-8250-1698d5519266 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72df044c-a4aa-48eb-b134-75bfabe7e3da,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:35.857482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b932a25-202f-46bd-8250-1698d5519266 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:35.858702 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2b932a25-202f-46bd-8250-1698d5519266 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4501750 Mar 02 19:17:35.861417 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 38972) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:35.867890 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-65039621-2b36-4c64-8464-c863da475be9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '18cfb6e5-a303-49f1-893d-f393d6217405', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:17:35.873787 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-65039621-2b36-4c64-8464-c863da475be9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:17:35.877778 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-65039621-2b36-4c64-8464-c863da475be9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:17:35.880990 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-65039621-2b36-4c64-8464-c863da475be9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:17:35.886592 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-65039621-2b36-4c64-8464-c863da475be9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:17:35.977400 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-65039621-2b36-4c64-8464-c863da475be9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:17:35.984259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-65039621-2b36-4c64-8464-c863da475be9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:36.052926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-65039621-2b36-4c64-8464-c863da475be9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:36.133826 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0b626960-6c0c-42e3-9172-7ddec42e3ba0 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:17:36.137181 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-65039621-2b36-4c64-8464-c863da475be9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:36.164418 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65039621-2b36-4c64-8464-c863da475be9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98fab4d-809a-44dc-a9ea-0e72167a1e17,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:36.243508 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-65039621-2b36-4c64-8464-c863da475be9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:36.244900 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-65039621-2b36-4c64-8464-c863da475be9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3823624 Mar 02 19:17:36.269026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 0b626960-6c0c-42e3-9172-7ddec42e3ba0 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:17:36.274228 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 0b626960-6c0c-42e3-9172-7ddec42e3ba0 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:17:36.274593 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:36.389823 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:36.433739 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 0b626960-6c0c-42e3-9172-7ddec42e3ba0, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=0b626960-6c0c-42e3-9172-7ddec42e3ba0,segment=NetworkSegment(47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2),segment_id=47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:17:36.482557 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-69252315-2787-4a7f-aa1c-a2c8a39990d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:17:36.531956 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:36.569127 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-69252315-2787-4a7f-aa1c-a2c8a39990d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:17:36.570306 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-69252315-2787-4a7f-aa1c-a2c8a39990d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-106559102&fields=id&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 267 time: 0.1310866 Mar 02 19:17:36.600057 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=0b626960-6c0c-42e3-9172-7ddec42e3ba0,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:36.723818 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-b4b5414e-be99-4e76-a4ff-cdeb3ea53a5a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:36.724505 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-b4b5414e-be99-4e76-a4ff-cdeb3ea53a5a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:17:36.800922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-b4b5414e-be99-4e76-a4ff-cdeb3ea53a5a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:17:36.802112 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-b4b5414e-be99-4e76-a4ff-cdeb3ea53a5a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/networks?id=688fc466-63e7-4770-b369-74aa61c93570 HTTP/1.1" status: 200 len: 797 time: 0.2251630 Mar 02 19:17:36.818369 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-9c6ba5cf-7f2d-4165-b741-442c3da6f526 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/quotas/3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 375 time: 0.0108285 Mar 02 19:17:36.897606 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-32e410a4-9b97-4c7d-a707-e360c2c59b40 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:17:36.994188 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-32e410a4-9b97-4c7d-a707-e360c2c59b40 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:17:36.995525 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-32e410a4-9b97-4c7d-a707-e360c2c59b40 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1721613 Mar 02 19:17:37.136157 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-52d36912-98ab-47e1-80ba-6c44f961120b service neutron] 10.222.0.73 "GET /v2.0/networks/688fc466-63e7-4770-b369-74aa61c93570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290908 Mar 02 19:17:37.271292 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-e893addb-ed5c-42d5-a13a-780bbfd04906 service neutron] 10.222.0.73 "GET /v2.0/networks/688fc466-63e7-4770-b369-74aa61c93570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293662 Mar 02 19:17:37.668075 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4fee55c-4bc9-47f0-a5d9-e6da16eb69c8 req-0a6ebfa2-ad9e-4752-ba91-68b73f70c490 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 210 time: 0.1530187 Mar 02 19:17:38.116083 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0b626960-6c0c-42e3-9172-7ddec42e3ba0 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:17:38.183182 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 0b626960-6c0c-42e3-9172-7ddec42e3ba0 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:17:38.183601 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:38.843642 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-02671687-889c-4381-bf40-098569bc0c39 req-99f85d72-2393-46bb-b47b-797473cafa62 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 210 time: 0.0507975 Mar 02 19:17:39.742069 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-9663e35f-946a-4b70-a2bb-951dbee6dec2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:39.745229 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-9663e35f-946a-4b70-a2bb-951dbee6dec2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/networks?id=688fc466-63e7-4770-b369-74aa61c93570 HTTP/1.1" status: 200 len: 797 time: 0.1443844 Mar 02 19:17:39.796894 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-f1a077a1-7740-4627-a72c-4e6fa27fb00d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 379 time: 0.0407321 Mar 02 19:17:39.805340 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-a40eb534-5157-46ef-a873-74e07f9a381c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'port': {'device_id': '692e9294-10ce-4454-8457-0962c3eb242a', 'network_id': '688fc466-63e7-4770-b369-74aa61c93570', 'admin_state_up': True, 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'security_groups': ['18cfb6e5-a303-49f1-893d-f393d6217405']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:17:39.942387 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-a40eb534-5157-46ef-a873-74e07f9a381c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:17:39.952251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-a40eb534-5157-46ef-a873-74e07f9a381c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:17:40.012186 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5b674dce-139e-4a28-9185-39baaeedec83 req-7a831a96-2b9b-455e-a97c-a0a7f59ee95e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 210 time: 0.0412958 Mar 02 19:17:40.049467 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-a40eb534-5157-46ef-a873-74e07f9a381c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:17:40.052931 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-a40eb534-5157-46ef-a873-74e07f9a381c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:40.220899 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-a40eb534-5157-46ef-a873-74e07f9a381c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.20.0.13 (688fc466-63e7-4770-b369-74aa61c93570/a99c70df-9740-4076-9d06-ffea9e44bd10/30ea7282-1786-4ac0-89f3-717c7532c19b) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:17:40.509528 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-a40eb534-5157-46ef-a873-74e07f9a381c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:40.525442 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-a40eb534-5157-46ef-a873-74e07f9a381c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Transition to ACTIVE for port object 30ea7282-1786-4ac0-89f3-717c7532c19b will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:17:40.611737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-a40eb534-5157-46ef-a873-74e07f9a381c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:40.686037 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-a40eb534-5157-46ef-a873-74e07f9a381c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 688fc466-63e7-4770-b369-74aa61c93570 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:17:40.688950 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-a40eb534-5157-46ef-a873-74e07f9a381c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:17:40.693468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-a40eb534-5157-46ef-a873-74e07f9a381c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:17:40.734738 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40eb534-5157-46ef-a873-74e07f9a381c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=30ea7282-1786-4ac0-89f3-717c7532c19b,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:40.767646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-a40eb534-5157-46ef-a873-74e07f9a381c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:40.768207 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-a40eb534-5157-46ef-a873-74e07f9a381c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:40.847289 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-a40eb534-5157-46ef-a873-74e07f9a381c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0454793 Mar 02 19:17:40.859373 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] Request body: {'port': {'device_id': '692e9294-10ce-4454-8457-0962c3eb242a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:17:40.968152 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:40.989327 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-399bbc90-b153-4f57-99ed-f1baf20b0e10 None None] Provisioning for port 30ea7282-1786-4ac0-89f3-717c7532c19b completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:17:40.994383 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-399bbc90-b153-4f57-99ed-f1baf20b0e10 None None] Provisioning complete for port 30ea7282-1786-4ac0-89f3-717c7532c19b triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:17:40.994747 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-399bbc90-b153-4f57-99ed-f1baf20b0e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:41.047734 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-399bbc90-b153-4f57-99ed-f1baf20b0e10 None None] Port 30ea7282-1786-4ac0-89f3-717c7532c19b cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:17:41.312419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe89c8-08ba-4fd8-a5ae-366a39e9c33d req-7c6246cb-467a-4cb8-9bc0-d560875f8f69 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:41.313021 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fafe89c8-08ba-4fd8-a5ae-366a39e9c33d req-7c6246cb-467a-4cb8-9bc0-d560875f8f69 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:17:41.388176 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ea7282-1786-4ac0-89f3-717c7532c19b {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:17:41.395596 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:41.410339 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] Transition to ACTIVE for port object 30ea7282-1786-4ac0-89f3-717c7532c19b will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:17:41.474394 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fafe89c8-08ba-4fd8-a5ae-366a39e9c33d req-7c6246cb-467a-4cb8-9bc0-d560875f8f69 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:17:41.476020 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fafe89c8-08ba-4fd8-a5ae-366a39e9c33d req-7c6246cb-467a-4cb8-9bc0-d560875f8f69 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 932 time: 0.2956660 Mar 02 19:17:41.498473 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:41.644142 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] Pushing event updated for resources: {'Port': ['ID=30ea7282-1786-4ac0-89f3-717c7532c19b,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:41.648136 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fafe89c8-08ba-4fd8-a5ae-366a39e9c33d req-68d65b22-a06d-4cde-a767-ea9d6767b351 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=18cfb6e5-a303-49f1-893d-f393d6217405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663754 Mar 02 19:17:41.757185 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] Attempting to bind port 30ea7282-1786-4ac0-89f3-717c7532c19b on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:17:41.757528 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] Attempting to bind port 30ea7282-1786-4ac0-89f3-717c7532c19b by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '688fc466-63e7-4770-b369-74aa61c93570'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:17:41.757854 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] Attempting to bind port 30ea7282-1786-4ac0-89f3-717c7532c19b on network 688fc466-63e7-4770-b369-74aa61c93570 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:17:41.764736 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] Port 30ea7282-1786-4ac0-89f3-717c7532c19b on network 688fc466-63e7-4770-b369-74aa61c93570 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:17:41.765062 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] Attempting to bind port 30ea7282-1786-4ac0-89f3-717c7532c19b on network 688fc466-63e7-4770-b369-74aa61c93570 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:17:41.771326 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:17:41.771692 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] Checking segment: {'id': '47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '688fc466-63e7-4770-b369-74aa61c93570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:17:41.772074 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] Bound using segment: {'id': '47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '688fc466-63e7-4770-b369-74aa61c93570'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:17:41.772494 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] Bound port: 30ea7282-1786-4ac0-89f3-717c7532c19b, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '688fc466-63e7-4770-b369-74aa61c93570'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:17:41.772885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:41.862897 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] For port 30ea7282-1786-4ac0-89f3-717c7532c19b, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:17:41.865791 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] For port 30ea7282-1786-4ac0-89f3-717c7532c19b, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=30ea7282-1786-4ac0-89f3-717c7532c19b,segment=NetworkSegment(47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2),segment_id=47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:17:41.938076 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:42.001559 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:42.003225 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] 10.222.0.87 "PUT /v2.0/ports/30ea7282-1786-4ac0-89f3-717c7532c19b HTTP/1.1" status: 200 len: 1094 time: 1.1477036 Mar 02 19:17:42.003824 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692e9294-10ce-4454-8457-0962c3eb242a', 'tag': '30ea7282-1786-4ac0-89f3-717c7532c19b'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:17:42.021587 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc175d4-2040-4e53-a2ab-2b3aaa272350 service neutron] Pushing event updated for resources: {'Port': ['ID=30ea7282-1786-4ac0-89f3-717c7532c19b,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:42.069941 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692e9294-10ce-4454-8457-0962c3eb242a', 'tag': '30ea7282-1786-4ac0-89f3-717c7532c19b', 'status': 'completed', 'code': 200} Mar 02 19:17:42.168739 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b51c5ac6-cc08-4272-ac27-eb9532e61628 req-df705f35-d65a-4b70-a877-f4201666cf61 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 1097 time: 0.0780466 Mar 02 19:17:42.309729 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c5ac6-cc08-4272-ac27-eb9532e61628 req-cc2209b1-a404-4508-a5e1-d700f36355ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:42.311167 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b51c5ac6-cc08-4272-ac27-eb9532e61628 req-cc2209b1-a404-4508-a5e1-d700f36355ff service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=3b5a22e326e84c6680d758252463bbd4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1360888 Mar 02 19:17:42.448655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c5ac6-cc08-4272-ac27-eb9532e61628 req-4b1e6805-8ea2-4253-a632-ac0b4f779f55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:42.450089 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b51c5ac6-cc08-4272-ac27-eb9532e61628 req-4b1e6805-8ea2-4253-a632-ac0b4f779f55 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334724 Mar 02 19:17:42.557502 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-41c621b6-ae67-4d42-8b85-9a9e0273f553 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 1097 time: 0.0695555 Mar 02 19:17:42.727521 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-bc47517d-bff2-4e96-aa41-0b5f19da4a43 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30ea7282-1786-4ac0-89f3-717c7532c19b HTTP/1.1" status: 200 len: 217 time: 0.1632733 Mar 02 19:17:42.849242 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-6d2caec5-9831-4e8d-86ce-8997889e446d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:42.850711 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-6d2caec5-9831-4e8d-86ce-8997889e446d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a99c70df-9740-4076-9d06-ffea9e44bd10 HTTP/1.1" status: 200 len: 844 time: 0.1173828 Mar 02 19:17:42.916182 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568d576-f797-46b9-876b-1f945e4e2b5b req-d0ea4696-96a7-4e71-92d4-d40e1f8d53db tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:42.917614 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6568d576-f797-46b9-876b-1f945e4e2b5b req-d0ea4696-96a7-4e71-92d4-d40e1f8d53db tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 944 time: 0.1422055 Mar 02 19:17:42.977696 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-53dd3765-c248-483a-9eb5-02748ebdf119 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=688fc466-63e7-4770-b369-74aa61c93570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1201930 Mar 02 19:17:42.979691 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6568d576-f797-46b9-876b-1f945e4e2b5b req-414b256f-b61c-4c32-84ec-fd11110d2286 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=18cfb6e5-a303-49f1-893d-f393d6217405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555172 Mar 02 19:17:43.117459 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-e6d8b8d1-7cea-436e-933f-f1f890fc13e0 service neutron] 10.222.0.87 "GET /v2.0/networks/688fc466-63e7-4770-b369-74aa61c93570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330869 Mar 02 19:17:43.252614 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-451a5899-4b98-4c5d-b1a2-d4deb16f6099 req-03d60629-bdec-436e-9a39-fc0cee566a4f service neutron] 10.222.0.87 "GET /v2.0/networks/688fc466-63e7-4770-b369-74aa61c93570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286867 Mar 02 19:17:44.178995 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e90880-3052-4d83-b98b-fc050decabbd req-a92eef5f-aca1-4a39-9636-39021bbd7e8b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:44.180443 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-66e90880-3052-4d83-b98b-fc050decabbd req-a92eef5f-aca1-4a39-9636-39021bbd7e8b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 944 time: 0.0775368 Mar 02 19:17:44.224388 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-66e90880-3052-4d83-b98b-fc050decabbd req-ebacb84d-1ffe-4e2f-a813-1b9b9ff24021 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:17:44.235604 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-66e90880-3052-4d83-b98b-fc050decabbd req-ebacb84d-1ffe-4e2f-a813-1b9b9ff24021 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:17:44.236697 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-66e90880-3052-4d83-b98b-fc050decabbd req-ebacb84d-1ffe-4e2f-a813-1b9b9ff24021 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=18cfb6e5-a303-49f1-893d-f393d6217405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508487 Mar 02 19:17:45.439174 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d06a9a-6a64-4bf4-a784-2cb20935c95d req-aa3f38d7-37d3-473c-9c56-c7501d841104 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:45.440758 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a4d06a9a-6a64-4bf4-a784-2cb20935c95d req-aa3f38d7-37d3-473c-9c56-c7501d841104 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 944 time: 0.0800509 Mar 02 19:17:45.488457 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a4d06a9a-6a64-4bf4-a784-2cb20935c95d req-4adbbb2a-af78-44e9-bb89-a03a13bf7f6a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=18cfb6e5-a303-49f1-893d-f393d6217405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419202 Mar 02 19:17:46.681024 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb98ca1-a46d-46ac-8183-a4d5e291d941 req-ad9b03e0-2b89-4b21-87a0-3b9a8f38f50d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:46.682487 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0cb98ca1-a46d-46ac-8183-a4d5e291d941 req-ad9b03e0-2b89-4b21-87a0-3b9a8f38f50d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 944 time: 0.0763631 Mar 02 19:17:46.729419 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0cb98ca1-a46d-46ac-8183-a4d5e291d941 req-d543c671-17d8-4791-850f-316950c001b9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=18cfb6e5-a303-49f1-893d-f393d6217405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412354 Mar 02 19:17:46.913244 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 30ea7282-1786-4ac0-89f3-717c7532c19b details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:17:47.048632 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 30ea7282-1786-4ac0-89f3-717c7532c19b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=30ea7282-1786-4ac0-89f3-717c7532c19b,segment=NetworkSegment(47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2),segment_id=47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:17:47.094804 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '30ea7282-1786-4ac0-89f3-717c7532c19b', 'network_id': '688fc466-63e7-4770-b369-74aa61c93570', 'port_id': '30ea7282-1786-4ac0-89f3-717c7532c19b', 'mac_address': 'fa:16:3e:6f:5c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99c70df-9740-4076-9d06-ffea9e44bd10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:17:47.151888 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:47.169189 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ea7282-1786-4ac0-89f3-717c7532c19b {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:17:47.184347 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 30ea7282-1786-4ac0-89f3-717c7532c19b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=30ea7282-1786-4ac0-89f3-717c7532c19b,segment=NetworkSegment(47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2),segment_id=47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:17:47.263145 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:47.333623 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=30ea7282-1786-4ac0-89f3-717c7532c19b,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:47.475417 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['30ea7282-1786-4ac0-89f3-717c7532c19b'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:17:47.931964 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c3d17-6a90-4afe-932e-a4ca52d6d0fa req-67995be7-7a29-487a-bb4c-2d509ef1d581 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:47.933416 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d13c3d17-6a90-4afe-932e-a4ca52d6d0fa req-67995be7-7a29-487a-bb4c-2d509ef1d581 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 945 time: 0.0779505 Mar 02 19:17:47.981993 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d13c3d17-6a90-4afe-932e-a4ca52d6d0fa req-d6b1f3ee-7f52-43b8-b7c1-5d21cd9ec450 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=18cfb6e5-a303-49f1-893d-f393d6217405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429721 Mar 02 19:17:48.942959 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 30ea7282-1786-4ac0-89f3-717c7532c19b up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:17:49.091541 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 30ea7282-1786-4ac0-89f3-717c7532c19b completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:17:49.097020 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 30ea7282-1786-4ac0-89f3-717c7532c19b triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:17:49.097383 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:49.223129 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06b003-6ce1-474a-96ea-6b8fd9a77082 req-4dac6d47-1a57-45a9-8034-49e0f5dda095 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:49.224625 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7c06b003-6ce1-474a-96ea-6b8fd9a77082 req-4dac6d47-1a57-45a9-8034-49e0f5dda095 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 945 time: 0.0948241 Mar 02 19:17:49.241882 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:49.275016 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692e9294-10ce-4454-8457-0962c3eb242a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ea7282-1786-4ac0-89f3-717c7532c19b'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:17:49.276520 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7c06b003-6ce1-474a-96ea-6b8fd9a77082 req-b6e0993a-2bc5-4ce8-b224-c3644c65563a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=18cfb6e5-a303-49f1-893d-f393d6217405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452762 Mar 02 19:17:49.283198 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 30ea7282-1786-4ac0-89f3-717c7532c19b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=30ea7282-1786-4ac0-89f3-717c7532c19b,segment=NetworkSegment(47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2),segment_id=47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:17:49.347564 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692e9294-10ce-4454-8457-0962c3eb242a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ea7282-1786-4ac0-89f3-717c7532c19b', 'code': 200} Mar 02 19:17:49.364264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:49.434752 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=30ea7282-1786-4ac0-89f3-717c7532c19b,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:49.760355 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fa55cb6a-f31d-4c57-be48-54e0bf982958 req-f45f285b-27ea-46d2-a5df-8bd4064b1b84 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 1099 time: 0.0667384 Mar 02 19:17:49.802573 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fa55cb6a-f31d-4c57-be48-54e0bf982958 req-8cdaed0c-653d-4e32-8323-5b2f017ef303 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=18cfb6e5-a303-49f1-893d-f393d6217405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358007 Mar 02 19:17:50.484970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d7272-3c26-4a0a-812d-39c3ccbca415 req-c78cddb0-d6e9-4142-9552-8834074a5c69 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:50.486405 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9a7d7272-3c26-4a0a-812d-39c3ccbca415 req-c78cddb0-d6e9-4142-9552-8834074a5c69 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 946 time: 0.0796382 Mar 02 19:17:50.537296 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9a7d7272-3c26-4a0a-812d-39c3ccbca415 req-bb50373d-5ae2-4fd6-bc0f-bd24bc42b050 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=18cfb6e5-a303-49f1-893d-f393d6217405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445943 Mar 02 19:17:50.662525 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:17:51.692465 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-57d2238b-033f-4574-9b33-5bfa89c251a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:51.740698 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409799be-2681-4d3c-8c43-bf2144b64bed req-e7ba2811-05ff-4d69-bf3b-8012f96f6af3 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:51.742178 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-409799be-2681-4d3c-8c43-bf2144b64bed req-e7ba2811-05ff-4d69-bf3b-8012f96f6af3 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 946 time: 0.0808122 Mar 02 19:17:51.787509 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-409799be-2681-4d3c-8c43-bf2144b64bed req-d7bb743d-d845-4bb0-b2d4-f825479131f2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=18cfb6e5-a303-49f1-893d-f393d6217405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396686 Mar 02 19:17:52.006308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972c875-41ed-4234-82dc-befbc6628146 req-1efefeb6-8239-4cb2-87e5-dcc0cc2f6d5c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:52.007824 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f972c875-41ed-4234-82dc-befbc6628146 req-1efefeb6-8239-4cb2-87e5-dcc0cc2f6d5c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 946 time: 0.0810285 Mar 02 19:17:52.054347 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f972c875-41ed-4234-82dc-befbc6628146 req-91665b93-f5c2-416f-b08a-19ed5cc8440b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=18cfb6e5-a303-49f1-893d-f393d6217405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409412 Mar 02 19:17:52.082193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39022) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:52.151063 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6e834f5b-f5ce-426d-9886-530d34a8d1e9 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 1094 time: 0.0676105 Mar 02 19:17:52.155185 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39026) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:52.162264 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': '30ea7282-1786-4ac0-89f3-717c7532c19b', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:17:52.170429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:17:52.173346 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:floatingip and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:17:52.177585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:17:52.183135 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:17:52.257853 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:52.396146 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:52.533780 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.26.4.137 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/2ca745a9-92b4-46b2-abad-06fe5bcaa640) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:17:52.679969 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:52.834972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:52.899395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:17:52.900496 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:17:52.902940 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:17:52.946215 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=2ca745a9-92b4-46b2-abad-06fe5bcaa640,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:53.506030 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:53.666283 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:53.740822 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ccfb18e7-ae0c-42e4-9421-021aa463a639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:53.873834 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:53.934784 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:54.044562 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=2ca745a9-92b4-46b2-abad-06fe5bcaa640,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:54.057415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:54.256877 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Floating IP 980fad23-546b-44d0-a200-6304622ea1c1 associated. External IP: 172.26.4.137, port: 30ea7282-1786-4ac0-89f3-717c7532c19b. Mar 02 19:17:54.662373 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 40892fc2-7c1c-4855-9fb6-cd517664a21d has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:17:54.962050 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:17:54.972618 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da5bb51-a8a8-4f16-b672-d63a9d1592cf None None] Sync routers for ids ['40892fc2-7c1c-4855-9fb6-cd517664a21d'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:17:54.985210 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5bb51-a8a8-4f16-b672-d63a9d1592cf None None] Routers {'40892fc2-7c1c-4855-9fb6-cd517664a21d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:17:54.985832 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6da5bb51-a8a8-4f16-b672-d63a9d1592cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:17:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['40892fc2-7c1c-4855-9fb6-cd517664a21d'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:55.049977 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:55.107769 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6128d119-ac07-4ce1-a497-5ba4fad63e10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9514835 Mar 02 19:17:55.112200 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692e9294-10ce-4454-8457-0962c3eb242a', 'tag': '30ea7282-1786-4ac0-89f3-717c7532c19b'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:17:55.112353 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39030) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:55.166080 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692e9294-10ce-4454-8457-0962c3eb242a', 'tag': '30ea7282-1786-4ac0-89f3-717c7532c19b', 'status': 'completed', 'code': 200} Mar 02 19:17:55.183291 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:55.207773 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-6da5bb51-a8a8-4f16-b672-d63a9d1592cf None None] Set router 40892fc2-7c1c-4855-9fb6-cd517664a21d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:17:55.239773 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5aa7eb78-7a62-4640-848d-461eb323deb4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/980fad23-546b-44d0-a200-6304622ea1c1 HTTP/1.1" status: 200 len: 992 time: 0.1275055 Mar 02 19:17:55.258791 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-74dde18a-7999-4e6b-a149-83d2f17f0245 req-d04a8792-817f-4580-8bc3-663185e0e7ca service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 1099 time: 0.0706804 Mar 02 19:17:55.394354 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dde18a-7999-4e6b-a149-83d2f17f0245 req-91b3c5b3-675e-4ef6-9c25-853649da4beb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:55.397745 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-74dde18a-7999-4e6b-a149-83d2f17f0245 req-91b3c5b3-675e-4ef6-9c25-853649da4beb service neutron] 10.222.0.87 "GET /v2.0/networks?id=688fc466-63e7-4770-b369-74aa61c93570 HTTP/1.1" status: 200 len: 898 time: 0.1307659 Mar 02 19:17:55.463267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:55.502082 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-74dde18a-7999-4e6b-a149-83d2f17f0245 req-08ce6ed7-3bfc-4b00-b2f9-32020a46bf5c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30ea7282-1786-4ac0-89f3-717c7532c19b HTTP/1.1" status: 200 len: 1000 time: 0.0996053 Mar 02 19:17:55.562020 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6da5bb51-a8a8-4f16-b672-d63a9d1592cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'name': 'tempest-TestNetworkBasicOps-router-318701947', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '980fad23-546b-44d0-a200-6304622ea1c1', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'port_id': '30ea7282-1786-4ac0-89f3-717c7532c19b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '688fc466-63e7-4770-b369-74aa61c93570', 'mac_address': 'fa:16:3e:6f:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692e9294-10ce-4454-8457-0962c3eb242a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:17:53Z', 'updated_at': '2022-03-02T19:17:53Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b626960-6c0c-42e3-9172-7ddec42e3ba0', 'name': '', 'network_id': '688fc466-63e7-4770-b369-74aa61c93570', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:e9:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a99c70df-9740-4076-9d06-ffea9e44bd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:29Z', 'updated_at': '2022-03-02T19:17:36Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'a99c70df-9740-4076-9d06-ffea9e44bd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:55.566544 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da5bb51-a8a8-4f16-b672-d63a9d1592cf None None] Checking router: 40892fc2-7c1c-4855-9fb6-cd517664a21d for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:17:55.569041 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dde18a-7999-4e6b-a149-83d2f17f0245 req-aa416e24-ba7d-4023-8978-2b5e762b07d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:55.570494 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-74dde18a-7999-4e6b-a149-83d2f17f0245 req-aa416e24-ba7d-4023-8978-2b5e762b07d8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a99c70df-9740-4076-9d06-ffea9e44bd10 HTTP/1.1" status: 200 len: 844 time: 0.0626843 Mar 02 19:17:55.577020 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5bb51-a8a8-4f16-b672-d63a9d1592cf None None] Routers {'40892fc2-7c1c-4855-9fb6-cd517664a21d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:17:55.577610 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6da5bb51-a8a8-4f16-b672-d63a9d1592cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:17:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['40892fc2-7c1c-4855-9fb6-cd517664a21d'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:55.648494 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-74dde18a-7999-4e6b-a149-83d2f17f0245 req-6e6a419b-cb19-4bc5-91ff-198916dbfe07 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=688fc466-63e7-4770-b369-74aa61c93570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719538 Mar 02 19:17:55.756484 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-6da5bb51-a8a8-4f16-b672-d63a9d1592cf None None] Set router 40892fc2-7c1c-4855-9fb6-cd517664a21d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:17:55.779575 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-74dde18a-7999-4e6b-a149-83d2f17f0245 req-ee876e70-bf0e-4747-89d8-165189e9c035 service neutron] 10.222.0.87 "GET /v2.0/networks/688fc466-63e7-4770-b369-74aa61c93570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243455 Mar 02 19:17:55.914294 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-74dde18a-7999-4e6b-a149-83d2f17f0245 req-7e6dc7f5-31fb-4965-b218-57edb8aa175f service neutron] 10.222.0.87 "GET /v2.0/networks/688fc466-63e7-4770-b369-74aa61c93570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288378 Mar 02 19:17:56.107256 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6da5bb51-a8a8-4f16-b672-d63a9d1592cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'name': 'tempest-TestNetworkBasicOps-router-318701947', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '980fad23-546b-44d0-a200-6304622ea1c1', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'port_id': '30ea7282-1786-4ac0-89f3-717c7532c19b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '688fc466-63e7-4770-b369-74aa61c93570', 'mac_address': 'fa:16:3e:6f:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692e9294-10ce-4454-8457-0962c3eb242a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:17:53Z', 'updated_at': '2022-03-02T19:17:53Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b626960-6c0c-42e3-9172-7ddec42e3ba0', 'name': '', 'network_id': '688fc466-63e7-4770-b369-74aa61c93570', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:e9:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a99c70df-9740-4076-9d06-ffea9e44bd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:29Z', 'updated_at': '2022-03-02T19:17:36Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'a99c70df-9740-4076-9d06-ffea9e44bd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:56.111081 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da5bb51-a8a8-4f16-b672-d63a9d1592cf None None] The sync data for ids ['40892fc2-7c1c-4855-9fb6-cd517664a21d'] in dv-neutron-831573-1-hyperv is: [{'id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'name': 'tempest-TestNetworkBasicOps-router-318701947', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '980fad23-546b-44d0-a200-6304622ea1c1', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'port_id': '30ea7282-1786-4ac0-89f3-717c7532c19b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '688fc466-63e7-4770-b369-74aa61c93570', 'mac_address': 'fa:16:3e:6f:5c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692e9294-10ce-4454-8457-0962c3eb242a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:17:53Z', 'updated_at': '2022-03-02T19:17:53Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b626960-6c0c-42e3-9172-7ddec42e3ba0', 'name': '', 'network_id': '688fc466-63e7-4770-b369-74aa61c93570', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:e9:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a99c70df-9740-4076-9d06-ffea9e44bd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:29Z', 'updated_at': '2022-03-02T19:17:36Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'a99c70df-9740-4076-9d06-ffea9e44bd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:17:56.241311 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39036) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:56.317342 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9162d6d5-0ddb-4b22-a5a6-8d60cc6d0ac1 None None] New status for floating IP 980fad23-546b-44d0-a200-6304622ea1c1: ACTIVE {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:17:56.349570 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-cfd63f15-cc2a-4eb4-9f1f-1b28a1c75c04 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/980fad23-546b-44d0-a200-6304622ea1c1 HTTP/1.1" status: 200 len: 992 time: 0.1070435 Mar 02 19:17:56.493470 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:57.353306 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39040) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:57.460755 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3e64f47c-8f51-4476-a8aa-ed2cb9e91832 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/980fad23-546b-44d0-a200-6304622ea1c1 HTTP/1.1" status: 200 len: 994 time: 0.1062658 Mar 02 19:18:01.377394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:19.799797 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66929fa3-0b5e-4769-99f0-347bd3d18169 req-70eabff2-6bdb-432d-a5e6-240f200625bd service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676765 Mar 02 19:18:19.942296 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66929fa3-0b5e-4769-99f0-347bd3d18169 req-e5233c49-048d-42ec-af40-80128c8ee714 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 1099 time: 0.0709913 Mar 02 19:18:20.095164 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66929fa3-0b5e-4769-99f0-347bd3d18169 req-e484a3d3-124e-4a23-a2f4-c4f3161933a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:20.096707 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66929fa3-0b5e-4769-99f0-347bd3d18169 req-e484a3d3-124e-4a23-a2f4-c4f3161933a4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=688fc466-63e7-4770-b369-74aa61c93570 HTTP/1.1" status: 200 len: 898 time: 0.1351247 Mar 02 19:18:20.197942 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66929fa3-0b5e-4769-99f0-347bd3d18169 req-f1240226-3d14-46e0-9345-9850023bf024 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30ea7282-1786-4ac0-89f3-717c7532c19b HTTP/1.1" status: 200 len: 1002 time: 0.0943048 Mar 02 19:18:20.262781 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66929fa3-0b5e-4769-99f0-347bd3d18169 req-8144cd35-81e4-466d-8da6-96913fdc069a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:20.264245 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66929fa3-0b5e-4769-99f0-347bd3d18169 req-8144cd35-81e4-466d-8da6-96913fdc069a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a99c70df-9740-4076-9d06-ffea9e44bd10 HTTP/1.1" status: 200 len: 844 time: 0.0608001 Mar 02 19:18:20.339696 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66929fa3-0b5e-4769-99f0-347bd3d18169 req-de362042-be24-419b-9f16-0f8cc502ed39 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=688fc466-63e7-4770-b369-74aa61c93570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692208 Mar 02 19:18:20.471925 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66929fa3-0b5e-4769-99f0-347bd3d18169 req-224eb44b-c545-4977-9916-3d0f8122c11b service neutron] 10.222.0.87 "GET /v2.0/networks/688fc466-63e7-4770-b369-74aa61c93570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257193 Mar 02 19:18:20.698392 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66929fa3-0b5e-4769-99f0-347bd3d18169 req-273db9bc-4269-4ba4-9172-a083435f44fe service neutron] 10.222.0.87 "GET /v2.0/networks/688fc466-63e7-4770-b369-74aa61c93570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174046 Mar 02 19:18:21.643683 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-73a5da29-0dad-4535-a0ec-655ba39c28bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:23.741054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a9ce0743-2bef-47f2-9fc7-96119a029531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:25.155960 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:25.461613 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:26.452670 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:27.663212 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:18:31.381301 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:51.676304 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-321d149f-7bf2-4c75-92fd-ca917b45d248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:53.752864 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-56942c33-ee1b-4886-a163-3dda29b770a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:55.159025 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:55.455916 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:56.455801 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:01.376758 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:04.664518 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:19:19.800734 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ce36a210-9391-4653-a494-9ee33729e331 req-7ffea1dc-5cad-4bd6-bf51-7144ba0fb9c3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703220 Mar 02 19:19:19.939600 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ce36a210-9391-4653-a494-9ee33729e331 req-cd6aae21-2296-4c96-8bd3-9bbfe11ed7db service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 1099 time: 0.0720694 Mar 02 19:19:20.086734 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36a210-9391-4653-a494-9ee33729e331 req-212ea1e2-2725-44c8-a13c-2a9cdbb73b5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:20.088257 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ce36a210-9391-4653-a494-9ee33729e331 req-212ea1e2-2725-44c8-a13c-2a9cdbb73b5c service neutron] 10.222.0.87 "GET /v2.0/networks?id=688fc466-63e7-4770-b369-74aa61c93570 HTTP/1.1" status: 200 len: 898 time: 0.1283538 Mar 02 19:19:20.193587 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ce36a210-9391-4653-a494-9ee33729e331 req-7faa91f8-66fc-4995-9757-53421096dea8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30ea7282-1786-4ac0-89f3-717c7532c19b HTTP/1.1" status: 200 len: 1002 time: 0.0980742 Mar 02 19:19:20.266951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36a210-9391-4653-a494-9ee33729e331 req-77fc7e93-4cd0-4568-9d76-22648d2dfefa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:20.268430 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ce36a210-9391-4653-a494-9ee33729e331 req-77fc7e93-4cd0-4568-9d76-22648d2dfefa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a99c70df-9740-4076-9d06-ffea9e44bd10 HTTP/1.1" status: 200 len: 844 time: 0.0683982 Mar 02 19:19:20.345480 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ce36a210-9391-4653-a494-9ee33729e331 req-8adff160-c47e-4b65-a54d-aa56160292ed service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=688fc466-63e7-4770-b369-74aa61c93570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709884 Mar 02 19:19:20.356007 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [req-ce36a210-9391-4653-a494-9ee33729e331 req-f7cde6da-1ed8-4489-b546-e6a4061377a6 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 19:19:20.356962 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ce36a210-9391-4653-a494-9ee33729e331 req-f7cde6da-1ed8-4489-b546-e6a4061377a6 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049341 Mar 02 19:19:20.492742 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ce36a210-9391-4653-a494-9ee33729e331 req-0149ac66-aa5b-49b4-8e4c-0da643e82e42 service neutron] 10.222.0.87 "GET /v2.0/networks/688fc466-63e7-4770-b369-74aa61c93570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281948 Mar 02 19:19:20.623120 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ce36a210-9391-4653-a494-9ee33729e331 req-b747d5f9-0441-41ec-8327-bfebf20898eb service neutron] 10.222.0.87 "GET /v2.0/networks/688fc466-63e7-4770-b369-74aa61c93570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254117 Mar 02 19:19:21.687646 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9d73f1e3-d7ff-43dc-b94b-b311a8866335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:23.798951 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9dc901b8-e9a3-440f-b15e-4d844854c38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:25.230562 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:25.521859 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:26.470973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:31.439450 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:41.665351 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:19:50.795641 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39074) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:19:50.968134 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-6ed2168f-fb95-4cf0-93b7-f9e23dd76cac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:19:51.207781 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6ed2168f-fb95-4cf0-93b7-f9e23dd76cac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1443126'] for subnet, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:51.467980 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6ed2168f-fb95-4cf0-93b7-f9e23dd76cac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778372032925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-981219'] for subnet, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:51.526030 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed2168f-fb95-4cf0-93b7-f9e23dd76cac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:51.526611 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6ed2168f-fb95-4cf0-93b7-f9e23dd76cac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:51.528693 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6ed2168f-fb95-4cf0-93b7-f9e23dd76cac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/subnets/a99c70df-9740-4076-9d06-ffea9e44bd10 HTTP/1.1" status: 200 len: 836 time: 0.7312925 Mar 02 19:19:51.533140 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40b9307-53b6-4c06-94d1-98319c9102a9 None None] Network 688fc466-63e7-4770-b369-74aa61c93570 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:19:51.539463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2168f-fb95-4cf0-93b7-f9e23dd76cac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Subnet': ['ID=a99c70df-9740-4076-9d06-ffea9e44bd10,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:19:51.548654 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2168f-fb95-4cf0-93b7-f9e23dd76cac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:51.548993 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2168f-fb95-4cf0-93b7-f9e23dd76cac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:51.549323 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2168f-fb95-4cf0-93b7-f9e23dd76cac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:51.549645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2168f-fb95-4cf0-93b7-f9e23dd76cac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:51.549966 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2168f-fb95-4cf0-93b7-f9e23dd76cac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:51.550284 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2168f-fb95-4cf0-93b7-f9e23dd76cac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:51.550600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2168f-fb95-4cf0-93b7-f9e23dd76cac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:51.550912 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2168f-fb95-4cf0-93b7-f9e23dd76cac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:51.551224 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2168f-fb95-4cf0-93b7-f9e23dd76cac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:51.551560 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2168f-fb95-4cf0-93b7-f9e23dd76cac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:51.551870 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2168f-fb95-4cf0-93b7-f9e23dd76cac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:51.764886 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-57d3ba3f-e457-470a-9f84-4eaeaad74b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:52.047158 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7d0ff8c4-629d-48b3-8329-6a84a013737d None None] Provisioning complete for port 0b626960-6c0c-42e3-9172-7ddec42e3ba0 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:19:52.047442 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7d0ff8c4-629d-48b3-8329-6a84a013737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:52.202466 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7d0ff8c4-629d-48b3-8329-6a84a013737d None None] Provisioning complete for port f009448a-8be1-445b-95d7-79d8b3db3c4d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:19:52.202821 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7d0ff8c4-629d-48b3-8329-6a84a013737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:52.326366 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7d0ff8c4-629d-48b3-8329-6a84a013737d None None] Provisioning complete for port 30ea7282-1786-4ac0-89f3-717c7532c19b triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:19:52.326639 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7d0ff8c4-629d-48b3-8329-6a84a013737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:53.751431 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b57acff6-d601-4a01-8f2c-394c4714fcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:55.174050 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:55.453847 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:56.462256 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:01.528982 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:18.666432 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:20:20.902881 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-57d00c3b-b3d4-4198-9f26-71a7d530dd2a req-057506f4-6d4d-4eb1-9a5b-7ed147d0f70c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1516905 Mar 02 19:20:21.046787 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-57d00c3b-b3d4-4198-9f26-71a7d530dd2a req-ce25ef39-0b6b-4bb1-8b53-d910702e7640 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 1099 time: 0.0748596 Mar 02 19:20:21.209062 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d00c3b-b3d4-4198-9f26-71a7d530dd2a req-0a9107dd-14f0-48ec-a789-86f0104561fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:21.210629 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-57d00c3b-b3d4-4198-9f26-71a7d530dd2a req-0a9107dd-14f0-48ec-a789-86f0104561fd service neutron] 10.222.0.87 "GET /v2.0/networks?id=688fc466-63e7-4770-b369-74aa61c93570 HTTP/1.1" status: 200 len: 898 time: 0.1439717 Mar 02 19:20:21.317264 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-57d00c3b-b3d4-4198-9f26-71a7d530dd2a req-bf00a86b-644e-4284-b0b5-0d71aefd5ea1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30ea7282-1786-4ac0-89f3-717c7532c19b HTTP/1.1" status: 200 len: 1002 time: 0.0987899 Mar 02 19:20:21.378915 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d00c3b-b3d4-4198-9f26-71a7d530dd2a req-9b065b39-b0b2-4463-a587-7219a6723bfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:21.380926 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-57d00c3b-b3d4-4198-9f26-71a7d530dd2a req-9b065b39-b0b2-4463-a587-7219a6723bfc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a99c70df-9740-4076-9d06-ffea9e44bd10 HTTP/1.1" status: 200 len: 844 time: 0.0565145 Mar 02 19:20:21.453502 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-57d00c3b-b3d4-4198-9f26-71a7d530dd2a req-cf5558bb-25af-428c-8db7-26137e368ee4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=688fc466-63e7-4770-b369-74aa61c93570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665004 Mar 02 19:20:21.604010 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-57d00c3b-b3d4-4198-9f26-71a7d530dd2a req-99e8ea28-92c9-4210-af6d-451afc20cea0 service neutron] 10.222.0.87 "GET /v2.0/networks/688fc466-63e7-4770-b369-74aa61c93570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434345 Mar 02 19:20:21.692001 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-420b3179-6278-46be-a3c6-c92a4309b960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:21.849101 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-57d00c3b-b3d4-4198-9f26-71a7d530dd2a req-e2e96f21-f802-4e31-8146-c507c6f5110d service neutron] 10.222.0.87 "GET /v2.0/networks/688fc466-63e7-4770-b369-74aa61c93570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390165 Mar 02 19:20:23.746220 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-42563fdb-b1fe-404e-a255-54203a4f6942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:25.160105 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:25.451540 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:26.466367 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:31.483252 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:34.446344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39102) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:34.741786 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-70dda386-d93f-4439-a61e-d6f851d6d3b4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 2ca745a9-92b4-46b2-abad-06fe5bcaa640 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:20:34.742078 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70dda386-d93f-4439-a61e-d6f851d6d3b4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:34.909885 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70dda386-d93f-4439-a61e-d6f851d6d3b4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:34.910205 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70dda386-d93f-4439-a61e-d6f851d6d3b4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:35.029864 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-70dda386-d93f-4439-a61e-d6f851d6d3b4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 2ca745a9-92b4-46b2-abad-06fe5bcaa640 owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:20:35.243567 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70dda386-d93f-4439-a61e-d6f851d6d3b4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:35.289069 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dda386-d93f-4439-a61e-d6f851d6d3b4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=2ca745a9-92b4-46b2-abad-06fe5bcaa640,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:35.382803 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70dda386-d93f-4439-a61e-d6f851d6d3b4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:35.774444 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dda386-d93f-4439-a61e-d6f851d6d3b4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 40892fc2-7c1c-4855-9fb6-cd517664a21d has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:20:35.972598 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dda386-d93f-4439-a61e-d6f851d6d3b4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:20:35.984007 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08cee30-22e0-491a-a810-e60d41705768 None None] Sync routers for ids ['40892fc2-7c1c-4855-9fb6-cd517664a21d'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:20:35.999985 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08cee30-22e0-491a-a810-e60d41705768 None None] Routers {'40892fc2-7c1c-4855-9fb6-cd517664a21d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:20:36.000588 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b08cee30-22e0-491a-a810-e60d41705768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:20:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['40892fc2-7c1c-4855-9fb6-cd517664a21d'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:36.097390 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-70dda386-d93f-4439-a61e-d6f851d6d3b4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:36.153445 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-70dda386-d93f-4439-a61e-d6f851d6d3b4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/floatingips/980fad23-546b-44d0-a200-6304622ea1c1 HTTP/1.1" status: 204 len: 168 time: 1.7060235 Mar 02 19:20:36.154172 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692e9294-10ce-4454-8457-0962c3eb242a', 'tag': '30ea7282-1786-4ac0-89f3-717c7532c19b'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:20:36.195098 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-b08cee30-22e0-491a-a810-e60d41705768 None None] Set router 40892fc2-7c1c-4855-9fb6-cd517664a21d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:20:36.521284 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692e9294-10ce-4454-8457-0962c3eb242a', 'tag': '30ea7282-1786-4ac0-89f3-717c7532c19b', 'status': 'completed', 'code': 200} Mar 02 19:20:36.548414 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b08cee30-22e0-491a-a810-e60d41705768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'name': 'tempest-TestNetworkBasicOps-router-318701947', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '0b626960-6c0c-42e3-9172-7ddec42e3ba0', 'name': '', 'network_id': '688fc466-63e7-4770-b369-74aa61c93570', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:e9:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a99c70df-9740-4076-9d06-ffea9e44bd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:29Z', 'updated_at': '2022-03-02T19:17:36Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'a99c70df-9740-4076-9d06-ffea9e44bd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:36.552425 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08cee30-22e0-491a-a810-e60d41705768 None None] Checking router: 40892fc2-7c1c-4855-9fb6-cd517664a21d for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:20:36.570479 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08cee30-22e0-491a-a810-e60d41705768 None None] Routers {'40892fc2-7c1c-4855-9fb6-cd517664a21d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:20:36.570479 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b08cee30-22e0-491a-a810-e60d41705768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:20:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['40892fc2-7c1c-4855-9fb6-cd517664a21d'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:36.625028 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33af01b5-b324-4fd2-9bd7-1f3eb8c351ac req-1bbefbe3-df2e-4d82-9186-5ecbd97f574e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 1099 time: 0.0792260 Mar 02 19:20:36.757289 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-b08cee30-22e0-491a-a810-e60d41705768 None None] Set router 40892fc2-7c1c-4855-9fb6-cd517664a21d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:20:36.767182 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af01b5-b324-4fd2-9bd7-1f3eb8c351ac req-b35f8673-534d-4f67-a6c5-21754b99f13c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:36.770939 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33af01b5-b324-4fd2-9bd7-1f3eb8c351ac req-b35f8673-534d-4f67-a6c5-21754b99f13c service neutron] 10.222.0.87 "GET /v2.0/networks?id=688fc466-63e7-4770-b369-74aa61c93570 HTTP/1.1" status: 200 len: 898 time: 0.1335278 Mar 02 19:20:36.846813 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33af01b5-b324-4fd2-9bd7-1f3eb8c351ac req-46a2ad0d-d738-4ab1-8801-8c02a7bf148c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30ea7282-1786-4ac0-89f3-717c7532c19b HTTP/1.1" status: 200 len: 217 time: 0.0705111 Mar 02 19:20:36.912261 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af01b5-b324-4fd2-9bd7-1f3eb8c351ac req-787d4d5b-eca7-4685-8d92-c5e07d9ebf27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:36.920253 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33af01b5-b324-4fd2-9bd7-1f3eb8c351ac req-787d4d5b-eca7-4685-8d92-c5e07d9ebf27 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a99c70df-9740-4076-9d06-ffea9e44bd10 HTTP/1.1" status: 200 len: 844 time: 0.0660896 Mar 02 19:20:37.006696 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7c7be-ee0c-4d87-9f32-a8242df35541 req-7ae95203-8e5f-472c-912e-05f2d1bad54d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:37.007820 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-31c7c7be-ee0c-4d87-9f32-a8242df35541 req-7ae95203-8e5f-472c-912e-05f2d1bad54d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:20:37.015945 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33af01b5-b324-4fd2-9bd7-1f3eb8c351ac req-68cd3344-f6ef-4724-a927-b0ed13d549c1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=688fc466-63e7-4770-b369-74aa61c93570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862572 Mar 02 19:20:37.103515 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-31c7c7be-ee0c-4d87-9f32-a8242df35541 req-7ae95203-8e5f-472c-912e-05f2d1bad54d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:20:37.104821 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-31c7c7be-ee0c-4d87-9f32-a8242df35541 req-7ae95203-8e5f-472c-912e-05f2d1bad54d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 946 time: 0.2693019 Mar 02 19:20:37.111021 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b08cee30-22e0-491a-a810-e60d41705768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'name': 'tempest-TestNetworkBasicOps-router-318701947', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '0b626960-6c0c-42e3-9172-7ddec42e3ba0', 'name': '', 'network_id': '688fc466-63e7-4770-b369-74aa61c93570', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:e9:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a99c70df-9740-4076-9d06-ffea9e44bd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:29Z', 'updated_at': '2022-03-02T19:17:36Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'a99c70df-9740-4076-9d06-ffea9e44bd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:37.115435 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08cee30-22e0-491a-a810-e60d41705768 None None] The sync data for ids ['40892fc2-7c1c-4855-9fb6-cd517664a21d'] in dv-neutron-831573-1-hyperv is: [{'id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'name': 'tempest-TestNetworkBasicOps-router-318701947', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '0b626960-6c0c-42e3-9172-7ddec42e3ba0', 'name': '', 'network_id': '688fc466-63e7-4770-b369-74aa61c93570', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:e9:5a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a99c70df-9740-4076-9d06-ffea9e44bd10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:29Z', 'updated_at': '2022-03-02T19:17:36Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': 'a99c70df-9740-4076-9d06-ffea9e44bd10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:20:37.164019 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-31c7c7be-ee0c-4d87-9f32-a8242df35541 req-2bb9d832-ecc6-44a4-95c3-194fb7a9758c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=18cfb6e5-a303-49f1-893d-f393d6217405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535178 Mar 02 19:20:37.166183 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33af01b5-b324-4fd2-9bd7-1f3eb8c351ac req-58b0c0ff-852c-4719-bf6d-94d6a7fa2ac5 service neutron] 10.222.0.87 "GET /v2.0/networks/688fc466-63e7-4770-b369-74aa61c93570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419716 Mar 02 19:20:37.325895 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33af01b5-b324-4fd2-9bd7-1f3eb8c351ac req-8b090a8a-cf3b-453e-9645-86d08587ac82 service neutron] 10.222.0.87 "GET /v2.0/networks/688fc466-63e7-4770-b369-74aa61c93570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515625 Mar 02 19:20:37.381127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf36087c-7a20-4858-aaa4-de5c309ae434 None None] New status for floating IP 980fad23-546b-44d0-a200-6304622ea1c1: DOWN {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:20:38.468748 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29042a7e-7f7e-4608-a083-ccb272b95bb3 req-059c7587-0657-4f46-8aa9-1965b4bac4a7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:38.470197 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-29042a7e-7f7e-4608-a083-ccb272b95bb3 req-059c7587-0657-4f46-8aa9-1965b4bac4a7 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 946 time: 0.1331308 Mar 02 19:20:38.526193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbd5e6-d393-470b-b068-c30fc04d1b96 req-a222a974-4db6-495f-ae58-c8c36745bdfb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:38.527652 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a2cbd5e6-d393-470b-b068-c30fc04d1b96 req-a222a974-4db6-495f-ae58-c8c36745bdfb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 946 time: 0.2220404 Mar 02 19:20:38.566685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-29042a7e-7f7e-4608-a083-ccb272b95bb3 req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 30ea7282-1786-4ac0-89f3-717c7532c19b {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:20:38.567020 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-29042a7e-7f7e-4608-a083-ccb272b95bb3 req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:38.634375 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a2cbd5e6-d393-470b-b068-c30fc04d1b96 req-d47953fb-6c37-4c4b-bb84-031eb9fbe730 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=18cfb6e5-a303-49f1-893d-f393d6217405&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994315 Mar 02 19:20:38.836951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-29042a7e-7f7e-4608-a083-ccb272b95bb3 req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port 30ea7282-1786-4ac0-89f3-717c7532c19b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=30ea7282-1786-4ac0-89f3-717c7532c19b,segment=NetworkSegment(47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2),segment_id=47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:20:38.837319 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-29042a7e-7f7e-4608-a083-ccb272b95bb3 req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:38.957899 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-29042a7e-7f7e-4608-a083-ccb272b95bb3 req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 30ea7282-1786-4ac0-89f3-717c7532c19b owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:20:39.257888 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-29042a7e-7f7e-4608-a083-ccb272b95bb3 req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:39.307415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=30ea7282-1786-4ac0-89f3-717c7532c19b,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:39.381678 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:39.381937 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:39.382284 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:39.382619 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:39.382954 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:39.383288 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:39.383642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:39.383970 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:39.384298 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:39.384621 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:39.384942 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:39.397995 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-29042a7e-7f7e-4608-a083-ccb272b95bb3 req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] No DVR routers for this DVR port 30ea7282-1786-4ac0-89f3-717c7532c19b on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:20:39.400269 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-29042a7e-7f7e-4608-a083-ccb272b95bb3 req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:39.402849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692e9294-10ce-4454-8457-0962c3eb242a', 'name': 'network-vif-deleted', 'tag': '30ea7282-1786-4ac0-89f3-717c7532c19b'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:20:39.475016 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-29042a7e-7f7e-4608-a083-ccb272b95bb3 req-7e0dbae3-29a8-4f22-92ea-657c46e12a70 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "DELETE /v2.0/ports/30ea7282-1786-4ac0-89f3-717c7532c19b HTTP/1.1" status: 204 len: 173 time: 0.9992740 Mar 02 19:20:39.533489 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692e9294-10ce-4454-8457-0962c3eb242a', 'name': 'network-vif-deleted', 'tag': '30ea7282-1786-4ac0-89f3-717c7532c19b', 'status': 'completed', 'code': 200} Mar 02 19:20:39.803341 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-630085e0-f7a3-4385-8828-750fdcfe36bf req-7df62834-9322-4879-b47e-13e94fc8bad0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:20:39.923291 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-630085e0-f7a3-4385-8828-750fdcfe36bf req-7df62834-9322-4879-b47e-13e94fc8bad0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:20:39.924453 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-630085e0-f7a3-4385-8828-750fdcfe36bf req-7df62834-9322-4879-b47e-13e94fc8bad0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=692e9294-10ce-4454-8457-0962c3eb242a HTTP/1.1" status: 200 len: 210 time: 0.1616249 Mar 02 19:20:41.031025 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39138) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:41.106483 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a66d1a44-1c82-47e6-8909-d8cd6ea1a23c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:41.136248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a66d1a44-1c82-47e6-8909-d8cd6ea1a23c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:41.300699 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a66d1a44-1c82-47e6-8909-d8cd6ea1a23c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:41.321097 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d1a44-1c82-47e6-8909-d8cd6ea1a23c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cfb6e5-a303-49f1-893d-f393d6217405,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:41.416424 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a66d1a44-1c82-47e6-8909-d8cd6ea1a23c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:41.417827 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a66d1a44-1c82-47e6-8909-d8cd6ea1a23c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/security-groups/18cfb6e5-a303-49f1-893d-f393d6217405 HTTP/1.1" status: 204 len: 168 time: 0.3859053 Mar 02 19:20:41.557500 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39144) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:41.606328 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 30ea7282-1786-4ac0-89f3-717c7532c19b no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:20:41.639775 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 30ea7282-1786-4ac0-89f3-717c7532c19b {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:20:41.640113 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 30ea7282-1786-4ac0-89f3-717c7532c19b not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:20:41.951196 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee6ee-f89e-4acc-bc9f-75b1ceaa9812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:42.576530 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ee6ee-f89e-4acc-bc9f-75b1ceaa9812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 0b626960-6c0c-42e3-9172-7ddec42e3ba0 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:20:42.577604 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee6ee-f89e-4acc-bc9f-75b1ceaa9812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:42.887402 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-5e7ee6ee-f89e-4acc-bc9f-75b1ceaa9812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port 0b626960-6c0c-42e3-9172-7ddec42e3ba0, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=0b626960-6c0c-42e3-9172-7ddec42e3ba0,segment=NetworkSegment(47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2),segment_id=47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:20:42.887767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee6ee-f89e-4acc-bc9f-75b1ceaa9812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:43.010643 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ee6ee-f89e-4acc-bc9f-75b1ceaa9812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 0b626960-6c0c-42e3-9172-7ddec42e3ba0 owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:20:43.263112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee6ee-f89e-4acc-bc9f-75b1ceaa9812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:43.310243 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ee6ee-f89e-4acc-bc9f-75b1ceaa9812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=0b626960-6c0c-42e3-9172-7ddec42e3ba0,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:43.614615 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5e7ee6ee-f89e-4acc-bc9f-75b1ceaa9812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:44.191332 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7ee6ee-f89e-4acc-bc9f-75b1ceaa9812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 40892fc2-7c1c-4855-9fb6-cd517664a21d has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:20:44.495747 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7ee6ee-f89e-4acc-bc9f-75b1ceaa9812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:20:44.505161 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5584a3c0-b8a1-490d-acfc-5441ad64b95f None None] Sync routers for ids ['40892fc2-7c1c-4855-9fb6-cd517664a21d'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:20:44.517053 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5584a3c0-b8a1-490d-acfc-5441ad64b95f None None] Routers {'40892fc2-7c1c-4855-9fb6-cd517664a21d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:20:44.517657 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-5584a3c0-b8a1-490d-acfc-5441ad64b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:20:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['40892fc2-7c1c-4855-9fb6-cd517664a21d'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:44.617984 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5e7ee6ee-f89e-4acc-bc9f-75b1ceaa9812 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/routers/40892fc2-7c1c-4855-9fb6-cd517664a21d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0634234 Mar 02 19:20:44.620986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39148) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:44.710844 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-5584a3c0-b8a1-490d-acfc-5441ad64b95f None None] Set router 40892fc2-7c1c-4855-9fb6-cd517664a21d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:20:44.822164 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61a4d09-3c75-4267-809e-0c61c1ca3250 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting subnet a99c70df-9740-4076-9d06-ffea9e44bd10 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:20:44.825213 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f61a4d09-3c75-4267-809e-0c61c1ca3250 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:44.884991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f61a4d09-3c75-4267-809e-0c61c1ca3250 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:44.968778 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f61a4d09-3c75-4267-809e-0c61c1ca3250 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:45.033721 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-5584a3c0-b8a1-490d-acfc-5441ad64b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'name': 'tempest-TestNetworkBasicOps-router-318701947', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:20:43Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:45.040188 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5584a3c0-b8a1-490d-acfc-5441ad64b95f None None] Checking router: 40892fc2-7c1c-4855-9fb6-cd517664a21d for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:20:45.052194 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5584a3c0-b8a1-490d-acfc-5441ad64b95f None None] Routers {'40892fc2-7c1c-4855-9fb6-cd517664a21d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:20:45.053454 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-5584a3c0-b8a1-490d-acfc-5441ad64b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:20:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['40892fc2-7c1c-4855-9fb6-cd517664a21d'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:45.135170 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f61a4d09-3c75-4267-809e-0c61c1ca3250 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:45.172655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a4d09-3c75-4267-809e-0c61c1ca3250 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Subnet': ['ID=a99c70df-9740-4076-9d06-ffea9e44bd10,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:45.182658 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f61a4d09-3c75-4267-809e-0c61c1ca3250 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:45.191327 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4781a77-4917-42d6-9fa9-4a4b2c1a49b8 None None] Network 688fc466-63e7-4770-b369-74aa61c93570 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:20:45.191894 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f61a4d09-3c75-4267-809e-0c61c1ca3250 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/subnets/a99c70df-9740-4076-9d06-ffea9e44bd10 HTTP/1.1" status: 204 len: 168 time: 0.5667534 Mar 02 19:20:45.192008 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39152) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:45.243108 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-5584a3c0-b8a1-490d-acfc-5441ad64b95f None None] Set router 40892fc2-7c1c-4855-9fb6-cd517664a21d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:20:45.471998 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3435b9fb-326b-4a66-b99d-9b5f8a6a8820 None None] DHCP port deletion for 688fc466-63e7-4770-b369-74aa61c93570 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:20:45.477353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-3435b9fb-326b-4a66-b99d-9b5f8a6a8820 None None] Deleting port f009448a-8be1-445b-95d7-79d8b3db3c4d {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:20:45.477732 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3435b9fb-326b-4a66-b99d-9b5f8a6a8820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:45.522779 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d60ef7c7-9e75-47ae-b93d-d7b44db1eac9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:45.547852 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-5584a3c0-b8a1-490d-acfc-5441ad64b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'name': 'tempest-TestNetworkBasicOps-router-318701947', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:20:43Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:45.551686 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5584a3c0-b8a1-490d-acfc-5441ad64b95f None None] The sync data for ids ['40892fc2-7c1c-4855-9fb6-cd517664a21d'] in dv-neutron-831573-1-hyperv is: [{'id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'name': 'tempest-TestNetworkBasicOps-router-318701947', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:20:43Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '5e603132-d2a3-4634-957f-5e5351d9ac1c', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40892fc2-7c1c-4855-9fb6-cd517664a21d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:17:25Z', 'updated_at': '2022-03-02T19:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:20:45.698719 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-3435b9fb-326b-4a66-b99d-9b5f8a6a8820 None None] For port f009448a-8be1-445b-95d7-79d8b3db3c4d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f009448a-8be1-445b-95d7-79d8b3db3c4d,segment=NetworkSegment(47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2),segment_id=47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:20:45.699176 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3435b9fb-326b-4a66-b99d-9b5f8a6a8820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:45.733383 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d60ef7c7-9e75-47ae-b93d-d7b44db1eac9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:45.816656 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-3435b9fb-326b-4a66-b99d-9b5f8a6a8820 None None] Calling delete_port for f009448a-8be1-445b-95d7-79d8b3db3c4d owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:20:45.894674 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d60ef7c7-9e75-47ae-b93d-d7b44db1eac9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 5e603132-d2a3-4634-957f-5e5351d9ac1c {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:20:45.901268 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d60ef7c7-9e75-47ae-b93d-d7b44db1eac9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:45.986435 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3435b9fb-326b-4a66-b99d-9b5f8a6a8820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:46.035159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435b9fb-326b-4a66-b99d-9b5f8a6a8820 None None] Pushing event deleted for resources: {'Port': ['ID=f009448a-8be1-445b-95d7-79d8b3db3c4d,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:46.048009 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3435b9fb-326b-4a66-b99d-9b5f8a6a8820 None None] No DVR routers for this DVR port f009448a-8be1-445b-95d7-79d8b3db3c4d on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:20:46.050152 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b9fb-326b-4a66-b99d-9b5f8a6a8820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:46.050566 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b9fb-326b-4a66-b99d-9b5f8a6a8820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:46.051075 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b9fb-326b-4a66-b99d-9b5f8a6a8820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:46.051433 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b9fb-326b-4a66-b99d-9b5f8a6a8820 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:46.051852 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b9fb-326b-4a66-b99d-9b5f8a6a8820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:46.052397 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b9fb-326b-4a66-b99d-9b5f8a6a8820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:46.053022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b9fb-326b-4a66-b99d-9b5f8a6a8820 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:46.053625 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b9fb-326b-4a66-b99d-9b5f8a6a8820 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:46.054075 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b9fb-326b-4a66-b99d-9b5f8a6a8820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:46.054467 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b9fb-326b-4a66-b99d-9b5f8a6a8820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:46.054862 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b9fb-326b-4a66-b99d-9b5f8a6a8820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:46.090750 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-d60ef7c7-9e75-47ae-b93d-d7b44db1eac9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port 5e603132-d2a3-4634-957f-5e5351d9ac1c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=5e603132-d2a3-4634-957f-5e5351d9ac1c,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:20:46.091099 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d60ef7c7-9e75-47ae-b93d-d7b44db1eac9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:46.204646 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f009448a-8be1-445b-95d7-79d8b3db3c4d no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:20:46.217229 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d60ef7c7-9e75-47ae-b93d-d7b44db1eac9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 5e603132-d2a3-4634-957f-5e5351d9ac1c owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:20:46.238906 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: f009448a-8be1-445b-95d7-79d8b3db3c4d {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:20:46.239245 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f009448a-8be1-445b-95d7-79d8b3db3c4d not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:20:46.239712 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0b626960-6c0c-42e3-9172-7ddec42e3ba0 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:20:46.273665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 0b626960-6c0c-42e3-9172-7ddec42e3ba0 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:20:46.274001 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0b626960-6c0c-42e3-9172-7ddec42e3ba0 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:20:46.477990 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d60ef7c7-9e75-47ae-b93d-d7b44db1eac9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:46.529178 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ef7c7-9e75-47ae-b93d-d7b44db1eac9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=5e603132-d2a3-4634-957f-5e5351d9ac1c,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:46.749395 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d60ef7c7-9e75-47ae-b93d-d7b44db1eac9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:47.011956 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d60ef7c7-9e75-47ae-b93d-d7b44db1eac9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:47.019645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d60ef7c7-9e75-47ae-b93d-d7b44db1eac9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:47.211567 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d60ef7c7-9e75-47ae-b93d-d7b44db1eac9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:47.212084 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60ef7c7-9e75-47ae-b93d-d7b44db1eac9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Fanout notify agent at l3_agent the message router_deleted on router 40892fc2-7c1c-4855-9fb6-cd517664a21d {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:20:47.231382 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d60ef7c7-9e75-47ae-b93d-d7b44db1eac9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:47.235233 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d60ef7c7-9e75-47ae-b93d-d7b44db1eac9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/routers/40892fc2-7c1c-4855-9fb6-cd517664a21d HTTP/1.1" status: 204 len: 168 time: 2.0398536 Mar 02 19:20:47.235517 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39156) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:47.355961 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7316bd8a-55f2-49b6-8ea5-16727d2a7352 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:47.488343 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7316bd8a-55f2-49b6-8ea5-16727d2a7352 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:47.513348 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-7316bd8a-55f2-49b6-8ea5-16727d2a7352 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688fc466-63e7-4770-b369-74aa61c93570']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:47.525670 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-7316bd8a-55f2-49b6-8ea5-16727d2a7352 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:47.525886 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-7316bd8a-55f2-49b6-8ea5-16727d2a7352 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a0adfa-0f17-4fe8-ba5f-d63ce6261dc2') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:47.537482 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7316bd8a-55f2-49b6-8ea5-16727d2a7352 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:47.555459 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7316bd8a-55f2-49b6-8ea5-16727d2a7352 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:47.561915 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7316bd8a-55f2-49b6-8ea5-16727d2a7352 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:20:47.562321 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7316bd8a-55f2-49b6-8ea5-16727d2a7352 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:20:47.576631 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:20:47.748417 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7316bd8a-55f2-49b6-8ea5-16727d2a7352 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:47.766502 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7316bd8a-55f2-49b6-8ea5-16727d2a7352 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:47.779392 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316bd8a-55f2-49b6-8ea5-16727d2a7352 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Network': ['ID=688fc466-63e7-4770-b369-74aa61c93570,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:47.875005 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7316bd8a-55f2-49b6-8ea5-16727d2a7352 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/networks/688fc466-63e7-4770-b369-74aa61c93570 HTTP/1.1" status: 204 len: 168 time: 0.6384549 Mar 02 19:20:47.887267 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39160) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:47.892788 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-e754843d-a2ea-4e95-9503-994dcabbc51e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'network': {'name': 'tempest-network-smoke--1098771012', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'port_security_enabled': True}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:20:47.898713 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e754843d-a2ea-4e95-9503-994dcabbc51e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:20:47.902927 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e754843d-a2ea-4e95-9503-994dcabbc51e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:network and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:20:47.905863 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e754843d-a2ea-4e95-9503-994dcabbc51e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:20:47.912282 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e754843d-a2ea-4e95-9503-994dcabbc51e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:20:48.045944 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e754843d-a2ea-4e95-9503-994dcabbc51e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:20:48.049064 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e754843d-a2ea-4e95-9503-994dcabbc51e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:48.078560 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e754843d-a2ea-4e95-9503-994dcabbc51e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:20:48.087810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e754843d-a2ea-4e95-9503-994dcabbc51e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:48.088154 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-e754843d-a2ea-4e95-9503-994dcabbc51e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Added segment edea39d7-186f-4674-8e43-173ec35ef912 of type vlan for network 60c65937-eded-4a0b-9c7b-487a91c2cf23 Mar 02 19:20:48.113667 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e754843d-a2ea-4e95-9503-994dcabbc51e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:48.203038 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5e603132-d2a3-4634-957f-5e5351d9ac1c no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:20:48.237799 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 5e603132-d2a3-4634-957f-5e5351d9ac1c {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:20:48.238144 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5e603132-d2a3-4634-957f-5e5351d9ac1c not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:20:48.257482 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e754843d-a2ea-4e95-9503-994dcabbc51e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:48.261195 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e754843d-a2ea-4e95-9503-994dcabbc51e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:48.261816 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e754843d-a2ea-4e95-9503-994dcabbc51e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:48.373391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754843d-a2ea-4e95-9503-994dcabbc51e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Network': ['ID=60c65937-eded-4a0b-9c7b-487a91c2cf23,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:48.384914 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 60c65937-eded-4a0b-9c7b-487a91c2cf23 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:20:48.484321 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e754843d-a2ea-4e95-9503-994dcabbc51e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5959411 Mar 02 19:20:48.487007 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39164) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:48.492940 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'admin_state_up': True, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:20:48.499819 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:20:48.503928 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:router and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:20:48.507625 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:20:48.513457 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:20:48.594519 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:48.595526 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:48.613353 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:48.843211 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:49.105522 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:49.135325 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:49.271194 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.26.4.47 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/96cd9091-f8bc-42b0-bc62-fc41d72237d0) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:20:49.421136 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:49.520276 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:49.589845 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:20:49.592610 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:20:49.595066 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:20:49.630425 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=96cd9091-f8bc-42b0-bc62-fc41d72237d0,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:49.853378 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:49.856224 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:50.233971 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router a1505e5c-f607-4478-aab3-b42202101593 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:20:50.437242 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:20:50.448565 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Sync routers for ids ['a1505e5c-f607-4478-aab3-b42202101593'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:20:50.461860 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Routers {'a1505e5c-f607-4478-aab3-b42202101593'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:20:50.462481 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:20:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a1505e5c-f607-4478-aab3-b42202101593'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:50.551943 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:50.553808 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a4b58e95-a4bd-4d04-8e36-208590959439 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0656462 Mar 02 19:20:50.557716 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39168) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:50.672054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Set router a1505e5c-f607-4478-aab3-b42202101593 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:20:50.796712 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1486ea9b-db99-44aa-81df-b6940d37440a tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=3b5a22e326e84c6680d758252463bbd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2378333 Mar 02 19:20:50.799337 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39174) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:50.931788 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58837e29-bf67-41f8-a3b3-471d7fc4d7a0 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:50.933357 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-58837e29-bf67-41f8-a3b3-471d7fc4d7a0 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330388 Mar 02 19:20:50.944130 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39178) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:50.961960 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:20:49Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:50.965821 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Checking router: a1505e5c-f607-4478-aab3-b42202101593 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:20:50.966164 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Updating router a1505e5c-f607-4478-aab3-b42202101593 port 96cd9091-f8bc-42b0-bc62-fc41d72237d0 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:20:50.988556 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-22ba4f79-b222-4ef4-9a88-477f3b2b13fb tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=34755311-e60d-4721-8297-2b2c64e749c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433073 Mar 02 19:20:50.991092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39182) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:50.996840 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-4617b453-d1d1-40b4-a1cf-3e874dd410e8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1000073006', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:20:51.019203 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:51.108214 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4617b453-d1d1-40b4-a1cf-3e874dd410e8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:20:51.112013 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4617b453-d1d1-40b4-a1cf-3e874dd410e8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:subnet and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:20:51.114852 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4617b453-d1d1-40b4-a1cf-3e874dd410e8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:20:51.120952 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4617b453-d1d1-40b4-a1cf-3e874dd410e8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:20:51.222834 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4617b453-d1d1-40b4-a1cf-3e874dd410e8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:20:51.339566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4617b453-d1d1-40b4-a1cf-3e874dd410e8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:51.366560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:51.378021 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Transition to ACTIVE for port object 96cd9091-f8bc-42b0-bc62-fc41d72237d0 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:20:51.468826 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:51.550767 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a7093-5833-4ec2-9f07-6886ecfb5dec None None] Pushing event updated for resources: {'Port': ['ID=96cd9091-f8bc-42b0-bc62-fc41d72237d0,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:51.553766 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Attempting to bind port 96cd9091-f8bc-42b0-bc62-fc41d72237d0 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:20:51.554122 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Attempting to bind port 96cd9091-f8bc-42b0-bc62-fc41d72237d0 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:20:51.554479 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Attempting to bind port 96cd9091-f8bc-42b0-bc62-fc41d72237d0 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:20:51.561749 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:20:51.562129 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:20:51.562522 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:51.562909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:20:51.563386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Bound port: 96cd9091-f8bc-42b0-bc62-fc41d72237d0, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:20:51.563753 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:51.649669 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] For port 96cd9091-f8bc-42b0-bc62-fc41d72237d0, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:20:51.652584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] For port 96cd9091-f8bc-42b0-bc62-fc41d72237d0, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=96cd9091-f8bc-42b0-bc62-fc41d72237d0,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:20:51.691964 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4617b453-d1d1-40b4-a1cf-3e874dd410e8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:51.731491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-17ea0d47-1c50-40d1-86f7-b5651d7c1fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:51.779405 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617b453-d1d1-40b4-a1cf-3e874dd410e8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Subnet': ['ID=05e11024-3605-4404-984c-bb21bfed64f0,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:51.791683 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4617b453-d1d1-40b4-a1cf-3e874dd410e8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Checking segment: {'id': 'edea39d7-186f-4674-8e43-173ec35ef912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:20:51.792047 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4617b453-d1d1-40b4-a1cf-3e874dd410e8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network hostable DHCP agents. Network: 60c65937-eded-4a0b-9c7b-487a91c2cf23, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:20:51.794800 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:51.879263 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a7093-5833-4ec2-9f07-6886ecfb5dec None None] Pushing event updated for resources: {'Port': ['ID=96cd9091-f8bc-42b0-bc62-fc41d72237d0,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:51.884134 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Routers {'a1505e5c-f607-4478-aab3-b42202101593'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:20:51.884719 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:20:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a1505e5c-f607-4478-aab3-b42202101593'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:51.957494 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4617b453-d1d1-40b4-a1cf-3e874dd410e8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 60c65937-eded-4a0b-9c7b-487a91c2cf23 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:20:52.065164 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] Set router a1505e5c-f607-4478-aab3-b42202101593 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:20:52.074547 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-4617b453-d1d1-40b4-a1cf-3e874dd410e8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 60c65937-eded-4a0b-9c7b-487a91c2cf23) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:20:52.085949 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4617b453-d1d1-40b4-a1cf-3e874dd410e8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:52.086643 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4617b453-d1d1-40b4-a1cf-3e874dd410e8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:52.106672 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18afeaf9-4cfb-4531-9f2e-d7e6138aa358 None None] Network 60c65937-eded-4a0b-9c7b-487a91c2cf23 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:20:52.198771 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4617b453-d1d1-40b4-a1cf-3e874dd410e8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2064934 Mar 02 19:20:52.203500 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39186) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:52.582431 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-60c65937-eded-4a0b-9c7b-487a91c2cf23', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ips': [{'subnet_id': '05e11024-3605-4404-984c-bb21bfed64f0'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:20:52.583253 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:52.648904 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:20:49Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:52.657210 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b039104d-2ef4-43b0-a69c-d9083e0e6f4a None None] The sync data for ids ['a1505e5c-f607-4478-aab3-b42202101593'] in dv-neutron-831573-1-hyperv is: [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:20:49Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:20:52.765248 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Allocated IP 172.20.0.2 (60c65937-eded-4a0b-9c7b-487a91c2cf23/05e11024-3605-4404-984c-bb21bfed64f0/7e811c85-65b6-497f-9062-412db9bf22e7) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:20:53.040404 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:53.053371 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Transition to ACTIVE for port object 7e811c85-65b6-497f-9062-412db9bf22e7 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:20:53.087805 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Transition to ACTIVE for port object 7e811c85-65b6-497f-9062-412db9bf22e7 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:20:53.186921 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:53.202821 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-487fff76-a23b-4c3c-bd05-a759b84c76ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:53.264672 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Network 60c65937-eded-4a0b-9c7b-487a91c2cf23 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:20:53.268117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:20:53.269941 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Pushing event updated for resources: {'Port': ['ID=7e811c85-65b6-497f-9062-412db9bf22e7,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:53.272551 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:20:53.369515 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Attempting to bind port 7e811c85-65b6-497f-9062-412db9bf22e7 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:20:53.370024 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Attempting to bind port 7e811c85-65b6-497f-9062-412db9bf22e7 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'edea39d7-186f-4674-8e43-173ec35ef912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:20:53.370482 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Attempting to bind port 7e811c85-65b6-497f-9062-412db9bf22e7 on network 60c65937-eded-4a0b-9c7b-487a91c2cf23 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:20:53.378987 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:20:53.379491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Checking segment: {'id': 'edea39d7-186f-4674-8e43-173ec35ef912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:20:53.379926 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:53.380396 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Bound using segment: {'id': 'edea39d7-186f-4674-8e43-173ec35ef912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:20:53.381173 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Bound port: 7e811c85-65b6-497f-9062-412db9bf22e7, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edea39d7-186f-4674-8e43-173ec35ef912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:20:53.383537 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:53.501320 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] For port 7e811c85-65b6-497f-9062-412db9bf22e7, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:20:53.509454 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] For port 7e811c85-65b6-497f-9062-412db9bf22e7, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7e811c85-65b6-497f-9062-412db9bf22e7,segment=NetworkSegment(edea39d7-186f-4674-8e43-173ec35ef912),segment_id=edea39d7-186f-4674-8e43-173ec35ef912)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:20:53.623307 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:53.644316 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-487fff76-a23b-4c3c-bd05-a759b84c76ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.20.0.1 (60c65937-eded-4a0b-9c7b-487a91c2cf23/05e11024-3605-4404-984c-bb21bfed64f0/b3769a01-48b8-4e72-8383-d8151e885a20) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:20:53.716407 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ab8de-b324-4663-a094-0197b95bf72d None None] Pushing event updated for resources: {'Port': ['ID=7e811c85-65b6-497f-9062-412db9bf22e7,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:53.811772 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-75547d60-dc40-4a29-8081-f45cfb4f968e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:53.815748 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-487fff76-a23b-4c3c-bd05-a759b84c76ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:53.833174 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-487fff76-a23b-4c3c-bd05-a759b84c76ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Transition to ACTIVE for port object b3769a01-48b8-4e72-8383-d8151e885a20 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:20:53.944559 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-487fff76-a23b-4c3c-bd05-a759b84c76ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:54.020098 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487fff76-a23b-4c3c-bd05-a759b84c76ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 60c65937-eded-4a0b-9c7b-487a91c2cf23 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:20:54.023313 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-487fff76-a23b-4c3c-bd05-a759b84c76ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:20:54.027840 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487fff76-a23b-4c3c-bd05-a759b84c76ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:20:54.056515 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fff76-a23b-4c3c-bd05-a759b84c76ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=b3769a01-48b8-4e72-8383-d8151e885a20,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:54.087008 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-487fff76-a23b-4c3c-bd05-a759b84c76ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:54.258107 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7e811c85-65b6-497f-9062-412db9bf22e7 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:20:54.267470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-487fff76-a23b-4c3c-bd05-a759b84c76ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:54.456850 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 7e811c85-65b6-497f-9062-412db9bf22e7 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:20:54.465815 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 96cd9091-f8bc-42b0-bc62-fc41d72237d0 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:20:54.639200 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ac2e74-a01e-419a-9a13-8b3737830ff0 None None] Network 60c65937-eded-4a0b-9c7b-487a91c2cf23 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:20:54.656028 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 96cd9091-f8bc-42b0-bc62-fc41d72237d0 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:20:54.714462 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 96cd9091-f8bc-42b0-bc62-fc41d72237d0 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:20:54.714869 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:54.817435 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-487fff76-a23b-4c3c-bd05-a759b84c76ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:54.939850 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:54.976545 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5007905b-c6b9-443b-9886-84f45c1de238 None None] Provisioning for port 7e811c85-65b6-497f-9062-412db9bf22e7 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:20:54.998685 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5007905b-c6b9-443b-9886-84f45c1de238 None None] Provisioning complete for port 7e811c85-65b6-497f-9062-412db9bf22e7 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:20:54.999046 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5007905b-c6b9-443b-9886-84f45c1de238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:55.021861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-487fff76-a23b-4c3c-bd05-a759b84c76ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:55.075458 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 96cd9091-f8bc-42b0-bc62-fc41d72237d0, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=96cd9091-f8bc-42b0-bc62-fc41d72237d0,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:20:55.156123 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-487fff76-a23b-4c3c-bd05-a759b84c76ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:55.161402 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fff76-a23b-4c3c-bd05-a759b84c76ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=b3769a01-48b8-4e72-8383-d8151e885a20,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:55.176406 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:55.237572 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:55.263065 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5007905b-c6b9-443b-9886-84f45c1de238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:55.286120 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=96cd9091-f8bc-42b0-bc62-fc41d72237d0,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:55.309703 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-5007905b-c6b9-443b-9886-84f45c1de238 None None] For port 7e811c85-65b6-497f-9062-412db9bf22e7, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7e811c85-65b6-497f-9062-412db9bf22e7,segment=NetworkSegment(edea39d7-186f-4674-8e43-173ec35ef912),segment_id=edea39d7-186f-4674-8e43-173ec35ef912)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:20:55.337693 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487fff76-a23b-4c3c-bd05-a759b84c76ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 60c65937-eded-4a0b-9c7b-487a91c2cf23 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:20:55.339332 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-487fff76-a23b-4c3c-bd05-a759b84c76ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:20:55.388617 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5007905b-c6b9-443b-9886-84f45c1de238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:55.486320 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007905b-c6b9-443b-9886-84f45c1de238 None None] Pushing event updated for resources: {'Port': ['ID=7e811c85-65b6-497f-9062-412db9bf22e7,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:55.491924 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:55.518560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-bcbe681a-ae95-4e81-8f15-b37caba02b4d None None] Provisioning complete for port 7e811c85-65b6-497f-9062-412db9bf22e7 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:20:55.518930 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bcbe681a-ae95-4e81-8f15-b37caba02b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:55.667105 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:20:55.782417 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-bcbe681a-ae95-4e81-8f15-b37caba02b4d None None] Provisioning for port b3769a01-48b8-4e72-8383-d8151e885a20 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:20:55.789761 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-bcbe681a-ae95-4e81-8f15-b37caba02b4d None None] Provisioning complete for port b3769a01-48b8-4e72-8383-d8151e885a20 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:20:55.790456 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bcbe681a-ae95-4e81-8f15-b37caba02b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:55.835954 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487fff76-a23b-4c3c-bd05-a759b84c76ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router a1505e5c-f607-4478-aab3-b42202101593 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:20:55.853743 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe681a-ae95-4e81-8f15-b37caba02b4d None None] Port b3769a01-48b8-4e72-8383-d8151e885a20 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:20:55.976357 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-bedf90bb-5bcf-4d23-b519-fe1cc4d49e4f None None] Provisioning complete for port b3769a01-48b8-4e72-8383-d8151e885a20 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:20:55.977015 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bedf90bb-5bcf-4d23-b519-fe1cc4d49e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:56.038270 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-bedf90bb-5bcf-4d23-b519-fe1cc4d49e4f None None] Port b3769a01-48b8-4e72-8383-d8151e885a20 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:20:56.057345 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487fff76-a23b-4c3c-bd05-a759b84c76ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:20:56.073521 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-487fff76-a23b-4c3c-bd05-a759b84c76ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/routers/a1505e5c-f607-4478-aab3-b42202101593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8706028 Mar 02 19:20:56.075654 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39190) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:56.220147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e0ca40-48fd-41b3-b470-6760ff874e4d tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:56.220541 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e0ca40-48fd-41b3-b470-6760ff874e4d tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:56.220916 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e0ca40-48fd-41b3-b470-6760ff874e4d tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:56.221280 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e0ca40-48fd-41b3-b470-6760ff874e4d tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:56.223333 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7e811c85-65b6-497f-9062-412db9bf22e7 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:20:56.224760 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d6e0ca40-48fd-41b3-b470-6760ff874e4d tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1478157 Mar 02 19:20:56.225606 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39194) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:56.232899 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Sync routers for ids ['a1505e5c-f607-4478-aab3-b42202101593'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:20:56.245814 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Routers {'a1505e5c-f607-4478-aab3-b42202101593'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:20:56.246408 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:20:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a1505e5c-f607-4478-aab3-b42202101593'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:56.296503 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eac64fc-2bab-43cc-98ff-13f6ae987f9a tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:56.296799 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eac64fc-2bab-43cc-98ff-13f6ae987f9a tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:56.297511 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eac64fc-2bab-43cc-98ff-13f6ae987f9a tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:56.297886 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eac64fc-2bab-43cc-98ff-13f6ae987f9a tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:56.299774 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1eac64fc-2bab-43cc-98ff-13f6ae987f9a tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0730696 Mar 02 19:20:56.303101 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39198) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:56.312264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 7e811c85-65b6-497f-9062-412db9bf22e7 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:20:56.312718 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:56.433200 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Set router a1505e5c-f607-4478-aab3-b42202101593 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:20:56.451120 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 96cd9091-f8bc-42b0-bc62-fc41d72237d0 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:20:56.500437 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:56.524761 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4963aded-eabe-4aef-b91c-2d1f58293fa5 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2204840 Mar 02 19:20:56.526724 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 96cd9091-f8bc-42b0-bc62-fc41d72237d0 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:20:56.527098 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:56.758730 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'b3769a01-48b8-4e72-8383-d8151e885a20', 'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:70:b2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e11024-3605-4404-984c-bb21bfed64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:53Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 2, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '05e11024-3605-4404-984c-bb21bfed64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:56.762379 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Checking router: a1505e5c-f607-4478-aab3-b42202101593 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:20:56.762723 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Updating router a1505e5c-f607-4478-aab3-b42202101593 port b3769a01-48b8-4e72-8383-d8151e885a20 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:20:56.815276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39204) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:56.821876 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-feb3c82e-2d7b-45f7-ac03-8584073a5bd0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1470521684', 'description': 'tempest-secgroup-smoke-1470521684 description', 'project_id': '3b5a22e326e84c6680d758252463bbd4'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:20:56.828000 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-feb3c82e-2d7b-45f7-ac03-8584073a5bd0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:20:56.832405 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-feb3c82e-2d7b-45f7-ac03-8584073a5bd0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:20:56.836201 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-feb3c82e-2d7b-45f7-ac03-8584073a5bd0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:20:56.842022 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-feb3c82e-2d7b-45f7-ac03-8584073a5bd0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:20:56.857026 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:56.964173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-feb3c82e-2d7b-45f7-ac03-8584073a5bd0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:57.002039 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-feb3c82e-2d7b-45f7-ac03-8584073a5bd0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:20:57.006258 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-feb3c82e-2d7b-45f7-ac03-8584073a5bd0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:20:57.009244 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-feb3c82e-2d7b-45f7-ac03-8584073a5bd0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:20:57.014806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-feb3c82e-2d7b-45f7-ac03-8584073a5bd0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:20:57.080505 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-feb3c82e-2d7b-45f7-ac03-8584073a5bd0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:57.188589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-feb3c82e-2d7b-45f7-ac03-8584073a5bd0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:57.206383 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:57.219545 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Transition to ACTIVE for port object b3769a01-48b8-4e72-8383-d8151e885a20 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:20:57.235597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3c82e-2d7b-45f7-ac03-8584073a5bd0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b86d6ac-9543-49de-9d4a-ff73ae7a2d77,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:57.315072 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:57.360044 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-feb3c82e-2d7b-45f7-ac03-8584073a5bd0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:57.361578 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-feb3c82e-2d7b-45f7-ac03-8584073a5bd0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5452533 Mar 02 19:20:57.364443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39208) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:57.370584 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-346b22ed-cb75-4c60-98ef-f7dfe9d4207f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '1b86d6ac-9543-49de-9d4a-ff73ae7a2d77', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:20:57.376499 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-346b22ed-cb75-4c60-98ef-f7dfe9d4207f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:20:57.380834 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-346b22ed-cb75-4c60-98ef-f7dfe9d4207f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:20:57.384305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-346b22ed-cb75-4c60-98ef-f7dfe9d4207f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:20:57.390053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-346b22ed-cb75-4c60-98ef-f7dfe9d4207f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:20:57.451169 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64819fce-2493-4c9f-a1db-6df085eed500 None None] Pushing event updated for resources: {'Port': ['ID=b3769a01-48b8-4e72-8383-d8151e885a20,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:57.481669 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-346b22ed-cb75-4c60-98ef-f7dfe9d4207f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:57.488781 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64819fce-2493-4c9f-a1db-6df085eed500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:57.489125 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64819fce-2493-4c9f-a1db-6df085eed500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:57.489546 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64819fce-2493-4c9f-a1db-6df085eed500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:57.490492 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64819fce-2493-4c9f-a1db-6df085eed500 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:57.491026 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64819fce-2493-4c9f-a1db-6df085eed500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:57.491573 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64819fce-2493-4c9f-a1db-6df085eed500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:57.491906 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64819fce-2493-4c9f-a1db-6df085eed500 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:57.492232 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64819fce-2493-4c9f-a1db-6df085eed500 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:57.492561 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64819fce-2493-4c9f-a1db-6df085eed500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:57.492879 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64819fce-2493-4c9f-a1db-6df085eed500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:57.493196 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64819fce-2493-4c9f-a1db-6df085eed500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:57.556662 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Attempting to bind port b3769a01-48b8-4e72-8383-d8151e885a20 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:20:57.557328 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Attempting to bind port b3769a01-48b8-4e72-8383-d8151e885a20 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'edea39d7-186f-4674-8e43-173ec35ef912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:20:57.557460 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Attempting to bind port b3769a01-48b8-4e72-8383-d8151e885a20 on network 60c65937-eded-4a0b-9c7b-487a91c2cf23 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:20:57.562959 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-346b22ed-cb75-4c60-98ef-f7dfe9d4207f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:57.564073 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:20:57.567345 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Checking segment: {'id': 'edea39d7-186f-4674-8e43-173ec35ef912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:20:57.567345 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:57.567345 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Bound using segment: {'id': 'edea39d7-186f-4674-8e43-173ec35ef912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:20:57.567345 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Bound port: b3769a01-48b8-4e72-8383-d8151e885a20, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edea39d7-186f-4674-8e43-173ec35ef912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:20:57.567345 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:57.654385 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] For port b3769a01-48b8-4e72-8383-d8151e885a20, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:20:57.658218 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] For port b3769a01-48b8-4e72-8383-d8151e885a20, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=b3769a01-48b8-4e72-8383-d8151e885a20,segment=NetworkSegment(edea39d7-186f-4674-8e43-173ec35ef912),segment_id=edea39d7-186f-4674-8e43-173ec35ef912)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:20:57.731415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-346b22ed-cb75-4c60-98ef-f7dfe9d4207f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:57.754169 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b22ed-cb75-4c60-98ef-f7dfe9d4207f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4efb2a78-9902-4c53-bf93-ada23d80a18a,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:57.800862 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:57.829010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-346b22ed-cb75-4c60-98ef-f7dfe9d4207f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:57.830221 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-346b22ed-cb75-4c60-98ef-f7dfe9d4207f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4647064 Mar 02 19:20:57.835260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39212) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:57.839774 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-59ca53c8-7377-4c4d-a1bc-0964ddbc0c10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '1b86d6ac-9543-49de-9d4a-ff73ae7a2d77', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:20:57.845746 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-59ca53c8-7377-4c4d-a1bc-0964ddbc0c10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:20:57.852094 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-59ca53c8-7377-4c4d-a1bc-0964ddbc0c10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:20:57.855238 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-59ca53c8-7377-4c4d-a1bc-0964ddbc0c10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:20:57.861946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-59ca53c8-7377-4c4d-a1bc-0964ddbc0c10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:20:57.884518 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64819fce-2493-4c9f-a1db-6df085eed500 None None] Pushing event updated for resources: {'Port': ['ID=b3769a01-48b8-4e72-8383-d8151e885a20,revision_number=4']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:57.887445 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Routers {'a1505e5c-f607-4478-aab3-b42202101593'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:20:57.888122 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:20:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a1505e5c-f607-4478-aab3-b42202101593'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:57.962014 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-59ca53c8-7377-4c4d-a1bc-0964ddbc0c10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.041271 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-59ca53c8-7377-4c4d-a1bc-0964ddbc0c10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.078279 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] Set router a1505e5c-f607-4478-aab3-b42202101593 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:20:58.131579 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-59ca53c8-7377-4c4d-a1bc-0964ddbc0c10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.156041 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca53c8-7377-4c4d-a1bc-0964ddbc0c10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41470d7-299d-49f9-ba90-b6a1d86514e1,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:58.243662 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-59ca53c8-7377-4c4d-a1bc-0964ddbc0c10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.244791 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-59ca53c8-7377-4c4d-a1bc-0964ddbc0c10 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4100015 Mar 02 19:20:58.247513 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39216) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:58.253175 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-5616efe7-3c61-41bd-8707-dc015e6d1a05 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '1b86d6ac-9543-49de-9d4a-ff73ae7a2d77', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:20:58.259693 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5616efe7-3c61-41bd-8707-dc015e6d1a05 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:20:58.264753 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5616efe7-3c61-41bd-8707-dc015e6d1a05 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:20:58.266836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5616efe7-3c61-41bd-8707-dc015e6d1a05 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:20:58.273148 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5616efe7-3c61-41bd-8707-dc015e6d1a05 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:20:58.359064 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5616efe7-3c61-41bd-8707-dc015e6d1a05 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.399680 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'b3769a01-48b8-4e72-8383-d8151e885a20', 'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:70:b2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e11024-3605-4404-984c-bb21bfed64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:53Z', 'updated_at': '2022-03-02T19:20:57Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '05e11024-3605-4404-984c-bb21bfed64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:58.403921 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5ef0d8-9699-4a2e-b81f-508c838a9a0b None None] The sync data for ids ['a1505e5c-f607-4478-aab3-b42202101593'] in dv-neutron-831573-1-hyperv is: [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'b3769a01-48b8-4e72-8383-d8151e885a20', 'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:70:b2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e11024-3605-4404-984c-bb21bfed64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:53Z', 'updated_at': '2022-03-02T19:20:57Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '05e11024-3605-4404-984c-bb21bfed64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:20:58.431386 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5616efe7-3c61-41bd-8707-dc015e6d1a05 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.508949 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5616efe7-3c61-41bd-8707-dc015e6d1a05 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.533168 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616efe7-3c61-41bd-8707-dc015e6d1a05 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fb00f7-1723-42c3-bf87-d964a70d475a,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:58.627043 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5616efe7-3c61-41bd-8707-dc015e6d1a05 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.628425 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5616efe7-3c61-41bd-8707-dc015e6d1a05 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3798094 Mar 02 19:20:58.631701 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39220) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:58.638008 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c11db9d0-57a7-4361-9633-eed3e940b945 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '1b86d6ac-9543-49de-9d4a-ff73ae7a2d77', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:20:58.644858 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c11db9d0-57a7-4361-9633-eed3e940b945 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:20:58.654374 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c11db9d0-57a7-4361-9633-eed3e940b945 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:20:58.657799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c11db9d0-57a7-4361-9633-eed3e940b945 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:20:58.665307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c11db9d0-57a7-4361-9633-eed3e940b945 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:20:58.773075 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c11db9d0-57a7-4361-9633-eed3e940b945 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.845181 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c11db9d0-57a7-4361-9633-eed3e940b945 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.931825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c11db9d0-57a7-4361-9633-eed3e940b945 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.957813 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11db9d0-57a7-4361-9633-eed3e940b945 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40049547-d308-42ec-b975-6409a09b94f6,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:59.101086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c11db9d0-57a7-4361-9633-eed3e940b945 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:59.105054 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c11db9d0-57a7-4361-9633-eed3e940b945 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4696367 Mar 02 19:20:59.105331 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39224) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:59.111201 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-5b880dc3-d06a-49a7-920f-c77c9a0f5602 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '1b86d6ac-9543-49de-9d4a-ff73ae7a2d77', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:20:59.118663 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5b880dc3-d06a-49a7-920f-c77c9a0f5602 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:20:59.123081 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5b880dc3-d06a-49a7-920f-c77c9a0f5602 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:20:59.126401 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5b880dc3-d06a-49a7-920f-c77c9a0f5602 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:20:59.134459 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5b880dc3-d06a-49a7-920f-c77c9a0f5602 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:20:59.263534 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-5b880dc3-d06a-49a7-920f-c77c9a0f5602 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:20:59.270785 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5b880dc3-d06a-49a7-920f-c77c9a0f5602 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:59.347969 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5b880dc3-d06a-49a7-920f-c77c9a0f5602 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:59.480322 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5b880dc3-d06a-49a7-920f-c77c9a0f5602 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:59.504533 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b880dc3-d06a-49a7-920f-c77c9a0f5602 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96e90d0-20d9-4d9c-88a8-acd32ffecad1,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:59.628520 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5b880dc3-d06a-49a7-920f-c77c9a0f5602 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:59.629719 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5b880dc3-d06a-49a7-920f-c77c9a0f5602 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5234418 Mar 02 19:20:59.633435 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39228) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:59.639241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-2b593ae0-7259-4354-ba55-862d1e1b70c5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '1b86d6ac-9543-49de-9d4a-ff73ae7a2d77', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:20:59.645240 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2b593ae0-7259-4354-ba55-862d1e1b70c5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:20:59.649843 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2b593ae0-7259-4354-ba55-862d1e1b70c5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:20:59.652663 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2b593ae0-7259-4354-ba55-862d1e1b70c5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:20:59.658333 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2b593ae0-7259-4354-ba55-862d1e1b70c5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:20:59.741348 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-2b593ae0-7259-4354-ba55-862d1e1b70c5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:20:59.748336 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b593ae0-7259-4354-ba55-862d1e1b70c5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:59.814937 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b593ae0-7259-4354-ba55-862d1e1b70c5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:59.885740 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b593ae0-7259-4354-ba55-862d1e1b70c5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:59.911841 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b593ae0-7259-4354-ba55-862d1e1b70c5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f015921-5618-4eb6-bda8-e80a0ca7d0ea,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:59.992629 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b593ae0-7259-4354-ba55-862d1e1b70c5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:59.993891 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2b593ae0-7259-4354-ba55-862d1e1b70c5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3595147 Mar 02 19:21:00.193642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-60395ae0-c7f6-4b66-9937-71fa5b97deac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:21:00.249887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device b3769a01-48b8-4e72-8383-d8151e885a20 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:21:00.312018 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-60395ae0-c7f6-4b66-9937-71fa5b97deac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:21:00.313259 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-60395ae0-c7f6-4b66-9937-71fa5b97deac tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1470521684&fields=id&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 267 time: 0.1639750 Mar 02 19:21:00.383162 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port b3769a01-48b8-4e72-8383-d8151e885a20 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:21:00.388672 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port b3769a01-48b8-4e72-8383-d8151e885a20 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:21:00.389047 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:00.508192 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:00.541221 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port b3769a01-48b8-4e72-8383-d8151e885a20, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=b3769a01-48b8-4e72-8383-d8151e885a20,segment=NetworkSegment(edea39d7-186f-4674-8e43-173ec35ef912),segment_id=edea39d7-186f-4674-8e43-173ec35ef912)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:21:00.556098 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-f9103e86-a316-4aa1-8b47-06097e2f71df tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:00.569159 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-f9103e86-a316-4aa1-8b47-06097e2f71df tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/networks?id=60c65937-eded-4a0b-9c7b-487a91c2cf23 HTTP/1.1" status: 200 len: 797 time: 0.2493532 Mar 02 19:21:00.589047 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-31d8e811-b2d4-4dec-9215-c97064f4db94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/quotas/3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 375 time: 0.0143757 Mar 02 19:21:00.646353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:00.682310 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-f9497fd1-d173-4967-b497-3cbc2bcf3685 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:21:00.718458 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=b3769a01-48b8-4e72-8383-d8151e885a20,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:00.777122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-f9497fd1-d173-4967-b497-3cbc2bcf3685 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:21:00.778441 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-f9497fd1-d173-4967-b497-3cbc2bcf3685 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1821992 Mar 02 19:21:00.861713 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-10a513aa-88ef-46d8-975a-2a3abd2ddf2a service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 19:21:00.862694 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-10a513aa-88ef-46d8-975a-2a3abd2ddf2a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0721016 Mar 02 19:21:01.001489 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-4afb934a-d872-4545-87a7-bbc17df58e17 service neutron] 10.222.0.73 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321654 Mar 02 19:21:01.137373 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-ce629a2a-4cf2-4177-904f-e85755f0a950 service neutron] 10.222.0.73 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289108 Mar 02 19:21:01.386397 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:01.405653 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-aea12b1d-147d-4826-81a0-26778b896c39 req-96f2dac6-de22-4167-bff4-af1f87d39e3f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 210 time: 0.0428677 Mar 02 19:21:02.220495 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device b3769a01-48b8-4e72-8383-d8151e885a20 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:21:02.294698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port b3769a01-48b8-4e72-8383-d8151e885a20 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:21:02.295063 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:02.572613 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-98c426c7-0c52-4d72-ba01-cbfd58c45c9e req-488b9429-440e-43e9-89f6-f83f2031771a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 210 time: 0.0450382 Mar 02 19:21:03.737862 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b6cf9f9f-bcd9-469e-9525-c25690e90d86 req-152c4d46-8aba-49b1-a186-12dc6e2a86cb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 210 time: 0.0430779 Mar 02 19:21:03.963237 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-5066e816-e5c0-4dc1-a5c8-c2b4d168d52f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:03.964586 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-5066e816-e5c0-4dc1-a5c8-c2b4d168d52f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/networks?id=60c65937-eded-4a0b-9c7b-487a91c2cf23 HTTP/1.1" status: 200 len: 797 time: 0.1455014 Mar 02 19:21:04.023227 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-ccd279f0-0b10-47c2-ba5c-3aec448d5f1b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 380 time: 0.0458817 Mar 02 19:21:04.032456 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-8496c026-23b0-42e3-abd8-434cadf69ead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'port': {'device_id': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'admin_state_up': True, 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'security_groups': ['1b86d6ac-9543-49de-9d4a-ff73ae7a2d77']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:21:04.174390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-8496c026-23b0-42e3-abd8-434cadf69ead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:04.184626 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-8496c026-23b0-42e3-abd8-434cadf69ead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:04.251838 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-8496c026-23b0-42e3-abd8-434cadf69ead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:21:04.254798 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-8496c026-23b0-42e3-abd8-434cadf69ead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:04.418559 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-8496c026-23b0-42e3-abd8-434cadf69ead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.20.0.7 (60c65937-eded-4a0b-9c7b-487a91c2cf23/05e11024-3605-4404-984c-bb21bfed64f0/26fdd429-8c28-4318-9b20-6dc2a12a9e4a) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:21:04.615431 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-8496c026-23b0-42e3-abd8-434cadf69ead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:04.631059 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-8496c026-23b0-42e3-abd8-434cadf69ead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Transition to ACTIVE for port object 26fdd429-8c28-4318-9b20-6dc2a12a9e4a will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:21:04.743715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-8496c026-23b0-42e3-abd8-434cadf69ead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:04.815959 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-8496c026-23b0-42e3-abd8-434cadf69ead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 60c65937-eded-4a0b-9c7b-487a91c2cf23 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:21:04.819095 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-8496c026-23b0-42e3-abd8-434cadf69ead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:21:04.823585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-8496c026-23b0-42e3-abd8-434cadf69ead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:21:04.907575 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496c026-23b0-42e3-abd8-434cadf69ead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=26fdd429-8c28-4318-9b20-6dc2a12a9e4a,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:04.948749 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-8496c026-23b0-42e3-abd8-434cadf69ead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:04.949367 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-8496c026-23b0-42e3-abd8-434cadf69ead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:04.997020 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219dcd1-6dfa-41a8-8dec-7a1a13b981bc req-8dde8941-a7f0-424e-a015-2b386b40a96a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:04.997716 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-8219dcd1-6dfa-41a8-8dec-7a1a13b981bc req-8dde8941-a7f0-424e-a015-2b386b40a96a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:21:05.126479 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-8496c026-23b0-42e3-abd8-434cadf69ead tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0912526 Mar 02 19:21:05.132182 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] Request body: {'port': {'device_id': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:21:05.186277 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f9de33ae-9809-40cf-b2fe-9a7a842bbd0d None None] Provisioning for port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:21:05.191488 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f9de33ae-9809-40cf-b2fe-9a7a842bbd0d None None] Provisioning complete for port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:21:05.206778 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f9de33ae-9809-40cf-b2fe-9a7a842bbd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:05.233979 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-8219dcd1-6dfa-41a8-8dec-7a1a13b981bc req-8dde8941-a7f0-424e-a015-2b386b40a96a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:21:05.239304 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8219dcd1-6dfa-41a8-8dec-7a1a13b981bc req-8dde8941-a7f0-424e-a015-2b386b40a96a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 931 time: 0.3703637 Mar 02 19:21:05.246541 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f9de33ae-9809-40cf-b2fe-9a7a842bbd0d None None] Port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:21:05.262018 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:05.340433 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8219dcd1-6dfa-41a8-8dec-7a1a13b981bc req-86ba4b3f-288a-4990-a5de-aec78e68fa76 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b86d6ac-9543-49de-9d4a-ff73ae7a2d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972772 Mar 02 19:21:05.705237 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26fdd429-8c28-4318-9b20-6dc2a12a9e4a {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:21:05.712111 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:05.726565 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] Transition to ACTIVE for port object 26fdd429-8c28-4318-9b20-6dc2a12a9e4a will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:21:05.797929 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:05.927043 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] Pushing event updated for resources: {'Port': ['ID=26fdd429-8c28-4318-9b20-6dc2a12a9e4a,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:06.039626 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] Attempting to bind port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:21:06.040215 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] Attempting to bind port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'edea39d7-186f-4674-8e43-173ec35ef912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:21:06.040337 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] Attempting to bind port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a on network 60c65937-eded-4a0b-9c7b-487a91c2cf23 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:21:06.046526 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] Port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a on network 60c65937-eded-4a0b-9c7b-487a91c2cf23 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:21:06.046852 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] Attempting to bind port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a on network 60c65937-eded-4a0b-9c7b-487a91c2cf23 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:21:06.053562 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:21:06.054419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] Checking segment: {'id': 'edea39d7-186f-4674-8e43-173ec35ef912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:21:06.054809 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] Bound using segment: {'id': 'edea39d7-186f-4674-8e43-173ec35ef912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:21:06.055238 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] Bound port: 26fdd429-8c28-4318-9b20-6dc2a12a9e4a, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edea39d7-186f-4674-8e43-173ec35ef912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:21:06.055610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:06.147278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] For port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:21:06.150216 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] For port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=26fdd429-8c28-4318-9b20-6dc2a12a9e4a,segment=NetworkSegment(edea39d7-186f-4674-8e43-173ec35ef912),segment_id=edea39d7-186f-4674-8e43-173ec35ef912)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:21:06.275078 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:06.337696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:06.339049 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] 10.222.0.87 "PUT /v2.0/ports/26fdd429-8c28-4318-9b20-6dc2a12a9e4a HTTP/1.1" status: 200 len: 1093 time: 1.2111359 Mar 02 19:21:06.339658 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'tag': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:21:06.356194 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d54d20-8f6e-40d8-98ce-8d60bcb2e577 service neutron] Pushing event updated for resources: {'Port': ['ID=26fdd429-8c28-4318-9b20-6dc2a12a9e4a,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:06.401334 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'tag': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a', 'status': 'completed', 'code': 200} Mar 02 19:21:06.560321 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d175809a-269e-4fe6-9d48-45ebb7b910f4 req-8cc3be70-04ff-4144-995b-0cd56f66245b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 1096 time: 0.1382391 Mar 02 19:21:06.600335 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fb3a9-e8b7-4f2d-8898-3678d98f6319 req-de76d081-2d77-462f-b805-04c18312f2f1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:06.602648 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-811fb3a9-e8b7-4f2d-8898-3678d98f6319 req-de76d081-2d77-462f-b805-04c18312f2f1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 943 time: 0.1301613 Mar 02 19:21:06.731481 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-811fb3a9-e8b7-4f2d-8898-3678d98f6319 req-d26e1e69-b61d-4532-87d5-10c7c294b9ca tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b86d6ac-9543-49de-9d4a-ff73ae7a2d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820370 Mar 02 19:21:06.749367 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175809a-269e-4fe6-9d48-45ebb7b910f4 req-ea819fda-2641-471f-b99f-541188d9b93e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:06.750879 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d175809a-269e-4fe6-9d48-45ebb7b910f4 req-ea819fda-2641-471f-b99f-541188d9b93e service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=3b5a22e326e84c6680d758252463bbd4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1830244 Mar 02 19:21:06.885913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175809a-269e-4fe6-9d48-45ebb7b910f4 req-d2a8688d-51f1-4772-aa5b-9e19d6bcafc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:06.887426 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d175809a-269e-4fe6-9d48-45ebb7b910f4 req-d2a8688d-51f1-4772-aa5b-9e19d6bcafc6 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306996 Mar 02 19:21:07.002054 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-962808c6-a9cf-4003-a642-605b8a5135ec service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 1096 time: 0.0765686 Mar 02 19:21:07.075634 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-bd100a01-8fdc-4815-bbd0-130d38584231 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26fdd429-8c28-4318-9b20-6dc2a12a9e4a HTTP/1.1" status: 200 len: 217 time: 0.0669019 Mar 02 19:21:07.137288 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-d0a327d8-52b1-4fbc-b4f3-8eda80217881 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:07.138634 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-d0a327d8-52b1-4fbc-b4f3-8eda80217881 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=05e11024-3605-4404-984c-bb21bfed64f0 HTTP/1.1" status: 200 len: 835 time: 0.0576687 Mar 02 19:21:07.218275 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-e0e30272-df29-4932-8647-9eff9a20785e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=60c65937-eded-4a0b-9c7b-487a91c2cf23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731754 Mar 02 19:21:07.356164 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-478d840a-1aa8-4abd-9069-2e299811cff1 service neutron] 10.222.0.87 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315811 Mar 02 19:21:07.589153 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a284df2b-dd48-49e1-b0c8-77cb3ceb6292 req-79cb1636-12d8-4290-adfe-bb0eab3142c6 service neutron] 10.222.0.87 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258174 Mar 02 19:21:07.932250 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbf8c1-4508-474a-be8f-22be438bf072 req-b38cf75f-e9df-4443-9290-72a127537e06 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:07.933682 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-dbbbf8c1-4508-474a-be8f-22be438bf072 req-b38cf75f-e9df-4443-9290-72a127537e06 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 943 time: 0.0812089 Mar 02 19:21:07.982215 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-dbbbf8c1-4508-474a-be8f-22be438bf072 req-5be830b1-f466-4ad4-9164-4727d3c3cefb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b86d6ac-9543-49de-9d4a-ff73ae7a2d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427582 Mar 02 19:21:09.178218 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba22d6b-3a38-47b5-b316-2fac816f84f8 req-84f69cd5-16a5-4933-9919-24a4ffa44e29 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:09.180229 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8ba22d6b-3a38-47b5-b316-2fac816f84f8 req-84f69cd5-16a5-4933-9919-24a4ffa44e29 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 943 time: 0.0769393 Mar 02 19:21:09.224800 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8ba22d6b-3a38-47b5-b316-2fac816f84f8 req-b565dcac-a78d-4156-a93b-fec923ba9fb6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b86d6ac-9543-49de-9d4a-ff73ae7a2d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389123 Mar 02 19:21:09.770652 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 26fdd429-8c28-4318-9b20-6dc2a12a9e4a details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:21:09.904920 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=26fdd429-8c28-4318-9b20-6dc2a12a9e4a,segment=NetworkSegment(edea39d7-186f-4674-8e43-173ec35ef912),segment_id=edea39d7-186f-4674-8e43-173ec35ef912)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:21:09.919520 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'port_id': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a', 'mac_address': 'fa:16:3e:ec:b4:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e11024-3605-4404-984c-bb21bfed64f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:21:09.973243 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:09.990430 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26fdd429-8c28-4318-9b20-6dc2a12a9e4a {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:21:10.005734 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=26fdd429-8c28-4318-9b20-6dc2a12a9e4a,segment=NetworkSegment(edea39d7-186f-4674-8e43-173ec35ef912),segment_id=edea39d7-186f-4674-8e43-173ec35ef912)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:21:10.100689 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:10.198329 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=26fdd429-8c28-4318-9b20-6dc2a12a9e4a,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:10.329187 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['26fdd429-8c28-4318-9b20-6dc2a12a9e4a'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:21:10.426758 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfb53d-0fcb-4194-8f80-8fba49dc0d62 req-90f6f780-589b-4073-915e-8c5f7e7a708d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:10.428227 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-34cfb53d-0fcb-4194-8f80-8fba49dc0d62 req-90f6f780-589b-4073-915e-8c5f7e7a708d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 944 time: 0.0807180 Mar 02 19:21:10.476607 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-34cfb53d-0fcb-4194-8f80-8fba49dc0d62 req-8efe0240-40ce-4814-bd68-8c8ee14d8731 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b86d6ac-9543-49de-9d4a-ff73ae7a2d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420113 Mar 02 19:21:11.683505 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ba8ce-24d8-4bdb-a42a-f40bf7e5e3cd req-51034d1e-2458-42ba-abca-2f19e1f91935 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:11.684930 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d7ba8ce-24d8-4bdb-a42a-f40bf7e5e3cd req-51034d1e-2458-42ba-abca-2f19e1f91935 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 944 time: 0.0869739 Mar 02 19:21:11.731584 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d7ba8ce-24d8-4bdb-a42a-f40bf7e5e3cd req-00d32621-bb30-4ef1-b68b-29795d92b939 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b86d6ac-9543-49de-9d4a-ff73ae7a2d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411723 Mar 02 19:21:11.780549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 26fdd429-8c28-4318-9b20-6dc2a12a9e4a up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:21:11.935117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:21:11.940270 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:21:11.940651 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:12.061099 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:12.088769 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:21:12.098789 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=26fdd429-8c28-4318-9b20-6dc2a12a9e4a,segment=NetworkSegment(edea39d7-186f-4674-8e43-173ec35ef912),segment_id=edea39d7-186f-4674-8e43-173ec35ef912)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:21:12.217171 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a', 'code': 200} Mar 02 19:21:12.432377 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:12.499508 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=26fdd429-8c28-4318-9b20-6dc2a12a9e4a,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:12.793373 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2eea06e8-43b6-44cb-bf70-76518de975ee req-6afb6409-1f6a-4879-9fae-2886527cfb6b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 1098 time: 0.0710902 Mar 02 19:21:12.842000 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2eea06e8-43b6-44cb-bf70-76518de975ee req-9bf1d9b8-ea0b-4f4c-bb7a-c8f7dbf8fe93 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1b86d6ac-9543-49de-9d4a-ff73ae7a2d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424507 Mar 02 19:21:12.929468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b70d53-95de-43f7-89dc-7839a3257abd req-e36df076-7924-4f5c-9428-92b011fb002a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:12.932083 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f6b70d53-95de-43f7-89dc-7839a3257abd req-e36df076-7924-4f5c-9428-92b011fb002a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 945 time: 0.0789044 Mar 02 19:21:12.977222 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f6b70d53-95de-43f7-89dc-7839a3257abd req-88a25cb5-bbd2-4421-99f3-ed4c0b848cc0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b86d6ac-9543-49de-9d4a-ff73ae7a2d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395701 Mar 02 19:21:14.179901 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d104c25-ce4e-4735-b29b-12bf5522c6a0 req-67dbc2df-3046-49e7-a2e0-1eba57f74436 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:14.181357 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8d104c25-ce4e-4735-b29b-12bf5522c6a0 req-67dbc2df-3046-49e7-a2e0-1eba57f74436 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 945 time: 0.0779428 Mar 02 19:21:14.226895 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8d104c25-ce4e-4735-b29b-12bf5522c6a0 req-9d19b885-0727-47ff-b534-3000217b85a4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b86d6ac-9543-49de-9d4a-ff73ae7a2d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400450 Mar 02 19:21:15.427305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc34282-a71e-4122-b479-2887ae917292 req-5aaba0d3-5673-41ea-8302-9bacec1e326e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:15.428783 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8fc34282-a71e-4122-b479-2887ae917292 req-5aaba0d3-5673-41ea-8302-9bacec1e326e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 945 time: 0.0818765 Mar 02 19:21:15.475293 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8fc34282-a71e-4122-b479-2887ae917292 req-22ad7a3b-9f79-44bb-aef9-8373940ff745 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b86d6ac-9543-49de-9d4a-ff73ae7a2d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408943 Mar 02 19:21:15.682265 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef265a5-0031-4af9-b6ba-43ee155fab85 req-d70d9cb4-6c50-4b7f-8cad-4ca72fe23103 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:15.683692 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9ef265a5-0031-4af9-b6ba-43ee155fab85 req-d70d9cb4-6c50-4b7f-8cad-4ca72fe23103 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 945 time: 0.0867021 Mar 02 19:21:15.732018 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9ef265a5-0031-4af9-b6ba-43ee155fab85 req-cefeaba2-be9e-426b-aa25-d7256eabec47 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b86d6ac-9543-49de-9d4a-ff73ae7a2d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428307 Mar 02 19:21:15.760865 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39286) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:15.844379 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b5c6d510-5029-4790-911e-e1f96944672c tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 1093 time: 0.0823236 Mar 02 19:21:15.846900 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39290) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:15.852256 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:21:15.857861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:15.861799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:floatingip and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:15.864650 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:15.870425 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:15.952654 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:16.107025 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:16.249900 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.26.4.68 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/9b800b0e-84c8-478e-98a8-3035a801b2d6) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:21:16.413912 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:16.572639 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:16.640127 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:21:16.642957 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:21:16.645677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:21:16.688233 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=9b800b0e-84c8-478e-98a8-3035a801b2d6,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:17.165546 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:17.420432 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:17.627156 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:17.743692 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:17.853053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=9b800b0e-84c8-478e-98a8-3035a801b2d6,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:17.867436 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:18.059342 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Floating IP bd5e2e5e-2c85-4483-87da-c9c1463ef547 associated. External IP: 172.26.4.68, port: 26fdd429-8c28-4318-9b20-6dc2a12a9e4a. Mar 02 19:21:18.453196 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router a1505e5c-f607-4478-aab3-b42202101593 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:21:18.650479 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:21:18.660113 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c785525-6db8-4a03-8a10-8d42e25e93b3 None None] Sync routers for ids ['a1505e5c-f607-4478-aab3-b42202101593'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:21:18.672585 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c785525-6db8-4a03-8a10-8d42e25e93b3 None None] Routers {'a1505e5c-f607-4478-aab3-b42202101593'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:21:18.673199 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-8c785525-6db8-4a03-8a10-8d42e25e93b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:20:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a1505e5c-f607-4478-aab3-b42202101593'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:18.772450 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:18.830607 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8bcc9216-b599-46b2-83cf-fe6dd32f5f37 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9826641 Mar 02 19:21:18.831756 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'tag': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:21:18.833798 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39294) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:18.854470 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-8c785525-6db8-4a03-8a10-8d42e25e93b3 None None] Set router a1505e5c-f607-4478-aab3-b42202101593 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:21:18.892843 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'tag': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a', 'status': 'completed', 'code': 200} Mar 02 19:21:18.910981 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b41da86f-fecd-4e94-8aae-37c7b9ec9216 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 1093 time: 0.0755117 Mar 02 19:21:18.985795 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-059282db-222a-483b-8bf4-5596b66ae6a1 req-5d01bf78-1336-41a7-b2bd-366b3d770da2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 1098 time: 0.0718601 Mar 02 19:21:19.131981 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059282db-222a-483b-8bf4-5596b66ae6a1 req-840f1995-3045-4b2c-8156-00ff43cf1ec8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:19.133477 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-059282db-222a-483b-8bf4-5596b66ae6a1 req-840f1995-3045-4b2c-8156-00ff43cf1ec8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=60c65937-eded-4a0b-9c7b-487a91c2cf23 HTTP/1.1" status: 200 len: 898 time: 0.1413403 Mar 02 19:21:19.214146 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-8c785525-6db8-4a03-8a10-8d42e25e93b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'bd5e2e5e-2c85-4483-87da-c9c1463ef547', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'port_id': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'mac_address': 'fa:16:3e:ec:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:21:17Z', 'updated_at': '2022-03-02T19:21:17Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3769a01-48b8-4e72-8383-d8151e885a20', 'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:70:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e11024-3605-4404-984c-bb21bfed64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:53Z', 'updated_at': '2022-03-02T19:21:00Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '05e11024-3605-4404-984c-bb21bfed64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:19.218679 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c785525-6db8-4a03-8a10-8d42e25e93b3 None None] Checking router: a1505e5c-f607-4478-aab3-b42202101593 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:21:19.231146 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c785525-6db8-4a03-8a10-8d42e25e93b3 None None] Routers {'a1505e5c-f607-4478-aab3-b42202101593'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:21:19.231795 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-8c785525-6db8-4a03-8a10-8d42e25e93b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:20:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a1505e5c-f607-4478-aab3-b42202101593'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:19.342370 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-059282db-222a-483b-8bf4-5596b66ae6a1 req-46f523ee-1e56-4257-9587-1977be555b10 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26fdd429-8c28-4318-9b20-6dc2a12a9e4a HTTP/1.1" status: 200 len: 998 time: 0.2017241 Mar 02 19:21:19.405818 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059282db-222a-483b-8bf4-5596b66ae6a1 req-c04a86f9-3330-4a0a-8942-d9d4f6376c71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:19.407320 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-059282db-222a-483b-8bf4-5596b66ae6a1 req-c04a86f9-3330-4a0a-8942-d9d4f6376c71 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=05e11024-3605-4404-984c-bb21bfed64f0 HTTP/1.1" status: 200 len: 835 time: 0.0591383 Mar 02 19:21:19.416557 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-8c785525-6db8-4a03-8a10-8d42e25e93b3 None None] Set router a1505e5c-f607-4478-aab3-b42202101593 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:21:19.466984 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39302) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:19.474100 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-b0688d2c-9d41-4f51-9a8e-4a2f87df0f80 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-804397769', 'description': 'tempest-secgroup-smoke-804397769 description', 'project_id': '3b5a22e326e84c6680d758252463bbd4'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:21:19.481936 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b0688d2c-9d41-4f51-9a8e-4a2f87df0f80 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:19.501953 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b0688d2c-9d41-4f51-9a8e-4a2f87df0f80 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:19.528560 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-059282db-222a-483b-8bf4-5596b66ae6a1 req-80900d58-daa1-4b2a-8fb5-8d3a0c4ea164 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=60c65937-eded-4a0b-9c7b-487a91c2cf23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1150782 Mar 02 19:21:19.653862 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b0688d2c-9d41-4f51-9a8e-4a2f87df0f80 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:19.696069 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-059282db-222a-483b-8bf4-5596b66ae6a1 req-bc0db3e8-8e2a-4262-b965-c328189e6734 service neutron] 10.222.0.87 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614921 Mar 02 19:21:19.781534 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b0688d2c-9d41-4f51-9a8e-4a2f87df0f80 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:19.791364 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b0688d2c-9d41-4f51-9a8e-4a2f87df0f80 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:19.801429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b0688d2c-9d41-4f51-9a8e-4a2f87df0f80 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:19.811127 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b0688d2c-9d41-4f51-9a8e-4a2f87df0f80 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:19.829544 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-8c785525-6db8-4a03-8a10-8d42e25e93b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'bd5e2e5e-2c85-4483-87da-c9c1463ef547', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'port_id': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'mac_address': 'fa:16:3e:ec:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:21:17Z', 'updated_at': '2022-03-02T19:21:17Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3769a01-48b8-4e72-8383-d8151e885a20', 'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:70:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e11024-3605-4404-984c-bb21bfed64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:53Z', 'updated_at': '2022-03-02T19:21:00Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '05e11024-3605-4404-984c-bb21bfed64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:19.835315 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c785525-6db8-4a03-8a10-8d42e25e93b3 None None] The sync data for ids ['a1505e5c-f607-4478-aab3-b42202101593'] in dv-neutron-831573-1-hyperv is: [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'bd5e2e5e-2c85-4483-87da-c9c1463ef547', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'port_id': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'mac_address': 'fa:16:3e:ec:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:21:17Z', 'updated_at': '2022-03-02T19:21:17Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3769a01-48b8-4e72-8383-d8151e885a20', 'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:70:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e11024-3605-4404-984c-bb21bfed64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:53Z', 'updated_at': '2022-03-02T19:21:00Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '05e11024-3605-4404-984c-bb21bfed64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:21:19.879009 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-059282db-222a-483b-8bf4-5596b66ae6a1 req-e5b2ef48-a45c-4d94-9d97-5d72cb969920 service neutron] 10.222.0.87 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737785 Mar 02 19:21:19.909432 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b0688d2c-9d41-4f51-9a8e-4a2f87df0f80 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:20.032769 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b0688d2c-9d41-4f51-9a8e-4a2f87df0f80 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:20.047945 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb076f4-73d0-4a16-8c40-05e71b0638ce None None] New status for floating IP bd5e2e5e-2c85-4483-87da-c9c1463ef547: ACTIVE {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:21:20.078328 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0688d2c-9d41-4f51-9a8e-4a2f87df0f80 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b208d4-3108-4eba-ab49-701d2f88b971,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:20.194901 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b0688d2c-9d41-4f51-9a8e-4a2f87df0f80 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:20.199893 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b0688d2c-9d41-4f51-9a8e-4a2f87df0f80 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7289820 Mar 02 19:21:20.200154 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39306) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:20.205632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-4d51925f-79ab-4c16-aef3-49859c37411d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '72b208d4-3108-4eba-ab49-701d2f88b971', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:21:20.212487 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4d51925f-79ab-4c16-aef3-49859c37411d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:20.216399 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4d51925f-79ab-4c16-aef3-49859c37411d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:20.222375 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4d51925f-79ab-4c16-aef3-49859c37411d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:20.225234 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4d51925f-79ab-4c16-aef3-49859c37411d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:20.367898 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d51925f-79ab-4c16-aef3-49859c37411d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:20.430918 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d51925f-79ab-4c16-aef3-49859c37411d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:20.508913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d51925f-79ab-4c16-aef3-49859c37411d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:20.536347 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51925f-79ab-4c16-aef3-49859c37411d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20921df-c6e7-4b4d-be6c-88d820f27e3d,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:20.646132 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4d51925f-79ab-4c16-aef3-49859c37411d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:20.647335 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4d51925f-79ab-4c16-aef3-49859c37411d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4462485 Mar 02 19:21:20.650273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39310) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:20.655836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-d4e07fc5-40ac-429b-b61c-b967d8d59491 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '72b208d4-3108-4eba-ab49-701d2f88b971', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:21:20.661756 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d4e07fc5-40ac-429b-b61c-b967d8d59491 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:20.665621 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d4e07fc5-40ac-429b-b61c-b967d8d59491 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:20.668750 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d4e07fc5-40ac-429b-b61c-b967d8d59491 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:20.674447 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d4e07fc5-40ac-429b-b61c-b967d8d59491 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:20.775928 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d4e07fc5-40ac-429b-b61c-b967d8d59491 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:20.849538 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cb3445aa-765b-4695-bae9-f635aeca1d9a req-98ffe581-9291-45c8-88e2-05c76df74901 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1188574 Mar 02 19:21:20.854370 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d4e07fc5-40ac-429b-b61c-b967d8d59491 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:20.995188 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cb3445aa-765b-4695-bae9-f635aeca1d9a req-42d52ece-105e-407a-b94b-0da8bc2b6956 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 1098 time: 0.0751455 Mar 02 19:21:21.080858 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d4e07fc5-40ac-429b-b61c-b967d8d59491 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:21.124544 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e07fc5-40ac-429b-b61c-b967d8d59491 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d740041f-ceac-4328-978d-2d8885a9c968,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:21.170012 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3445aa-765b-4695-bae9-f635aeca1d9a req-e996a01e-1dca-40d4-a8f7-451a473b4953 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:21.171527 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cb3445aa-765b-4695-bae9-f635aeca1d9a req-e996a01e-1dca-40d4-a8f7-451a473b4953 service neutron] 10.222.0.87 "GET /v2.0/networks?id=60c65937-eded-4a0b-9c7b-487a91c2cf23 HTTP/1.1" status: 200 len: 898 time: 0.1583321 Mar 02 19:21:21.225657 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d4e07fc5-40ac-429b-b61c-b967d8d59491 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:21.226890 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d4e07fc5-40ac-429b-b61c-b967d8d59491 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5756507 Mar 02 19:21:21.229808 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39314) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:21.235505 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '72b208d4-3108-4eba-ab49-701d2f88b971', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:21:21.241320 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:21.245667 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:21.248571 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:21.254253 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:21.280054 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cb3445aa-765b-4695-bae9-f635aeca1d9a req-e9496ffd-ea0b-41a0-b5ed-b582cb8217bd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26fdd429-8c28-4318-9b20-6dc2a12a9e4a HTTP/1.1" status: 200 len: 1000 time: 0.1023409 Mar 02 19:21:21.342230 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3445aa-765b-4695-bae9-f635aeca1d9a req-2dd9fa9f-e338-4ab0-990c-cbf6faeee5f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:21.343705 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cb3445aa-765b-4695-bae9-f635aeca1d9a req-2dd9fa9f-e338-4ab0-990c-cbf6faeee5f3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=05e11024-3605-4404-984c-bb21bfed64f0 HTTP/1.1" status: 200 len: 835 time: 0.0575173 Mar 02 19:21:21.360883 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:21.419110 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cb3445aa-765b-4695-bae9-f635aeca1d9a req-81add23e-8585-4443-b1a8-d65cf94199c2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=60c65937-eded-4a0b-9c7b-487a91c2cf23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694363 Mar 02 19:21:21.424250 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:21.530099 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:21.553350 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cb3445aa-765b-4695-bae9-f635aeca1d9a req-aaaea54b-a0d4-4dd8-b020-6d66e327023b service neutron] 10.222.0.87 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285863 Mar 02 19:21:21.556454 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854f94c6-1850-4838-b6ce-4d0f40e27895,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:21.574886 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:21.575228 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:21.575643 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:21.582905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:21.582905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:21.582905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:21.582905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:21.582905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:21.582905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:21.582905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:21.582905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:21.691418 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cb3445aa-765b-4695-bae9-f635aeca1d9a req-2cfab9e6-abf5-4747-9d94-de4925addd0d service neutron] 10.222.0.87 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316421 Mar 02 19:21:21.709003 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:21.710406 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c853090b-9d29-41f2-9420-43c3727de771 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4796226 Mar 02 19:21:21.713213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39318) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:21.718663 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-4991a93d-2251-4198-9d48-2a53057b663f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '72b208d4-3108-4eba-ab49-701d2f88b971', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:21:21.724630 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-4991a93d-2251-4198-9d48-2a53057b663f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:21.729211 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4991a93d-2251-4198-9d48-2a53057b663f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:21.732087 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4991a93d-2251-4198-9d48-2a53057b663f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:21.737471 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a104a960-183d-4452-8f83-028388050afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:21.738020 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-4991a93d-2251-4198-9d48-2a53057b663f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:21.841167 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4991a93d-2251-4198-9d48-2a53057b663f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:21.904735 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4991a93d-2251-4198-9d48-2a53057b663f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:22.004109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4991a93d-2251-4198-9d48-2a53057b663f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:22.027530 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991a93d-2251-4198-9d48-2a53057b663f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4bba59d-e9f2-489e-b5b4-4cc24a4ee75c,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:22.152501 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4991a93d-2251-4198-9d48-2a53057b663f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:22.153764 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4991a93d-2251-4198-9d48-2a53057b663f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4395707 Mar 02 19:21:22.156588 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39322) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:22.161979 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-01c3ed12-c6b6-4838-8ca8-f7c605c86f63 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '72b208d4-3108-4eba-ab49-701d2f88b971', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:21:22.168803 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-01c3ed12-c6b6-4838-8ca8-f7c605c86f63 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:22.172639 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-01c3ed12-c6b6-4838-8ca8-f7c605c86f63 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:22.175661 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-01c3ed12-c6b6-4838-8ca8-f7c605c86f63 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:22.181194 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-01c3ed12-c6b6-4838-8ca8-f7c605c86f63 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:22.261084 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.securitygroups_db [None req-01c3ed12-c6b6-4838-8ca8-f7c605c86f63 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:21:22.268040 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-01c3ed12-c6b6-4838-8ca8-f7c605c86f63 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:22.426890 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-01c3ed12-c6b6-4838-8ca8-f7c605c86f63 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:22.512416 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-01c3ed12-c6b6-4838-8ca8-f7c605c86f63 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:22.536157 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3ed12-c6b6-4838-8ca8-f7c605c86f63 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ae2645-4e8c-49db-90a4-8923019bd865,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:22.809489 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-01c3ed12-c6b6-4838-8ca8-f7c605c86f63 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:22.810603 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-01c3ed12-c6b6-4838-8ca8-f7c605c86f63 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6531138 Mar 02 19:21:22.813239 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39326) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:22.818597 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-f3576133-8799-4114-9092-0c5e01939162 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '72b208d4-3108-4eba-ab49-701d2f88b971', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:21:22.825468 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f3576133-8799-4114-9092-0c5e01939162 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:22.829304 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f3576133-8799-4114-9092-0c5e01939162 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:22.832759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f3576133-8799-4114-9092-0c5e01939162 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:22.839686 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f3576133-8799-4114-9092-0c5e01939162 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:22.947467 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.securitygroups_db [None req-f3576133-8799-4114-9092-0c5e01939162 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:21:22.954361 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f3576133-8799-4114-9092-0c5e01939162 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:23.025866 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f3576133-8799-4114-9092-0c5e01939162 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:23.112594 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f3576133-8799-4114-9092-0c5e01939162 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:23.137235 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3576133-8799-4114-9092-0c5e01939162 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b9e245-358d-470e-9760-d431650bbcb4,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:23.275065 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f3576133-8799-4114-9092-0c5e01939162 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:23.276302 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f3576133-8799-4114-9092-0c5e01939162 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4621189 Mar 02 19:21:23.466431 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-938fb53f-140c-4c17-9cef-d233f0498feb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:21:23.583503 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-938fb53f-140c-4c17-9cef-d233f0498feb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:21:23.584613 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-938fb53f-140c-4c17-9cef-d233f0498feb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-804397769&fields=id&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 267 time: 0.1632123 Mar 02 19:21:23.759094 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aeeef8c7-cb35-4465-b90e-352f83400435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:23.830882 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-18c25821-2f0c-4fb4-9cc6-f7a39faae69a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:23.832366 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-18c25821-2f0c-4fb4-9cc6-f7a39faae69a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/networks?id=60c65937-eded-4a0b-9c7b-487a91c2cf23 HTTP/1.1" status: 200 len: 797 time: 0.2404623 Mar 02 19:21:23.849661 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-7a961686-4f2b-4288-a1ae-af2a9311db6c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/quotas/3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 375 time: 0.0107763 Mar 02 19:21:23.934127 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-b7196d9e-f8e9-469e-944e-0ad61c921e5c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0795655 Mar 02 19:21:24.076653 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-4e52b675-835c-42cf-9219-0cf077d9425d service neutron] 10.222.0.73 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302676 Mar 02 19:21:24.210167 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-eb622dc1-4600-4207-94a9-72ba47c828e5 service neutron] 10.222.0.73 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275730 Mar 02 19:21:24.587795 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ad2d3b75-17b4-4333-97d4-4f54e04e3f01 req-09c17c12-1ef5-455f-ac4f-791e68bd0628 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 210 time: 0.0456817 Mar 02 19:21:25.234595 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:25.478525 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:25.752567 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5a0eab51-1f2d-4f9d-8cb5-48ca726b0cd6 req-b1d77fec-327b-4e7e-ada2-402b1219bed0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 210 time: 0.0454125 Mar 02 19:21:26.562385 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:26.912815 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a8122e6a-8caa-4636-a4b7-b5bd346ac6d4 req-d9396fc2-70d0-4049-a5ee-66f5caeb892d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 210 time: 0.0402191 Mar 02 19:21:27.395918 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-0623dfe3-b26e-4417-90f0-3a9249844b88 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:27.397326 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-0623dfe3-b26e-4417-90f0-3a9249844b88 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/networks?id=60c65937-eded-4a0b-9c7b-487a91c2cf23 HTTP/1.1" status: 200 len: 797 time: 0.1433620 Mar 02 19:21:27.463164 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-43a80f5e-b781-49f3-bf3a-f892cc85c68f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 472 time: 0.0519264 Mar 02 19:21:27.472042 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-10b5f813-6870-4aae-9123-111776b0c052 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'port': {'device_id': '0e90e556-0b4d-492d-a098-0a075ebc89f9', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'admin_state_up': True, 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'security_groups': ['72b208d4-3108-4eba-ab49-701d2f88b971']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:21:27.614733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-10b5f813-6870-4aae-9123-111776b0c052 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:27.619571 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-10b5f813-6870-4aae-9123-111776b0c052 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:port and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:27.625840 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-10b5f813-6870-4aae-9123-111776b0c052 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:27.628278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-10b5f813-6870-4aae-9123-111776b0c052 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:27.744504 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-10b5f813-6870-4aae-9123-111776b0c052 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:21:27.747792 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-10b5f813-6870-4aae-9123-111776b0c052 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:27.916283 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-10b5f813-6870-4aae-9123-111776b0c052 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.20.0.10 (60c65937-eded-4a0b-9c7b-487a91c2cf23/05e11024-3605-4404-984c-bb21bfed64f0/1d5d3a78-4e6b-4410-8d44-6bb213c7209c) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:21:28.099970 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b682d5d0-bf25-4cca-bd25-e0b8e44f11f9 req-056b461a-93b9-4e1a-ba85-000a710f5082 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 210 time: 0.0560305 Mar 02 19:21:28.154101 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-10b5f813-6870-4aae-9123-111776b0c052 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:28.170171 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-10b5f813-6870-4aae-9123-111776b0c052 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Transition to ACTIVE for port object 1d5d3a78-4e6b-4410-8d44-6bb213c7209c will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:21:28.307375 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-10b5f813-6870-4aae-9123-111776b0c052 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:28.380613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-10b5f813-6870-4aae-9123-111776b0c052 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 60c65937-eded-4a0b-9c7b-487a91c2cf23 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:21:28.383793 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-10b5f813-6870-4aae-9123-111776b0c052 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:21:28.387718 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-10b5f813-6870-4aae-9123-111776b0c052 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:21:28.418338 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5f813-6870-4aae-9123-111776b0c052 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=1d5d3a78-4e6b-4410-8d44-6bb213c7209c,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:28.456499 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-10b5f813-6870-4aae-9123-111776b0c052 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:28.457106 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-10b5f813-6870-4aae-9123-111776b0c052 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:28.592997 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-10b5f813-6870-4aae-9123-111776b0c052 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1246934 Mar 02 19:21:28.604761 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] Request body: {'port': {'device_id': '0e90e556-0b4d-492d-a098-0a075ebc89f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:21:28.714889 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:28.740857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-328b87c4-96ec-483e-b730-1603dde3c164 None None] Provisioning for port 1d5d3a78-4e6b-4410-8d44-6bb213c7209c completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:21:28.746406 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-328b87c4-96ec-483e-b730-1603dde3c164 None None] Provisioning complete for port 1d5d3a78-4e6b-4410-8d44-6bb213c7209c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:21:28.746778 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-328b87c4-96ec-483e-b730-1603dde3c164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:28.801068 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-328b87c4-96ec-483e-b730-1603dde3c164 None None] Port 1d5d3a78-4e6b-4410-8d44-6bb213c7209c cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:21:29.145146 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5d3a78-4e6b-4410-8d44-6bb213c7209c {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:21:29.153278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:29.167594 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] Transition to ACTIVE for port object 1d5d3a78-4e6b-4410-8d44-6bb213c7209c will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:21:29.268607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:29.305342 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c1afb-7585-4568-8da2-a65fe1e11d93 req-67f714e2-8943-4215-9671-ce1798cc4576 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:29.307307 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-025c1afb-7585-4568-8da2-a65fe1e11d93 req-67f714e2-8943-4215-9671-ce1798cc4576 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 932 time: 0.0842667 Mar 02 19:21:29.357426 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-025c1afb-7585-4568-8da2-a65fe1e11d93 req-ffba4b09-b852-418b-bd55-db0185d14d72 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=72b208d4-3108-4eba-ab49-701d2f88b971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445087 Mar 02 19:21:29.396786 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] Pushing event updated for resources: {'Port': ['ID=1d5d3a78-4e6b-4410-8d44-6bb213c7209c,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:29.511631 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] Attempting to bind port 1d5d3a78-4e6b-4410-8d44-6bb213c7209c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:21:29.512262 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] Attempting to bind port 1d5d3a78-4e6b-4410-8d44-6bb213c7209c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'edea39d7-186f-4674-8e43-173ec35ef912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:21:29.512262 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] Attempting to bind port 1d5d3a78-4e6b-4410-8d44-6bb213c7209c on network 60c65937-eded-4a0b-9c7b-487a91c2cf23 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:21:29.518054 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] Port 1d5d3a78-4e6b-4410-8d44-6bb213c7209c on network 60c65937-eded-4a0b-9c7b-487a91c2cf23 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:21:29.518390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] Attempting to bind port 1d5d3a78-4e6b-4410-8d44-6bb213c7209c on network 60c65937-eded-4a0b-9c7b-487a91c2cf23 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:21:29.525829 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:21:29.526176 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] Checking segment: {'id': 'edea39d7-186f-4674-8e43-173ec35ef912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:21:29.526578 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] Bound using segment: {'id': 'edea39d7-186f-4674-8e43-173ec35ef912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:21:29.527004 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] Bound port: 1d5d3a78-4e6b-4410-8d44-6bb213c7209c, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edea39d7-186f-4674-8e43-173ec35ef912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:21:29.527369 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:29.620886 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] For port 1d5d3a78-4e6b-4410-8d44-6bb213c7209c, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:21:29.623836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] For port 1d5d3a78-4e6b-4410-8d44-6bb213c7209c, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=1d5d3a78-4e6b-4410-8d44-6bb213c7209c,segment=NetworkSegment(edea39d7-186f-4674-8e43-173ec35ef912),segment_id=edea39d7-186f-4674-8e43-173ec35ef912)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:21:29.732841 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:29.794486 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:29.795892 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] 10.222.0.87 "PUT /v2.0/ports/1d5d3a78-4e6b-4410-8d44-6bb213c7209c HTTP/1.1" status: 200 len: 1094 time: 1.1958160 Mar 02 19:21:29.798769 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e90e556-0b4d-492d-a098-0a075ebc89f9', 'tag': '1d5d3a78-4e6b-4410-8d44-6bb213c7209c'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:21:29.828100 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c9fad-30b8-4bd8-96fa-2e245fb7534d service neutron] Pushing event updated for resources: {'Port': ['ID=1d5d3a78-4e6b-4410-8d44-6bb213c7209c,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:29.861099 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e90e556-0b4d-492d-a098-0a075ebc89f9', 'tag': '1d5d3a78-4e6b-4410-8d44-6bb213c7209c', 'status': 'completed', 'code': 200} Mar 02 19:21:29.958937 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5e9a152e-818d-4f18-81fb-0fec5123b270 req-4f3edbfa-cf5a-4136-9368-54a1b8994356 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 1097 time: 0.0785589 Mar 02 19:21:30.112318 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a152e-818d-4f18-81fb-0fec5123b270 req-61915a79-868d-4697-951c-12b08cdf0a07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:30.113822 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5e9a152e-818d-4f18-81fb-0fec5123b270 req-61915a79-868d-4697-951c-12b08cdf0a07 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=3b5a22e326e84c6680d758252463bbd4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1478000 Mar 02 19:21:30.252421 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a152e-818d-4f18-81fb-0fec5123b270 req-faca7775-86b8-402d-b1ef-1449b702a60a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:30.253876 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5e9a152e-818d-4f18-81fb-0fec5123b270 req-faca7775-86b8-402d-b1ef-1449b702a60a service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333625 Mar 02 19:21:30.363628 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-9fdff637-2b7d-494c-8998-92781a93d35a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 1097 time: 0.0735316 Mar 02 19:21:30.438884 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-864d6657-eaf3-405b-baa3-db62e369982b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d5d3a78-4e6b-4410-8d44-6bb213c7209c HTTP/1.1" status: 200 len: 217 time: 0.0677507 Mar 02 19:21:30.505419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-572b47c7-58e5-4cd0-a9a0-4867deda5fd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:30.506864 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-572b47c7-58e5-4cd0-a9a0-4867deda5fd3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=05e11024-3605-4404-984c-bb21bfed64f0 HTTP/1.1" status: 200 len: 835 time: 0.0625188 Mar 02 19:21:30.572695 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e118b2-e80b-484c-b661-ae32a4ad2946 req-b37f4a00-e830-4ea6-9a9a-ce51c46237ec tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:30.574174 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-06e118b2-e80b-484c-b661-ae32a4ad2946 req-b37f4a00-e830-4ea6-9a9a-ce51c46237ec tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 944 time: 0.0836961 Mar 02 19:21:30.581016 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-69a0f411-4bef-4c0e-8290-8163f4d84256 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=60c65937-eded-4a0b-9c7b-487a91c2cf23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687649 Mar 02 19:21:30.620602 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-06e118b2-e80b-484c-b661-ae32a4ad2946 req-7e2967a5-2cc6-4cf0-ae35-61f3bd10a105 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=72b208d4-3108-4eba-ab49-701d2f88b971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407114 Mar 02 19:21:30.717311 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-6773967a-934e-488a-a9ec-64a34e17a23e service neutron] 10.222.0.87 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288388 Mar 02 19:21:30.851702 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fe1916b0-bae0-4baa-9247-54c2048b2e1b req-f1a42e3f-fe83-4d07-93d4-4359975235c2 service neutron] 10.222.0.87 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285408 Mar 02 19:21:31.423003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:31.830259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac590ca-a17d-4106-ab6e-e6eb80d650ab req-0b907d4b-8893-4c3d-b1ff-5ce10943837c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:31.830843 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fac590ca-a17d-4106-ab6e-e6eb80d650ab req-0b907d4b-8893-4c3d-b1ff-5ce10943837c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:21:31.937460 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fac590ca-a17d-4106-ab6e-e6eb80d650ab req-0b907d4b-8893-4c3d-b1ff-5ce10943837c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:21:31.938657 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fac590ca-a17d-4106-ab6e-e6eb80d650ab req-0b907d4b-8893-4c3d-b1ff-5ce10943837c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 944 time: 0.1936486 Mar 02 19:21:31.985206 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fac590ca-a17d-4106-ab6e-e6eb80d650ab req-197e4bb3-72a2-4edb-9c0a-b7d4811e975b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=72b208d4-3108-4eba-ab49-701d2f88b971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409591 Mar 02 19:21:32.668611 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:21:33.180297 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccca053-f37d-4f0a-8782-452dc366fcd9 req-d4063782-9c12-4e88-a2de-b7000c9d4448 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:33.181725 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2ccca053-f37d-4f0a-8782-452dc366fcd9 req-d4063782-9c12-4e88-a2de-b7000c9d4448 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 944 time: 0.0758531 Mar 02 19:21:33.234369 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2ccca053-f37d-4f0a-8782-452dc366fcd9 req-a7f7e8a2-0cdb-4c28-95a9-1671028f0ebe tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=72b208d4-3108-4eba-ab49-701d2f88b971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471513 Mar 02 19:21:33.806322 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 1d5d3a78-4e6b-4410-8d44-6bb213c7209c details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:21:33.938972 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 1d5d3a78-4e6b-4410-8d44-6bb213c7209c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=1d5d3a78-4e6b-4410-8d44-6bb213c7209c,segment=NetworkSegment(edea39d7-186f-4674-8e43-173ec35ef912),segment_id=edea39d7-186f-4674-8e43-173ec35ef912)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:21:33.952741 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '1d5d3a78-4e6b-4410-8d44-6bb213c7209c', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'port_id': '1d5d3a78-4e6b-4410-8d44-6bb213c7209c', 'mac_address': 'fa:16:3e:10:a5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e11024-3605-4404-984c-bb21bfed64f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:21:34.010206 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:34.027189 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5d3a78-4e6b-4410-8d44-6bb213c7209c {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:21:34.041912 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 1d5d3a78-4e6b-4410-8d44-6bb213c7209c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=1d5d3a78-4e6b-4410-8d44-6bb213c7209c,segment=NetworkSegment(edea39d7-186f-4674-8e43-173ec35ef912),segment_id=edea39d7-186f-4674-8e43-173ec35ef912)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:21:34.177375 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:34.243200 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=1d5d3a78-4e6b-4410-8d44-6bb213c7209c,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:34.411579 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['1d5d3a78-4e6b-4410-8d44-6bb213c7209c'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:21:34.428143 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8546e-38db-4c3b-88f5-69f4d4a8974a req-74b2118f-422f-48bf-b2ba-b43ffc698ff0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:34.430243 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e8a8546e-38db-4c3b-88f5-69f4d4a8974a req-74b2118f-422f-48bf-b2ba-b43ffc698ff0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 945 time: 0.0763206 Mar 02 19:21:34.477844 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e8a8546e-38db-4c3b-88f5-69f4d4a8974a req-9a4a720d-cd14-42da-8e8a-9d4ba37703f4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=72b208d4-3108-4eba-ab49-701d2f88b971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417626 Mar 02 19:21:35.673380 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cdfeb-27dd-41f7-b01a-5aac70a7449d req-eb09d4d3-567f-40f5-8e12-25bc9389a7c6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:35.674828 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-df9cdfeb-27dd-41f7-b01a-5aac70a7449d req-eb09d4d3-567f-40f5-8e12-25bc9389a7c6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 945 time: 0.0779347 Mar 02 19:21:35.721814 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-df9cdfeb-27dd-41f7-b01a-5aac70a7449d req-332111f3-705f-4c16-9849-d1b2625cb0d8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=72b208d4-3108-4eba-ab49-701d2f88b971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409119 Mar 02 19:21:35.815458 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 1d5d3a78-4e6b-4410-8d44-6bb213c7209c up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:21:35.948714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 1d5d3a78-4e6b-4410-8d44-6bb213c7209c completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:21:35.953819 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 1d5d3a78-4e6b-4410-8d44-6bb213c7209c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:21:35.954187 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:36.069912 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:36.096537 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e90e556-0b4d-492d-a098-0a075ebc89f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5d3a78-4e6b-4410-8d44-6bb213c7209c'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:21:36.106931 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 1d5d3a78-4e6b-4410-8d44-6bb213c7209c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=1d5d3a78-4e6b-4410-8d44-6bb213c7209c,segment=NetworkSegment(edea39d7-186f-4674-8e43-173ec35ef912),segment_id=edea39d7-186f-4674-8e43-173ec35ef912)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:21:36.151283 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e90e556-0b4d-492d-a098-0a075ebc89f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5d3a78-4e6b-4410-8d44-6bb213c7209c', 'code': 200} Mar 02 19:21:36.192783 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:36.257727 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=1d5d3a78-4e6b-4410-8d44-6bb213c7209c,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:36.560958 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3304d6ed-327d-4255-9f1b-4d5602db425d req-d71cadbc-c71b-4694-a516-bf2e1265c391 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 1099 time: 0.0733075 Mar 02 19:21:36.606108 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3304d6ed-327d-4255-9f1b-4d5602db425d req-e4dbc600-6e6c-44a1-a2ed-6a6083b8b0cd service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=72b208d4-3108-4eba-ab49-701d2f88b971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388222 Mar 02 19:21:36.926132 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab9d17-6272-459c-95f3-484e3e186d47 req-7824a94a-c81a-4110-bb26-52038bb2577a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:36.930225 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6fab9d17-6272-459c-95f3-484e3e186d47 req-7824a94a-c81a-4110-bb26-52038bb2577a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 946 time: 0.0805893 Mar 02 19:21:36.973794 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6fab9d17-6272-459c-95f3-484e3e186d47 req-aca389cb-b509-4f2f-a3a0-5cef79f4861d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=72b208d4-3108-4eba-ab49-701d2f88b971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399420 Mar 02 19:21:38.177703 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c7b1c-f051-4df0-ae20-f4d299ef7304 req-953a0052-5dd2-4092-901c-999c2fd166cf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:38.179301 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-847c7b1c-f051-4df0-ae20-f4d299ef7304 req-953a0052-5dd2-4092-901c-999c2fd166cf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 946 time: 0.0830131 Mar 02 19:21:38.229912 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-847c7b1c-f051-4df0-ae20-f4d299ef7304 req-e8623dc1-8bad-48f2-911b-240796db1d93 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=72b208d4-3108-4eba-ab49-701d2f88b971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446641 Mar 02 19:21:38.423753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff1ed5-5489-4a80-ba24-8fa32324e18e req-ac3316d7-c9d6-4c43-a810-e2837c352f7f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:38.425240 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cbff1ed5-5489-4a80-ba24-8fa32324e18e req-ac3316d7-c9d6-4c43-a810-e2837c352f7f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 946 time: 0.0770760 Mar 02 19:21:38.477733 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cbff1ed5-5489-4a80-ba24-8fa32324e18e req-9a8fafce-b3f1-4141-932d-2e7bdc011067 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=72b208d4-3108-4eba-ab49-701d2f88b971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459068 Mar 02 19:21:38.505160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39378) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:38.579459 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f88bab36-c72e-4166-a708-49c701755c41 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 1094 time: 0.0729482 Mar 02 19:21:38.582037 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39382) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:38.587624 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': '1d5d3a78-4e6b-4410-8d44-6bb213c7209c', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:21:38.593243 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:38.597043 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:floatingip and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:38.599887 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:38.605654 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:38.674765 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:38.904566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:39.037891 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.26.4.12 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/f15a2f95-3244-497c-b583-5c524f80d95a) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:21:39.201349 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:39.321314 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:39.390208 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:21:39.393027 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:21:39.395520 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:21:39.425783 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=f15a2f95-3244-497c-b583-5c524f80d95a,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:39.446722 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:39.447071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:39.447435 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:39.447784 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:39.448108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:39.448444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:39.448771 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:39.449096 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:39.449420 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:39.449739 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:39.450059 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:39.932397 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:40.059030 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:40.265155 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:40.342948 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:40.451056 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=f15a2f95-3244-497c-b583-5c524f80d95a,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:40.465255 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:40.653640 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Floating IP d3abc7c8-5029-4e68-8525-c1e72ec9b844 associated. External IP: 172.26.4.12, port: 1d5d3a78-4e6b-4410-8d44-6bb213c7209c. Mar 02 19:21:41.143120 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router a1505e5c-f607-4478-aab3-b42202101593 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:21:41.345698 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:21:41.355610 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf04f7e-83f8-49b3-b830-cbf59e1ee130 None None] Sync routers for ids ['a1505e5c-f607-4478-aab3-b42202101593'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:21:41.366869 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf04f7e-83f8-49b3-b830-cbf59e1ee130 None None] Routers {'a1505e5c-f607-4478-aab3-b42202101593'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:21:41.367527 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6cf04f7e-83f8-49b3-b830-cbf59e1ee130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:21:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a1505e5c-f607-4478-aab3-b42202101593'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:41.444517 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:41.511390 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-02fcbe14-49a4-49a4-84f6-487c10319a49 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9194982 Mar 02 19:21:41.511390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e90e556-0b4d-492d-a098-0a075ebc89f9', 'tag': '1d5d3a78-4e6b-4410-8d44-6bb213c7209c'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:21:41.549533 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-6cf04f7e-83f8-49b3-b830-cbf59e1ee130 None None] Set router a1505e5c-f607-4478-aab3-b42202101593 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:21:41.560939 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e90e556-0b4d-492d-a098-0a075ebc89f9', 'tag': '1d5d3a78-4e6b-4410-8d44-6bb213c7209c', 'status': 'completed', 'code': 200} Mar 02 19:21:41.652001 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-847ddfca-8fd8-4a97-8f87-40f7eaeea0ba req-b0c3d944-9b54-494d-a6bb-b1311619a6b1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 1099 time: 0.0689950 Mar 02 19:21:41.786440 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ddfca-8fd8-4a97-8f87-40f7eaeea0ba req-2291aae3-5e17-46bb-a5c9-ecfd42b86c85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:41.787929 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-847ddfca-8fd8-4a97-8f87-40f7eaeea0ba req-2291aae3-5e17-46bb-a5c9-ecfd42b86c85 service neutron] 10.222.0.87 "GET /v2.0/networks?id=60c65937-eded-4a0b-9c7b-487a91c2cf23 HTTP/1.1" status: 200 len: 898 time: 0.1294782 Mar 02 19:21:41.896467 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-847ddfca-8fd8-4a97-8f87-40f7eaeea0ba req-12c28879-c8d5-4ad5-9d50-43abc1013b0e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d5d3a78-4e6b-4410-8d44-6bb213c7209c HTTP/1.1" status: 200 len: 999 time: 0.1014621 Mar 02 19:21:41.955850 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6cf04f7e-83f8-49b3-b830-cbf59e1ee130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'bd5e2e5e-2c85-4483-87da-c9c1463ef547', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'port_id': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'mac_address': 'fa:16:3e:ec:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:21:17Z', 'updated_at': '2022-03-02T19:21:20Z', 'revision_number': 1, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}, {'id': 'd3abc7c8-5029-4e68-8525-c1e72ec9b844', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.12', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'port_id': '1d5d3a78-4e6b-4410-8d44-6bb213c7209c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'mac_address': 'fa:16:3e:10:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e90e556-0b4d-492d-a098-0a075ebc89f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:21:39Z', 'updated_at': '2022-03-02T19:21:39Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3769a01-48b8-4e72-8383-d8151e885a20', 'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:70:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e11024-3605-4404-984c-bb21bfed64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:53Z', 'updated_at': '2022-03-02T19:21:00Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '05e11024-3605-4404-984c-bb21bfed64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:41.959698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf04f7e-83f8-49b3-b830-cbf59e1ee130 None None] Checking router: a1505e5c-f607-4478-aab3-b42202101593 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:21:41.961081 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ddfca-8fd8-4a97-8f87-40f7eaeea0ba req-ddd56705-251d-451c-92d9-61e59f583322 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:41.962759 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-847ddfca-8fd8-4a97-8f87-40f7eaeea0ba req-ddd56705-251d-451c-92d9-61e59f583322 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=05e11024-3605-4404-984c-bb21bfed64f0 HTTP/1.1" status: 200 len: 835 time: 0.0587099 Mar 02 19:21:41.970603 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf04f7e-83f8-49b3-b830-cbf59e1ee130 None None] Routers {'a1505e5c-f607-4478-aab3-b42202101593'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:21:41.971199 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6cf04f7e-83f8-49b3-b830-cbf59e1ee130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:21:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a1505e5c-f607-4478-aab3-b42202101593'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:42.041563 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-847ddfca-8fd8-4a97-8f87-40f7eaeea0ba req-ad4f1a98-1600-42bf-a541-70122e927af1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=60c65937-eded-4a0b-9c7b-487a91c2cf23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726161 Mar 02 19:21:42.152476 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-6cf04f7e-83f8-49b3-b830-cbf59e1ee130 None None] Set router a1505e5c-f607-4478-aab3-b42202101593 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:21:42.176981 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-847ddfca-8fd8-4a97-8f87-40f7eaeea0ba req-2b0e8ee6-32d3-4542-aaef-dc9b2fc012f6 service neutron] 10.222.0.87 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280169 Mar 02 19:21:42.310948 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-847ddfca-8fd8-4a97-8f87-40f7eaeea0ba req-32b44256-ae69-4eea-b9d9-b89aa81473ad service neutron] 10.222.0.87 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273451 Mar 02 19:21:42.506319 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6cf04f7e-83f8-49b3-b830-cbf59e1ee130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'bd5e2e5e-2c85-4483-87da-c9c1463ef547', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'port_id': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'mac_address': 'fa:16:3e:ec:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:21:17Z', 'updated_at': '2022-03-02T19:21:20Z', 'revision_number': 1, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}, {'id': 'd3abc7c8-5029-4e68-8525-c1e72ec9b844', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.12', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'port_id': '1d5d3a78-4e6b-4410-8d44-6bb213c7209c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'mac_address': 'fa:16:3e:10:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e90e556-0b4d-492d-a098-0a075ebc89f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:21:39Z', 'updated_at': '2022-03-02T19:21:39Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3769a01-48b8-4e72-8383-d8151e885a20', 'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:70:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e11024-3605-4404-984c-bb21bfed64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:53Z', 'updated_at': '2022-03-02T19:21:00Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '05e11024-3605-4404-984c-bb21bfed64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:42.511173 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf04f7e-83f8-49b3-b830-cbf59e1ee130 None None] The sync data for ids ['a1505e5c-f607-4478-aab3-b42202101593'] in dv-neutron-831573-1-hyperv is: [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'bd5e2e5e-2c85-4483-87da-c9c1463ef547', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'port_id': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'mac_address': 'fa:16:3e:ec:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:21:17Z', 'updated_at': '2022-03-02T19:21:20Z', 'revision_number': 1, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}, {'id': 'd3abc7c8-5029-4e68-8525-c1e72ec9b844', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.12', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'port_id': '1d5d3a78-4e6b-4410-8d44-6bb213c7209c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'mac_address': 'fa:16:3e:10:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e90e556-0b4d-492d-a098-0a075ebc89f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:21:39Z', 'updated_at': '2022-03-02T19:21:39Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3769a01-48b8-4e72-8383-d8151e885a20', 'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:70:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e11024-3605-4404-984c-bb21bfed64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:53Z', 'updated_at': '2022-03-02T19:21:00Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '05e11024-3605-4404-984c-bb21bfed64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:21:42.712616 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580a1f08-49cd-46bf-9736-8ed6ec522a93 None None] New status for floating IP d3abc7c8-5029-4e68-8525-c1e72ec9b844: ACTIVE {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:21:51.645948 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7bfeb76e-944d-4800-9162-b1e7143be28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:53.800790 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-232c9e2f-0689-430a-8d88-4cc2d6a89ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:55.198584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:55.484345 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:56.497621 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:01.492442 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:09.669171 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:22:15.624164 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39402) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:15.726133 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-34cd5e97-1995-45a4-8034-b744f9dff85e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/bd5e2e5e-2c85-4483-87da-c9c1463ef547 HTTP/1.1" status: 200 len: 992 time: 0.1008315 Mar 02 19:22:16.474827 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39412) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:16.480829 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-28ea84e1-86f6-4a52-9002-ae2691f467c6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:22:16.692768 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-28ea84e1-86f6-4a52-9002-ae2691f467c6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:16.909023 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-28ea84e1-86f6-4a52-9002-ae2691f467c6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=26fdd429-8c28-4318-9b20-6dc2a12a9e4a,segment=NetworkSegment(edea39d7-186f-4674-8e43-173ec35ef912),segment_id=edea39d7-186f-4674-8e43-173ec35ef912)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:22:16.935214 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-28ea84e1-86f6-4a52-9002-ae2691f467c6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:17.012042 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-28ea84e1-86f6-4a52-9002-ae2691f467c6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:17.079552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ea84e1-86f6-4a52-9002-ae2691f467c6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:17.080251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-28ea84e1-86f6-4a52-9002-ae2691f467c6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:17.081514 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-28ea84e1-86f6-4a52-9002-ae2691f467c6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/ports/26fdd429-8c28-4318-9b20-6dc2a12a9e4a HTTP/1.1" status: 200 len: 938 time: 0.6056342 Mar 02 19:22:17.082123 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'tag': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:22:17.101393 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea84e1-86f6-4a52-9002-ae2691f467c6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=26fdd429-8c28-4318-9b20-6dc2a12a9e4a,revision_number=6']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:17.141740 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'tag': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a', 'status': 'completed', 'code': 200} Mar 02 19:22:17.240734 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0c6d3775-8597-4b2c-aeda-9ad5eed44070 req-cea8f77b-7194-438b-bee3-6e3f433ccf41 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 1099 time: 0.0773656 Mar 02 19:22:17.346661 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e2266730-bd64-44e2-b645-f59c40a37c32 None None] Provisioning complete for port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:17.347231 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e2266730-bd64-44e2-b645-f59c40a37c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:17.376759 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d3775-8597-4b2c-aeda-9ad5eed44070 req-beb45ffc-c03f-4c76-b864-d13bdce1c337 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:17.378304 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0c6d3775-8597-4b2c-aeda-9ad5eed44070 req-beb45ffc-c03f-4c76-b864-d13bdce1c337 service neutron] 10.222.0.87 "GET /v2.0/networks?id=60c65937-eded-4a0b-9c7b-487a91c2cf23 HTTP/1.1" status: 200 len: 898 time: 0.1307466 Mar 02 19:22:17.409203 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-e2266730-bd64-44e2-b645-f59c40a37c32 None None] Port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a is administratively disabled so it will not transition to active. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Mar 02 19:22:17.485448 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0c6d3775-8597-4b2c-aeda-9ad5eed44070 req-30d1e79d-8c86-425a-9c71-0d0f92235a78 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26fdd429-8c28-4318-9b20-6dc2a12a9e4a HTTP/1.1" status: 200 len: 1001 time: 0.1003737 Mar 02 19:22:17.548587 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d3775-8597-4b2c-aeda-9ad5eed44070 req-9bfb835a-a54c-4f0d-a07b-e8bd1d5c3808 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:17.550038 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0c6d3775-8597-4b2c-aeda-9ad5eed44070 req-9bfb835a-a54c-4f0d-a07b-e8bd1d5c3808 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=05e11024-3605-4404-984c-bb21bfed64f0 HTTP/1.1" status: 200 len: 835 time: 0.0581577 Mar 02 19:22:17.625853 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0c6d3775-8597-4b2c-aeda-9ad5eed44070 req-60ae2615-74ad-4639-a9f1-0cb9e01d3b98 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=60c65937-eded-4a0b-9c7b-487a91c2cf23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685472 Mar 02 19:22:17.758882 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0c6d3775-8597-4b2c-aeda-9ad5eed44070 req-2835a5ec-49d0-4d41-98cd-3ef5f22efa70 service neutron] 10.222.0.87 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263347 Mar 02 19:22:17.898649 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0c6d3775-8597-4b2c-aeda-9ad5eed44070 req-297f7f75-ded6-40ce-9aac-de72dab1fe48 service neutron] 10.222.0.87 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323342 Mar 02 19:22:20.523727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39422) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:20.529701 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-eb04c955-a192-41b5-8e13-80b4924f0cfe tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:22:20.646904 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eb04c955-a192-41b5-8e13-80b4924f0cfe tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:20.800769 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8d0cbf75-ba47-41a0-a8bb-12926ef21803 req-b5646f4b-3b56-457f-b1ab-408af310582e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715404 Mar 02 19:22:20.861591 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-eb04c955-a192-41b5-8e13-80b4924f0cfe tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=26fdd429-8c28-4318-9b20-6dc2a12a9e4a,segment=NetworkSegment(edea39d7-186f-4674-8e43-173ec35ef912),segment_id=edea39d7-186f-4674-8e43-173ec35ef912)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:22:20.887154 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eb04c955-a192-41b5-8e13-80b4924f0cfe tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:20.944729 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8d0cbf75-ba47-41a0-a8bb-12926ef21803 req-303b5bf2-8166-43d4-9b1b-056dcb14d745 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 1099 time: 0.0717521 Mar 02 19:22:20.958942 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eb04c955-a192-41b5-8e13-80b4924f0cfe tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:21.040657 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04c955-a192-41b5-8e13-80b4924f0cfe tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=26fdd429-8c28-4318-9b20-6dc2a12a9e4a,revision_number=7']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:21.047891 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb04c955-a192-41b5-8e13-80b4924f0cfe tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:21.048504 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eb04c955-a192-41b5-8e13-80b4924f0cfe tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:21.049895 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-eb04c955-a192-41b5-8e13-80b4924f0cfe tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/ports/26fdd429-8c28-4318-9b20-6dc2a12a9e4a HTTP/1.1" status: 200 len: 937 time: 0.5251274 Mar 02 19:22:21.050435 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'tag': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:22:21.054541 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39426) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:21.120068 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'tag': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a', 'status': 'completed', 'code': 200} Mar 02 19:22:21.138877 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cbf75-ba47-41a0-a8bb-12926ef21803 req-32101859-c5d5-41bc-985c-d4a757c7c972 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:21.140374 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8d0cbf75-ba47-41a0-a8bb-12926ef21803 req-32101859-c5d5-41bc-985c-d4a757c7c972 service neutron] 10.222.0.87 "GET /v2.0/networks?id=60c65937-eded-4a0b-9c7b-487a91c2cf23 HTTP/1.1" status: 200 len: 898 time: 0.1769481 Mar 02 19:22:21.166869 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a96b3a21-d55f-442a-be83-44737b0fb6a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/bd5e2e5e-2c85-4483-87da-c9c1463ef547 HTTP/1.1" status: 200 len: 992 time: 0.1095114 Mar 02 19:22:21.253867 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8d0cbf75-ba47-41a0-a8bb-12926ef21803 req-79aab36b-50df-46ea-8a0c-aca15f2d1848 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26fdd429-8c28-4318-9b20-6dc2a12a9e4a HTTP/1.1" status: 200 len: 1000 time: 0.1030507 Mar 02 19:22:21.254591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-29136bda-e499-4b1a-b096-94b0d82fc3f5 None None] Provisioning complete for port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:21.255084 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-29136bda-e499-4b1a-b096-94b0d82fc3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:21.315302 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['26fdd429-8c28-4318-9b20-6dc2a12a9e4a'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:22:21.316442 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cbf75-ba47-41a0-a8bb-12926ef21803 req-ce975373-0836-4f77-ad53-0d614a301eac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:21.317907 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8d0cbf75-ba47-41a0-a8bb-12926ef21803 req-ce975373-0836-4f77-ad53-0d614a301eac service neutron] 10.222.0.87 "GET /v2.0/subnets?id=05e11024-3605-4404-984c-bb21bfed64f0 HTTP/1.1" status: 200 len: 835 time: 0.0581381 Mar 02 19:22:21.490807 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8d0cbf75-ba47-41a0-a8bb-12926ef21803 req-13406be9-7789-4505-9927-618bdc625768 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=60c65937-eded-4a0b-9c7b-487a91c2cf23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1667452 Mar 02 19:22:21.631679 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8d0cbf75-ba47-41a0-a8bb-12926ef21803 req-574de320-e47c-4690-8c8d-9d92588743be service neutron] 10.222.0.87 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334875 Mar 02 19:22:21.666246 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e170a7b1-ccd2-4400-af0a-2e24acbcf25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:21.766610 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8d0cbf75-ba47-41a0-a8bb-12926ef21803 req-989ed61d-e108-418c-8980-eb339522ff44 service neutron] 10.222.0.87 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286981 Mar 02 19:22:21.885180 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e533af18-07e8-4fbd-95ac-97b40f299490 req-e96bfcbb-742a-4166-9819-5f3729a94349 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 1098 time: 0.0763094 Mar 02 19:22:22.019731 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533af18-07e8-4fbd-95ac-97b40f299490 req-1fe30c78-3b0d-43f2-afd5-0aebea117028 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:22.021179 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e533af18-07e8-4fbd-95ac-97b40f299490 req-1fe30c78-3b0d-43f2-afd5-0aebea117028 service neutron] 10.222.0.87 "GET /v2.0/networks?id=60c65937-eded-4a0b-9c7b-487a91c2cf23 HTTP/1.1" status: 200 len: 898 time: 0.1284986 Mar 02 19:22:22.130927 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e533af18-07e8-4fbd-95ac-97b40f299490 req-97cc2acf-c2ad-4b9b-9160-4cc84774900b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26fdd429-8c28-4318-9b20-6dc2a12a9e4a HTTP/1.1" status: 200 len: 1000 time: 0.1022503 Mar 02 19:22:22.202363 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533af18-07e8-4fbd-95ac-97b40f299490 req-1145d82c-e439-4caf-b2d6-ac8b0a18cb9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:22.203818 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e533af18-07e8-4fbd-95ac-97b40f299490 req-1145d82c-e439-4caf-b2d6-ac8b0a18cb9a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=05e11024-3605-4404-984c-bb21bfed64f0 HTTP/1.1" status: 200 len: 835 time: 0.0668547 Mar 02 19:22:22.279210 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e533af18-07e8-4fbd-95ac-97b40f299490 req-3f415256-d187-46b4-a587-794cda938f85 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=60c65937-eded-4a0b-9c7b-487a91c2cf23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692809 Mar 02 19:22:22.412405 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e533af18-07e8-4fbd-95ac-97b40f299490 req-a43a7679-9c26-4db5-a49f-e07f44211e6f service neutron] 10.222.0.87 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267457 Mar 02 19:22:22.548847 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e533af18-07e8-4fbd-95ac-97b40f299490 req-acd80a96-0cda-4baa-b54b-49908333eb09 service neutron] 10.222.0.87 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296449 Mar 02 19:22:23.755103 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-efb1d798-4236-4719-9269-3276fcbdcac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:23.766816 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39438) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:23.974896 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port f15a2f95-3244-497c-b583-5c524f80d95a {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:22:23.975234 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:24.240576 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:24.240898 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:24.364868 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for f15a2f95-3244-497c-b583-5c524f80d95a owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:22:24.600912 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:24.649137 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=f15a2f95-3244-497c-b583-5c524f80d95a,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:24.694170 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:24.694513 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:24.694846 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:24.695173 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:24.695527 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:24.695854 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:24.696204 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:24.696524 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:24.696842 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:24.697156 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:24.697472 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:24.754332 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:25.160566 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router a1505e5c-f607-4478-aab3-b42202101593 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:22:25.176289 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:25.372402 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:22:25.384816 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877e6536-7890-4047-acde-52d67db64ab9 None None] Sync routers for ids ['a1505e5c-f607-4478-aab3-b42202101593'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:22:25.397264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877e6536-7890-4047-acde-52d67db64ab9 None None] Routers {'a1505e5c-f607-4478-aab3-b42202101593'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:22:25.398923 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-877e6536-7890-4047-acde-52d67db64ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:22:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a1505e5c-f607-4478-aab3-b42202101593'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:25.490539 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:25.531510 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:25.561165 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ab257fbb-5dd3-4407-9a8a-bc7d19655f94 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/floatingips/d3abc7c8-5029-4e68-8525-c1e72ec9b844 HTTP/1.1" status: 204 len: 168 time: 1.7932205 Mar 02 19:22:25.561954 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e90e556-0b4d-492d-a098-0a075ebc89f9', 'tag': '1d5d3a78-4e6b-4410-8d44-6bb213c7209c'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:22:25.623749 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e90e556-0b4d-492d-a098-0a075ebc89f9', 'tag': '1d5d3a78-4e6b-4410-8d44-6bb213c7209c', 'status': 'completed', 'code': 200} Mar 02 19:22:25.627621 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-877e6536-7890-4047-acde-52d67db64ab9 None None] Set router a1505e5c-f607-4478-aab3-b42202101593 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:22:25.724676 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f3c72117-a66c-4d8c-ac60-3b200755ab0e req-cab2225b-297d-407a-ac3f-656607996c8f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 1099 time: 0.0764482 Mar 02 19:22:25.872997 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c72117-a66c-4d8c-ac60-3b200755ab0e req-f233a541-4c20-4a86-ab46-1554dca9aab1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:25.874789 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f3c72117-a66c-4d8c-ac60-3b200755ab0e req-f233a541-4c20-4a86-ab46-1554dca9aab1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=60c65937-eded-4a0b-9c7b-487a91c2cf23 HTTP/1.1" status: 200 len: 898 time: 0.1441073 Mar 02 19:22:25.948422 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f3c72117-a66c-4d8c-ac60-3b200755ab0e req-bac717f0-1b17-4651-ad75-987f690c2a75 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d5d3a78-4e6b-4410-8d44-6bb213c7209c HTTP/1.1" status: 200 len: 217 time: 0.0653965 Mar 02 19:22:25.991835 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-877e6536-7890-4047-acde-52d67db64ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'bd5e2e5e-2c85-4483-87da-c9c1463ef547', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'port_id': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'mac_address': 'fa:16:3e:ec:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:21:17Z', 'updated_at': '2022-03-02T19:21:20Z', 'revision_number': 1, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3769a01-48b8-4e72-8383-d8151e885a20', 'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:70:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e11024-3605-4404-984c-bb21bfed64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:53Z', 'updated_at': '2022-03-02T19:21:00Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '05e11024-3605-4404-984c-bb21bfed64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:25.996605 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877e6536-7890-4047-acde-52d67db64ab9 None None] Checking router: a1505e5c-f607-4478-aab3-b42202101593 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:22:26.008385 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877e6536-7890-4047-acde-52d67db64ab9 None None] Routers {'a1505e5c-f607-4478-aab3-b42202101593'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:22:26.008385 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-877e6536-7890-4047-acde-52d67db64ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:22:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a1505e5c-f607-4478-aab3-b42202101593'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:26.014819 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c72117-a66c-4d8c-ac60-3b200755ab0e req-be6d55f2-6e02-4b90-81fb-d90172dc42d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:26.016333 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f3c72117-a66c-4d8c-ac60-3b200755ab0e req-be6d55f2-6e02-4b90-81fb-d90172dc42d2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=05e11024-3605-4404-984c-bb21bfed64f0 HTTP/1.1" status: 200 len: 835 time: 0.0618272 Mar 02 19:22:26.097562 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f3c72117-a66c-4d8c-ac60-3b200755ab0e req-f84ea5da-c8e1-425f-8942-7ca774b97401 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=60c65937-eded-4a0b-9c7b-487a91c2cf23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741570 Mar 02 19:22:26.215782 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-877e6536-7890-4047-acde-52d67db64ab9 None None] Set router a1505e5c-f607-4478-aab3-b42202101593 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:22:26.327336 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3709e0-86d1-4aa9-b8f3-d02dda49beae req-b3a978f5-0f35-4562-b59c-0602864bb3b1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:26.328085 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-9f3709e0-86d1-4aa9-b8f3-d02dda49beae req-b3a978f5-0f35-4562-b59c-0602864bb3b1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:22:26.340035 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f3c72117-a66c-4d8c-ac60-3b200755ab0e req-1365851f-2d17-4ed6-9191-aef01f30154e service neutron] 10.222.0.87 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263446 Mar 02 19:22:26.441434 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-9f3709e0-86d1-4aa9-b8f3-d02dda49beae req-b3a978f5-0f35-4562-b59c-0602864bb3b1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:22:26.443128 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9f3709e0-86d1-4aa9-b8f3-d02dda49beae req-b3a978f5-0f35-4562-b59c-0602864bb3b1 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 946 time: 0.1949620 Mar 02 19:22:26.477822 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f3c72117-a66c-4d8c-ac60-3b200755ab0e req-c449037d-c4df-4fa0-8462-0989a6ab8b6c service neutron] 10.222.0.87 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285648 Mar 02 19:22:26.492787 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9f3709e0-86d1-4aa9-b8f3-d02dda49beae req-34d093ce-8773-4d3c-be0d-2cfa62910cdf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=72b208d4-3108-4eba-ab49-701d2f88b971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434356 Mar 02 19:22:26.555227 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:26.590353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-877e6536-7890-4047-acde-52d67db64ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'bd5e2e5e-2c85-4483-87da-c9c1463ef547', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'port_id': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'mac_address': 'fa:16:3e:ec:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:21:17Z', 'updated_at': '2022-03-02T19:21:20Z', 'revision_number': 1, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3769a01-48b8-4e72-8383-d8151e885a20', 'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:70:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e11024-3605-4404-984c-bb21bfed64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:53Z', 'updated_at': '2022-03-02T19:21:00Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '05e11024-3605-4404-984c-bb21bfed64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:26.594335 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877e6536-7890-4047-acde-52d67db64ab9 None None] The sync data for ids ['a1505e5c-f607-4478-aab3-b42202101593'] in dv-neutron-831573-1-hyperv is: [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'bd5e2e5e-2c85-4483-87da-c9c1463ef547', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'port_id': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'mac_address': 'fa:16:3e:ec:b4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:21:17Z', 'updated_at': '2022-03-02T19:21:20Z', 'revision_number': 1, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3769a01-48b8-4e72-8383-d8151e885a20', 'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:70:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e11024-3605-4404-984c-bb21bfed64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:53Z', 'updated_at': '2022-03-02T19:21:00Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '05e11024-3605-4404-984c-bb21bfed64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:22:26.817547 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ba8cd5-eec5-463f-80ca-c178b0c3a9a7 None None] New status for floating IP d3abc7c8-5029-4e68-8525-c1e72ec9b844: DOWN {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:22:27.657522 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2742d0f-d052-4b66-86af-ba2b70a70e4b req-c8c5049c-a79b-404c-8361-595d93c5847d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:27.658905 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d2742d0f-d052-4b66-86af-ba2b70a70e4b req-c8c5049c-a79b-404c-8361-595d93c5847d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/ports?device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 946 time: 0.1094174 Mar 02 19:22:27.745032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-d2742d0f-d052-4b66-86af-ba2b70a70e4b req-ea2fef80-d658-43c3-81e5-f6f293c5387d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 1d5d3a78-4e6b-4410-8d44-6bb213c7209c {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:22:27.745385 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d2742d0f-d052-4b66-86af-ba2b70a70e4b req-ea2fef80-d658-43c3-81e5-f6f293c5387d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:27.809831 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85655265-3f07-434a-98a8-091be7f94221 req-842f1dda-cdb8-41b0-9268-2c755fc5cb2c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:27.811180 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-85655265-3f07-434a-98a8-091be7f94221 req-842f1dda-cdb8-41b0-9268-2c755fc5cb2c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 946 time: 0.1892188 Mar 02 19:22:27.965792 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-85655265-3f07-434a-98a8-091be7f94221 req-7d23ac71-840e-4388-bc54-8a90e11037ce tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=72b208d4-3108-4eba-ab49-701d2f88b971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309187 Mar 02 19:22:28.034588 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-d2742d0f-d052-4b66-86af-ba2b70a70e4b req-ea2fef80-d658-43c3-81e5-f6f293c5387d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port 1d5d3a78-4e6b-4410-8d44-6bb213c7209c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=1d5d3a78-4e6b-4410-8d44-6bb213c7209c,segment=NetworkSegment(edea39d7-186f-4674-8e43-173ec35ef912),segment_id=edea39d7-186f-4674-8e43-173ec35ef912)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:22:28.034948 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d2742d0f-d052-4b66-86af-ba2b70a70e4b req-ea2fef80-d658-43c3-81e5-f6f293c5387d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:28.161282 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-d2742d0f-d052-4b66-86af-ba2b70a70e4b req-ea2fef80-d658-43c3-81e5-f6f293c5387d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 1d5d3a78-4e6b-4410-8d44-6bb213c7209c owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:22:28.424055 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d2742d0f-d052-4b66-86af-ba2b70a70e4b req-ea2fef80-d658-43c3-81e5-f6f293c5387d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:28.473958 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fef80-d658-43c3-81e5-f6f293c5387d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=1d5d3a78-4e6b-4410-8d44-6bb213c7209c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:28.545223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2742d0f-d052-4b66-86af-ba2b70a70e4b req-ea2fef80-d658-43c3-81e5-f6f293c5387d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] No DVR routers for this DVR port 1d5d3a78-4e6b-4410-8d44-6bb213c7209c on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:22:28.547942 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d2742d0f-d052-4b66-86af-ba2b70a70e4b req-ea2fef80-d658-43c3-81e5-f6f293c5387d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:28.550424 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e90e556-0b4d-492d-a098-0a075ebc89f9', 'name': 'network-vif-deleted', 'tag': '1d5d3a78-4e6b-4410-8d44-6bb213c7209c'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:22:28.605711 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e90e556-0b4d-492d-a098-0a075ebc89f9', 'name': 'network-vif-deleted', 'tag': '1d5d3a78-4e6b-4410-8d44-6bb213c7209c', 'status': 'completed', 'code': 200} Mar 02 19:22:28.658693 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d2742d0f-d052-4b66-86af-ba2b70a70e4b req-ea2fef80-d658-43c3-81e5-f6f293c5387d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "DELETE /v2.0/ports/1d5d3a78-4e6b-4410-8d44-6bb213c7209c HTTP/1.1" status: 204 len: 173 time: 0.9943831 Mar 02 19:22:29.144562 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fb2a22a9-5a13-483f-a872-06862a8ad508 req-f767cc9f-00d6-41f4-9808-eb5cc1aa6c7c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:22:29.252227 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fb2a22a9-5a13-483f-a872-06862a8ad508 req-f767cc9f-00d6-41f4-9808-eb5cc1aa6c7c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:22:29.253426 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb2a22a9-5a13-483f-a872-06862a8ad508 req-f767cc9f-00d6-41f4-9808-eb5cc1aa6c7c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e90e556-0b4d-492d-a098-0a075ebc89f9 HTTP/1.1" status: 200 len: 210 time: 0.1529744 Mar 02 19:22:30.362708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39456) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:30.431855 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6e85-bafb-485f-a393-2394274ddd9c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:30.465603 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6e85-bafb-485f-a393-2394274ddd9c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:30.674962 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6e85-bafb-485f-a393-2394274ddd9c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:30.693598 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e6e85-bafb-485f-a393-2394274ddd9c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b208d4-3108-4eba-ab49-701d2f88b971,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:30.800109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ab6e6e85-bafb-485f-a393-2394274ddd9c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:30.801226 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ab6e6e85-bafb-485f-a393-2394274ddd9c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/security-groups/72b208d4-3108-4eba-ab49-701d2f88b971 HTTP/1.1" status: 204 len: 168 time: 0.4375558 Mar 02 19:22:30.931583 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39462) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:31.225834 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-201f4312-d6f1-4475-9b8c-56d9dfffa325 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 9b800b0e-84c8-478e-98a8-3035a801b2d6 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:22:31.226190 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-201f4312-d6f1-4475-9b8c-56d9dfffa325 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:31.397785 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-201f4312-d6f1-4475-9b8c-56d9dfffa325 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:31.398499 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-201f4312-d6f1-4475-9b8c-56d9dfffa325 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:31.429585 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:31.519598 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-201f4312-d6f1-4475-9b8c-56d9dfffa325 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 9b800b0e-84c8-478e-98a8-3035a801b2d6 owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:22:31.770775 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-201f4312-d6f1-4475-9b8c-56d9dfffa325 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:31.817131 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f4312-d6f1-4475-9b8c-56d9dfffa325 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=9b800b0e-84c8-478e-98a8-3035a801b2d6,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:31.915925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-201f4312-d6f1-4475-9b8c-56d9dfffa325 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:32.080658 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 1d5d3a78-4e6b-4410-8d44-6bb213c7209c no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:22:32.113029 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 1d5d3a78-4e6b-4410-8d44-6bb213c7209c {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:22:32.113368 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 1d5d3a78-4e6b-4410-8d44-6bb213c7209c not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:22:32.319589 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201f4312-d6f1-4475-9b8c-56d9dfffa325 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router a1505e5c-f607-4478-aab3-b42202101593 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:22:32.517942 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201f4312-d6f1-4475-9b8c-56d9dfffa325 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:22:32.528541 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005445d3-b81f-4c0e-8388-8ac398ce88f5 None None] Sync routers for ids ['a1505e5c-f607-4478-aab3-b42202101593'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:22:32.540443 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005445d3-b81f-4c0e-8388-8ac398ce88f5 None None] Routers {'a1505e5c-f607-4478-aab3-b42202101593'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:22:32.549553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-005445d3-b81f-4c0e-8388-8ac398ce88f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:22:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a1505e5c-f607-4478-aab3-b42202101593'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:32.600568 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-201f4312-d6f1-4475-9b8c-56d9dfffa325 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:32.659259 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-201f4312-d6f1-4475-9b8c-56d9dfffa325 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/floatingips/bd5e2e5e-2c85-4483-87da-c9c1463ef547 HTTP/1.1" status: 204 len: 168 time: 1.7235601 Mar 02 19:22:32.659259 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'tag': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:22:32.713303 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'tag': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a', 'status': 'completed', 'code': 200} Mar 02 19:22:32.727389 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-005445d3-b81f-4c0e-8388-8ac398ce88f5 None None] Set router a1505e5c-f607-4478-aab3-b42202101593 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:22:32.812465 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a41724e9-29f6-4c3d-9fdd-57a576452bb2 req-370b8ca8-5e05-4213-ac82-686c95325430 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 1098 time: 0.0724599 Mar 02 19:22:32.948376 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41724e9-29f6-4c3d-9fdd-57a576452bb2 req-94cbe7ad-66d6-4b9f-a91e-0c4c16108067 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:32.950143 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a41724e9-29f6-4c3d-9fdd-57a576452bb2 req-94cbe7ad-66d6-4b9f-a91e-0c4c16108067 service neutron] 10.222.0.87 "GET /v2.0/networks?id=60c65937-eded-4a0b-9c7b-487a91c2cf23 HTTP/1.1" status: 200 len: 898 time: 0.1333020 Mar 02 19:22:33.030673 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a41724e9-29f6-4c3d-9fdd-57a576452bb2 req-de750d8a-da69-4728-830d-b58acab6831e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26fdd429-8c28-4318-9b20-6dc2a12a9e4a HTTP/1.1" status: 200 len: 217 time: 0.0733941 Mar 02 19:22:33.098996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-005445d3-b81f-4c0e-8388-8ac398ce88f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'b3769a01-48b8-4e72-8383-d8151e885a20', 'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:70:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e11024-3605-4404-984c-bb21bfed64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:53Z', 'updated_at': '2022-03-02T19:21:00Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '05e11024-3605-4404-984c-bb21bfed64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:33.099861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41724e9-29f6-4c3d-9fdd-57a576452bb2 req-b4d8215c-150d-4adc-b510-92e0749de374 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:33.101332 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a41724e9-29f6-4c3d-9fdd-57a576452bb2 req-b4d8215c-150d-4adc-b510-92e0749de374 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=05e11024-3605-4404-984c-bb21bfed64f0 HTTP/1.1" status: 200 len: 835 time: 0.0651042 Mar 02 19:22:33.103129 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005445d3-b81f-4c0e-8388-8ac398ce88f5 None None] Checking router: a1505e5c-f607-4478-aab3-b42202101593 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:22:33.115087 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005445d3-b81f-4c0e-8388-8ac398ce88f5 None None] Routers {'a1505e5c-f607-4478-aab3-b42202101593'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:22:33.115708 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-005445d3-b81f-4c0e-8388-8ac398ce88f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:22:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a1505e5c-f607-4478-aab3-b42202101593'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:33.274999 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a41724e9-29f6-4c3d-9fdd-57a576452bb2 req-3ea96af5-5748-4982-93cc-428fab11a460 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=60c65937-eded-4a0b-9c7b-487a91c2cf23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1675735 Mar 02 19:22:33.312583 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-005445d3-b81f-4c0e-8388-8ac398ce88f5 None None] Set router a1505e5c-f607-4478-aab3-b42202101593 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:22:33.468378 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a41724e9-29f6-4c3d-9fdd-57a576452bb2 req-e5234640-c404-4e48-b459-55dca0167448 service neutron] 10.222.0.87 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848955 Mar 02 19:22:33.576418 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b263617-8429-45f0-aa86-565da42bad1d req-6def5eef-b129-4ca2-a1f5-561a5a989b24 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:33.577880 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9b263617-8429-45f0-aa86-565da42bad1d req-6def5eef-b129-4ca2-a1f5-561a5a989b24 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 945 time: 0.2278247 Mar 02 19:22:33.639387 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-005445d3-b81f-4c0e-8388-8ac398ce88f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'b3769a01-48b8-4e72-8383-d8151e885a20', 'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:70:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e11024-3605-4404-984c-bb21bfed64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:53Z', 'updated_at': '2022-03-02T19:21:00Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '05e11024-3605-4404-984c-bb21bfed64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:33.643684 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005445d3-b81f-4c0e-8388-8ac398ce88f5 None None] The sync data for ids ['a1505e5c-f607-4478-aab3-b42202101593'] in dv-neutron-831573-1-hyperv is: [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'b3769a01-48b8-4e72-8383-d8151e885a20', 'name': '', 'network_id': '60c65937-eded-4a0b-9c7b-487a91c2cf23', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:70:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05e11024-3605-4404-984c-bb21bfed64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:53Z', 'updated_at': '2022-03-02T19:21:00Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '05e11024-3605-4404-984c-bb21bfed64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:22:33.646522 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a41724e9-29f6-4c3d-9fdd-57a576452bb2 req-6fe49152-707f-4fea-9e26-8d88278cc49e service neutron] 10.222.0.87 "GET /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718576 Mar 02 19:22:33.654742 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9b263617-8429-45f0-aa86-565da42bad1d req-65365217-0560-4c15-a8e8-32f06f58e34e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b86d6ac-9543-49de-9d4a-ff73ae7a2d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693378 Mar 02 19:22:33.872628 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0fe5b8-3b57-4ac1-8011-e9739a7d16ce None None] New status for floating IP bd5e2e5e-2c85-4483-87da-c9c1463ef547: DOWN {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:22:34.743807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db6390-3c5c-4363-8541-212578c39da7 req-f4e5e6ee-941c-4604-ad40-6ff7cd855fb8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:34.745258 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-73db6390-3c5c-4363-8541-212578c39da7 req-f4e5e6ee-941c-4604-ad40-6ff7cd855fb8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 945 time: 0.0825100 Mar 02 19:22:34.814649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-73db6390-3c5c-4363-8541-212578c39da7 req-0c6b144d-5199-4614-9414-4b6110beb15c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:22:34.814990 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-73db6390-3c5c-4363-8541-212578c39da7 req-0c6b144d-5199-4614-9414-4b6110beb15c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:34.860547 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e75ba-d93a-446d-bd3f-0c6bbdc26178 req-1f2a5388-60e4-44bc-9b36-02f55677b6a9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:34.861237 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-eb6e75ba-d93a-446d-bd3f-0c6bbdc26178 req-1f2a5388-60e4-44bc-9b36-02f55677b6a9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:22:34.932385 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-eb6e75ba-d93a-446d-bd3f-0c6bbdc26178 req-1f2a5388-60e4-44bc-9b36-02f55677b6a9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:22:34.933606 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-eb6e75ba-d93a-446d-bd3f-0c6bbdc26178 req-1f2a5388-60e4-44bc-9b36-02f55677b6a9 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 945 time: 0.1499801 Mar 02 19:22:34.979804 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-eb6e75ba-d93a-446d-bd3f-0c6bbdc26178 req-8221ea4a-935b-4690-8e74-35976f7a80da tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:22:35.063155 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-73db6390-3c5c-4363-8541-212578c39da7 req-0c6b144d-5199-4614-9414-4b6110beb15c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=26fdd429-8c28-4318-9b20-6dc2a12a9e4a,segment=NetworkSegment(edea39d7-186f-4674-8e43-173ec35ef912),segment_id=edea39d7-186f-4674-8e43-173ec35ef912)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:22:35.063640 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-73db6390-3c5c-4363-8541-212578c39da7 req-0c6b144d-5199-4614-9414-4b6110beb15c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:35.067291 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-eb6e75ba-d93a-446d-bd3f-0c6bbdc26178 req-8221ea4a-935b-4690-8e74-35976f7a80da tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:22:35.068518 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-eb6e75ba-d93a-446d-bd3f-0c6bbdc26178 req-8221ea4a-935b-4690-8e74-35976f7a80da tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=1b86d6ac-9543-49de-9d4a-ff73ae7a2d77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293869 Mar 02 19:22:35.186192 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-73db6390-3c5c-4363-8541-212578c39da7 req-0c6b144d-5199-4614-9414-4b6110beb15c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 26fdd429-8c28-4318-9b20-6dc2a12a9e4a owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:22:35.446966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-73db6390-3c5c-4363-8541-212578c39da7 req-0c6b144d-5199-4614-9414-4b6110beb15c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:35.496588 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b144d-5199-4614-9414-4b6110beb15c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=26fdd429-8c28-4318-9b20-6dc2a12a9e4a,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:35.569750 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-73db6390-3c5c-4363-8541-212578c39da7 req-0c6b144d-5199-4614-9414-4b6110beb15c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] No DVR routers for this DVR port 26fdd429-8c28-4318-9b20-6dc2a12a9e4a on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:22:35.572134 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-73db6390-3c5c-4363-8541-212578c39da7 req-0c6b144d-5199-4614-9414-4b6110beb15c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:35.575224 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'name': 'network-vif-deleted', 'tag': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:22:35.630016 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479b4100-a8fb-432a-b21e-2bc35dfafcee', 'name': 'network-vif-deleted', 'tag': '26fdd429-8c28-4318-9b20-6dc2a12a9e4a', 'status': 'completed', 'code': 200} Mar 02 19:22:35.675816 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-73db6390-3c5c-4363-8541-212578c39da7 req-0c6b144d-5199-4614-9414-4b6110beb15c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "DELETE /v2.0/ports/26fdd429-8c28-4318-9b20-6dc2a12a9e4a HTTP/1.1" status: 204 len: 173 time: 0.9245257 Mar 02 19:22:36.485201 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ad3255c2-3ef7-4eb4-8dcb-4e26930b9b34 req-efc976ec-c013-49fd-9c21-8cd4ee01562d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=479b4100-a8fb-432a-b21e-2bc35dfafcee HTTP/1.1" status: 200 len: 210 time: 0.1393502 Mar 02 19:22:37.604420 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39480) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:37.669699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7d0f8c8-86ef-4597-902c-7cf8c45554a4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:37.698025 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7d0f8c8-86ef-4597-902c-7cf8c45554a4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:37.835046 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7d0f8c8-86ef-4597-902c-7cf8c45554a4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:37.853654 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0f8c8-86ef-4597-902c-7cf8c45554a4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b86d6ac-9543-49de-9d4a-ff73ae7a2d77,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:37.966759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7d0f8c8-86ef-4597-902c-7cf8c45554a4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:37.967908 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d7d0f8c8-86ef-4597-902c-7cf8c45554a4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/security-groups/1b86d6ac-9543-49de-9d4a-ff73ae7a2d77 HTTP/1.1" status: 204 len: 168 time: 0.3656020 Mar 02 19:22:38.102343 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 26fdd429-8c28-4318-9b20-6dc2a12a9e4a no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:22:38.110878 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39486) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:38.136806 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 26fdd429-8c28-4318-9b20-6dc2a12a9e4a {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:22:38.137154 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 26fdd429-8c28-4318-9b20-6dc2a12a9e4a not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:22:38.615835 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:39.228259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port b3769a01-48b8-4e72-8383-d8151e885a20 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:22:39.228971 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:39.414356 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port b3769a01-48b8-4e72-8383-d8151e885a20, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=b3769a01-48b8-4e72-8383-d8151e885a20,segment=NetworkSegment(edea39d7-186f-4674-8e43-173ec35ef912),segment_id=edea39d7-186f-4674-8e43-173ec35ef912)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:22:39.414703 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:39.535340 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for b3769a01-48b8-4e72-8383-d8151e885a20 owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:22:39.806533 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:39.853335 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=b3769a01-48b8-4e72-8383-d8151e885a20,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:39.897796 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:39.898147 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:39.898485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:39.898818 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:39.899161 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:39.899520 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:39.899850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:39.900178 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:39.900544 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:39.900861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:39.901185 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:40.275772 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:40.858860 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router a1505e5c-f607-4478-aab3-b42202101593 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:22:41.072780 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:22:41.082642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510c6b2-4bdc-4a35-870b-1c10479440cd None None] Sync routers for ids ['a1505e5c-f607-4478-aab3-b42202101593'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:22:41.085785 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-05d9fc62-261a-4b8e-a1dc-639e2d378775 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/routers/a1505e5c-f607-4478-aab3-b42202101593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9727323 Mar 02 19:22:41.088459 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39490) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:41.096185 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e510c6b2-4bdc-4a35-870b-1c10479440cd None None] Routers {'a1505e5c-f607-4478-aab3-b42202101593'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:22:41.096788 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e510c6b2-4bdc-4a35-870b-1c10479440cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:22:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a1505e5c-f607-4478-aab3-b42202101593'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:41.275072 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e17826e-419a-4e75-a314-7e7dbff1bc82 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting subnet 05e11024-3605-4404-984c-bb21bfed64f0 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:22:41.279085 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0e17826e-419a-4e75-a314-7e7dbff1bc82 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:41.281600 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-e510c6b2-4bdc-4a35-870b-1c10479440cd None None] Set router a1505e5c-f607-4478-aab3-b42202101593 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:22:41.338877 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0e17826e-419a-4e75-a314-7e7dbff1bc82 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:41.421063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0e17826e-419a-4e75-a314-7e7dbff1bc82 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:41.570394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e510c6b2-4bdc-4a35-870b-1c10479440cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:22:39Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:41.574741 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510c6b2-4bdc-4a35-870b-1c10479440cd None None] Checking router: a1505e5c-f607-4478-aab3-b42202101593 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:22:41.582948 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0e17826e-419a-4e75-a314-7e7dbff1bc82 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:41.593424 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e510c6b2-4bdc-4a35-870b-1c10479440cd None None] Routers {'a1505e5c-f607-4478-aab3-b42202101593'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:22:41.594054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e510c6b2-4bdc-4a35-870b-1c10479440cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:22:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['a1505e5c-f607-4478-aab3-b42202101593'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:41.628229 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17826e-419a-4e75-a314-7e7dbff1bc82 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Subnet': ['ID=05e11024-3605-4404-984c-bb21bfed64f0,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:41.633786 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0e17826e-419a-4e75-a314-7e7dbff1bc82 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:41.643218 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0e17826e-419a-4e75-a314-7e7dbff1bc82 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/subnets/05e11024-3605-4404-984c-bb21bfed64f0 HTTP/1.1" status: 204 len: 168 time: 0.5514405 Mar 02 19:22:41.643482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39494) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:41.654591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29de5b4-a95b-42d1-b926-a7c5acd21008 None None] Network 60c65937-eded-4a0b-9c7b-487a91c2cf23 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:22:41.847193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-87288cd4-ad3f-45b2-a987-f0d8d714d4a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:41.979318 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-e510c6b2-4bdc-4a35-870b-1c10479440cd None None] Set router a1505e5c-f607-4478-aab3-b42202101593 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:22:42.148768 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-87288cd4-ad3f-45b2-a987-f0d8d714d4a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:42.233883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-87288cd4-ad3f-45b2-a987-f0d8d714d4a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 96cd9091-f8bc-42b0-bc62-fc41d72237d0 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:22:42.234451 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-87288cd4-ad3f-45b2-a987-f0d8d714d4a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:42.270046 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7f983d-56e6-4fba-93cb-f3f930181498 None None] DHCP port deletion for 60c65937-eded-4a0b-9c7b-487a91c2cf23 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:22:42.279133 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f983d-56e6-4fba-93cb-f3f930181498 None None] Deleting port 7e811c85-65b6-497f-9062-412db9bf22e7 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:22:42.279536 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bc7f983d-56e6-4fba-93cb-f3f930181498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:42.413669 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-87288cd4-ad3f-45b2-a987-f0d8d714d4a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port 96cd9091-f8bc-42b0-bc62-fc41d72237d0, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=96cd9091-f8bc-42b0-bc62-fc41d72237d0,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:22:42.414250 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-e510c6b2-4bdc-4a35-870b-1c10479440cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:22:39Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:42.414376 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-87288cd4-ad3f-45b2-a987-f0d8d714d4a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:42.467463 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e510c6b2-4bdc-4a35-870b-1c10479440cd None None] The sync data for ids ['a1505e5c-f607-4478-aab3-b42202101593'] in dv-neutron-831573-1-hyperv is: [{'id': 'a1505e5c-f607-4478-aab3-b42202101593', 'name': 'tempest-TestNetworkBasicOps-router-1232471772', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:20:48Z', 'updated_at': '2022-03-02T19:22:39Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': '96cd9091-f8bc-42b0-bc62-fc41d72237d0', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1505e5c-f607-4478-aab3-b42202101593', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:20:49Z', 'updated_at': '2022-03-02T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:22:42.508595 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-bc7f983d-56e6-4fba-93cb-f3f930181498 None None] For port 7e811c85-65b6-497f-9062-412db9bf22e7, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7e811c85-65b6-497f-9062-412db9bf22e7,segment=NetworkSegment(edea39d7-186f-4674-8e43-173ec35ef912),segment_id=edea39d7-186f-4674-8e43-173ec35ef912)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:22:42.508979 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bc7f983d-56e6-4fba-93cb-f3f930181498 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:42.537328 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-87288cd4-ad3f-45b2-a987-f0d8d714d4a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 96cd9091-f8bc-42b0-bc62-fc41d72237d0 owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:22:42.635988 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f983d-56e6-4fba-93cb-f3f930181498 None None] Calling delete_port for 7e811c85-65b6-497f-9062-412db9bf22e7 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:22:42.778677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-87288cd4-ad3f-45b2-a987-f0d8d714d4a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:42.825744 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87288cd4-ad3f-45b2-a987-f0d8d714d4a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=96cd9091-f8bc-42b0-bc62-fc41d72237d0,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:42.834416 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bc7f983d-56e6-4fba-93cb-f3f930181498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:42.882485 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f983d-56e6-4fba-93cb-f3f930181498 None None] Pushing event deleted for resources: {'Port': ['ID=7e811c85-65b6-497f-9062-412db9bf22e7,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:42.893795 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7f983d-56e6-4fba-93cb-f3f930181498 None None] No DVR routers for this DVR port 7e811c85-65b6-497f-9062-412db9bf22e7 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:22:42.909223 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f983d-56e6-4fba-93cb-f3f930181498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:42.909574 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f983d-56e6-4fba-93cb-f3f930181498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:42.909917 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f983d-56e6-4fba-93cb-f3f930181498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:42.910791 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f983d-56e6-4fba-93cb-f3f930181498 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:42.910791 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f983d-56e6-4fba-93cb-f3f930181498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:42.910976 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f983d-56e6-4fba-93cb-f3f930181498 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:42.911304 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f983d-56e6-4fba-93cb-f3f930181498 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:42.911727 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f983d-56e6-4fba-93cb-f3f930181498 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:42.912048 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f983d-56e6-4fba-93cb-f3f930181498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:42.912369 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f983d-56e6-4fba-93cb-f3f930181498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:42.912689 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f983d-56e6-4fba-93cb-f3f930181498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:43.050808 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-87288cd4-ad3f-45b2-a987-f0d8d714d4a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:43.306752 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-87288cd4-ad3f-45b2-a987-f0d8d714d4a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:43.311309 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-87288cd4-ad3f-45b2-a987-f0d8d714d4a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:43.418140 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-87288cd4-ad3f-45b2-a987-f0d8d714d4a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:43.418848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87288cd4-ad3f-45b2-a987-f0d8d714d4a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Fanout notify agent at l3_agent the message router_deleted on router a1505e5c-f607-4478-aab3-b42202101593 {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:22:43.434330 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-87288cd4-ad3f-45b2-a987-f0d8d714d4a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:43.436011 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-87288cd4-ad3f-45b2-a987-f0d8d714d4a6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/routers/a1505e5c-f607-4478-aab3-b42202101593 HTTP/1.1" status: 204 len: 168 time: 1.7915969 Mar 02 19:22:43.438826 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39498) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:43.560806 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-696fc921-514c-4bff-bb4f-2444980851c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:43.696234 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-696fc921-514c-4bff-bb4f-2444980851c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:43.721753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-696fc921-514c-4bff-bb4f-2444980851c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c65937-eded-4a0b-9c7b-487a91c2cf23']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:43.734274 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-696fc921-514c-4bff-bb4f-2444980851c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edea39d7-186f-4674-8e43-173ec35ef912') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:43.734570 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-696fc921-514c-4bff-bb4f-2444980851c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edea39d7-186f-4674-8e43-173ec35ef912') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:43.745599 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-696fc921-514c-4bff-bb4f-2444980851c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:43.762195 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-696fc921-514c-4bff-bb4f-2444980851c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:43.768276 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696fc921-514c-4bff-bb4f-2444980851c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:22:43.768661 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-696fc921-514c-4bff-bb4f-2444980851c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:22:43.782968 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:22:43.930614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-696fc921-514c-4bff-bb4f-2444980851c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:43.947834 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-696fc921-514c-4bff-bb4f-2444980851c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:43.958566 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fc921-514c-4bff-bb4f-2444980851c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Network': ['ID=60c65937-eded-4a0b-9c7b-487a91c2cf23,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:43.963596 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-696fc921-514c-4bff-bb4f-2444980851c4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/networks/60c65937-eded-4a0b-9c7b-487a91c2cf23 HTTP/1.1" status: 204 len: 168 time: 0.5234594 Mar 02 19:22:43.993861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39502) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:43.999585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-cd09eac1-f548-4049-bf82-ec83b71cac73 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'network': {'name': 'tempest-network-smoke--1507166705', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'port_security_enabled': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:22:44.004683 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-cd09eac1-f548-4049-bf82-ec83b71cac73 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:44.008763 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-cd09eac1-f548-4049-bf82-ec83b71cac73 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:network and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:44.011705 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-cd09eac1-f548-4049-bf82-ec83b71cac73 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:44.017914 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-cd09eac1-f548-4049-bf82-ec83b71cac73 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:44.120965 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd09eac1-f548-4049-bf82-ec83b71cac73 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:22:44.123711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cd09eac1-f548-4049-bf82-ec83b71cac73 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:44.154694 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd09eac1-f548-4049-bf82-ec83b71cac73 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:22:44.162898 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cd09eac1-f548-4049-bf82-ec83b71cac73 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:44.163236 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-cd09eac1-f548-4049-bf82-ec83b71cac73 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Added segment 99380990-23f6-40e4-91cf-857cbafe25ff of type vlan for network 492c40be-8c32-4c59-a3f0-21db3339874f Mar 02 19:22:44.264582 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7e811c85-65b6-497f-9062-412db9bf22e7 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:22:44.281837 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cd09eac1-f548-4049-bf82-ec83b71cac73 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:44.302306 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 7e811c85-65b6-497f-9062-412db9bf22e7 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:22:44.302673 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7e811c85-65b6-497f-9062-412db9bf22e7 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:22:44.303085 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 96cd9091-f8bc-42b0-bc62-fc41d72237d0 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:22:44.335121 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 96cd9091-f8bc-42b0-bc62-fc41d72237d0 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:22:44.335460 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 96cd9091-f8bc-42b0-bc62-fc41d72237d0 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:22:44.335873 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device b3769a01-48b8-4e72-8383-d8151e885a20 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:22:44.367199 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: b3769a01-48b8-4e72-8383-d8151e885a20 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:22:44.367567 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device b3769a01-48b8-4e72-8383-d8151e885a20 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:22:44.383669 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cd09eac1-f548-4049-bf82-ec83b71cac73 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:44.387965 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd09eac1-f548-4049-bf82-ec83b71cac73 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:44.388542 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cd09eac1-f548-4049-bf82-ec83b71cac73 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:44.496696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09eac1-f548-4049-bf82-ec83b71cac73 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Network': ['ID=492c40be-8c32-4c59-a3f0-21db3339874f,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:44.506825 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 492c40be-8c32-4c59-a3f0-21db3339874f details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:22:44.659378 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cd09eac1-f548-4049-bf82-ec83b71cac73 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6643333 Mar 02 19:22:44.661919 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39506) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:44.667058 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-643029842', 'admin_state_up': True, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:22:44.674660 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:44.678462 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:router and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:44.681347 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:44.687575 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:44.784368 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:44.785351 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:44.803873 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:45.060277 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:45.322995 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:45.353145 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:45.490085 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.26.4.185 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/d667eb12-00d2-499f-b1e8-01bec414d313) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:22:45.638481 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:45.726993 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:45.793120 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:22:45.797344 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:22:45.801074 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:22:45.830572 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=d667eb12-00d2-499f-b1e8-01bec414d313,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:46.073446 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:46.074179 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:46.457887 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 88de3175-bd3f-465a-af19-b5876c4d8dc7 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:22:46.656381 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:22:46.667184 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Sync routers for ids ['88de3175-bd3f-465a-af19-b5876c4d8dc7'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:22:46.676150 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:22:46.683604 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Routers {'88de3175-bd3f-465a-af19-b5876c4d8dc7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:22:46.684430 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:22:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['88de3175-bd3f-465a-af19-b5876c4d8dc7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:46.766965 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:46.768269 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-47158a89-a7a6-4619-859d-9bba174c9386 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1054354 Mar 02 19:22:46.771388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39510) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:46.814469 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e9a7fbdd-689f-449a-9eb6-fd34ec328337 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=3b5a22e326e84c6680d758252463bbd4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419641 Mar 02 19:22:46.816997 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39514) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:46.872904 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Set router 88de3175-bd3f-465a-af19-b5876c4d8dc7 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:22:47.039250 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f84789-f1e0-46dc-b46e-d894a6ee5af5 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:47.043548 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f8f84789-f1e0-46dc-b46e-d894a6ee5af5 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2228129 Mar 02 19:22:47.043922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39518) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:47.085933 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d132806c-5814-4f58-8080-ac49becf6d55 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=34755311-e60d-4721-8297-2b2c64e749c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401165 Mar 02 19:22:47.087613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39522) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:47.093665 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-56a86591-2d32-4074-ba87-afc0fae85971 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1462906127', 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:22:47.196766 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'name': 'tempest-TestNetworkBasicOps-router-643029842', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:44Z', 'updated_at': '2022-03-02T19:22:45Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:45Z', 'updated_at': '2022-03-02T19:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:47.201370 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Checking router: 88de3175-bd3f-465a-af19-b5876c4d8dc7 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:22:47.201711 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Updating router 88de3175-bd3f-465a-af19-b5876c4d8dc7 port d667eb12-00d2-499f-b1e8-01bec414d313 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:22:47.205983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-56a86591-2d32-4074-ba87-afc0fae85971 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:47.209738 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-56a86591-2d32-4074-ba87-afc0fae85971 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:subnet and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:47.212512 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-56a86591-2d32-4074-ba87-afc0fae85971 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:47.218152 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-56a86591-2d32-4074-ba87-afc0fae85971 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:47.251192 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:47.310565 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a86591-2d32-4074-ba87-afc0fae85971 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:22:47.414648 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-56a86591-2d32-4074-ba87-afc0fae85971 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:47.594541 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:47.606392 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Transition to ACTIVE for port object d667eb12-00d2-499f-b1e8-01bec414d313 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:47.718989 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:47.719755 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-56a86591-2d32-4074-ba87-afc0fae85971 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:47.797790 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a86591-2d32-4074-ba87-afc0fae85971 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Subnet': ['ID=3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:47.798244 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e5ce2-2b99-4c4c-be90-106fb0bb054b None None] Pushing event updated for resources: {'Port': ['ID=d667eb12-00d2-499f-b1e8-01bec414d313,revision_number=2']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:47.800585 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Attempting to bind port d667eb12-00d2-499f-b1e8-01bec414d313 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:22:47.800950 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Attempting to bind port d667eb12-00d2-499f-b1e8-01bec414d313 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:22:47.801325 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Attempting to bind port d667eb12-00d2-499f-b1e8-01bec414d313 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:22:47.812832 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a86591-2d32-4074-ba87-afc0fae85971 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Checking segment: {'id': '99380990-23f6-40e4-91cf-857cbafe25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:22:47.813063 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e5ce2-2b99-4c4c-be90-106fb0bb054b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:47.813199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a86591-2d32-4074-ba87-afc0fae85971 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network hostable DHCP agents. Network: 492c40be-8c32-4c59-a3f0-21db3339874f, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:22:47.813407 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e5ce2-2b99-4c4c-be90-106fb0bb054b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:47.813740 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e5ce2-2b99-4c4c-be90-106fb0bb054b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:47.814078 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e5ce2-2b99-4c4c-be90-106fb0bb054b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:47.814403 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e5ce2-2b99-4c4c-be90-106fb0bb054b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:47.814725 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e5ce2-2b99-4c4c-be90-106fb0bb054b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:47.815052 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e5ce2-2b99-4c4c-be90-106fb0bb054b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:47.815374 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e5ce2-2b99-4c4c-be90-106fb0bb054b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:47.815707 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e5ce2-2b99-4c4c-be90-106fb0bb054b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:47.816024 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e5ce2-2b99-4c4c-be90-106fb0bb054b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:47.816341 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086e5ce2-2b99-4c4c-be90-106fb0bb054b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:47.819340 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:22:47.819736 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:22:47.820134 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:47.820513 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:22:47.820974 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Bound port: d667eb12-00d2-499f-b1e8-01bec414d313, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:22:47.821342 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:47.894533 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] For port d667eb12-00d2-499f-b1e8-01bec414d313, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:22:47.895996 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a86591-2d32-4074-ba87-afc0fae85971 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 492c40be-8c32-4c59-a3f0-21db3339874f is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:22:47.898207 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] For port d667eb12-00d2-499f-b1e8-01bec414d313, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=d667eb12-00d2-499f-b1e8-01bec414d313,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:22:48.000112 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:48.045293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-56a86591-2d32-4074-ba87-afc0fae85971 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 492c40be-8c32-4c59-a3f0-21db3339874f) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:22:48.050192 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a86591-2d32-4074-ba87-afc0fae85971 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:48.050997 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-56a86591-2d32-4074-ba87-afc0fae85971 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:48.056845 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd766b0-dceb-4917-8b13-7fe4ea5ccb17 None None] Network 492c40be-8c32-4c59-a3f0-21db3339874f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:22:48.084990 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e5ce2-2b99-4c4c-be90-106fb0bb054b None None] Pushing event updated for resources: {'Port': ['ID=d667eb12-00d2-499f-b1e8-01bec414d313,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:48.088094 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Routers {'88de3175-bd3f-465a-af19-b5876c4d8dc7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:22:48.088682 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:22:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['88de3175-bd3f-465a-af19-b5876c4d8dc7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:48.195469 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-56a86591-2d32-4074-ba87-afc0fae85971 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1062915 Mar 02 19:22:48.198265 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39526) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:48.267483 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] Set router 88de3175-bd3f-465a-af19-b5876c4d8dc7 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:22:48.294407 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-492c40be-8c32-4c59-a3f0-21db3339874f', 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ips': [{'subnet_id': '3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:22:48.295312 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:48.505364 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Allocated IP 172.20.0.2 (492c40be-8c32-4c59-a3f0-21db3339874f/3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5/3bc35d04-b6c7-4247-9837-1d1a3a799e21) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:22:48.559619 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'name': 'tempest-TestNetworkBasicOps-router-643029842', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:44Z', 'updated_at': '2022-03-02T19:22:45Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:45Z', 'updated_at': '2022-03-02T19:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:48.563560 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9a451b-868b-417f-8c6b-8cf3a9e42fb5 None None] The sync data for ids ['88de3175-bd3f-465a-af19-b5876c4d8dc7'] in dv-neutron-831573-1-hyperv is: [{'id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'name': 'tempest-TestNetworkBasicOps-router-643029842', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:44Z', 'updated_at': '2022-03-02T19:22:45Z', 'revision_number': 3, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:45Z', 'updated_at': '2022-03-02T19:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:22:48.728173 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:48.738904 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Transition to ACTIVE for port object 3bc35d04-b6c7-4247-9837-1d1a3a799e21 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:48.781175 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Transition to ACTIVE for port object 3bc35d04-b6c7-4247-9837-1d1a3a799e21 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:48.874208 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:48.948572 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Network 492c40be-8c32-4c59-a3f0-21db3339874f is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:22:48.957311 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:22:48.957311 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:22:48.960270 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Pushing event updated for resources: {'Port': ['ID=3bc35d04-b6c7-4247-9837-1d1a3a799e21,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:49.060957 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Attempting to bind port 3bc35d04-b6c7-4247-9837-1d1a3a799e21 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:22:49.061639 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Attempting to bind port 3bc35d04-b6c7-4247-9837-1d1a3a799e21 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '99380990-23f6-40e4-91cf-857cbafe25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:22:49.061739 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Attempting to bind port 3bc35d04-b6c7-4247-9837-1d1a3a799e21 on network 492c40be-8c32-4c59-a3f0-21db3339874f {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:22:49.068845 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:22:49.069252 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Checking segment: {'id': '99380990-23f6-40e4-91cf-857cbafe25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:22:49.069611 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:49.070669 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Bound using segment: {'id': '99380990-23f6-40e4-91cf-857cbafe25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:22:49.071152 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Bound port: 3bc35d04-b6c7-4247-9837-1d1a3a799e21, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99380990-23f6-40e4-91cf-857cbafe25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:22:49.071549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:49.141151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7f615a04-8aba-4915-a33f-06447dfbb672 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:49.170678 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] For port 3bc35d04-b6c7-4247-9837-1d1a3a799e21, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:22:49.174257 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] For port 3bc35d04-b6c7-4247-9837-1d1a3a799e21, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3bc35d04-b6c7-4247-9837-1d1a3a799e21,segment=NetworkSegment(99380990-23f6-40e4-91cf-857cbafe25ff),segment_id=99380990-23f6-40e4-91cf-857cbafe25ff)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:22:49.254830 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:49.352316 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e1c1f-5031-4d41-9b62-eced05c71cf8 None None] Pushing event updated for resources: {'Port': ['ID=3bc35d04-b6c7-4247-9837-1d1a3a799e21,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:49.605495 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-7f615a04-8aba-4915-a33f-06447dfbb672 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.20.0.1 (492c40be-8c32-4c59-a3f0-21db3339874f/3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5/849aa079-c479-4152-bc0d-90a74e1300b6) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:22:49.768187 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7f615a04-8aba-4915-a33f-06447dfbb672 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:49.784145 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-7f615a04-8aba-4915-a33f-06447dfbb672 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Transition to ACTIVE for port object 849aa079-c479-4152-bc0d-90a74e1300b6 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:49.891362 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7f615a04-8aba-4915-a33f-06447dfbb672 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:49.966873 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f615a04-8aba-4915-a33f-06447dfbb672 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 492c40be-8c32-4c59-a3f0-21db3339874f is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:22:49.970166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-7f615a04-8aba-4915-a33f-06447dfbb672 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:22:49.974675 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f615a04-8aba-4915-a33f-06447dfbb672 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:22:50.001182 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f615a04-8aba-4915-a33f-06447dfbb672 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=849aa079-c479-4152-bc0d-90a74e1300b6,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:50.037274 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7f615a04-8aba-4915-a33f-06447dfbb672 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:50.201947 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7f615a04-8aba-4915-a33f-06447dfbb672 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:50.330361 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e6cc4d-b0d5-4991-8c2d-78acadc31751 None None] Network 492c40be-8c32-4c59-a3f0-21db3339874f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:22:50.345658 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d667eb12-00d2-499f-b1e8-01bec414d313 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:50.603908 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d5f7fba1-31a5-4ad3-bc47-0f950fc6e3cb None None] Provisioning for port 3bc35d04-b6c7-4247-9837-1d1a3a799e21 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:22:50.641541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7f615a04-8aba-4915-a33f-06447dfbb672 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:50.644815 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port d667eb12-00d2-499f-b1e8-01bec414d313 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:22:50.652007 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port d667eb12-00d2-499f-b1e8-01bec414d313 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:50.652373 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:50.731473 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7f615a04-8aba-4915-a33f-06447dfbb672 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:50.775200 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:50.792623 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port d667eb12-00d2-499f-b1e8-01bec414d313, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=d667eb12-00d2-499f-b1e8-01bec414d313,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:22:50.846680 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7f615a04-8aba-4915-a33f-06447dfbb672 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:50.851336 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f615a04-8aba-4915-a33f-06447dfbb672 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=849aa079-c479-4152-bc0d-90a74e1300b6,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:50.880713 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:50.881247 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3bc35d04-b6c7-4247-9837-1d1a3a799e21 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:50.952304 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-bdbb04ca-f0a8-4515-85a6-1b0e4b12b19d None None] Provisioning for port 849aa079-c479-4152-bc0d-90a74e1300b6 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:22:50.983411 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-bdbb04ca-f0a8-4515-85a6-1b0e4b12b19d None None] Provisioning complete for port 849aa079-c479-4152-bc0d-90a74e1300b6 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:50.983787 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bdbb04ca-f0a8-4515-85a6-1b0e4b12b19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:50.997420 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f615a04-8aba-4915-a33f-06447dfbb672 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 492c40be-8c32-4c59-a3f0-21db3339874f is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:22:50.998675 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-7f615a04-8aba-4915-a33f-06447dfbb672 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:22:51.058242 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=d667eb12-00d2-499f-b1e8-01bec414d313,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:51.062219 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-bdbb04ca-f0a8-4515-85a6-1b0e4b12b19d None None] Port 849aa079-c479-4152-bc0d-90a74e1300b6 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:22:51.147974 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 3bc35d04-b6c7-4247-9837-1d1a3a799e21 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:22:51.153870 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 3bc35d04-b6c7-4247-9837-1d1a3a799e21 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:51.154238 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:51.230492 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4714f024-53b4-4bbf-9ee7-64d8b803e663 None None] Provisioning complete for port 849aa079-c479-4152-bc0d-90a74e1300b6 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:51.230937 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4714f024-53b4-4bbf-9ee7-64d8b803e663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:51.326462 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-4714f024-53b4-4bbf-9ee7-64d8b803e663 None None] Port 849aa079-c479-4152-bc0d-90a74e1300b6 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:22:51.335647 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:51.370372 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 3bc35d04-b6c7-4247-9837-1d1a3a799e21, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3bc35d04-b6c7-4247-9837-1d1a3a799e21,segment=NetworkSegment(99380990-23f6-40e4-91cf-857cbafe25ff),segment_id=99380990-23f6-40e4-91cf-857cbafe25ff)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:22:51.448658 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c4c0e8d0-e146-45d9-899c-b8ebb8a81628 None None] Provisioning complete for port 849aa079-c479-4152-bc0d-90a74e1300b6 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:51.448966 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c4c0e8d0-e146-45d9-899c-b8ebb8a81628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:51.491912 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:51.499747 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f615a04-8aba-4915-a33f-06447dfbb672 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 88de3175-bd3f-465a-af19-b5876c4d8dc7 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:22:51.553645 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c4c0e8d0-e146-45d9-899c-b8ebb8a81628 None None] Port 849aa079-c479-4152-bc0d-90a74e1300b6 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:22:51.580302 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=3bc35d04-b6c7-4247-9837-1d1a3a799e21,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:51.679420 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aeb5dd6c-3c75-4b0e-99dc-5e12f1540927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:51.710468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f615a04-8aba-4915-a33f-06447dfbb672 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:22:51.723485 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7f615a04-8aba-4915-a33f-06447dfbb672 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/routers/88de3175-bd3f-465a-af19-b5876c4d8dc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5241642 Mar 02 19:22:51.726133 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39530) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:51.864826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba6dd0b-5d10-46e5-ab84-c4ea743a51e7 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:51.865204 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba6dd0b-5d10-46e5-ab84-c4ea743a51e7 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:51.865568 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba6dd0b-5d10-46e5-ab84-c4ea743a51e7 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:51.865926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba6dd0b-5d10-46e5-ab84-c4ea743a51e7 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:51.867565 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0ba6dd0b-5d10-46e5-ab84-c4ea743a51e7 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1405280 Mar 02 19:22:51.870580 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39534) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:51.942171 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192245c-7134-4b88-b2e7-d5c0b5fdcba1 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:51.942616 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192245c-7134-4b88-b2e7-d5c0b5fdcba1 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:51.942983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192245c-7134-4b88-b2e7-d5c0b5fdcba1 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:51.943394 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192245c-7134-4b88-b2e7-d5c0b5fdcba1 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:51.945521 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3192245c-7134-4b88-b2e7-d5c0b5fdcba1 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0740695 Mar 02 19:22:51.948304 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39538) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:52.155147 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6b7e264c-a811-4643-b177-aca6dafe1d4e tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2054932 Mar 02 19:22:52.252299 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Sync routers for ids ['88de3175-bd3f-465a-af19-b5876c4d8dc7'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:22:52.266052 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Routers {'88de3175-bd3f-465a-af19-b5876c4d8dc7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:22:52.267448 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:22:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['88de3175-bd3f-465a-af19-b5876c4d8dc7'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:52.355039 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d667eb12-00d2-499f-b1e8-01bec414d313 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:52.538392 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port d667eb12-00d2-499f-b1e8-01bec414d313 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:52.538591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:52.566162 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Set router 88de3175-bd3f-465a-af19-b5876c4d8dc7 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:22:52.696158 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39544) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:52.702524 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-da9a9419-3065-4271-9ee5-b78d020ac179 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-610800655', 'description': 'tempest-secgroup-smoke-610800655 description', 'project_id': '3b5a22e326e84c6680d758252463bbd4'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:22:52.708828 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-da9a9419-3065-4271-9ee5-b78d020ac179 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:52.713002 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-da9a9419-3065-4271-9ee5-b78d020ac179 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:52.717001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-da9a9419-3065-4271-9ee5-b78d020ac179 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:52.722957 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-da9a9419-3065-4271-9ee5-b78d020ac179 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:52.852535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-da9a9419-3065-4271-9ee5-b78d020ac179 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:52.860034 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3bc35d04-b6c7-4247-9837-1d1a3a799e21 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:52.891992 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-da9a9419-3065-4271-9ee5-b78d020ac179 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:52.895735 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-da9a9419-3065-4271-9ee5-b78d020ac179 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:52.898540 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-da9a9419-3065-4271-9ee5-b78d020ac179 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:52.904880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-da9a9419-3065-4271-9ee5-b78d020ac179 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:52.963607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-da9a9419-3065-4271-9ee5-b78d020ac179 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:53.006758 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 3bc35d04-b6c7-4247-9837-1d1a3a799e21 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:53.007125 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:53.075939 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'name': 'tempest-TestNetworkBasicOps-router-643029842', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:44Z', 'updated_at': '2022-03-02T19:22:50Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:45Z', 'updated_at': '2022-03-02T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '849aa079-c479-4152-bc0d-90a74e1300b6', 'name': '', 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:80:2f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:49Z', 'updated_at': '2022-03-02T19:22:50Z', 'revision_number': 2, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:53.083507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Checking router: 88de3175-bd3f-465a-af19-b5876c4d8dc7 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:22:53.083864 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Updating router 88de3175-bd3f-465a-af19-b5876c4d8dc7 port 849aa079-c479-4152-bc0d-90a74e1300b6 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:22:53.092595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-da9a9419-3065-4271-9ee5-b78d020ac179 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:53.138275 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a9419-3065-4271-9ee5-b78d020ac179 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3e0690-49f3-42ce-b3cf-8e2074147b23,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:53.179973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:53.212404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-da9a9419-3065-4271-9ee5-b78d020ac179 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:53.216396 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-da9a9419-3065-4271-9ee5-b78d020ac179 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5164859 Mar 02 19:22:53.216710 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39548) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:53.222023 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-0b204edf-38c9-4694-b1c5-2c472274434d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '4f3e0690-49f3-42ce-b3cf-8e2074147b23', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:22:53.228058 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0b204edf-38c9-4694-b1c5-2c472274434d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:53.232289 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0b204edf-38c9-4694-b1c5-2c472274434d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:53.235042 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0b204edf-38c9-4694-b1c5-2c472274434d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:53.240695 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0b204edf-38c9-4694-b1c5-2c472274434d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:53.348650 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b204edf-38c9-4694-b1c5-2c472274434d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:53.409562 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b204edf-38c9-4694-b1c5-2c472274434d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:53.508131 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b204edf-38c9-4694-b1c5-2c472274434d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:53.530132 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:53.535425 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b204edf-38c9-4694-b1c5-2c472274434d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fae498-60ae-496e-9438-a9ece5f31a58,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:53.542519 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Transition to ACTIVE for port object 849aa079-c479-4152-bc0d-90a74e1300b6 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:53.635453 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0b204edf-38c9-4694-b1c5-2c472274434d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:53.636672 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0b204edf-38c9-4694-b1c5-2c472274434d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4190326 Mar 02 19:22:53.639555 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39552) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:53.645048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-b5acefeb-235c-4f74-b305-3d4de9e91fe5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '4f3e0690-49f3-42ce-b3cf-8e2074147b23', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:22:53.651037 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b5acefeb-235c-4f74-b305-3d4de9e91fe5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:53.653462 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:53.655905 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b5acefeb-235c-4f74-b305-3d4de9e91fe5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:53.659008 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b5acefeb-235c-4f74-b305-3d4de9e91fe5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:53.665746 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b5acefeb-235c-4f74-b305-3d4de9e91fe5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:53.764797 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b5acefeb-235c-4f74-b305-3d4de9e91fe5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:53.791393 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fced68b-282c-4c1a-983e-1f13d2203730 None None] Pushing event updated for resources: {'Port': ['ID=849aa079-c479-4152-bc0d-90a74e1300b6,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:53.827444 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-82006876-7a1f-4bcd-a45e-3414a33aa7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:53.836131 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b5acefeb-235c-4f74-b305-3d4de9e91fe5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:53.926288 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Attempting to bind port 849aa079-c479-4152-bc0d-90a74e1300b6 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:22:53.926585 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Attempting to bind port 849aa079-c479-4152-bc0d-90a74e1300b6 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '99380990-23f6-40e4-91cf-857cbafe25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:22:53.926946 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Attempting to bind port 849aa079-c479-4152-bc0d-90a74e1300b6 on network 492c40be-8c32-4c59-a3f0-21db3339874f {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:22:53.933274 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:22:53.933643 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Checking segment: {'id': '99380990-23f6-40e4-91cf-857cbafe25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:22:53.934068 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:53.934460 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Bound using segment: {'id': '99380990-23f6-40e4-91cf-857cbafe25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:22:53.934916 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Bound port: 849aa079-c479-4152-bc0d-90a74e1300b6, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99380990-23f6-40e4-91cf-857cbafe25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:22:53.935280 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:53.942321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b5acefeb-235c-4f74-b305-3d4de9e91fe5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:53.966861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acefeb-235c-4f74-b305-3d4de9e91fe5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bfbbb24-6d83-437d-9421-5f20c5013bfa,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:54.031818 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] For port 849aa079-c479-4152-bc0d-90a74e1300b6, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:22:54.034911 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] For port 849aa079-c479-4152-bc0d-90a74e1300b6, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=849aa079-c479-4152-bc0d-90a74e1300b6,segment=NetworkSegment(99380990-23f6-40e4-91cf-857cbafe25ff),segment_id=99380990-23f6-40e4-91cf-857cbafe25ff)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:22:54.067945 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b5acefeb-235c-4f74-b305-3d4de9e91fe5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:54.069354 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b5acefeb-235c-4f74-b305-3d4de9e91fe5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4287696 Mar 02 19:22:54.072863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39556) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:54.079254 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c8fcbc72-98dc-46b0-8e01-1c0b2274a755 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '4f3e0690-49f3-42ce-b3cf-8e2074147b23', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:22:54.085389 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c8fcbc72-98dc-46b0-8e01-1c0b2274a755 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:54.089175 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c8fcbc72-98dc-46b0-8e01-1c0b2274a755 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:54.093141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c8fcbc72-98dc-46b0-8e01-1c0b2274a755 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:54.098661 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c8fcbc72-98dc-46b0-8e01-1c0b2274a755 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:54.161739 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:54.202529 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c8fcbc72-98dc-46b0-8e01-1c0b2274a755 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:54.245608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fced68b-282c-4c1a-983e-1f13d2203730 None None] Pushing event updated for resources: {'Port': ['ID=849aa079-c479-4152-bc0d-90a74e1300b6,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:54.248702 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Routers {'88de3175-bd3f-465a-af19-b5876c4d8dc7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:22:54.249320 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:22:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['88de3175-bd3f-465a-af19-b5876c4d8dc7'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:54.275328 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c8fcbc72-98dc-46b0-8e01-1c0b2274a755 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:54.360972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c8fcbc72-98dc-46b0-8e01-1c0b2274a755 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:54.388302 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcbc72-98dc-46b0-8e01-1c0b2274a755 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f89e23f-41da-454a-8990-f33c7fc888d2,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:54.456072 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] Set router 88de3175-bd3f-465a-af19-b5876c4d8dc7 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:22:54.515397 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c8fcbc72-98dc-46b0-8e01-1c0b2274a755 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:54.516525 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c8fcbc72-98dc-46b0-8e01-1c0b2274a755 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4426353 Mar 02 19:22:54.519447 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39560) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:54.526425 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-5427776e-795b-46f9-86e1-a5fce3ccebeb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '4f3e0690-49f3-42ce-b3cf-8e2074147b23', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:22:54.532454 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5427776e-795b-46f9-86e1-a5fce3ccebeb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:54.536256 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5427776e-795b-46f9-86e1-a5fce3ccebeb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:54.539169 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5427776e-795b-46f9-86e1-a5fce3ccebeb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:54.544954 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5427776e-795b-46f9-86e1-a5fce3ccebeb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:54.688814 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5427776e-795b-46f9-86e1-a5fce3ccebeb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:54.753859 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5427776e-795b-46f9-86e1-a5fce3ccebeb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:54.786968 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'name': 'tempest-TestNetworkBasicOps-router-643029842', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:44Z', 'updated_at': '2022-03-02T19:22:50Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:45Z', 'updated_at': '2022-03-02T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '849aa079-c479-4152-bc0d-90a74e1300b6', 'name': '', 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:80:2f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:49Z', 'updated_at': '2022-03-02T19:22:54Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:54.790923 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f6f9e5-0556-4d00-ae39-e433005456cf None None] The sync data for ids ['88de3175-bd3f-465a-af19-b5876c4d8dc7'] in dv-neutron-831573-1-hyperv is: [{'id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'name': 'tempest-TestNetworkBasicOps-router-643029842', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:44Z', 'updated_at': '2022-03-02T19:22:50Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:45Z', 'updated_at': '2022-03-02T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '849aa079-c479-4152-bc0d-90a74e1300b6', 'name': '', 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:80:2f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:49Z', 'updated_at': '2022-03-02T19:22:54Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:22:54.864024 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5427776e-795b-46f9-86e1-a5fce3ccebeb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:54.897700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427776e-795b-46f9-86e1-a5fce3ccebeb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aba1e91-6bd1-4040-bfe5-59175cf3997f,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:54.989894 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5427776e-795b-46f9-86e1-a5fce3ccebeb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:54.991179 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5427776e-795b-46f9-86e1-a5fce3ccebeb tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4706819 Mar 02 19:22:54.993870 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39564) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:55.000265 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-d1a158b8-b92b-437b-ac18-e6ba93f2f70c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '4f3e0690-49f3-42ce-b3cf-8e2074147b23', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:22:55.007706 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d1a158b8-b92b-437b-ac18-e6ba93f2f70c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:55.011303 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d1a158b8-b92b-437b-ac18-e6ba93f2f70c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:55.014801 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d1a158b8-b92b-437b-ac18-e6ba93f2f70c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:55.020976 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d1a158b8-b92b-437b-ac18-e6ba93f2f70c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:55.114173 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-d1a158b8-b92b-437b-ac18-e6ba93f2f70c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:22:55.122000 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d1a158b8-b92b-437b-ac18-e6ba93f2f70c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:55.184031 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:55.192147 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d1a158b8-b92b-437b-ac18-e6ba93f2f70c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:55.303762 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d1a158b8-b92b-437b-ac18-e6ba93f2f70c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:55.328113 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a158b8-b92b-437b-ac18-e6ba93f2f70c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327892dc-d86f-43a2-9935-57d7188610ae,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:55.407141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d1a158b8-b92b-437b-ac18-e6ba93f2f70c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:55.411200 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d1a158b8-b92b-437b-ac18-e6ba93f2f70c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4136138 Mar 02 19:22:55.411200 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39568) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:55.416951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-cda974e1-1590-43f4-b046-d92207d948a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'security_group_rule': {'security_group_id': '4f3e0690-49f3-42ce-b3cf-8e2074147b23', 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:22:55.424166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-cda974e1-1590-43f4-b046-d92207d948a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:55.428204 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-cda974e1-1590-43f4-b046-d92207d948a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:security_group_rule and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:55.431312 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-cda974e1-1590-43f4-b046-d92207d948a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:55.438415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-cda974e1-1590-43f4-b046-d92207d948a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:55.459988 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:55.555369 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-cda974e1-1590-43f4-b046-d92207d948a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Project 3b5a22e326e84c6680d758252463bbd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:22:55.562452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cda974e1-1590-43f4-b046-d92207d948a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:55.634395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cda974e1-1590-43f4-b046-d92207d948a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:55.784307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cda974e1-1590-43f4-b046-d92207d948a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:55.814505 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda974e1-1590-43f4-b046-d92207d948a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71da91e7-e03d-4d1f-a605-6ffd0457aca6,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:55.919856 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cda974e1-1590-43f4-b046-d92207d948a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:55.921066 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cda974e1-1590-43f4-b046-d92207d948a2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5088844 Mar 02 19:22:56.109801 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-2c700b17-53eb-449b-87a7-db99c8f1b7e0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:22:56.210498 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-2c700b17-53eb-449b-87a7-db99c8f1b7e0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:22:56.211698 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-2c700b17-53eb-449b-87a7-db99c8f1b7e0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-610800655&fields=id&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 267 time: 0.1556761 Mar 02 19:22:56.292349 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 849aa079-c479-4152-bc0d-90a74e1300b6 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:56.371560 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-d330a537-f76f-4ace-9749-d6dc774e1ca0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:56.372284 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-d330a537-f76f-4ace-9749-d6dc774e1ca0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:network {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:22:56.509408 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 849aa079-c479-4152-bc0d-90a74e1300b6 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:22:56.515274 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 849aa079-c479-4152-bc0d-90a74e1300b6 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:56.520870 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:56.538306 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-d330a537-f76f-4ace-9749-d6dc774e1ca0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:network {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:22:56.539523 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-d330a537-f76f-4ace-9749-d6dc774e1ca0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/networks?id=492c40be-8c32-4c59-a3f0-21db3339874f HTTP/1.1" status: 200 len: 797 time: 0.3211713 Mar 02 19:22:56.543269 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:56.556774 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-f28fb91f-046e-4369-90a9-b1a080fd345d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/quotas/3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 375 time: 0.0113504 Mar 02 19:22:56.632197 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:56.640884 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-8b54295d-7950-47ea-8981-9d379fe9b2d5 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787282 Mar 02 19:22:56.670244 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 849aa079-c479-4152-bc0d-90a74e1300b6, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=849aa079-c479-4152-bc0d-90a74e1300b6,segment=NetworkSegment(99380990-23f6-40e4-91cf-857cbafe25ff),segment_id=99380990-23f6-40e4-91cf-857cbafe25ff)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:22:56.732995 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-d95f5050-dc18-44e0-957c-1f39f6f91aa8 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 19:22:56.732995 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-d95f5050-dc18-44e0-957c-1f39f6f91aa8 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0783265 Mar 02 19:22:56.761200 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:56.834395 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=849aa079-c479-4152-bc0d-90a74e1300b6,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:56.882735 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-648b507f-ba0e-439d-919d-04b9daa79a9e service neutron] 10.222.0.73 "GET /v2.0/networks/492c40be-8c32-4c59-a3f0-21db3339874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380196 Mar 02 19:22:57.035060 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-e568401e-a6bc-487c-845e-5e4c09302b47 service neutron] 10.222.0.73 "GET /v2.0/networks/492c40be-8c32-4c59-a3f0-21db3339874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431518 Mar 02 19:22:57.501171 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-68a23587-39cf-4860-8e09-2c5d41411f18 req-b72e3ae0-ccb5-481a-bd17-283b9696700d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:22:57.595247 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-68a23587-39cf-4860-8e09-2c5d41411f18 req-b72e3ae0-ccb5-481a-bd17-283b9696700d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:22:57.596565 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-68a23587-39cf-4860-8e09-2c5d41411f18 req-b72e3ae0-ccb5-481a-bd17-283b9696700d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 210 time: 0.2591023 Mar 02 19:22:58.276292 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 849aa079-c479-4152-bc0d-90a74e1300b6 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:58.345864 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 849aa079-c479-4152-bc0d-90a74e1300b6 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:58.346238 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:58.771707 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-84687c2a-95be-420f-a5c2-b8a7766a7c64 req-1330d1c4-7c9c-45c7-abea-c53dd29574f4 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 210 time: 0.0463848 Mar 02 19:22:59.614131 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-e9e7c200-3751-4085-931a-1a1794806b86 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:59.614802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-e9e7c200-3751-4085-931a-1a1794806b86 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:22:59.626698 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-e9e7c200-3751-4085-931a-1a1794806b86 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:22:59.627820 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-e9e7c200-3751-4085-931a-1a1794806b86 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/networks?id=492c40be-8c32-4c59-a3f0-21db3339874f HTTP/1.1" status: 200 len: 797 time: 0.1615589 Mar 02 19:22:59.680533 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-ad356344-753c-4438-a15b-f3016855110f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:22:59.692641 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-ad356344-753c-4438-a15b-f3016855110f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:22:59.693730 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-ad356344-753c-4438-a15b-f3016855110f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b5a22e326e84c6680d758252463bbd4 HTTP/1.1" status: 200 len: 379 time: 0.0542574 Mar 02 19:22:59.702988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-e30bf364-8ebc-44d7-bd17-e6a00a81f324 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'port': {'device_id': '504a0056-458b-464e-bf28-0c18669ed6be', 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f', 'admin_state_up': True, 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'security_groups': ['4f3e0690-49f3-42ce-b3cf-8e2074147b23']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:22:59.841455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-e30bf364-8ebc-44d7-bd17-e6a00a81f324 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:59.851574 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-e30bf364-8ebc-44d7-bd17-e6a00a81f324 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:59.960914 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3b375f65-619e-42bc-896c-2aa54768cc6d req-8d7d2746-9bb5-4fc1-9ef1-a534db20e5ad tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 210 time: 0.0416658 Mar 02 19:22:59.988045 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-e30bf364-8ebc-44d7-bd17-e6a00a81f324 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Made reservation on behalf of 3b5a22e326e84c6680d758252463bbd4 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:22:59.992800 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-e30bf364-8ebc-44d7-bd17-e6a00a81f324 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:00.155912 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-e30bf364-8ebc-44d7-bd17-e6a00a81f324 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.20.0.7 (492c40be-8c32-4c59-a3f0-21db3339874f/3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5/341b28a0-193a-4dd5-8bbe-23aaf8f546a7) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:23:00.342691 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-e30bf364-8ebc-44d7-bd17-e6a00a81f324 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:00.358497 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-e30bf364-8ebc-44d7-bd17-e6a00a81f324 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Transition to ACTIVE for port object 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:23:00.476045 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-e30bf364-8ebc-44d7-bd17-e6a00a81f324 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:00.553429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-e30bf364-8ebc-44d7-bd17-e6a00a81f324 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 492c40be-8c32-4c59-a3f0-21db3339874f is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:23:00.556854 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-e30bf364-8ebc-44d7-bd17-e6a00a81f324 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:23:00.560578 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30bf364-8ebc-44d7-bd17-e6a00a81f324 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=341b28a0-193a-4dd5-8bbe-23aaf8f546a7,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:00.561156 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-e30bf364-8ebc-44d7-bd17-e6a00a81f324 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:23:00.623136 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-e30bf364-8ebc-44d7-bd17-e6a00a81f324 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:00.623836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-e30bf364-8ebc-44d7-bd17-e6a00a81f324 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:00.732349 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-e30bf364-8ebc-44d7-bd17-e6a00a81f324 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0334692 Mar 02 19:23:00.744373 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] Request body: {'port': {'device_id': '504a0056-458b-464e-bf28-0c18669ed6be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:23:00.865429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:00.869548 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-aa18a9ee-1f0d-4562-9a02-1f1dac118dfc None None] Provisioning for port 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:23:00.874830 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-aa18a9ee-1f0d-4562-9a02-1f1dac118dfc None None] Provisioning complete for port 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:23:00.875429 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa18a9ee-1f0d-4562-9a02-1f1dac118dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:00.927798 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-aa18a9ee-1f0d-4562-9a02-1f1dac118dfc None None] Port 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:23:01.156352 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375b9ff-e3a6-4a6c-947a-4267475005a3 req-2bcb9138-4229-4e3b-83d1-a1dee8426bf2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:01.157816 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1375b9ff-e3a6-4a6c-947a-4267475005a3 req-2bcb9138-4229-4e3b-83d1-a1dee8426bf2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 931 time: 0.0773880 Mar 02 19:23:01.204074 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1375b9ff-e3a6-4a6c-947a-4267475005a3 req-25f5342f-ed6d-4125-9ad0-fd3c56276daa tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=4f3e0690-49f3-42ce-b3cf-8e2074147b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406563 Mar 02 19:23:01.210313 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:23:01.217452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:01.231850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] Transition to ACTIVE for port object 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:23:01.296536 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:01.412350 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:01.420555 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] Pushing event updated for resources: {'Port': ['ID=341b28a0-193a-4dd5-8bbe-23aaf8f546a7,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:01.534910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] Attempting to bind port 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:23:01.535281 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] Attempting to bind port 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '99380990-23f6-40e4-91cf-857cbafe25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:23:01.535659 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] Attempting to bind port 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 on network 492c40be-8c32-4c59-a3f0-21db3339874f {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:23:01.542247 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] Port 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 on network 492c40be-8c32-4c59-a3f0-21db3339874f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:23:01.542655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] Attempting to bind port 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 on network 492c40be-8c32-4c59-a3f0-21db3339874f {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:23:01.549955 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:23:01.550308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] Checking segment: {'id': '99380990-23f6-40e4-91cf-857cbafe25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:23:01.550692 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] Bound using segment: {'id': '99380990-23f6-40e4-91cf-857cbafe25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:23:01.551114 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] Bound port: 341b28a0-193a-4dd5-8bbe-23aaf8f546a7, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99380990-23f6-40e4-91cf-857cbafe25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:23:01.551487 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:01.637224 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] For port 341b28a0-193a-4dd5-8bbe-23aaf8f546a7, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:23:01.640137 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] For port 341b28a0-193a-4dd5-8bbe-23aaf8f546a7, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=341b28a0-193a-4dd5-8bbe-23aaf8f546a7,segment=NetworkSegment(99380990-23f6-40e4-91cf-857cbafe25ff),segment_id=99380990-23f6-40e4-91cf-857cbafe25ff)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:23:01.704578 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:01.856852 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:01.858203 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] 10.222.0.87 "PUT /v2.0/ports/341b28a0-193a-4dd5-8bbe-23aaf8f546a7 HTTP/1.1" status: 200 len: 1093 time: 1.1180913 Mar 02 19:23:01.858633 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504a0056-458b-464e-bf28-0c18669ed6be', 'tag': '341b28a0-193a-4dd5-8bbe-23aaf8f546a7'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:23:01.877219 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e0ce9-4e58-43ff-977b-e43a4e029a9f service neutron] Pushing event updated for resources: {'Port': ['ID=341b28a0-193a-4dd5-8bbe-23aaf8f546a7,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:01.917886 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504a0056-458b-464e-bf28-0c18669ed6be', 'tag': '341b28a0-193a-4dd5-8bbe-23aaf8f546a7', 'status': 'completed', 'code': 200} Mar 02 19:23:02.011819 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1f231cfc-6c92-4e80-882c-e79b6d95aef4 req-bb4e88fd-9807-4965-9309-a026f7c332e1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 1096 time: 0.0749691 Mar 02 19:23:02.156809 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f231cfc-6c92-4e80-882c-e79b6d95aef4 req-4dd551e4-7964-4408-8d0e-9298b945de64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:02.158113 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1f231cfc-6c92-4e80-882c-e79b6d95aef4 req-4dd551e4-7964-4408-8d0e-9298b945de64 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=3b5a22e326e84c6680d758252463bbd4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1393404 Mar 02 19:23:02.310673 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f231cfc-6c92-4e80-882c-e79b6d95aef4 req-8bd8cb52-7e1f-49d5-9ee5-338d5a1bbb64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:02.312245 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1f231cfc-6c92-4e80-882c-e79b6d95aef4 req-8bd8cb52-7e1f-49d5-9ee5-338d5a1bbb64 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1481154 Mar 02 19:23:02.418514 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c8ef8-b3d7-4f34-b0f6-886d5345f390 req-6b5ff074-d7d3-40c7-bac2-c91def4a5d65 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:02.420148 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0c2c8ef8-b3d7-4f34-b0f6-886d5345f390 req-6b5ff074-d7d3-40c7-bac2-c91def4a5d65 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 943 time: 0.0874124 Mar 02 19:23:02.435851 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-102192c6-61cf-4d42-a6b5-bf5318eb0bb1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 1096 time: 0.0825408 Mar 02 19:23:02.471533 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0c2c8ef8-b3d7-4f34-b0f6-886d5345f390 req-1047016a-f63b-47a2-8148-9d7df4429a83 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=4f3e0690-49f3-42ce-b3cf-8e2074147b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447953 Mar 02 19:23:02.513709 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-4148ffa2-0063-49a1-9e55-c5706c8ac920 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=341b28a0-193a-4dd5-8bbe-23aaf8f546a7 HTTP/1.1" status: 200 len: 217 time: 0.0692217 Mar 02 19:23:02.581797 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-089a3760-19f6-45fa-a003-59f7ff541ae7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:02.583340 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-089a3760-19f6-45fa-a003-59f7ff541ae7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5 HTTP/1.1" status: 200 len: 835 time: 0.0630183 Mar 02 19:23:02.665872 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-52d259ec-72f7-4e43-b793-fb6d47e9c060 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=492c40be-8c32-4c59-a3f0-21db3339874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764089 Mar 02 19:23:02.811248 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-cffd36d0-004a-46f2-83af-86045bc5073f service neutron] 10.222.0.87 "GET /v2.0/networks/492c40be-8c32-4c59-a3f0-21db3339874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369216 Mar 02 19:23:02.951507 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f7b2862d-343b-4cab-b288-2f4a73874ee7 req-98bdc759-06ef-4d1a-ab2d-3f716789fd65 service neutron] 10.222.0.87 "GET /v2.0/networks/492c40be-8c32-4c59-a3f0-21db3339874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301072 Mar 02 19:23:03.686500 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099c0ec-f2b7-4f28-b425-a7d7e4184f1f req-74d621e2-5c7e-4e78-bbab-f47ed89e3022 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:03.687519 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-5099c0ec-f2b7-4f28-b425-a7d7e4184f1f req-74d621e2-5c7e-4e78-bbab-f47ed89e3022 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:23:03.767130 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-5099c0ec-f2b7-4f28-b425-a7d7e4184f1f req-74d621e2-5c7e-4e78-bbab-f47ed89e3022 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:23:03.768286 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5099c0ec-f2b7-4f28-b425-a7d7e4184f1f req-74d621e2-5c7e-4e78-bbab-f47ed89e3022 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 943 time: 0.1667125 Mar 02 19:23:03.819060 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5099c0ec-f2b7-4f28-b425-a7d7e4184f1f req-d4cb0629-05e6-48e6-9145-7971cc7361b0 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=4f3e0690-49f3-42ce-b3cf-8e2074147b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448763 Mar 02 19:23:04.207188 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:23:04.352902 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 341b28a0-193a-4dd5-8bbe-23aaf8f546a7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=341b28a0-193a-4dd5-8bbe-23aaf8f546a7,segment=NetworkSegment(99380990-23f6-40e4-91cf-857cbafe25ff),segment_id=99380990-23f6-40e4-91cf-857cbafe25ff)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:23:04.366629 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '341b28a0-193a-4dd5-8bbe-23aaf8f546a7', 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f', 'port_id': '341b28a0-193a-4dd5-8bbe-23aaf8f546a7', 'mac_address': 'fa:16:3e:c0:aa:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:23:04.426272 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:04.445133 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:23:04.461126 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 341b28a0-193a-4dd5-8bbe-23aaf8f546a7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=341b28a0-193a-4dd5-8bbe-23aaf8f546a7,segment=NetworkSegment(99380990-23f6-40e4-91cf-857cbafe25ff),segment_id=99380990-23f6-40e4-91cf-857cbafe25ff)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:23:04.589852 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:04.654439 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=341b28a0-193a-4dd5-8bbe-23aaf8f546a7,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:04.797012 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['341b28a0-193a-4dd5-8bbe-23aaf8f546a7'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:23:05.018115 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdef7f-e79d-4c11-98fb-8a772c764d1c req-44c0063c-186d-4970-92ca-ef71eced8e5c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:05.020512 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-17cdef7f-e79d-4c11-98fb-8a772c764d1c req-44c0063c-186d-4970-92ca-ef71eced8e5c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 944 time: 0.0781229 Mar 02 19:23:05.071030 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-17cdef7f-e79d-4c11-98fb-8a772c764d1c req-d481d3ed-f08c-41e2-b175-aa44c3f19095 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=4f3e0690-49f3-42ce-b3cf-8e2074147b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448294 Mar 02 19:23:06.215774 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:23:06.267959 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3e176-05c4-4e1a-86f9-16656c9640b5 req-c4d02759-03ea-4f7c-af21-a2470e4e79bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:06.269348 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6fa3e176-05c4-4e1a-86f9-16656c9640b5 req-c4d02759-03ea-4f7c-af21-a2470e4e79bf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 944 time: 0.0780301 Mar 02 19:23:06.321730 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6fa3e176-05c4-4e1a-86f9-16656c9640b5 req-20dacc0e-726c-4426-bb05-dea0ed8fdf57 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=4f3e0690-49f3-42ce-b3cf-8e2074147b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452302 Mar 02 19:23:06.355070 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:23:06.360458 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:23:06.360832 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:06.486489 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:06.514256 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504a0056-458b-464e-bf28-0c18669ed6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341b28a0-193a-4dd5-8bbe-23aaf8f546a7'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:23:06.526386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 341b28a0-193a-4dd5-8bbe-23aaf8f546a7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=341b28a0-193a-4dd5-8bbe-23aaf8f546a7,segment=NetworkSegment(99380990-23f6-40e4-91cf-857cbafe25ff),segment_id=99380990-23f6-40e4-91cf-857cbafe25ff)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:23:06.572883 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504a0056-458b-464e-bf28-0c18669ed6be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341b28a0-193a-4dd5-8bbe-23aaf8f546a7', 'code': 200} Mar 02 19:23:06.612492 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:06.680406 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=341b28a0-193a-4dd5-8bbe-23aaf8f546a7,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:06.958316 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-53cacaac-fbae-457f-91d2-d27b9c6fd47c req-09755e27-0961-4f4f-bdb1-1db2d60ac77d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 1098 time: 0.0677247 Mar 02 19:23:07.005327 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-53cacaac-fbae-457f-91d2-d27b9c6fd47c req-8ffe0f01-d9d9-4293-894e-3db4e7be6c7c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=4f3e0690-49f3-42ce-b3cf-8e2074147b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406916 Mar 02 19:23:07.522337 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358219ac-d90f-495e-9f5e-d7ac35925cbf req-04cd3a29-b4f0-4fb9-b321-52d8f4dadc7c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:07.523840 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-358219ac-d90f-495e-9f5e-d7ac35925cbf req-04cd3a29-b4f0-4fb9-b321-52d8f4dadc7c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 945 time: 0.0809362 Mar 02 19:23:07.569980 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-358219ac-d90f-495e-9f5e-d7ac35925cbf req-d9a49845-99d3-4fa6-8989-7babca5ce78b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=4f3e0690-49f3-42ce-b3cf-8e2074147b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403070 Mar 02 19:23:08.768101 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890214d-e28b-4c88-bd01-6b2f07eb9cba req-fe4c97db-f7ea-4229-a095-7cdba2fd749c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:08.769543 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0890214d-e28b-4c88-bd01-6b2f07eb9cba req-fe4c97db-f7ea-4229-a095-7cdba2fd749c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 945 time: 0.0760438 Mar 02 19:23:08.814730 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0890214d-e28b-4c88-bd01-6b2f07eb9cba req-3362332e-6a2b-4108-ba2b-ce08e577c789 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=4f3e0690-49f3-42ce-b3cf-8e2074147b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397065 Mar 02 19:23:09.013073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bd74a-dfb9-4dc8-953f-48bc2e984efe req-55512eb8-5b3e-4869-a722-58c3af25bc8d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:09.014539 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e29bd74a-dfb9-4dc8-953f-48bc2e984efe req-55512eb8-5b3e-4869-a722-58c3af25bc8d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 945 time: 0.0783792 Mar 02 19:23:09.061875 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e29bd74a-dfb9-4dc8-953f-48bc2e984efe req-69233831-f46b-4716-84a6-c2ae9c90f202 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=4f3e0690-49f3-42ce-b3cf-8e2074147b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405784 Mar 02 19:23:09.091470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39616) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:09.165190 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6972db89-7d80-4600-bbc2-4ee4a6710de3 tempest-TestNetworkBasicOps-818316170 tempest-TestNetworkBasicOps-818316170-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 1093 time: 0.0724499 Mar 02 19:23:09.167806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39620) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:09.173628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': '341b28a0-193a-4dd5-8bbe-23aaf8f546a7', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:23:09.179249 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:23:09.182993 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Usage tracker for resource:floatingip and tenant:3b5a22e326e84c6680d758252463bbd4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:23:09.185789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:23:09.191413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:23:09.252279 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:09.472157 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:09.606910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Allocated IP 172.26.4.53 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/517fb132-b2a8-4028-acf0-9a7a7bc60a94) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:23:09.771758 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:09.880078 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:09.950593 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:23:09.953687 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:23:09.957457 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:23:09.986832 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=517fb132-b2a8-4028-acf0-9a7a7bc60a94,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:10.482294 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:10.589655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:10.793819 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:10.879375 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:10.982244 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event updated for resources: {'Port': ['ID=517fb132-b2a8-4028-acf0-9a7a7bc60a94,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:10.996438 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:11.192005 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Floating IP d382add5-ecc4-4104-83b6-c187cc3bff86 associated. External IP: 172.26.4.53, port: 341b28a0-193a-4dd5-8bbe-23aaf8f546a7. Mar 02 19:23:11.694409 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 88de3175-bd3f-465a-af19-b5876c4d8dc7 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:23:11.916923 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:23:11.927948 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913fd5e-bbac-4dc7-b7fe-1a6b4f1b1fe0 None None] Sync routers for ids ['88de3175-bd3f-465a-af19-b5876c4d8dc7'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:23:11.940393 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5913fd5e-bbac-4dc7-b7fe-1a6b4f1b1fe0 None None] Routers {'88de3175-bd3f-465a-af19-b5876c4d8dc7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:23:11.940991 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-5913fd5e-bbac-4dc7-b7fe-1a6b4f1b1fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:22:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['88de3175-bd3f-465a-af19-b5876c4d8dc7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:12.052920 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:12.108741 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f07f4d9a-788a-4ccb-ab47-6539d7c3542b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9393713 Mar 02 19:23:12.109003 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504a0056-458b-464e-bf28-0c18669ed6be', 'tag': '341b28a0-193a-4dd5-8bbe-23aaf8f546a7'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:23:12.111134 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39624) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:12.123562 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-5913fd5e-bbac-4dc7-b7fe-1a6b4f1b1fe0 None None] Set router 88de3175-bd3f-465a-af19-b5876c4d8dc7 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:23:12.193406 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504a0056-458b-464e-bf28-0c18669ed6be', 'tag': '341b28a0-193a-4dd5-8bbe-23aaf8f546a7', 'status': 'completed', 'code': 200} Mar 02 19:23:12.302540 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2576b3fe-9ed4-42f5-ae3e-37ab7287d13b req-938d6f46-4704-460c-b33b-b7ef3d139f97 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 1098 time: 0.0858207 Mar 02 19:23:12.356424 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f6515dd1-e357-4715-b837-08a1ddd7bbcc tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/d382add5-ecc4-4104-83b6-c187cc3bff86 HTTP/1.1" status: 200 len: 990 time: 0.2440386 Mar 02 19:23:12.457122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576b3fe-9ed4-42f5-ae3e-37ab7287d13b req-e9937fb4-196d-4742-aeb1-20edce76f00a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:12.458753 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2576b3fe-9ed4-42f5-ae3e-37ab7287d13b req-e9937fb4-196d-4742-aeb1-20edce76f00a service neutron] 10.222.0.87 "GET /v2.0/networks?id=492c40be-8c32-4c59-a3f0-21db3339874f HTTP/1.1" status: 200 len: 898 time: 0.1499145 Mar 02 19:23:12.561302 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-5913fd5e-bbac-4dc7-b7fe-1a6b4f1b1fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'name': 'tempest-TestNetworkBasicOps-router-643029842', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:44Z', 'updated_at': '2022-03-02T19:22:50Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:45Z', 'updated_at': '2022-03-02T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd382add5-ecc4-4104-83b6-c187cc3bff86', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.53', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'port_id': '341b28a0-193a-4dd5-8bbe-23aaf8f546a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f', 'mac_address': 'fa:16:3e:c0:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504a0056-458b-464e-bf28-0c18669ed6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:23:10Z', 'updated_at': '2022-03-02T19:23:10Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '849aa079-c479-4152-bc0d-90a74e1300b6', 'name': '', 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:80:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:49Z', 'updated_at': '2022-03-02T19:22:56Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:12.566298 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913fd5e-bbac-4dc7-b7fe-1a6b4f1b1fe0 None None] Checking router: 88de3175-bd3f-465a-af19-b5876c4d8dc7 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:23:12.572632 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2576b3fe-9ed4-42f5-ae3e-37ab7287d13b req-459c2c87-d68a-4d6c-add7-b538b4e26755 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=341b28a0-193a-4dd5-8bbe-23aaf8f546a7 HTTP/1.1" status: 200 len: 998 time: 0.1081176 Mar 02 19:23:12.578440 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5913fd5e-bbac-4dc7-b7fe-1a6b4f1b1fe0 None None] Routers {'88de3175-bd3f-465a-af19-b5876c4d8dc7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:23:12.579164 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-5913fd5e-bbac-4dc7-b7fe-1a6b4f1b1fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:22:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['88de3175-bd3f-465a-af19-b5876c4d8dc7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:12.641266 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576b3fe-9ed4-42f5-ae3e-37ab7287d13b req-a6041790-cc7d-46a1-83ae-91479311eda8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:12.643000 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2576b3fe-9ed4-42f5-ae3e-37ab7287d13b req-a6041790-cc7d-46a1-83ae-91479311eda8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5 HTTP/1.1" status: 200 len: 835 time: 0.0641084 Mar 02 19:23:12.724057 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2576b3fe-9ed4-42f5-ae3e-37ab7287d13b req-fb4f20ab-c74f-4978-940b-df1c1d449c57 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=492c40be-8c32-4c59-a3f0-21db3339874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755644 Mar 02 19:23:12.768925 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-5913fd5e-bbac-4dc7-b7fe-1a6b4f1b1fe0 None None] Set router 88de3175-bd3f-465a-af19-b5876c4d8dc7 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:23:12.867718 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2576b3fe-9ed4-42f5-ae3e-37ab7287d13b req-d10d83cf-1280-4b7a-9966-1e5b862308e5 service neutron] 10.222.0.87 "GET /v2.0/networks/492c40be-8c32-4c59-a3f0-21db3339874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369498 Mar 02 19:23:13.029526 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2576b3fe-9ed4-42f5-ae3e-37ab7287d13b req-4eac1b69-77f9-473a-b447-029edeca764f service neutron] 10.222.0.87 "GET /v2.0/networks/492c40be-8c32-4c59-a3f0-21db3339874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556039 Mar 02 19:23:13.155138 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-5913fd5e-bbac-4dc7-b7fe-1a6b4f1b1fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'name': 'tempest-TestNetworkBasicOps-router-643029842', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:44Z', 'updated_at': '2022-03-02T19:22:50Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:45Z', 'updated_at': '2022-03-02T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd382add5-ecc4-4104-83b6-c187cc3bff86', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.53', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'port_id': '341b28a0-193a-4dd5-8bbe-23aaf8f546a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f', 'mac_address': 'fa:16:3e:c0:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504a0056-458b-464e-bf28-0c18669ed6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:23:10Z', 'updated_at': '2022-03-02T19:23:10Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '849aa079-c479-4152-bc0d-90a74e1300b6', 'name': '', 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:80:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:49Z', 'updated_at': '2022-03-02T19:22:56Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:13.160857 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913fd5e-bbac-4dc7-b7fe-1a6b4f1b1fe0 None None] The sync data for ids ['88de3175-bd3f-465a-af19-b5876c4d8dc7'] in dv-neutron-831573-1-hyperv is: [{'id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'name': 'tempest-TestNetworkBasicOps-router-643029842', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:44Z', 'updated_at': '2022-03-02T19:22:50Z', 'revision_number': 4, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:45Z', 'updated_at': '2022-03-02T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd382add5-ecc4-4104-83b6-c187cc3bff86', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.53', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'port_id': '341b28a0-193a-4dd5-8bbe-23aaf8f546a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f', 'mac_address': 'fa:16:3e:c0:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504a0056-458b-464e-bf28-0c18669ed6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:23:10Z', 'updated_at': '2022-03-02T19:23:10Z', 'revision_number': 0, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '849aa079-c479-4152-bc0d-90a74e1300b6', 'name': '', 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:80:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:49Z', 'updated_at': '2022-03-02T19:22:56Z', 'revision_number': 5, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:23:13.360611 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39630) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:13.380974 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c1e5bb-ac13-46c8-a5e6-37c57c013ae2 None None] New status for floating IP d382add5-ecc4-4104-83b6-c187cc3bff86: ACTIVE {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:23:13.473384 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-723bfcae-14ea-4881-9185-b18f0fbbe52d tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/d382add5-ecc4-4104-83b6-c187cc3bff86 HTTP/1.1" status: 200 len: 990 time: 0.1116199 Mar 02 19:23:14.478182 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39634) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:14.593684 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cbbc7fbb-6bc5-4c51-b06f-ff142534bf66 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/d382add5-ecc4-4104-83b6-c187cc3bff86 HTTP/1.1" status: 200 len: 992 time: 0.1140261 Mar 02 19:23:21.658281 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-afa7164a-3025-4cbe-b683-00d703850eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:23.668179 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:23:23.742478 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1a3e-dfcc-4223-8245-8b4cdd828f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:25.201461 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:25.532658 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:26.515047 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:31.435823 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:41.275213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39650) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:41.282381 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-92df1978-e315-4426-b49f-7c6a5b776458 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:23:41.884261 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-92df1978-e315-4426-b49f-7c6a5b776458 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:41.956821 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-92df1978-e315-4426-b49f-7c6a5b776458 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:42.176388 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92df1978-e315-4426-b49f-7c6a5b776458 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 88de3175-bd3f-465a-af19-b5876c4d8dc7 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:23:42.401721 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92df1978-e315-4426-b49f-7c6a5b776458 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:23:42.410619 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-92df1978-e315-4426-b49f-7c6a5b776458 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:42.411889 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-92df1978-e315-4426-b49f-7c6a5b776458 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/routers/88de3175-bd3f-465a-af19-b5876c4d8dc7 HTTP/1.1" status: 200 len: 888 time: 1.1356359 Mar 02 19:23:42.419091 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce277b97-b2e2-4470-a8f4-06e03dadba72 None None] Sync routers for ids ['88de3175-bd3f-465a-af19-b5876c4d8dc7'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:23:42.435722 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce277b97-b2e2-4470-a8f4-06e03dadba72 None None] Routers {'88de3175-bd3f-465a-af19-b5876c4d8dc7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:23:42.436424 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ce277b97-b2e2-4470-a8f4-06e03dadba72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:23:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['88de3175-bd3f-465a-af19-b5876c4d8dc7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:42.501765 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ce277b97-b2e2-4470-a8f4-06e03dadba72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:42.512348 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce277b97-b2e2-4470-a8f4-06e03dadba72 None None] Routers {'88de3175-bd3f-465a-af19-b5876c4d8dc7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:23:42.512922 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ce277b97-b2e2-4470-a8f4-06e03dadba72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:23:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['88de3175-bd3f-465a-af19-b5876c4d8dc7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:42.572640 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ce277b97-b2e2-4470-a8f4-06e03dadba72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:42.573035 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce277b97-b2e2-4470-a8f4-06e03dadba72 None None] The sync data for ids ['88de3175-bd3f-465a-af19-b5876c4d8dc7'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:23:43.327683 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9cda32-36be-481f-b670-0deb865fa99a None None] New status for floating IP d382add5-ecc4-4104-83b6-c187cc3bff86: DOWN {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:23:44.291460 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d667eb12-00d2-499f-b1e8-01bec414d313 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:23:44.403566 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:44.419867 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port d667eb12-00d2-499f-b1e8-01bec414d313, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=d667eb12-00d2-499f-b1e8-01bec414d313,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:23:44.508492 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:44.509541 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 849aa079-c479-4152-bc0d-90a74e1300b6 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:23:44.579611 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39656) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:44.585821 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-34847f9a-ae1a-47d2-9c3e-cd39c520004c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:23:44.670442 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=d667eb12-00d2-499f-b1e8-01bec414d313,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:44.706933 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.707275 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.707646 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.707973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.708440 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.708748 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.709057 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.709373 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.709691 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.710004 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.710316 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.741406 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:44.774949 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 849aa079-c479-4152-bc0d-90a74e1300b6, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=849aa079-c479-4152-bc0d-90a74e1300b6,segment=NetworkSegment(99380990-23f6-40e4-91cf-857cbafe25ff),segment_id=99380990-23f6-40e4-91cf-857cbafe25ff)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:23:44.830930 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:44.900007 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=849aa079-c479-4152-bc0d-90a74e1300b6,revision_number=6']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:45.275718 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-34847f9a-ae1a-47d2-9c3e-cd39c520004c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:45.373808 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-34847f9a-ae1a-47d2-9c3e-cd39c520004c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-430381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-430386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427952'] for router, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:45.576280 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34847f9a-ae1a-47d2-9c3e-cd39c520004c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 88de3175-bd3f-465a-af19-b5876c4d8dc7 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:23:45.788270 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34847f9a-ae1a-47d2-9c3e-cd39c520004c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:23:45.793965 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-34847f9a-ae1a-47d2-9c3e-cd39c520004c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:45.795071 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-34847f9a-ae1a-47d2-9c3e-cd39c520004c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/routers/88de3175-bd3f-465a-af19-b5876c4d8dc7 HTTP/1.1" status: 200 len: 887 time: 1.2138798 Mar 02 19:23:45.797562 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8143cc-4e2c-4b4a-b944-657de4f21f30 None None] Sync routers for ids ['88de3175-bd3f-465a-af19-b5876c4d8dc7'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:23:45.798032 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39660) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:45.812119 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8143cc-4e2c-4b4a-b944-657de4f21f30 None None] Routers {'88de3175-bd3f-465a-af19-b5876c4d8dc7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:23:45.812713 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ec8143cc-4e2c-4b4a-b944-657de4f21f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:23:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['88de3175-bd3f-465a-af19-b5876c4d8dc7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:45.904189 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-afcb9fc7-653d-46b3-a861-c236b967add6 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/d382add5-ecc4-4104-83b6-c187cc3bff86 HTTP/1.1" status: 200 len: 990 time: 0.1049237 Mar 02 19:23:45.989312 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-ec8143cc-4e2c-4b4a-b944-657de4f21f30 None None] Set router 88de3175-bd3f-465a-af19-b5876c4d8dc7 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:23:46.364365 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ec8143cc-4e2c-4b4a-b944-657de4f21f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'name': 'tempest-TestNetworkBasicOps-router-643029842', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:44Z', 'updated_at': '2022-03-02T19:23:45Z', 'revision_number': 6, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:45Z', 'updated_at': '2022-03-02T19:23:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd382add5-ecc4-4104-83b6-c187cc3bff86', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.53', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'port_id': '341b28a0-193a-4dd5-8bbe-23aaf8f546a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f', 'mac_address': 'fa:16:3e:c0:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504a0056-458b-464e-bf28-0c18669ed6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:23:10Z', 'updated_at': '2022-03-02T19:23:43Z', 'revision_number': 2, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '849aa079-c479-4152-bc0d-90a74e1300b6', 'name': '', 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:80:2f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:49Z', 'updated_at': '2022-03-02T19:23:44Z', 'revision_number': 6, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:46.368810 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8143cc-4e2c-4b4a-b944-657de4f21f30 None None] Checking router: 88de3175-bd3f-465a-af19-b5876c4d8dc7 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:23:46.379875 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8143cc-4e2c-4b4a-b944-657de4f21f30 None None] Routers {'88de3175-bd3f-465a-af19-b5876c4d8dc7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:23:46.380462 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ec8143cc-4e2c-4b4a-b944-657de4f21f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:23:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['88de3175-bd3f-465a-af19-b5876c4d8dc7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:46.560271 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-ec8143cc-4e2c-4b4a-b944-657de4f21f30 None None] Set router 88de3175-bd3f-465a-af19-b5876c4d8dc7 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:23:46.907845 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39664) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:46.942088 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ec8143cc-4e2c-4b4a-b944-657de4f21f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'name': 'tempest-TestNetworkBasicOps-router-643029842', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:44Z', 'updated_at': '2022-03-02T19:23:45Z', 'revision_number': 6, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:45Z', 'updated_at': '2022-03-02T19:23:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd382add5-ecc4-4104-83b6-c187cc3bff86', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.53', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'port_id': '341b28a0-193a-4dd5-8bbe-23aaf8f546a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f', 'mac_address': 'fa:16:3e:c0:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504a0056-458b-464e-bf28-0c18669ed6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:23:10Z', 'updated_at': '2022-03-02T19:23:43Z', 'revision_number': 2, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '849aa079-c479-4152-bc0d-90a74e1300b6', 'name': '', 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:80:2f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:49Z', 'updated_at': '2022-03-02T19:23:44Z', 'revision_number': 6, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:46.946088 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8143cc-4e2c-4b4a-b944-657de4f21f30 None None] The sync data for ids ['88de3175-bd3f-465a-af19-b5876c4d8dc7'] in dv-neutron-831573-1-hyperv is: [{'id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'name': 'tempest-TestNetworkBasicOps-router-643029842', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:44Z', 'updated_at': '2022-03-02T19:23:45Z', 'revision_number': 6, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:45Z', 'updated_at': '2022-03-02T19:23:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd382add5-ecc4-4104-83b6-c187cc3bff86', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'floating_ip_address': '172.26.4.53', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'port_id': '341b28a0-193a-4dd5-8bbe-23aaf8f546a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f', 'mac_address': 'fa:16:3e:c0:aa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504a0056-458b-464e-bf28-0c18669ed6be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:23:10Z', 'updated_at': '2022-03-02T19:23:43Z', 'revision_number': 2, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '849aa079-c479-4152-bc0d-90a74e1300b6', 'name': '', 'network_id': '492c40be-8c32-4c59-a3f0-21db3339874f', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'mac_address': 'fa:16:3e:80:2f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:49Z', 'updated_at': '2022-03-02T19:23:44Z', 'revision_number': 6, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'subnets': [{'id': '3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:23:47.139805 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-58b59a94-3e84-4663-9a88-fbf3c71ad7ed tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/d382add5-ecc4-4104-83b6-c187cc3bff86 HTTP/1.1" status: 200 len: 990 time: 0.2306774 Mar 02 19:23:48.143552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39668) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:48.258799 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ad5b073e-eef4-425b-82f1-768b9e8fefc8 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/d382add5-ecc4-4104-83b6-c187cc3bff86 HTTP/1.1" status: 200 len: 990 time: 0.1141076 Mar 02 19:23:48.343647 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d667eb12-00d2-499f-b1e8-01bec414d313 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:23:48.416953 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port d667eb12-00d2-499f-b1e8-01bec414d313 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:23:48.417331 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:48.543683 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:48.560953 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port d667eb12-00d2-499f-b1e8-01bec414d313, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=d667eb12-00d2-499f-b1e8-01bec414d313,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:23:48.664736 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:48.665549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 849aa079-c479-4152-bc0d-90a74e1300b6 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:23:48.785077 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=d667eb12-00d2-499f-b1e8-01bec414d313,revision_number=6']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:48.798314 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 849aa079-c479-4152-bc0d-90a74e1300b6 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:23:48.798981 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:48.925241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:48.962327 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 849aa079-c479-4152-bc0d-90a74e1300b6, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=849aa079-c479-4152-bc0d-90a74e1300b6,segment=NetworkSegment(99380990-23f6-40e4-91cf-857cbafe25ff),segment_id=99380990-23f6-40e4-91cf-857cbafe25ff)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:23:49.058712 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:49.125030 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=849aa079-c479-4152-bc0d-90a74e1300b6,revision_number=7']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:49.263075 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39672) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:49.388701 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-799d302e-bd9d-41eb-9052-c6f17ed90c6c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/d382add5-ecc4-4104-83b6-c187cc3bff86 HTTP/1.1" status: 200 len: 990 time: 0.1244242 Mar 02 19:23:50.304507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d667eb12-00d2-499f-b1e8-01bec414d313 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:23:50.378923 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port d667eb12-00d2-499f-b1e8-01bec414d313 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:23:50.379295 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:50.392406 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39676) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:50.507659 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-16f9c693-8a1e-4051-ba90-48559a6bafa2 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/d382add5-ecc4-4104-83b6-c187cc3bff86 HTTP/1.1" status: 200 len: 990 time: 0.1133099 Mar 02 19:23:50.511787 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 849aa079-c479-4152-bc0d-90a74e1300b6 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:23:50.584123 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 849aa079-c479-4152-bc0d-90a74e1300b6 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:23:50.584492 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:51.511834 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39680) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:51.655839 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9b9a30cb-1398-4bd4-a432-2eafafeffc76 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/d382add5-ecc4-4104-83b6-c187cc3bff86 HTTP/1.1" status: 200 len: 990 time: 0.1424212 Mar 02 19:23:51.669510 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a8296b21-7ae7-4a82-b70e-8bc2e53753fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:52.660415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39684) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:52.773943 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-63691eef-356b-4619-a785-fbdf66badc4f tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/d382add5-ecc4-4104-83b6-c187cc3bff86 HTTP/1.1" status: 200 len: 990 time: 0.1122675 Mar 02 19:23:53.738895 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fb03dede-bdfd-4d9d-bd17-314197d3fb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:53.778214 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39688) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:53.892749 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-152778a9-3867-4c69-9791-c0d58eca8a9a tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/d382add5-ecc4-4104-83b6-c187cc3bff86 HTTP/1.1" status: 200 len: 990 time: 0.1132205 Mar 02 19:23:54.258704 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1691d4-4b26-41d5-a342-a4b9b01a5acb None None] New status for floating IP d382add5-ecc4-4104-83b6-c187cc3bff86: ACTIVE {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:23:54.897270 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39692) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:55.007010 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6ea7c6ab-47ad-4b22-99a7-78bbaef343ff tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/floatingips/d382add5-ecc4-4104-83b6-c187cc3bff86 HTTP/1.1" status: 200 len: 992 time: 0.1083841 Mar 02 19:23:55.213165 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:55.369964 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39700) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:55.465092 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:55.605709 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 517fb132-b2a8-4028-acf0-9a7a7bc60a94 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:23:55.606065 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:55.829953 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:55.830302 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:55.960978 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 517fb132-b2a8-4028-acf0-9a7a7bc60a94 owned by network:floatingip {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:23:56.297196 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:56.348386 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=517fb132-b2a8-4028-acf0-9a7a7bc60a94,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:56.462799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.463581 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.463910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.464471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.465011 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.465570 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.466121 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.466671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.467219 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.467807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.468368 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.522589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for floatingip, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:56.590511 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:57.237022 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 88de3175-bd3f-465a-af19-b5876c4d8dc7 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:23:57.498293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:23:57.637514 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:57.717318 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a1be7437-9cbd-4a8f-96bc-7caa69fd5f22 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/floatingips/d382add5-ecc4-4104-83b6-c187cc3bff86 HTTP/1.1" status: 204 len: 168 time: 2.3459759 Mar 02 19:23:57.717943 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504a0056-458b-464e-bf28-0c18669ed6be', 'tag': '341b28a0-193a-4dd5-8bbe-23aaf8f546a7'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:23:57.800638 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504a0056-458b-464e-bf28-0c18669ed6be', 'tag': '341b28a0-193a-4dd5-8bbe-23aaf8f546a7', 'status': 'completed', 'code': 200} Mar 02 19:23:57.909234 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4244358f-5f36-49bb-a16d-0bd2a06c41b8 req-453c54cf-d79e-47ab-a254-f7542d919854 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b5a22e326e84c6680d758252463bbd4&device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 1098 time: 0.0853364 Mar 02 19:23:58.079049 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244358f-5f36-49bb-a16d-0bd2a06c41b8 req-4dee71d7-b975-4662-9714-565342722a7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:58.081497 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4244358f-5f36-49bb-a16d-0bd2a06c41b8 req-4dee71d7-b975-4662-9714-565342722a7e service neutron] 10.222.0.87 "GET /v2.0/networks?id=492c40be-8c32-4c59-a3f0-21db3339874f HTTP/1.1" status: 200 len: 898 time: 0.1662829 Mar 02 19:23:58.168484 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4244358f-5f36-49bb-a16d-0bd2a06c41b8 req-f2968f97-0881-4edd-82c4-879434e6a39a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=341b28a0-193a-4dd5-8bbe-23aaf8f546a7 HTTP/1.1" status: 200 len: 217 time: 0.0766017 Mar 02 19:23:58.258582 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244358f-5f36-49bb-a16d-0bd2a06c41b8 req-edaf1d6f-34c8-4036-b154-e13bdaeb830c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:58.260155 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4244358f-5f36-49bb-a16d-0bd2a06c41b8 req-edaf1d6f-34c8-4036-b154-e13bdaeb830c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5 HTTP/1.1" status: 200 len: 835 time: 0.0846419 Mar 02 19:23:58.395392 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4244358f-5f36-49bb-a16d-0bd2a06c41b8 req-54a7ab13-0b00-47f8-a5e2-d7900c917f43 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=492c40be-8c32-4c59-a3f0-21db3339874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1286926 Mar 02 19:23:58.614000 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4244358f-5f36-49bb-a16d-0bd2a06c41b8 req-3fdd6302-75f8-4de6-b5f5-0306a2ce1649 service neutron] 10.222.0.87 "GET /v2.0/networks/492c40be-8c32-4c59-a3f0-21db3339874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114458 Mar 02 19:23:58.650682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d5d64-81cd-4616-8a2d-53a1a1f7e0f9 req-aef965c0-53a9-470c-bf82-c2735e23809b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:58.650893 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-f68d5d64-81cd-4616-8a2d-53a1a1f7e0f9 req-aef965c0-53a9-470c-bf82-c2735e23809b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Synchronizing usage tracker for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:23:58.793032 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4244358f-5f36-49bb-a16d-0bd2a06c41b8 req-a7364eec-5cc3-47c2-91d0-5d48e0ae826e service neutron] 10.222.0.87 "GET /v2.0/networks/492c40be-8c32-4c59-a3f0-21db3339874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715410 Mar 02 19:23:58.801894 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-f68d5d64-81cd-4616-8a2d-53a1a1f7e0f9 req-aef965c0-53a9-470c-bf82-c2735e23809b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Unset dirty status for tenant:3b5a22e326e84c6680d758252463bbd4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:23:58.803924 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f68d5d64-81cd-4616-8a2d-53a1a1f7e0f9 req-aef965c0-53a9-470c-bf82-c2735e23809b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 945 time: 0.3131611 Mar 02 19:23:58.867497 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f68d5d64-81cd-4616-8a2d-53a1a1f7e0f9 req-c16d471c-f827-4df2-a028-19c22939874c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=4f3e0690-49f3-42ce-b3cf-8e2074147b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554128 Mar 02 19:23:59.826610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f09f44-cef9-483e-9c29-bbf6d263affa req-fd1ffacd-ab2e-4686-8ef9-403acf5e0857 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:59.827989 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-57f09f44-cef9-483e-9c29-bbf6d263affa req-fd1ffacd-ab2e-4686-8ef9-403acf5e0857 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "GET /v2.0/ports?device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 945 time: 0.2015398 Mar 02 19:23:59.898929 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-57f09f44-cef9-483e-9c29-bbf6d263affa req-f4db1b5e-b0f4-4333-983a-b9d553ab5161 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:23:59.899184 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-57f09f44-cef9-483e-9c29-bbf6d263affa req-f4db1b5e-b0f4-4333-983a-b9d553ab5161 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:00.131398 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09ed16-6c6d-463f-a3fd-77461e5d1240 req-0a8ceef0-9752-4a33-86d7-54456ab13740 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:00.132981 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2c09ed16-6c6d-463f-a3fd-77461e5d1240 req-0a8ceef0-9752-4a33-86d7-54456ab13740 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 945 time: 0.1313753 Mar 02 19:24:00.187526 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2c09ed16-6c6d-463f-a3fd-77461e5d1240 req-0e2df8c7-300c-4442-af73-5e238c39372c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/security-groups?id=4f3e0690-49f3-42ce-b3cf-8e2074147b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452676 Mar 02 19:24:00.206412 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-57f09f44-cef9-483e-9c29-bbf6d263affa req-f4db1b5e-b0f4-4333-983a-b9d553ab5161 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port 341b28a0-193a-4dd5-8bbe-23aaf8f546a7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=341b28a0-193a-4dd5-8bbe-23aaf8f546a7,segment=NetworkSegment(99380990-23f6-40e4-91cf-857cbafe25ff),segment_id=99380990-23f6-40e4-91cf-857cbafe25ff)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:24:00.207041 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-57f09f44-cef9-483e-9c29-bbf6d263affa req-f4db1b5e-b0f4-4333-983a-b9d553ab5161 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:00.343336 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-57f09f44-cef9-483e-9c29-bbf6d263affa req-f4db1b5e-b0f4-4333-983a-b9d553ab5161 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:24:00.590216 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-57f09f44-cef9-483e-9c29-bbf6d263affa req-f4db1b5e-b0f4-4333-983a-b9d553ab5161 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:00.642828 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db1b5e-b0f4-4333-983a-b9d553ab5161 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=341b28a0-193a-4dd5-8bbe-23aaf8f546a7,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:00.670377 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:24:00.721380 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f09f44-cef9-483e-9c29-bbf6d263affa req-f4db1b5e-b0f4-4333-983a-b9d553ab5161 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] No DVR routers for this DVR port 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:24:00.723900 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-57f09f44-cef9-483e-9c29-bbf6d263affa req-f4db1b5e-b0f4-4333-983a-b9d553ab5161 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:00.726597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504a0056-458b-464e-bf28-0c18669ed6be', 'name': 'network-vif-deleted', 'tag': '341b28a0-193a-4dd5-8bbe-23aaf8f546a7'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:24:00.788549 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504a0056-458b-464e-bf28-0c18669ed6be', 'name': 'network-vif-deleted', 'tag': '341b28a0-193a-4dd5-8bbe-23aaf8f546a7', 'status': 'completed', 'code': 200} Mar 02 19:24:00.813843 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-57f09f44-cef9-483e-9c29-bbf6d263affa req-f4db1b5e-b0f4-4333-983a-b9d553ab5161 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.87 "DELETE /v2.0/ports/341b28a0-193a-4dd5-8bbe-23aaf8f546a7 HTTP/1.1" status: 204 len: 173 time: 0.9794254 Mar 02 19:24:01.391207 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-62c5601d-db92-410b-a497-553b1e4f23a5 req-2f6732e5-2078-40e3-abbb-8b213ca1bedf tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "GET /v2.0/ports?device_id=504a0056-458b-464e-bf28-0c18669ed6be HTTP/1.1" status: 200 len: 210 time: 0.0428386 Mar 02 19:24:01.440170 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:02.468009 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:24:02.501809 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 39720) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:02.506154 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:24:02.506496 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 341b28a0-193a-4dd5-8bbe-23aaf8f546a7 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:24:02.594487 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-89310128-ada2-4c54-ae3d-5f3ea0284336 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:02.628113 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-89310128-ada2-4c54-ae3d-5f3ea0284336 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:02.772101 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-89310128-ada2-4c54-ae3d-5f3ea0284336 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:02.791159 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89310128-ada2-4c54-ae3d-5f3ea0284336 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3e0690-49f3-42ce-b3cf-8e2074147b23,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:02.881903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-89310128-ada2-4c54-ae3d-5f3ea0284336 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:02.883069 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-89310128-ada2-4c54-ae3d-5f3ea0284336 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/security-groups/4f3e0690-49f3-42ce-b3cf-8e2074147b23 HTTP/1.1" status: 204 len: 168 time: 0.3796334 Mar 02 19:24:03.014199 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39726) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:03.528322 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:04.159524 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port 849aa079-c479-4152-bc0d-90a74e1300b6 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:24:04.160193 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:04.345476 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port 849aa079-c479-4152-bc0d-90a74e1300b6, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=849aa079-c479-4152-bc0d-90a74e1300b6,segment=NetworkSegment(99380990-23f6-40e4-91cf-857cbafe25ff),segment_id=99380990-23f6-40e4-91cf-857cbafe25ff)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:24:04.345947 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:04.465185 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for 849aa079-c479-4152-bc0d-90a74e1300b6 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:24:04.739243 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:04.745542 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1383e3d4-5054-489d-a0c4-e346cf556026 None None] Sync routers for ids ['88de3175-bd3f-465a-af19-b5876c4d8dc7'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:24:04.758327 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1383e3d4-5054-489d-a0c4-e346cf556026 None None] Routers {'88de3175-bd3f-465a-af19-b5876c4d8dc7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:24:04.770706 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-1383e3d4-5054-489d-a0c4-e346cf556026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:23:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['88de3175-bd3f-465a-af19-b5876c4d8dc7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:04.791605 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=849aa079-c479-4152-bc0d-90a74e1300b6,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:04.832433 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:04.832785 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:04.833128 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:04.833465 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:04.833796 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:04.834123 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:04.834450 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:04.834806 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:04.835131 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:04.835599 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:04.835957 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:04.967776 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-1383e3d4-5054-489d-a0c4-e346cf556026 None None] Set router 88de3175-bd3f-465a-af19-b5876c4d8dc7 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:24:05.217204 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:05.261799 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-1383e3d4-5054-489d-a0c4-e346cf556026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'name': 'tempest-TestNetworkBasicOps-router-643029842', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:44Z', 'updated_at': '2022-03-02T19:24:04Z', 'revision_number': 7, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:45Z', 'updated_at': '2022-03-02T19:23:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:05.266162 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1383e3d4-5054-489d-a0c4-e346cf556026 None None] Checking router: 88de3175-bd3f-465a-af19-b5876c4d8dc7 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:24:05.277682 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1383e3d4-5054-489d-a0c4-e346cf556026 None None] Routers {'88de3175-bd3f-465a-af19-b5876c4d8dc7'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:24:05.278293 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-1383e3d4-5054-489d-a0c4-e346cf556026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:23:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['88de3175-bd3f-465a-af19-b5876c4d8dc7'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:05.499676 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-1383e3d4-5054-489d-a0c4-e346cf556026 None None] Set router 88de3175-bd3f-465a-af19-b5876c4d8dc7 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:24:05.795640 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-1383e3d4-5054-489d-a0c4-e346cf556026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'name': 'tempest-TestNetworkBasicOps-router-643029842', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:44Z', 'updated_at': '2022-03-02T19:24:04Z', 'revision_number': 7, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:45Z', 'updated_at': '2022-03-02T19:23:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:05.800371 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1383e3d4-5054-489d-a0c4-e346cf556026 None None] The sync data for ids ['88de3175-bd3f-465a-af19-b5876c4d8dc7'] in dv-neutron-831573-1-hyperv is: [{'id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'name': 'tempest-TestNetworkBasicOps-router-643029842', 'tenant_id': '3b5a22e326e84c6680d758252463bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:44Z', 'updated_at': '2022-03-02T19:24:04Z', 'revision_number': 7, 'project_id': '3b5a22e326e84c6680d758252463bbd4', 'gw_port': {'id': 'd667eb12-00d2-499f-b1e8-01bec414d313', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88de3175-bd3f-465a-af19-b5876c4d8dc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:45Z', 'updated_at': '2022-03-02T19:23:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:24:05.817292 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Router 88de3175-bd3f-465a-af19-b5876c4d8dc7 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:24:06.015791 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:24:06.028942 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bf2837de-fea2-4e06-a766-244f77180e5b tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "PUT /v2.0/routers/88de3175-bd3f-465a-af19-b5876c4d8dc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0134809 Mar 02 19:24:06.031585 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39730) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:06.223797 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-19beab55-640a-4dc1-a8ed-40ba75be5944 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting subnet 3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:24:06.226953 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-19beab55-640a-4dc1-a8ed-40ba75be5944 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:06.286233 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-19beab55-640a-4dc1-a8ed-40ba75be5944 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:06.306189 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 849aa079-c479-4152-bc0d-90a74e1300b6 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:24:06.339417 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 849aa079-c479-4152-bc0d-90a74e1300b6 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:24:06.340033 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 849aa079-c479-4152-bc0d-90a74e1300b6 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:24:06.386063 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-19beab55-640a-4dc1-a8ed-40ba75be5944 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:06.566806 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-19beab55-640a-4dc1-a8ed-40ba75be5944 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:06.607422 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19beab55-640a-4dc1-a8ed-40ba75be5944 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Subnet': ['ID=3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:06.615174 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-19beab55-640a-4dc1-a8ed-40ba75be5944 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:06.622474 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6767904-b44b-4b6b-9b6d-105ff6ae8d85 None None] Network 492c40be-8c32-4c59-a3f0-21db3339874f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:24:06.624755 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-19beab55-640a-4dc1-a8ed-40ba75be5944 tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/subnets/3cedcf8d-d0f1-4fbc-a98f-c9876076f2b5 HTTP/1.1" status: 204 len: 168 time: 0.5921807 Mar 02 19:24:06.627954 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39734) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:06.938978 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf4d294-d0de-455f-b1f0-b3af8e2d2060 None None] DHCP port deletion for 492c40be-8c32-4c59-a3f0-21db3339874f request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:24:06.943953 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-fbf4d294-d0de-455f-b1f0-b3af8e2d2060 None None] Deleting port 3bc35d04-b6c7-4247-9837-1d1a3a799e21 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:24:06.944348 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fbf4d294-d0de-455f-b1f0-b3af8e2d2060 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:06.972913 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f03f743e-b80c-4e27-abd6-0077dd77447c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:07.171183 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-fbf4d294-d0de-455f-b1f0-b3af8e2d2060 None None] For port 3bc35d04-b6c7-4247-9837-1d1a3a799e21, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3bc35d04-b6c7-4247-9837-1d1a3a799e21,segment=NetworkSegment(99380990-23f6-40e4-91cf-857cbafe25ff),segment_id=99380990-23f6-40e4-91cf-857cbafe25ff)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:24:07.171495 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fbf4d294-d0de-455f-b1f0-b3af8e2d2060 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:07.200332 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f03f743e-b80c-4e27-abd6-0077dd77447c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:07.285724 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-f03f743e-b80c-4e27-abd6-0077dd77447c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Deleting port d667eb12-00d2-499f-b1e8-01bec414d313 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:24:07.286428 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f03f743e-b80c-4e27-abd6-0077dd77447c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:07.293009 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-fbf4d294-d0de-455f-b1f0-b3af8e2d2060 None None] Calling delete_port for 3bc35d04-b6c7-4247-9837-1d1a3a799e21 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:24:07.429091 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fbf4d294-d0de-455f-b1f0-b3af8e2d2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:07.472121 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-f03f743e-b80c-4e27-abd6-0077dd77447c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] For port d667eb12-00d2-499f-b1e8-01bec414d313, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=d667eb12-00d2-499f-b1e8-01bec414d313,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:24:07.472477 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f03f743e-b80c-4e27-abd6-0077dd77447c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:07.475612 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4d294-d0de-455f-b1f0-b3af8e2d2060 None None] Pushing event deleted for resources: {'Port': ['ID=3bc35d04-b6c7-4247-9837-1d1a3a799e21,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:07.481103 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf4d294-d0de-455f-b1f0-b3af8e2d2060 None None] No DVR routers for this DVR port 3bc35d04-b6c7-4247-9837-1d1a3a799e21 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:24:07.598684 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-f03f743e-b80c-4e27-abd6-0077dd77447c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Calling delete_port for d667eb12-00d2-499f-b1e8-01bec414d313 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:24:07.864341 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f03f743e-b80c-4e27-abd6-0077dd77447c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:07.914765 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f743e-b80c-4e27-abd6-0077dd77447c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Port': ['ID=d667eb12-00d2-499f-b1e8-01bec414d313,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:08.140887 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f03f743e-b80c-4e27-abd6-0077dd77447c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:08.360506 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3bc35d04-b6c7-4247-9837-1d1a3a799e21 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:24:08.396583 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 3bc35d04-b6c7-4247-9837-1d1a3a799e21 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:24:08.396918 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3bc35d04-b6c7-4247-9837-1d1a3a799e21 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:24:08.530294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f03f743e-b80c-4e27-abd6-0077dd77447c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:08.535723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f03f743e-b80c-4e27-abd6-0077dd77447c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:08.664549 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f03f743e-b80c-4e27-abd6-0077dd77447c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:08.665021 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03f743e-b80c-4e27-abd6-0077dd77447c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Fanout notify agent at l3_agent the message router_deleted on router 88de3175-bd3f-465a-af19-b5876c4d8dc7 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:24:08.679832 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f03f743e-b80c-4e27-abd6-0077dd77447c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:08.680905 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f03f743e-b80c-4e27-abd6-0077dd77447c tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/routers/88de3175-bd3f-465a-af19-b5876c4d8dc7 HTTP/1.1" status: 204 len: 168 time: 2.0517006 Mar 02 19:24:08.683614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39738) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:08.797038 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7a768252-7616-47ea-98eb-b73893b8528e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:08.883095 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16840137-1d2f-40bd-a8b5-5aabbf219156 None None] New status for floating IP d382add5-ecc4-4104-83b6-c187cc3bff86: DOWN {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:24:08.938201 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7a768252-7616-47ea-98eb-b73893b8528e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:08.964579 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-7a768252-7616-47ea-98eb-b73893b8528e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492c40be-8c32-4c59-a3f0-21db3339874f']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:08.977328 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-7a768252-7616-47ea-98eb-b73893b8528e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99380990-23f6-40e4-91cf-857cbafe25ff') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:08.977627 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-7a768252-7616-47ea-98eb-b73893b8528e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99380990-23f6-40e4-91cf-857cbafe25ff') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:08.989950 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7a768252-7616-47ea-98eb-b73893b8528e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:09.006151 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7a768252-7616-47ea-98eb-b73893b8528e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:09.014159 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a768252-7616-47ea-98eb-b73893b8528e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:24:09.014552 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7a768252-7616-47ea-98eb-b73893b8528e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:24:09.030108 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:24:09.113956 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e6692-ab0a-40a4-bd4a-19fa5709431a None None] Sync routers for ids ['88de3175-bd3f-465a-af19-b5876c4d8dc7'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:24:09.125260 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e6692-ab0a-40a4-bd4a-19fa5709431a None None] Routers set() bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:24:09.125617 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e6692-ab0a-40a4-bd4a-19fa5709431a None None] Router IDs set() for agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 19:24:09.126271 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_agentschedulers_db [None req-159e6692-ab0a-40a4-bd4a-19fa5709431a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'88de3175-bd3f-465a-af19-b5876c4d8dc7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:23:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent'). {{(pid=84535) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 19:24:09.137354 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e6692-ab0a-40a4-bd4a-19fa5709431a None None] Routers set() bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:24:09.137711 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e6692-ab0a-40a4-bd4a-19fa5709431a None None] Router IDs set() for agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 02 19:24:09.138285 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_agentschedulers_db [None req-159e6692-ab0a-40a4-bd4a-19fa5709431a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'88de3175-bd3f-465a-af19-b5876c4d8dc7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:23:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent'). {{(pid=84535) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 02 19:24:09.138647 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e6692-ab0a-40a4-bd4a-19fa5709431a None None] The sync data for ids ['88de3175-bd3f-465a-af19-b5876c4d8dc7'] in dv-neutron-831573-1-hyperv is: [] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:24:09.179314 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7a768252-7616-47ea-98eb-b73893b8528e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:09.197802 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7a768252-7616-47ea-98eb-b73893b8528e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:09.210018 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a768252-7616-47ea-98eb-b73893b8528e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] Pushing event deleted for resources: {'Network': ['ID=492c40be-8c32-4c59-a3f0-21db3339874f,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:09.303855 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7a768252-7616-47ea-98eb-b73893b8528e tempest-TestNetworkBasicOps-1925862659 tempest-TestNetworkBasicOps-1925862659-project] 10.222.0.73 "DELETE /v2.0/networks/492c40be-8c32-4c59-a3f0-21db3339874f HTTP/1.1" status: 204 len: 168 time: 0.6191583 Mar 02 19:24:09.825586 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39746) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:10.035500 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e707296a-c50c-43fc-892c-fde8d4d165a3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3b5a22e326e84c6680d758252463bbd4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2083888 Mar 02 19:24:10.038015 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39752) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:10.103137 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-73ce8750-0f32-46e8-9c3c-50cdb693f71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:10.130341 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-73ce8750-0f32-46e8-9c3c-50cdb693f71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:10.265892 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d667eb12-00d2-499f-b1e8-01bec414d313 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:24:10.268810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-73ce8750-0f32-46e8-9c3c-50cdb693f71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:10.287018 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce8750-0f32-46e8-9c3c-50cdb693f71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8b7421-edfb-441e-b708-5a5b58e9e4a8,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:10.299512 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: d667eb12-00d2-499f-b1e8-01bec414d313 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:24:10.300017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d667eb12-00d2-499f-b1e8-01bec414d313 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:24:10.307444 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-73ce8750-0f32-46e8-9c3c-50cdb693f71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:10.312295 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-73ce8750-0f32-46e8-9c3c-50cdb693f71e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6f8b7421-edfb-441e-b708-5a5b58e9e4a8 HTTP/1.1" status: 204 len: 168 time: 0.2697239 Mar 02 19:24:11.062347 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39760) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:11.083505 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-44604e02-d7da-4c46-a247-22feac71f4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:11.115424 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-44604e02-d7da-4c46-a247-22feac71f4ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:24:11.119460 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-44604e02-d7da-4c46-a247-22feac71f4ce admin admin] Usage tracker for resource:security_group_rule and tenant:af2b2d48a85b44a1b171789c69d69bbc is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:24:11.122448 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-44604e02-d7da-4c46-a247-22feac71f4ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:24:11.128895 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-44604e02-d7da-4c46-a247-22feac71f4ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:24:11.195549 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-44604e02-d7da-4c46-a247-22feac71f4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:11.241435 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-44604e02-d7da-4c46-a247-22feac71f4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:11.287708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44604e02-d7da-4c46-a247-22feac71f4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336ead12-a1e1-4862-89a7-41eabbc9d041,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:11.293394 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-44604e02-d7da-4c46-a247-22feac71f4ce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=af2b2d48a85b44a1b171789c69d69bbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2299345 Mar 02 19:24:11.295976 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39764) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:11.360462 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0a5d09cf-5fd7-40d6-ab13-0f8d50785a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:11.386833 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0a5d09cf-5fd7-40d6-ab13-0f8d50785a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:11.487835 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0a5d09cf-5fd7-40d6-ab13-0f8d50785a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:11.502455 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d09cf-5fd7-40d6-ab13-0f8d50785a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336ead12-a1e1-4862-89a7-41eabbc9d041,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:11.509328 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0a5d09cf-5fd7-40d6-ab13-0f8d50785a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:11.510435 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0a5d09cf-5fd7-40d6-ab13-0f8d50785a5b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/336ead12-a1e1-4862-89a7-41eabbc9d041 HTTP/1.1" status: 204 len: 168 time: 0.2135561 Mar 02 19:24:20.380558 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-6763f7c1-8751-441c-aa7a-273291d5e33a tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a7b95180d0ab4e1fb60a841437223ae4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319469 Mar 02 19:24:20.622720 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-104aba00-36f3-4789-8d26-98cf29f36c5a tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:20.624262 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-104aba00-36f3-4789-8d26-98cf29f36c5a tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2381666 Mar 02 19:24:20.641640 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-75a7eee9-dc2c-4f7d-a0fb-f5c9754f0cd1 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/quotas/a7b95180d0ab4e1fb60a841437223ae4 HTTP/1.1" status: 200 len: 375 time: 0.0110488 Mar 02 19:24:20.696178 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-09d12f1d-6ade-4b23-9f27-4928131b9a90 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7b95180d0ab4e1fb60a841437223ae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487132 Mar 02 19:24:20.958271 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8b52e549-6cb5-4865-bff0-1505a8f34da4 req-4f6f535b-7519-414e-b9cd-2dcdd684bf96 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/ports?device_id=85223718-0796-49dd-9eea-b0756db8a67c HTTP/1.1" status: 200 len: 210 time: 0.0451326 Mar 02 19:24:21.652982 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5746076d-36c0-475d-9da2-a5f235b9d0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:22.130003 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-462f0470-7eb9-4de8-b4a6-3f72d449250a req-da820944-9457-491a-ace3-0c8e33b218fc tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/ports?device_id=85223718-0796-49dd-9eea-b0756db8a67c HTTP/1.1" status: 200 len: 210 time: 0.0444162 Mar 02 19:24:23.113029 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-a4598c65-7de3-44cb-8111-5c09a79fb368 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=a7b95180d0ab4e1fb60a841437223ae4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272744 Mar 02 19:24:23.275829 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-a253b257-6278-4832-889c-4438c7a04224 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:23.277688 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-a253b257-6278-4832-889c-4438c7a04224 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1604385 Mar 02 19:24:23.293654 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Request body: {'port': {'device_id': '85223718-0796-49dd-9eea-b0756db8a67c', 'network_id': '363c46aa-f0ec-411e-8dcc-42dead0d444d', 'admin_state_up': True, 'tenant_id': 'a7b95180d0ab4e1fb60a841437223ae4'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:24:23.308666 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-88f1338c-8056-4a20-94c6-356296667396 req-67c2eed9-085f-4be2-8cff-b925fbaea8a3 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/ports?device_id=85223718-0796-49dd-9eea-b0756db8a67c HTTP/1.1" status: 200 len: 210 time: 0.0482433 Mar 02 19:24:23.445863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:24:23.456088 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Usage tracker for resource:port and tenant:a7b95180d0ab4e1fb60a841437223ae4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:24:23.460505 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:24:23.467221 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:24:23.590183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Made reservation on behalf of a7b95180d0ab4e1fb60a841437223ae4 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:24:23.593348 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:23.606782 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:23.645389 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:24:23.649319 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Usage tracker for resource:security_group_rule and tenant:a7b95180d0ab4e1fb60a841437223ae4 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:24:23.652252 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:24:23.658082 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:24:23.728967 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:23.745188 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-51c2366b-e78e-4f52-a89b-f447c7b8b6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:23.807615 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:23.890487 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e356164-a25d-4a5a-bc5a-0a4528d7b717,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:23.985490 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Allocated IP 192.168.233.166 (363c46aa-f0ec-411e-8dcc-42dead0d444d/8128355c-bd88-4b20-a828-2d8c033ebaac/4943450e-c934-42a7-8945-363a86e12c77) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:24:24.304455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:24.322949 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Transition to ACTIVE for port object 4943450e-c934-42a7-8945-363a86e12c77 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:24:24.426206 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:24.558200 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Network 363c46aa-f0ec-411e-8dcc-42dead0d444d is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:24:24.558885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Pushing event updated for resources: {'Port': ['ID=4943450e-c934-42a7-8945-363a86e12c77,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:24.562219 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:24:24.570622 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:24:24.639850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:24.640480 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:24.669959 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ddb67-9c7a-471d-9274-033204ce1bd3 req-0653b538-739a-4147-8ff3-e79fc8fca0ba tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:24.670657 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-8b8ddb67-9c7a-471d-9274-033204ce1bd3 req-0653b538-739a-4147-8ff3-e79fc8fca0ba tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Synchronizing usage tracker for tenant:a7b95180d0ab4e1fb60a841437223ae4 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:24:24.767967 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-bdae89ab-43d1-4c1e-affd-ab054853609f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4781423 Mar 02 19:24:24.778799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] Request body: {'port': {'device_id': '85223718-0796-49dd-9eea-b0756db8a67c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:24:24.812672 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-8b8ddb67-9c7a-471d-9274-033204ce1bd3 req-0653b538-739a-4147-8ff3-e79fc8fca0ba tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Unset dirty status for tenant:a7b95180d0ab4e1fb60a841437223ae4 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:24:24.813760 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8b8ddb67-9c7a-471d-9274-033204ce1bd3 req-0653b538-739a-4147-8ff3-e79fc8fca0ba tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/ports?device_id=85223718-0796-49dd-9eea-b0756db8a67c HTTP/1.1" status: 200 len: 936 time: 0.3501489 Mar 02 19:24:24.898930 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-19a9f048-9ce4-4b1a-b26a-0b7847f7fd59 None None] Provisioning for port 4943450e-c934-42a7-8945-363a86e12c77 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:24:24.905480 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-19a9f048-9ce4-4b1a-b26a-0b7847f7fd59 None None] Provisioning complete for port 4943450e-c934-42a7-8945-363a86e12c77 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:24.910946 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-19a9f048-9ce4-4b1a-b26a-0b7847f7fd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:24.920496 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-8b8ddb67-9c7a-471d-9274-033204ce1bd3 req-d82862ea-6451-4a76-8ff2-2f486c87bcfc tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Synchronizing usage tracker for tenant:a7b95180d0ab4e1fb60a841437223ae4 on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:24:24.939766 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:24.976347 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-19a9f048-9ce4-4b1a-b26a-0b7847f7fd59 None None] Port 4943450e-c934-42a7-8945-363a86e12c77 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:24:25.091678 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-8b8ddb67-9c7a-471d-9274-033204ce1bd3 req-d82862ea-6451-4a76-8ff2-2f486c87bcfc tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Unset dirty status for tenant:a7b95180d0ab4e1fb60a841437223ae4 on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:24:25.092309 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8b8ddb67-9c7a-471d-9274-033204ce1bd3 req-d82862ea-6451-4a76-8ff2-2f486c87bcfc tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e356164-a25d-4a5a-bc5a-0a4528d7b717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715209 Mar 02 19:24:25.179193 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:25.362056 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4943450e-c934-42a7-8945-363a86e12c77 {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:24:25.369305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:25.385564 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] Transition to ACTIVE for port object 4943450e-c934-42a7-8945-363a86e12c77 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:24:25.453394 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:25.481108 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:25.601822 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fa90d-7687-4738-b763-56b271fde09e service neutron] Pushing event updated for resources: {'Port': ['ID=4943450e-c934-42a7-8945-363a86e12c77,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:25.729318 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] Attempting to bind port 4943450e-c934-42a7-8945-363a86e12c77 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:24:25.729672 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] Attempting to bind port 4943450e-c934-42a7-8945-363a86e12c77 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93e22b68-22e8-41e1-a2c9-70ed875fad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '363c46aa-f0ec-411e-8dcc-42dead0d444d'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:24:25.729977 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] Attempting to bind port 4943450e-c934-42a7-8945-363a86e12c77 on network 363c46aa-f0ec-411e-8dcc-42dead0d444d {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:24:25.738226 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] Port 4943450e-c934-42a7-8945-363a86e12c77 on network 363c46aa-f0ec-411e-8dcc-42dead0d444d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:24:25.738544 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] Attempting to bind port 4943450e-c934-42a7-8945-363a86e12c77 on network 363c46aa-f0ec-411e-8dcc-42dead0d444d {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:24:25.745381 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:24:25.745698 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] Checking segment: {'id': '93e22b68-22e8-41e1-a2c9-70ed875fad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '363c46aa-f0ec-411e-8dcc-42dead0d444d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:24:25.746073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] Bound using segment: {'id': '93e22b68-22e8-41e1-a2c9-70ed875fad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '363c46aa-f0ec-411e-8dcc-42dead0d444d'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:24:25.746492 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] Bound port: 4943450e-c934-42a7-8945-363a86e12c77, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e22b68-22e8-41e1-a2c9-70ed875fad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '363c46aa-f0ec-411e-8dcc-42dead0d444d'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:24:25.746874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:25.846843 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] For port 4943450e-c934-42a7-8945-363a86e12c77, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:24:25.850091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] For port 4943450e-c934-42a7-8945-363a86e12c77, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4943450e-c934-42a7-8945-363a86e12c77,segment=NetworkSegment(93e22b68-22e8-41e1-a2c9-70ed875fad10),segment_id=93e22b68-22e8-41e1-a2c9-70ed875fad10)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:24:25.927771 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:25.991166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:25.992764 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-428fa90d-7687-4738-b763-56b271fde09e service neutron] 10.222.0.87 "PUT /v2.0/ports/4943450e-c934-42a7-8945-363a86e12c77 HTTP/1.1" status: 200 len: 1098 time: 1.2182519 Mar 02 19:24:25.993207 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85223718-0796-49dd-9eea-b0756db8a67c', 'tag': '4943450e-c934-42a7-8945-363a86e12c77'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:24:26.012194 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fa90d-7687-4738-b763-56b271fde09e service neutron] Pushing event updated for resources: {'Port': ['ID=4943450e-c934-42a7-8945-363a86e12c77,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:26.058982 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85223718-0796-49dd-9eea-b0756db8a67c', 'tag': '4943450e-c934-42a7-8945-363a86e12c77', 'status': 'completed', 'code': 200} Mar 02 19:24:26.188420 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-79f69a3a-a49e-4168-a53c-edf95a6eb4a9 req-e068562b-e9ee-4968-8ff7-1c8d4a2ea9f5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7b95180d0ab4e1fb60a841437223ae4&device_id=85223718-0796-49dd-9eea-b0756db8a67c HTTP/1.1" status: 200 len: 1101 time: 0.1037078 Mar 02 19:24:26.224758 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-79f69a3a-a49e-4168-a53c-edf95a6eb4a9 req-0a9f4f67-2855-4765-a29f-c9848fddf3da service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=a7b95180d0ab4e1fb60a841437223ae4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295382 Mar 02 19:24:26.423613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f69a3a-a49e-4168-a53c-edf95a6eb4a9 req-06ecabb2-80dd-46ba-9bec-a764eb362855 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:26.425441 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-79f69a3a-a49e-4168-a53c-edf95a6eb4a9 req-06ecabb2-80dd-46ba-9bec-a764eb362855 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1947162 Mar 02 19:24:26.438553 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86da47-5075-4a59-9063-fb17598e3e56 req-aad060a6-9b34-4d6b-b5fc-d7706936fc2f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:26.440636 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ba86da47-5075-4a59-9063-fb17598e3e56 req-aad060a6-9b34-4d6b-b5fc-d7706936fc2f tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/ports?device_id=85223718-0796-49dd-9eea-b0756db8a67c HTTP/1.1" status: 200 len: 948 time: 0.1398759 Mar 02 19:24:26.476418 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:26.544936 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ba86da47-5075-4a59-9063-fb17598e3e56 req-6c7c7b30-1e1a-4e1f-826e-665413750676 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e356164-a25d-4a5a-bc5a-0a4528d7b717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975659 Mar 02 19:24:26.561544 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-03b38437-e2ab-4faa-b423-899b7569942d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a7b95180d0ab4e1fb60a841437223ae4&device_id=85223718-0796-49dd-9eea-b0756db8a67c HTTP/1.1" status: 200 len: 1101 time: 0.0987265 Mar 02 19:24:26.631062 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-d321fce9-2a44-4dd4-afa2-224d64e18a50 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=4943450e-c934-42a7-8945-363a86e12c77 HTTP/1.1" status: 200 len: 217 time: 0.0624847 Mar 02 19:24:26.794980 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-9cb73909-7707-4c53-936d-01ad685820dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:26.796407 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-9cb73909-7707-4c53-936d-01ad685820dd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8128355c-bd88-4b20-a828-2d8c033ebaac HTTP/1.1" status: 200 len: 843 time: 0.1600676 Mar 02 19:24:26.871225 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-f0621dc8-bce2-448e-a8e6-ca111d84653f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=363c46aa-f0ec-411e-8dcc-42dead0d444d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0681000 Mar 02 19:24:27.010408 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-06970661-cef6-42ab-acac-9f2e15e1d878 service neutron] 10.222.0.87 "GET /v2.0/networks/363c46aa-f0ec-411e-8dcc-42dead0d444d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321011 Mar 02 19:24:27.158278 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ea9c3169-1ee6-44e7-b597-9742252606ff req-4c8364d8-382e-482f-b171-6d56ee18cc09 service neutron] 10.222.0.87 "GET /v2.0/networks/363c46aa-f0ec-411e-8dcc-42dead0d444d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403208 Mar 02 19:24:27.748244 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa75e1-e595-433f-9f3e-81788d4283e1 req-8c7b18e3-a4ea-44b1-8d64-5aea2e149ed4 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:27.749714 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-daaa75e1-e595-433f-9f3e-81788d4283e1 req-8c7b18e3-a4ea-44b1-8d64-5aea2e149ed4 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/ports?device_id=85223718-0796-49dd-9eea-b0756db8a67c HTTP/1.1" status: 200 len: 948 time: 0.0762997 Mar 02 19:24:27.797290 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-daaa75e1-e595-433f-9f3e-81788d4283e1 req-f05034d1-bf2e-4a8e-8b33-f2246666428c tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e356164-a25d-4a5a-bc5a-0a4528d7b717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413692 Mar 02 19:24:28.567117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 4943450e-c934-42a7-8945-363a86e12c77 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:24:28.710754 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 4943450e-c934-42a7-8945-363a86e12c77, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4943450e-c934-42a7-8945-363a86e12c77,segment=NetworkSegment(93e22b68-22e8-41e1-a2c9-70ed875fad10),segment_id=93e22b68-22e8-41e1-a2c9-70ed875fad10)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:24:28.724330 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '4943450e-c934-42a7-8945-363a86e12c77', 'network_id': '363c46aa-f0ec-411e-8dcc-42dead0d444d', 'port_id': '4943450e-c934-42a7-8945-363a86e12c77', 'mac_address': 'fa:16:3e:2c:fe:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8128355c-bd88-4b20-a828-2d8c033ebaac', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:24:28.777124 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:28.794664 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4943450e-c934-42a7-8945-363a86e12c77 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:24:28.811001 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 4943450e-c934-42a7-8945-363a86e12c77, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4943450e-c934-42a7-8945-363a86e12c77,segment=NetworkSegment(93e22b68-22e8-41e1-a2c9-70ed875fad10),segment_id=93e22b68-22e8-41e1-a2c9-70ed875fad10)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:24:28.871154 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:28.958332 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=4943450e-c934-42a7-8945-363a86e12c77,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:29.025937 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e638797-ba1a-487d-91ca-ba9d0511be6b req-ebaee623-5047-45ad-ae97-678b5712e519 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:29.027637 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7e638797-ba1a-487d-91ca-ba9d0511be6b req-ebaee623-5047-45ad-ae97-678b5712e519 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/ports?device_id=85223718-0796-49dd-9eea-b0756db8a67c HTTP/1.1" status: 200 len: 949 time: 0.1004515 Mar 02 19:24:29.077499 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7e638797-ba1a-487d-91ca-ba9d0511be6b req-63734f58-013d-4765-a80f-ce7892d0ebe0 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e356164-a25d-4a5a-bc5a-0a4528d7b717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438378 Mar 02 19:24:29.086929 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['4943450e-c934-42a7-8945-363a86e12c77'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:24:30.281450 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09705c39-2eca-4dac-9abe-1c3b0d7ee6bf req-136a009b-5545-46ab-893c-b47dce617ec8 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:30.283436 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-09705c39-2eca-4dac-9abe-1c3b0d7ee6bf req-136a009b-5545-46ab-893c-b47dce617ec8 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/ports?device_id=85223718-0796-49dd-9eea-b0756db8a67c HTTP/1.1" status: 200 len: 949 time: 0.0830240 Mar 02 19:24:30.330217 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-09705c39-2eca-4dac-9abe-1c3b0d7ee6bf req-c8c0ffb9-7d4a-4cb0-808e-09d5e1b98435 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e356164-a25d-4a5a-bc5a-0a4528d7b717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401313 Mar 02 19:24:30.570253 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 4943450e-c934-42a7-8945-363a86e12c77 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:24:30.681360 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 4943450e-c934-42a7-8945-363a86e12c77 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:24:30.686746 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 4943450e-c934-42a7-8945-363a86e12c77 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:30.687116 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:30.835043 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:30.860931 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85223718-0796-49dd-9eea-b0756db8a67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4943450e-c934-42a7-8945-363a86e12c77'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:24:30.870606 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 4943450e-c934-42a7-8945-363a86e12c77, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4943450e-c934-42a7-8945-363a86e12c77,segment=NetworkSegment(93e22b68-22e8-41e1-a2c9-70ed875fad10),segment_id=93e22b68-22e8-41e1-a2c9-70ed875fad10)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:24:30.914873 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85223718-0796-49dd-9eea-b0756db8a67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4943450e-c934-42a7-8945-363a86e12c77', 'code': 200} Mar 02 19:24:30.940123 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:31.009060 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=4943450e-c934-42a7-8945-363a86e12c77,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:31.246677 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cd6eb2a7-4d6e-4441-bfdf-65e3b280f3e8 req-c09e8218-887d-4919-a830-74f098b1c911 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=85223718-0796-49dd-9eea-b0756db8a67c HTTP/1.1" status: 200 len: 1103 time: 0.0699832 Mar 02 19:24:31.290400 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cd6eb2a7-4d6e-4441-bfdf-65e3b280f3e8 req-507b5f2c-82ef-4195-8870-b01ee388edc7 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=0e356164-a25d-4a5a-bc5a-0a4528d7b717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367560 Mar 02 19:24:31.441750 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:31.530346 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5281b-ea65-427f-b42e-2e761072005d req-0776957e-50f5-4e25-9d87-3eba36f6d963 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:31.531826 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8cb5281b-ea65-427f-b42e-2e761072005d req-0776957e-50f5-4e25-9d87-3eba36f6d963 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/ports?device_id=85223718-0796-49dd-9eea-b0756db8a67c HTTP/1.1" status: 200 len: 950 time: 0.0810523 Mar 02 19:24:31.580257 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8cb5281b-ea65-427f-b42e-2e761072005d req-ab356465-2a53-4a0d-b3b8-f0340b36f5f6 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e356164-a25d-4a5a-bc5a-0a4528d7b717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418119 Mar 02 19:24:32.786811 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c641289-12e5-4075-b99f-cb717408be8c req-4209900c-4c5a-4da0-bc14-ecc3bf73c47b tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:32.789731 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1c641289-12e5-4075-b99f-cb717408be8c req-4209900c-4c5a-4da0-bc14-ecc3bf73c47b tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/ports?device_id=85223718-0796-49dd-9eea-b0756db8a67c HTTP/1.1" status: 200 len: 950 time: 0.0823267 Mar 02 19:24:32.839759 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1c641289-12e5-4075-b99f-cb717408be8c req-15bb6203-29a9-46dd-b509-c975fb8b81b5 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e356164-a25d-4a5a-bc5a-0a4528d7b717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456772 Mar 02 19:24:33.388110 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c04e319c-bba2-4d0d-845e-328475f03765 req-9e8226bb-4581-4407-a089-21a0615816d8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=85223718-0796-49dd-9eea-b0756db8a67c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0739913 Mar 02 19:24:34.057462 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3fa04e16-6f1c-483f-a9e0-9909e9c7c226 req-93cab509-bf72-4668-a86f-3f02017d6fdf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=85223718-0796-49dd-9eea-b0756db8a67c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0776684 Mar 02 19:24:34.934794 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae47adf-474a-408c-8749-9673fec9b729 req-b1a2fec1-eb64-4bfd-973c-5b7c0980a391 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:34.936302 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7ae47adf-474a-408c-8749-9673fec9b729 req-b1a2fec1-eb64-4bfd-973c-5b7c0980a391 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/ports?device_id=85223718-0796-49dd-9eea-b0756db8a67c HTTP/1.1" status: 200 len: 950 time: 0.0861256 Mar 02 19:24:34.983842 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7ae47adf-474a-408c-8749-9673fec9b729 req-2dc703e1-7dfd-4fd7-a803-236349a1ab6d tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e356164-a25d-4a5a-bc5a-0a4528d7b717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 Mar 02 19:24:36.195833 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8d520-06db-4f59-9069-69482d8eb8bf req-e76fbef2-db6e-48ed-91ae-e6da691a56ac tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:36.197332 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9cb8d520-06db-4f59-9069-69482d8eb8bf req-e76fbef2-db6e-48ed-91ae-e6da691a56ac tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/ports?device_id=85223718-0796-49dd-9eea-b0756db8a67c HTTP/1.1" status: 200 len: 950 time: 0.0859053 Mar 02 19:24:36.213575 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53af65b-84f3-4920-b8a5-9ef61f257db8 req-9b706e17-02be-4076-b969-f6c062211390 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:36.215217 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d53af65b-84f3-4920-b8a5-9ef61f257db8 req-9b706e17-02be-4076-b969-f6c062211390 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.87 "GET /v2.0/ports?device_id=85223718-0796-49dd-9eea-b0756db8a67c HTTP/1.1" status: 200 len: 950 time: 0.0865529 Mar 02 19:24:36.246424 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9cb8d520-06db-4f59-9069-69482d8eb8bf req-8c9e7b61-942d-4e3c-88d2-0f1995e43b9b tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e356164-a25d-4a5a-bc5a-0a4528d7b717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426922 Mar 02 19:24:36.293009 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-d53af65b-84f3-4920-b8a5-9ef61f257db8 req-59e67892-ed76-4a92-8fc1-e796a8f344da tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Deleting port 4943450e-c934-42a7-8945-363a86e12c77 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:24:36.293261 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d53af65b-84f3-4920-b8a5-9ef61f257db8 req-59e67892-ed76-4a92-8fc1-e796a8f344da tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:36.550705 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-d53af65b-84f3-4920-b8a5-9ef61f257db8 req-59e67892-ed76-4a92-8fc1-e796a8f344da tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] For port 4943450e-c934-42a7-8945-363a86e12c77, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4943450e-c934-42a7-8945-363a86e12c77,segment=NetworkSegment(93e22b68-22e8-41e1-a2c9-70ed875fad10),segment_id=93e22b68-22e8-41e1-a2c9-70ed875fad10)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:24:36.550975 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d53af65b-84f3-4920-b8a5-9ef61f257db8 req-59e67892-ed76-4a92-8fc1-e796a8f344da tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:36.679649 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-d53af65b-84f3-4920-b8a5-9ef61f257db8 req-59e67892-ed76-4a92-8fc1-e796a8f344da tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Calling delete_port for 4943450e-c934-42a7-8945-363a86e12c77 owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:24:36.904956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d53af65b-84f3-4920-b8a5-9ef61f257db8 req-59e67892-ed76-4a92-8fc1-e796a8f344da tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:36.921258 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['4943450e-c934-42a7-8945-363a86e12c77'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:24:36.959108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e67892-ed76-4a92-8fc1-e796a8f344da tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Pushing event deleted for resources: {'Port': ['ID=4943450e-c934-42a7-8945-363a86e12c77,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:37.037156 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53af65b-84f3-4920-b8a5-9ef61f257db8 req-59e67892-ed76-4a92-8fc1-e796a8f344da tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] No DVR routers for this DVR port 4943450e-c934-42a7-8945-363a86e12c77 on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:24:37.039784 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d53af65b-84f3-4920-b8a5-9ef61f257db8 req-59e67892-ed76-4a92-8fc1-e796a8f344da tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:37.042495 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85223718-0796-49dd-9eea-b0756db8a67c', 'name': 'network-vif-deleted', 'tag': '4943450e-c934-42a7-8945-363a86e12c77'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:24:37.102334 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85223718-0796-49dd-9eea-b0756db8a67c', 'name': 'network-vif-deleted', 'tag': '4943450e-c934-42a7-8945-363a86e12c77', 'status': 'completed', 'code': 200} Mar 02 19:24:37.134232 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d53af65b-84f3-4920-b8a5-9ef61f257db8 req-59e67892-ed76-4a92-8fc1-e796a8f344da tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.87 "DELETE /v2.0/ports/4943450e-c934-42a7-8945-363a86e12c77 HTTP/1.1" status: 204 len: 173 time: 0.9127738 Mar 02 19:24:37.462061 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-386fd1df-9e88-417d-b3b3-2758c9669116 req-d7c2387a-6b20-4d4f-8152-2f85f586b008 tempest-ServersAdminNegativeTestJSON-1075466264 tempest-ServersAdminNegativeTestJSON-1075466264-project] 10.222.0.73 "GET /v2.0/ports?device_id=85223718-0796-49dd-9eea-b0756db8a67c HTTP/1.1" status: 200 len: 210 time: 0.0719187 Mar 02 19:24:37.671247 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:24:39.065340 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39892) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:39.241677 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e941d9e3-79b6-4d78-a265-910a98ec6b18 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a7b95180d0ab4e1fb60a841437223ae4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1751800 Mar 02 19:24:39.244386 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39898) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:39.304946 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-29f385f8-3f87-473d-958b-eef7a81ee211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:39.331053 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-29f385f8-3f87-473d-958b-eef7a81ee211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:39.435388 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-29f385f8-3f87-473d-958b-eef7a81ee211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:39.459238 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f385f8-3f87-473d-958b-eef7a81ee211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e356164-a25d-4a5a-bc5a-0a4528d7b717,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:39.532099 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-29f385f8-3f87-473d-958b-eef7a81ee211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:39.534168 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-29f385f8-3f87-473d-958b-eef7a81ee211 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0e356164-a25d-4a5a-bc5a-0a4528d7b717 HTTP/1.1" status: 204 len: 168 time: 0.2885957 Mar 02 19:24:40.168392 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39906) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:40.187815 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a4001a56-77ef-472f-b27d-a036906bb88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:40.221939 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a4001a56-77ef-472f-b27d-a036906bb88b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:24:40.226092 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a4001a56-77ef-472f-b27d-a036906bb88b admin admin] Usage tracker for resource:security_group_rule and tenant:6bb80612fc7a445aa507810f805e1660 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:24:40.228952 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a4001a56-77ef-472f-b27d-a036906bb88b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:24:40.234671 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a4001a56-77ef-472f-b27d-a036906bb88b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:24:40.304697 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a4001a56-77ef-472f-b27d-a036906bb88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:40.356259 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a4001a56-77ef-472f-b27d-a036906bb88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:40.404910 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4001a56-77ef-472f-b27d-a036906bb88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da187e42-ac50-49f7-b9a8-7b3d7db483fa,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:40.409698 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a4001a56-77ef-472f-b27d-a036906bb88b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6bb80612fc7a445aa507810f805e1660&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2402899 Mar 02 19:24:40.413885 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39910) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:40.476346 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f4881be2-824e-4f15-9e40-e80fe51ab105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:40.502195 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f4881be2-824e-4f15-9e40-e80fe51ab105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:40.615301 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 4943450e-c934-42a7-8945-363a86e12c77 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:24:40.659926 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 4943450e-c934-42a7-8945-363a86e12c77 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:24:40.660276 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 4943450e-c934-42a7-8945-363a86e12c77 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:24:40.756016 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f4881be2-824e-4f15-9e40-e80fe51ab105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:40.770917 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4881be2-824e-4f15-9e40-e80fe51ab105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da187e42-ac50-49f7-b9a8-7b3d7db483fa,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:40.778401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f4881be2-824e-4f15-9e40-e80fe51ab105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:40.779666 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f4881be2-824e-4f15-9e40-e80fe51ab105 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/da187e42-ac50-49f7-b9a8-7b3d7db483fa HTTP/1.1" status: 204 len: 168 time: 0.3647611 Mar 02 19:24:41.965861 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39932) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:42.105542 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1509278913-network', 'tenant_id': '30df6b20c24f46b3aa67c380f2e39456'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:24:42.113928 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:24:42.117988 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Usage tracker for resource:network and tenant:30df6b20c24f46b3aa67c380f2e39456 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:24:42.120953 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:24:42.127079 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:24:42.196417 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Made reservation on behalf of 30df6b20c24f46b3aa67c380f2e39456 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:24:42.198790 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:42.212722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:42.247904 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:24:42.252354 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Usage tracker for resource:security_group_rule and tenant:30df6b20c24f46b3aa67c380f2e39456 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:24:42.256044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:24:42.262613 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:24:42.337754 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:42.390290 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:42.425522 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:24:42.431047 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accb6dd8-a321-46f5-a4f8-7cac59877184,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:42.438048 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:42.438347 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Added segment 258c6968-559e-4045-82b2-163fa91670b4 of type vlan for network 147deeff-350e-41be-9eec-840e7afde677 Mar 02 19:24:42.467964 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:42.561878 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:42.562750 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:42.563315 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:42.670355 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] Pushing event updated for resources: {'Network': ['ID=147deeff-350e-41be-9eec-840e7afde677,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:42.680545 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 147deeff-350e-41be-9eec-840e7afde677 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:24:42.710799 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b823fbf7-9d5f-4b3d-905b-a514d0d94989 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7437556 Mar 02 19:24:42.718268 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39938) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:42.724002 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-e29f6c32-75d0-4efe-95b0-43a73e0f998d admin admin] Request body: {'subnet': {'network_id': '147deeff-350e-41be-9eec-840e7afde677', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1509278913-subnet', 'tenant_id': '30df6b20c24f46b3aa67c380f2e39456', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:24:42.729150 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e29f6c32-75d0-4efe-95b0-43a73e0f998d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:24:42.733220 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e29f6c32-75d0-4efe-95b0-43a73e0f998d admin admin] Usage tracker for resource:subnet and tenant:30df6b20c24f46b3aa67c380f2e39456 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:24:42.736371 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e29f6c32-75d0-4efe-95b0-43a73e0f998d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:24:42.742160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e29f6c32-75d0-4efe-95b0-43a73e0f998d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:24:42.807679 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29f6c32-75d0-4efe-95b0-43a73e0f998d admin admin] Made reservation on behalf of 30df6b20c24f46b3aa67c380f2e39456 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:24:42.810040 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e29f6c32-75d0-4efe-95b0-43a73e0f998d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:43.070780 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e29f6c32-75d0-4efe-95b0-43a73e0f998d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:43.154797 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f6c32-75d0-4efe-95b0-43a73e0f998d admin admin] Pushing event updated for resources: {'Subnet': ['ID=51bc5a9b-7ed1-405c-91b6-8bcb0e0e2cff,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:43.176289 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f6c32-75d0-4efe-95b0-43a73e0f998d admin admin] Checking segment: {'id': '258c6968-559e-4045-82b2-163fa91670b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '147deeff-350e-41be-9eec-840e7afde677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:24:43.176828 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29f6c32-75d0-4efe-95b0-43a73e0f998d admin admin] Network hostable DHCP agents. Network: 147deeff-350e-41be-9eec-840e7afde677, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:24:43.254150 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29f6c32-75d0-4efe-95b0-43a73e0f998d admin admin] Network 147deeff-350e-41be-9eec-840e7afde677 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:24:43.316346 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-e29f6c32-75d0-4efe-95b0-43a73e0f998d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 147deeff-350e-41be-9eec-840e7afde677) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:24:43.321044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29f6c32-75d0-4efe-95b0-43a73e0f998d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:43.321541 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e29f6c32-75d0-4efe-95b0-43a73e0f998d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:43.334083 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a4dcdd-7425-47f0-8cc3-0691d66ade52 None None] Network 147deeff-350e-41be-9eec-840e7afde677 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:24:43.385727 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e29f6c32-75d0-4efe-95b0-43a73e0f998d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6664128 Mar 02 19:24:43.549222 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ba5d36-5a4d-49ad-afc5-41358fe8d496 None None] Network 147deeff-350e-41be-9eec-840e7afde677 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:24:43.947218 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-fb26c30b-5017-4afe-8d57-9b4b4f822027 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:43.947931 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-fb26c30b-5017-4afe-8d57-9b4b4f822027 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Synchronizing usage tracker for tenant:30df6b20c24f46b3aa67c380f2e39456 on resource:network {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:24:44.052289 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-fb26c30b-5017-4afe-8d57-9b4b4f822027 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Unset dirty status for tenant:30df6b20c24f46b3aa67c380f2e39456 on resource:network {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:24:44.054018 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-fb26c30b-5017-4afe-8d57-9b4b4f822027 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/networks?id=147deeff-350e-41be-9eec-840e7afde677 HTTP/1.1" status: 200 len: 812 time: 0.2505674 Mar 02 19:24:44.073597 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-dca93ee3-bb12-4714-b6d1-a65b0eb132fb tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/quotas/30df6b20c24f46b3aa67c380f2e39456 HTTP/1.1" status: 200 len: 375 time: 0.0133381 Mar 02 19:24:44.125011 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-bea1b8d0-9671-4770-87fd-ec0b1f8600c6 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=30df6b20c24f46b3aa67c380f2e39456&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460100 Mar 02 19:24:44.263004 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-b2bb24a2-f8f3-4bfe-a5a9-9154d61e3f1b service neutron] 10.222.0.73 "GET /v2.0/networks/147deeff-350e-41be-9eec-840e7afde677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301231 Mar 02 19:24:44.411804 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-b89b4a2d-f60f-4b8b-9201-6d9fa5286b85 service neutron] 10.222.0.73 "GET /v2.0/networks/147deeff-350e-41be-9eec-840e7afde677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430490 Mar 02 19:24:44.681762 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0dbb9788-a47a-4a0d-a319-bab73ab2c045 req-6705156a-7985-49ad-b432-0053ceea436b tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 210 time: 0.0448213 Mar 02 19:24:45.858594 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-07fe8b1d-1e50-4458-b6f6-8d6d75e52fc7 req-fceb6da6-eaf4-45ae-b9b6-d3038c2ea022 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 210 time: 0.0423615 Mar 02 19:24:47.121372 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6550704e-53b3-4e97-854f-d66fbf9d22bc req-9aeffff8-6e03-42fa-a108-2b6d121426ca tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 210 time: 0.0726709 Mar 02 19:24:47.126388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-92efe142-62a8-4771-842f-8ab04c05fd64 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:47.128359 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-92efe142-62a8-4771-842f-8ab04c05fd64 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.87 "GET /v2.0/networks?id=147deeff-350e-41be-9eec-840e7afde677 HTTP/1.1" status: 200 len: 812 time: 0.3524225 Mar 02 19:24:47.144456 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-c5059443-5797-405d-ad7f-abb1a324b05c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Request body: {'port': {'device_id': 'ed53adaa-ba28-4ac7-9a26-0832b2435b09', 'network_id': '147deeff-350e-41be-9eec-840e7afde677', 'admin_state_up': True, 'tenant_id': '30df6b20c24f46b3aa67c380f2e39456'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:24:47.293715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-c5059443-5797-405d-ad7f-abb1a324b05c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:24:47.297801 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-c5059443-5797-405d-ad7f-abb1a324b05c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Usage tracker for resource:port and tenant:30df6b20c24f46b3aa67c380f2e39456 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:24:47.301467 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-c5059443-5797-405d-ad7f-abb1a324b05c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:24:47.307423 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-c5059443-5797-405d-ad7f-abb1a324b05c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:24:47.476896 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-c5059443-5797-405d-ad7f-abb1a324b05c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Made reservation on behalf of 30df6b20c24f46b3aa67c380f2e39456 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:24:47.480024 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-c5059443-5797-405d-ad7f-abb1a324b05c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:47.661554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-c5059443-5797-405d-ad7f-abb1a324b05c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Allocated IP 172.20.0.13 (147deeff-350e-41be-9eec-840e7afde677/51bc5a9b-7ed1-405c-91b6-8bcb0e0e2cff/82326493-5529-435e-a0e4-65d6f0b232dd) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:24:47.895625 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-c5059443-5797-405d-ad7f-abb1a324b05c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:48.002323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-c5059443-5797-405d-ad7f-abb1a324b05c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:48.075464 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-c5059443-5797-405d-ad7f-abb1a324b05c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Network 147deeff-350e-41be-9eec-840e7afde677 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:24:48.078639 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-c5059443-5797-405d-ad7f-abb1a324b05c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:24:48.083538 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-c5059443-5797-405d-ad7f-abb1a324b05c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:24:48.114720 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5059443-5797-405d-ad7f-abb1a324b05c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Pushing event updated for resources: {'Port': ['ID=82326493-5529-435e-a0e4-65d6f0b232dd,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:48.150824 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-c5059443-5797-405d-ad7f-abb1a324b05c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:48.151533 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-c5059443-5797-405d-ad7f-abb1a324b05c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:48.281152 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-c5059443-5797-405d-ad7f-abb1a324b05c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1407394 Mar 02 19:24:48.292880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] Request body: {'port': {'device_id': 'ed53adaa-ba28-4ac7-9a26-0832b2435b09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:24:48.337862 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dc2d8-a474-4aee-91fb-f857ff9557a7 req-7fbbd1f6-b983-4d8c-b731-36f1c727e1a4 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:48.338961 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-401dc2d8-a474-4aee-91fb-f857ff9557a7 req-7fbbd1f6-b983-4d8c-b731-36f1c727e1a4 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 932 time: 0.0810068 Mar 02 19:24:48.386305 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-401dc2d8-a474-4aee-91fb-f857ff9557a7 req-bc147d17-74e4-4312-b85f-c218407d1b16 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Synchronizing usage tracker for tenant:30df6b20c24f46b3aa67c380f2e39456 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:24:48.414845 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:48.521674 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-401dc2d8-a474-4aee-91fb-f857ff9557a7 req-bc147d17-74e4-4312-b85f-c218407d1b16 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Unset dirty status for tenant:30df6b20c24f46b3aa67c380f2e39456 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:24:48.522965 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-401dc2d8-a474-4aee-91fb-f857ff9557a7 req-bc147d17-74e4-4312-b85f-c218407d1b16 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775675 Mar 02 19:24:48.774936 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82326493-5529-435e-a0e4-65d6f0b232dd {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:24:48.782025 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:48.797677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] Transition to ACTIVE for port object 82326493-5529-435e-a0e4-65d6f0b232dd will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:24:48.877795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:49.020043 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] Pushing event updated for resources: {'Port': ['ID=82326493-5529-435e-a0e4-65d6f0b232dd,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:49.135662 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] Attempting to bind port 82326493-5529-435e-a0e4-65d6f0b232dd on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:24:49.136029 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] Attempting to bind port 82326493-5529-435e-a0e4-65d6f0b232dd by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '258c6968-559e-4045-82b2-163fa91670b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '147deeff-350e-41be-9eec-840e7afde677'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:24:49.136312 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] Attempting to bind port 82326493-5529-435e-a0e4-65d6f0b232dd on network 147deeff-350e-41be-9eec-840e7afde677 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:24:49.143989 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] Port 82326493-5529-435e-a0e4-65d6f0b232dd on network 147deeff-350e-41be-9eec-840e7afde677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:24:49.144398 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] Attempting to bind port 82326493-5529-435e-a0e4-65d6f0b232dd on network 147deeff-350e-41be-9eec-840e7afde677 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:24:49.151995 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:24:49.152700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] Checking segment: {'id': '258c6968-559e-4045-82b2-163fa91670b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '147deeff-350e-41be-9eec-840e7afde677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:24:49.152906 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] Bound using segment: {'id': '258c6968-559e-4045-82b2-163fa91670b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '147deeff-350e-41be-9eec-840e7afde677'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:24:49.153342 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] Bound port: 82326493-5529-435e-a0e4-65d6f0b232dd, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '258c6968-559e-4045-82b2-163fa91670b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '147deeff-350e-41be-9eec-840e7afde677'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:24:49.153765 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:49.249962 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] For port 82326493-5529-435e-a0e4-65d6f0b232dd, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:24:49.255449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] For port 82326493-5529-435e-a0e4-65d6f0b232dd, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=82326493-5529-435e-a0e4-65d6f0b232dd,segment=NetworkSegment(258c6968-559e-4045-82b2-163fa91670b4),segment_id=258c6968-559e-4045-82b2-163fa91670b4)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:24:49.379969 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:49.445462 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:49.447058 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] 10.222.0.87 "PUT /v2.0/ports/82326493-5529-435e-a0e4-65d6f0b232dd HTTP/1.1" status: 200 len: 1094 time: 1.1584146 Mar 02 19:24:49.447553 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed53adaa-ba28-4ac7-9a26-0832b2435b09', 'tag': '82326493-5529-435e-a0e4-65d6f0b232dd'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:24:49.466621 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580f39c-1a7b-4098-8e38-40bbc084ec5f service neutron] Pushing event updated for resources: {'Port': ['ID=82326493-5529-435e-a0e4-65d6f0b232dd,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:49.553701 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed53adaa-ba28-4ac7-9a26-0832b2435b09', 'tag': '82326493-5529-435e-a0e4-65d6f0b232dd', 'status': 'completed', 'code': 200} Mar 02 19:24:49.660781 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3bf3e9a3-be39-42cd-9107-e28f606f991a req-aba58b2c-b90e-4420-a84d-ce74d990810e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=30df6b20c24f46b3aa67c380f2e39456&device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 1097 time: 0.0869107 Mar 02 19:24:49.755295 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f7742-557f-4e6e-845d-dc3ff0a76216 req-e1c34fba-7c60-4bc2-a42c-3549e9ae72f9 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:49.756962 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-428f7742-557f-4e6e-845d-dc3ff0a76216 req-e1c34fba-7c60-4bc2-a42c-3549e9ae72f9 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 944 time: 0.0939803 Mar 02 19:24:49.808014 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-428f7742-557f-4e6e-845d-dc3ff0a76216 req-e0d6fc04-1207-492d-adc8-5ae50ccf2c87 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454748 Mar 02 19:24:49.934366 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e9a3-be39-42cd-9107-e28f606f991a req-25b4b812-2bc9-4e37-b6fa-0da7a73567fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:49.935770 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3bf3e9a3-be39-42cd-9107-e28f606f991a req-25b4b812-2bc9-4e37-b6fa-0da7a73567fd service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=30df6b20c24f46b3aa67c380f2e39456&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2679770 Mar 02 19:24:50.092179 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e9a3-be39-42cd-9107-e28f606f991a req-4b93d8d5-91f7-4cf4-9ba1-1c3ec7f019e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:50.093646 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3bf3e9a3-be39-42cd-9107-e28f606f991a req-4b93d8d5-91f7-4cf4-9ba1-1c3ec7f019e3 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1501849 Mar 02 19:24:50.208622 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-d4349952-b132-4c32-b8a8-3cb1c3c3ec32 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=30df6b20c24f46b3aa67c380f2e39456&device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 1097 time: 0.0760214 Mar 02 19:24:50.285013 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-dc412286-ed07-4c13-860d-76d6d66dfb11 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82326493-5529-435e-a0e4-65d6f0b232dd HTTP/1.1" status: 200 len: 217 time: 0.0689287 Mar 02 19:24:50.349684 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-7e14de2c-39a6-4a08-a946-03ce3e77c088 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:50.351452 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-7e14de2c-39a6-4a08-a946-03ce3e77c088 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=51bc5a9b-7ed1-405c-91b6-8bcb0e0e2cff HTTP/1.1" status: 200 len: 852 time: 0.0603759 Mar 02 19:24:50.402279 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-ea7e7272-ad08-4aea-9ef4-8c1931a88af6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=147deeff-350e-41be-9eec-840e7afde677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441575 Mar 02 19:24:50.555688 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-b3814bda-ea89-4ae1-943e-4f4ea00ef396 service neutron] 10.222.0.87 "GET /v2.0/networks/147deeff-350e-41be-9eec-840e7afde677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459739 Mar 02 19:24:50.737242 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2affed2-05d0-494b-a796-9a2f7427f900 req-cc4c9500-ceb9-46da-9f9f-ba07d99e3f0f service neutron] 10.222.0.87 "GET /v2.0/networks/147deeff-350e-41be-9eec-840e7afde677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752264 Mar 02 19:24:51.046315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb1818-064d-4a66-b4b4-5a5ebfc4de9e req-13c619fa-9227-4efc-bdce-90b6e4a23b9e tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:51.047119 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-28cb1818-064d-4a66-b4b4-5a5ebfc4de9e req-13c619fa-9227-4efc-bdce-90b6e4a23b9e tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Synchronizing usage tracker for tenant:30df6b20c24f46b3aa67c380f2e39456 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:24:51.132218 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-28cb1818-064d-4a66-b4b4-5a5ebfc4de9e req-13c619fa-9227-4efc-bdce-90b6e4a23b9e tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Unset dirty status for tenant:30df6b20c24f46b3aa67c380f2e39456 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:24:51.133392 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-28cb1818-064d-4a66-b4b4-5a5ebfc4de9e req-13c619fa-9227-4efc-bdce-90b6e4a23b9e tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 944 time: 0.1719658 Mar 02 19:24:51.187790 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-28cb1818-064d-4a66-b4b4-5a5ebfc4de9e req-ae75dd43-d35e-424b-ac1d-ee8d53a6702f tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478384 Mar 02 19:24:51.647992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c88b195a-8e23-48b4-aa09-93d77bf22814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:52.429019 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ca538-2c91-4ef9-a1b7-0f335ed30f68 req-5a9552b3-97ed-47f7-a571-6a79cf6a3d9a tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:52.430551 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-200ca538-2c91-4ef9-a1b7-0f335ed30f68 req-5a9552b3-97ed-47f7-a571-6a79cf6a3d9a tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 944 time: 0.1089137 Mar 02 19:24:52.510860 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-200ca538-2c91-4ef9-a1b7-0f335ed30f68 req-569d345e-b97b-4ef4-bee5-6c55e8b2365b tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708232 Mar 02 19:24:52.692019 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 82326493-5529-435e-a0e4-65d6f0b232dd details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:24:52.829282 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 82326493-5529-435e-a0e4-65d6f0b232dd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=82326493-5529-435e-a0e4-65d6f0b232dd,segment=NetworkSegment(258c6968-559e-4045-82b2-163fa91670b4),segment_id=258c6968-559e-4045-82b2-163fa91670b4)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:24:52.844139 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '82326493-5529-435e-a0e4-65d6f0b232dd', 'network_id': '147deeff-350e-41be-9eec-840e7afde677', 'port_id': '82326493-5529-435e-a0e4-65d6f0b232dd', 'mac_address': 'fa:16:3e:fb:6e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51bc5a9b-7ed1-405c-91b6-8bcb0e0e2cff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:24:52.905064 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:52.926222 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82326493-5529-435e-a0e4-65d6f0b232dd {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:24:52.942594 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 82326493-5529-435e-a0e4-65d6f0b232dd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=82326493-5529-435e-a0e4-65d6f0b232dd,segment=NetworkSegment(258c6968-559e-4045-82b2-163fa91670b4),segment_id=258c6968-559e-4045-82b2-163fa91670b4)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:24:53.025203 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:53.124430 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=82326493-5529-435e-a0e4-65d6f0b232dd,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:53.135077 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:53.135450 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:53.135794 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:53.136130 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:53.136468 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:53.136793 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:53.137116 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:53.137449 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:53.137763 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:53.138079 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:53.138400 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:53.253870 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['82326493-5529-435e-a0e4-65d6f0b232dd'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:24:53.739233 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289d4ab-c0a7-4326-886a-04dec7860cc5 req-5fbd6dd7-9041-42d9-bf65-6d8f1456cdba tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:53.741332 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0289d4ab-c0a7-4326-886a-04dec7860cc5 req-5fbd6dd7-9041-42d9-bf65-6d8f1456cdba tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 945 time: 0.0994740 Mar 02 19:24:53.774137 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-85f6a84a-a1c3-41ab-9772-67cdabe34e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:53.797213 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0289d4ab-c0a7-4326-886a-04dec7860cc5 req-0d541d33-ba27-4a81-ab25-68ae030a6d59 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476727 Mar 02 19:24:54.696300 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 82326493-5529-435e-a0e4-65d6f0b232dd up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:24:54.830679 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 82326493-5529-435e-a0e4-65d6f0b232dd completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:24:54.836699 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 82326493-5529-435e-a0e4-65d6f0b232dd triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:54.837191 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:54.962675 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:54.991468 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed53adaa-ba28-4ac7-9a26-0832b2435b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82326493-5529-435e-a0e4-65d6f0b232dd'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:24:55.004341 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 82326493-5529-435e-a0e4-65d6f0b232dd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=82326493-5529-435e-a0e4-65d6f0b232dd,segment=NetworkSegment(258c6968-559e-4045-82b2-163fa91670b4),segment_id=258c6968-559e-4045-82b2-163fa91670b4)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:24:55.030210 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e758f5-ed7e-4d55-b2c7-263e94322725 req-0885e4b2-c9ea-4b8a-a598-72e629439ee8 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:55.037850 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-60e758f5-ed7e-4d55-b2c7-263e94322725 req-0885e4b2-c9ea-4b8a-a598-72e629439ee8 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 945 time: 0.1007378 Mar 02 19:24:55.090170 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed53adaa-ba28-4ac7-9a26-0832b2435b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82326493-5529-435e-a0e4-65d6f0b232dd', 'code': 200} Mar 02 19:24:55.099490 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:55.113591 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-60e758f5-ed7e-4d55-b2c7-263e94322725 req-2bf7577b-a2e3-4f75-a0af-bbbbf7938ab5 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713284 Mar 02 19:24:55.181642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=82326493-5529-435e-a0e4-65d6f0b232dd,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:55.270940 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:55.465414 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:55.486213 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7f7e1235-c820-4ea4-a73f-2c57d70de379 req-e1e974ee-6771-49db-b431-5a7fd83d1b71 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 1099 time: 0.0785201 Mar 02 19:24:55.531587 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7f7e1235-c820-4ea4-a73f-2c57d70de379 req-2b48e44b-d24e-4e24-8c1a-886eff007916 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392706 Mar 02 19:24:56.472311 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afff2f-9fe6-4dee-a0ab-fbec46373bd9 req-6c263d2e-5569-46ec-ad0a-bf4114e2c225 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:56.473819 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-26afff2f-9fe6-4dee-a0ab-fbec46373bd9 req-6c263d2e-5569-46ec-ad0a-bf4114e2c225 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0826895 Mar 02 19:24:56.499060 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:56.523818 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-26afff2f-9fe6-4dee-a0ab-fbec46373bd9 req-92a9fdf8-e7ed-4d7d-9edb-cb7b52e15d28 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431590 Mar 02 19:24:57.747148 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03bd61-e2e8-4eb2-9ef9-d06ff34bf03f req-efc9ae94-93e7-4bc1-92cd-952081fc1818 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:57.748680 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7f03bd61-e2e8-4eb2-9ef9-d06ff34bf03f req-efc9ae94-93e7-4bc1-92cd-952081fc1818 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0955038 Mar 02 19:24:57.802073 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7f03bd61-e2e8-4eb2-9ef9-d06ff34bf03f req-fcd7305c-7b1f-4e7e-9bb4-82faf269d118 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473435 Mar 02 19:24:58.021593 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9d21e258-c37b-4f6f-9e53-42b402272907 req-af948672-8289-4d88-89b2-87b6afe07db5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0768600 Mar 02 19:24:58.537572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b20d9a-d274-4660-9649-16b87e51658f req-67b1d714-fa46-4705-933a-d6858d9e5b6b tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:58.539156 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e4b20d9a-d274-4660-9649-16b87e51658f req-67b1d714-fa46-4705-933a-d6858d9e5b6b tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0929985 Mar 02 19:24:58.597106 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e4b20d9a-d274-4660-9649-16b87e51658f req-f14ddfaf-574d-45bd-a808-06a3c81210a5 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515435 Mar 02 19:24:58.654109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 39996) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:58.836999 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-ea0ffa54-851a-4de0-8bf1-ae3908c897af service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1814895 Mar 02 19:24:59.828589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bbf62-1673-45d5-8d86-dfd6ea3a3fbc req-f689ca1d-f104-4e51-befd-2e67b0a544e8 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:59.830270 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-582bbf62-1673-45d5-8d86-dfd6ea3a3fbc req-f689ca1d-f104-4e51-befd-2e67b0a544e8 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0830064 Mar 02 19:24:59.881238 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-582bbf62-1673-45d5-8d86-dfd6ea3a3fbc req-2728fe6c-aaa7-4800-add1-b607b8385710 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428529 Mar 02 19:25:01.171098 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-796eb906-c9a1-49cb-949c-811079b73265 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=30df6b20c24f46b3aa67c380f2e39456&device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 1099 time: 0.0865221 Mar 02 19:25:01.180836 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d8dcc-f6b1-4f0f-a9a8-cec00af3faa5 req-5cf6719c-06ef-4dcf-9307-a7bd1cfe8bb4 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:01.182642 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fb8d8dcc-f6b1-4f0f-a9a8-cec00af3faa5 req-5cf6719c-06ef-4dcf-9307-a7bd1cfe8bb4 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.1361852 Mar 02 19:25:01.230801 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fb8d8dcc-f6b1-4f0f-a9a8-cec00af3faa5 req-3dccd2a1-8015-436d-8848-448352e5cedd tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423188 Mar 02 19:25:01.313042 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-94f0bf8b-1326-40b6-bf28-92983a741159 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:01.314863 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-94f0bf8b-1326-40b6-bf28-92983a741159 service neutron] 10.222.0.87 "GET /v2.0/networks?id=147deeff-350e-41be-9eec-840e7afde677 HTTP/1.1" status: 200 len: 913 time: 0.1370902 Mar 02 19:25:01.390153 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-188aa501-b0f0-443b-b645-789eeb28f045 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82326493-5529-435e-a0e4-65d6f0b232dd HTTP/1.1" status: 200 len: 217 time: 0.0680084 Mar 02 19:25:01.419467 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:01.460277 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-a28b171d-72d6-4627-b339-63ed0960b1b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:01.461672 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-a28b171d-72d6-4627-b339-63ed0960b1b2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=51bc5a9b-7ed1-405c-91b6-8bcb0e0e2cff HTTP/1.1" status: 200 len: 852 time: 0.0634549 Mar 02 19:25:01.602466 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-2f487757-d310-4c7d-b7c5-ef6df4a4d814 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=147deeff-350e-41be-9eec-840e7afde677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347425 Mar 02 19:25:01.746698 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-c7f77f67-6b3c-449e-94ad-a101c52ed222 service neutron] 10.222.0.87 "GET /v2.0/networks/147deeff-350e-41be-9eec-840e7afde677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358576 Mar 02 19:25:01.892833 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-aa78a2a7-6e56-478f-9980-300c67932c38 service neutron] 10.222.0.87 "GET /v2.0/networks/147deeff-350e-41be-9eec-840e7afde677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396179 Mar 02 19:25:02.435677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf4f09-a215-4009-a07e-393e25fc821b req-3b11c3bb-feac-40a1-9487-63f3d0878ebc tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:02.437187 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c3cf4f09-a215-4009-a07e-393e25fc821b req-3b11c3bb-feac-40a1-9487-63f3d0878ebc tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0797522 Mar 02 19:25:02.496950 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c3cf4f09-a215-4009-a07e-393e25fc821b req-ab1e8a74-ba36-46cb-9365-870478bb526a tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536690 Mar 02 19:25:03.780859 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290936d-539f-472c-b894-07ad741c83a0 req-41f1c93e-0cca-42ce-a26b-057a65a60120 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:03.782605 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5290936d-539f-472c-b894-07ad741c83a0 req-41f1c93e-0cca-42ce-a26b-057a65a60120 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0918756 Mar 02 19:25:03.833345 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5290936d-539f-472c-b894-07ad741c83a0 req-72d25c0f-4f0a-48f8-816d-b9ad6b2993ab tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440292 Mar 02 19:25:05.050516 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356d966-a399-4ce8-804b-66730ed322cf req-a9969286-3b83-44b7-b543-0eecd6531032 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:05.052519 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5356d966-a399-4ce8-804b-66730ed322cf req-a9969286-3b83-44b7-b543-0eecd6531032 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0888169 Mar 02 19:25:05.107446 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5356d966-a399-4ce8-804b-66730ed322cf req-962a9be5-6b1d-4403-82dd-76b1116ff561 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477514 Mar 02 19:25:06.325192 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221ad2e-271f-46de-86a1-95841bd44906 req-bd7462c6-1ea6-4067-a46a-7f7492c96258 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:06.327628 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a221ad2e-271f-46de-86a1-95841bd44906 req-bd7462c6-1ea6-4067-a46a-7f7492c96258 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0825856 Mar 02 19:25:06.378737 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a221ad2e-271f-46de-86a1-95841bd44906 req-1c46d8f8-c760-4f1c-901f-7809f94c924b tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446978 Mar 02 19:25:07.602479 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb570693-ae39-42be-a75d-39bc67554e42 req-0c0fb773-459e-4ba0-871a-cc411f45a283 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:07.603990 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cb570693-ae39-42be-a75d-39bc67554e42 req-0c0fb773-459e-4ba0-871a-cc411f45a283 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0950279 Mar 02 19:25:07.653041 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cb570693-ae39-42be-a75d-39bc67554e42 req-0088b472-403f-4580-bd3d-c83f7cebd3eb tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431607 Mar 02 19:25:08.859514 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1e422-696a-4097-9dc3-c0e7baa647dd req-9d8fa289-585d-42c7-bf28-f811c1502eed tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:08.861261 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-09c1e422-696a-4097-9dc3-c0e7baa647dd req-9d8fa289-585d-42c7-bf28-f811c1502eed tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0824764 Mar 02 19:25:08.909373 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-09c1e422-696a-4097-9dc3-c0e7baa647dd req-7596564a-f87b-4670-97ae-d94e943a161e tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422349 Mar 02 19:25:10.131683 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af00c70-8506-4007-9b05-3e812e529307 req-cba55935-c47c-4a01-8d5c-2384016e3448 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:10.133280 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8af00c70-8506-4007-9b05-3e812e529307 req-cba55935-c47c-4a01-8d5c-2384016e3448 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0921736 Mar 02 19:25:10.183960 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8af00c70-8506-4007-9b05-3e812e529307 req-187924e7-8682-4bd0-9856-815710c5723b tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445819 Mar 02 19:25:11.385199 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776b492-2a42-4fc9-b985-83e297f4d2c2 req-1ebefb2f-137d-4914-a249-c8770802dd04 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:11.386665 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8776b492-2a42-4fc9-b985-83e297f4d2c2 req-1ebefb2f-137d-4914-a249-c8770802dd04 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0801895 Mar 02 19:25:11.522200 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8776b492-2a42-4fc9-b985-83e297f4d2c2 req-aa0f348d-12d9-43d0-9a8d-4008f221a4e7 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291575 Mar 02 19:25:12.744863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36c26c-5ae8-4b30-9b0d-e7db12f07df1 req-a91acaa3-23c3-4834-b9a3-21be7a6f8671 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:12.746498 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6a36c26c-5ae8-4b30-9b0d-e7db12f07df1 req-a91acaa3-23c3-4834-b9a3-21be7a6f8671 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0955124 Mar 02 19:25:12.804663 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6a36c26c-5ae8-4b30-9b0d-e7db12f07df1 req-799ddf57-c0a4-492c-8f42-99cc0a5c8832 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485029 Mar 02 19:25:14.008202 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c51fc-1054-4260-b4d0-9fe3faabdb16 req-9301e91f-dcfc-44fb-96dc-9188b310ed99 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:14.009632 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-df3c51fc-1054-4260-b4d0-9fe3faabdb16 req-9301e91f-dcfc-44fb-96dc-9188b310ed99 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0768583 Mar 02 19:25:14.056247 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-df3c51fc-1054-4260-b4d0-9fe3faabdb16 req-11469da6-decc-4379-ae54-537ab0569c7f tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410442 Mar 02 19:25:14.671806 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:25:15.259897 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e75da-2a19-4eaf-9497-39bfb489e899 req-779d1e99-7cac-488f-b9a0-77f3356bf58c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:15.261396 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb2e75da-2a19-4eaf-9497-39bfb489e899 req-779d1e99-7cac-488f-b9a0-77f3356bf58c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0797901 Mar 02 19:25:15.315748 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb2e75da-2a19-4eaf-9497-39bfb489e899 req-0f936334-e8c5-41ea-90a4-5029292912b4 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476818 Mar 02 19:25:16.528235 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87fa52-4029-4105-bd74-e64241228cef req-01fdb903-eecf-4346-b5d4-bab75a8334f8 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:16.529886 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3a87fa52-4029-4105-bd74-e64241228cef req-01fdb903-eecf-4346-b5d4-bab75a8334f8 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0865934 Mar 02 19:25:16.578459 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3a87fa52-4029-4105-bd74-e64241228cef req-5fa89c34-3fac-4b54-99c7-7a0f324c777c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417247 Mar 02 19:25:17.791275 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088511a-66fb-4873-9c69-4c7427a959b5 req-ba89479f-c91b-4340-9e69-910365e8bb7a tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:17.792846 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3088511a-66fb-4873-9c69-4c7427a959b5 req-ba89479f-c91b-4340-9e69-910365e8bb7a tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0840285 Mar 02 19:25:17.844721 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3088511a-66fb-4873-9c69-4c7427a959b5 req-2d1c5d9f-b1c0-4d1e-86cc-a747a1eb8316 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456851 Mar 02 19:25:19.065928 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06af79-c729-44b9-b499-8f9f9cb78b6a req-986aeaa0-31d1-4243-9a1e-1310d61d2269 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:19.067912 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1a06af79-c729-44b9-b499-8f9f9cb78b6a req-986aeaa0-31d1-4243-9a1e-1310d61d2269 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0975919 Mar 02 19:25:19.131731 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1a06af79-c729-44b9-b499-8f9f9cb78b6a req-bc0b7678-6660-43ae-9f78-eb672e9c8e6c tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578606 Mar 02 19:25:20.340530 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fd0fa-8e70-4a1b-a100-6344657ed0ca req-a056644b-9f07-428a-8416-c93959b05b60 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:20.342046 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d03fd0fa-8e70-4a1b-a100-6344657ed0ca req-a056644b-9f07-428a-8416-c93959b05b60 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0794647 Mar 02 19:25:20.393609 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d03fd0fa-8e70-4a1b-a100-6344657ed0ca req-ec066999-a3e1-41bb-91ef-1aeca9ac624e tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456033 Mar 02 19:25:21.598509 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f748c-9b8f-4ae4-b4a1-fc4dca9f13d9 req-c85f46e5-a86f-43fb-b635-22486daaca94 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:21.599998 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-410f748c-9b8f-4ae4-b4a1-fc4dca9f13d9 req-c85f46e5-a86f-43fb-b635-22486daaca94 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0798867 Mar 02 19:25:21.650391 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-410f748c-9b8f-4ae4-b4a1-fc4dca9f13d9 req-d3409a26-d210-4b78-aaed-c2509c4bd586 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420201 Mar 02 19:25:21.694403 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-55b182f2-ed6f-42f2-84fb-180d2d461136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:22.915972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8417d5-4c34-4703-97f9-d7abf0676e48 req-c42760c9-fca2-44b1-9d18-065b9ca2f70b tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:22.918055 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7a8417d5-4c34-4703-97f9-d7abf0676e48 req-c42760c9-fca2-44b1-9d18-065b9ca2f70b tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.1067674 Mar 02 19:25:22.968440 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7a8417d5-4c34-4703-97f9-d7abf0676e48 req-fdd36f80-0ce5-4ca9-aac0-e5934b1a11e5 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432062 Mar 02 19:25:23.739178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f0962d89-a1f6-43ac-8af6-0bcd812f800a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:24.176057 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9722f6-82e8-4c12-9944-f0459b2ae6b6 req-847fe037-9c39-4c0f-a56c-f8580716aa08 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:24.177815 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8e9722f6-82e8-4c12-9944-f0459b2ae6b6 req-847fe037-9c39-4c0f-a56c-f8580716aa08 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0842843 Mar 02 19:25:24.225064 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8e9722f6-82e8-4c12-9944-f0459b2ae6b6 req-5afad41c-d408-40d7-9faf-ea265810d97f tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416319 Mar 02 19:25:25.167882 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:25.436113 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd247cea-2ebb-4ee4-ab11-158b36e0b7a9 req-01c64212-2404-4441-8dfd-62cd1c3cc2e5 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:25.437618 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cd247cea-2ebb-4ee4-ab11-158b36e0b7a9 req-01c64212-2404-4441-8dfd-62cd1c3cc2e5 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0907912 Mar 02 19:25:25.465155 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:25.488275 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cd247cea-2ebb-4ee4-ab11-158b36e0b7a9 req-38a89767-e320-4409-93bc-a8b21a46862f tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435977 Mar 02 19:25:26.000936 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12aa97e6-b7a0-441f-b67c-3458cd6a9cbf req-8373d841-6d11-4ba2-b0ca-bcac8c90595f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=30df6b20c24f46b3aa67c380f2e39456&device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 1099 time: 0.1456199 Mar 02 19:25:26.153538 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa97e6-b7a0-441f-b67c-3458cd6a9cbf req-3ce73ddd-2c1e-4671-b856-def23a56cf35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:26.155006 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12aa97e6-b7a0-441f-b67c-3458cd6a9cbf req-3ce73ddd-2c1e-4671-b856-def23a56cf35 service neutron] 10.222.0.87 "GET /v2.0/networks?id=147deeff-350e-41be-9eec-840e7afde677 HTTP/1.1" status: 200 len: 913 time: 0.1350205 Mar 02 19:25:26.231859 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12aa97e6-b7a0-441f-b67c-3458cd6a9cbf req-99749035-76e0-46bd-b062-c6753e4125bf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82326493-5529-435e-a0e4-65d6f0b232dd HTTP/1.1" status: 200 len: 217 time: 0.0705023 Mar 02 19:25:26.297820 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa97e6-b7a0-441f-b67c-3458cd6a9cbf req-143c6972-fcff-4116-b839-a1e1a88f9372 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:26.299517 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12aa97e6-b7a0-441f-b67c-3458cd6a9cbf req-143c6972-fcff-4116-b839-a1e1a88f9372 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=51bc5a9b-7ed1-405c-91b6-8bcb0e0e2cff HTTP/1.1" status: 200 len: 852 time: 0.0617962 Mar 02 19:25:26.440927 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12aa97e6-b7a0-441f-b67c-3458cd6a9cbf req-8e84bf50-0b44-4a85-87ae-a88a33fd1e32 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=147deeff-350e-41be-9eec-840e7afde677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335292 Mar 02 19:25:26.596354 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12aa97e6-b7a0-441f-b67c-3458cd6a9cbf req-677b3e5a-890e-41a6-bdf7-8d6685cb4c8b service neutron] 10.222.0.87 "GET /v2.0/networks/147deeff-350e-41be-9eec-840e7afde677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474016 Mar 02 19:25:26.618907 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:26.738914 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b91b2-d8b2-47fc-8558-77ea9483e6c0 req-e3482cd8-7a2c-4106-afc3-0abcb51a7afc tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:26.744179 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bd1b91b2-d8b2-47fc-8558-77ea9483e6c0 req-e3482cd8-7a2c-4106-afc3-0abcb51a7afc tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.1028519 Mar 02 19:25:26.759943 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12aa97e6-b7a0-441f-b67c-3458cd6a9cbf req-e875a672-8d41-4f1e-9a29-976327c41c6f service neutron] 10.222.0.87 "GET /v2.0/networks/147deeff-350e-41be-9eec-840e7afde677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565123 Mar 02 19:25:26.787725 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bd1b91b2-d8b2-47fc-8558-77ea9483e6c0 req-fc00ad8f-89a3-4d5e-90b2-c3536b418601 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416791 Mar 02 19:25:27.999207 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38d1fd-9a63-4c8c-9cf9-586782637eb3 req-8a7cb48c-3020-47a9-aa71-bc8c11420df1 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:28.000822 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2d38d1fd-9a63-4c8c-9cf9-586782637eb3 req-8a7cb48c-3020-47a9-aa71-bc8c11420df1 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0864525 Mar 02 19:25:28.058925 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2d38d1fd-9a63-4c8c-9cf9-586782637eb3 req-e02300f7-179e-4775-ab66-386312cfd454 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515680 Mar 02 19:25:29.055633 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-c4559f2c-3937-4e84-be70-fe62fe0df3a4 service neutron] 10.222.0.87 "GET /v2.0/ports/82326493-5529-435e-a0e4-65d6f0b232dd/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0902255 Mar 02 19:25:29.284455 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430041a0-4f0e-4e43-ac73-c93cbcced223 req-372a47d8-da71-4e62-ab1f-0c0f4c558121 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:29.285957 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-430041a0-4f0e-4e43-ac73-c93cbcced223 req-372a47d8-da71-4e62-ab1f-0c0f4c558121 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0877185 Mar 02 19:25:29.336119 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-430041a0-4f0e-4e43-ac73-c93cbcced223 req-df68af79-cc1f-467a-b124-0cb0b53b5d9b tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435934 Mar 02 19:25:29.699760 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-8bfa24ba-7ff5-445e-9713-b9ffb2d5cfb4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09&tenant_id=30df6b20c24f46b3aa67c380f2e39456 HTTP/1.1" status: 200 len: 1099 time: 0.0724461 Mar 02 19:25:29.818469 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-39fc97d3-68d6-4073-9710-3b77b7bfc0ce service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=30df6b20c24f46b3aa67c380f2e39456&device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 1099 time: 0.0960097 Mar 02 19:25:29.961747 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-3b4d6cac-9f0e-484d-97b2-71f74408c649 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:29.963233 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-3b4d6cac-9f0e-484d-97b2-71f74408c649 service neutron] 10.222.0.87 "GET /v2.0/networks?id=147deeff-350e-41be-9eec-840e7afde677 HTTP/1.1" status: 200 len: 913 time: 0.1390746 Mar 02 19:25:30.042411 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-e2256b35-c2b7-4ccc-a5fb-885c34921996 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82326493-5529-435e-a0e4-65d6f0b232dd HTTP/1.1" status: 200 len: 217 time: 0.0730417 Mar 02 19:25:30.116170 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-b198557f-0c4e-4f4f-812a-318789689371 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:30.117680 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-b198557f-0c4e-4f4f-812a-318789689371 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=51bc5a9b-7ed1-405c-91b6-8bcb0e0e2cff HTTP/1.1" status: 200 len: 852 time: 0.0695951 Mar 02 19:25:30.165280 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-d5729a1c-96c8-48db-8be6-47723eccdd05 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=147deeff-350e-41be-9eec-840e7afde677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413115 Mar 02 19:25:30.303441 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-97d96a72-1f00-4b11-87b5-fcd11815aacb service neutron] 10.222.0.87 "GET /v2.0/networks/147deeff-350e-41be-9eec-840e7afde677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325729 Mar 02 19:25:30.475461 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-40de2810-60e7-48ad-9d9d-f7dc52678001 req-20bfc5b8-0f41-4731-b015-60349a8590fe service neutron] 10.222.0.87 "GET /v2.0/networks/147deeff-350e-41be-9eec-840e7afde677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654093 Mar 02 19:25:30.563667 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcef7a-01bb-46ab-862b-9b302af8ecdd req-0d382c31-0e5e-4684-855b-f38e78ecbe5b tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:30.565150 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-32bcef7a-01bb-46ab-862b-9b302af8ecdd req-0d382c31-0e5e-4684-855b-f38e78ecbe5b tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0864179 Mar 02 19:25:30.616172 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-32bcef7a-01bb-46ab-862b-9b302af8ecdd req-0ce5b6d7-e685-4d81-9bbf-c3e23b2c777b tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429242 Mar 02 19:25:31.463929 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:31.852698 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fc257-81df-4dd1-8c98-196298bbe81c req-6eb3390a-a9e0-4ec5-acf2-6fa4daac9ce5 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:31.854298 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1f7fc257-81df-4dd1-8c98-196298bbe81c req-6eb3390a-a9e0-4ec5-acf2-6fa4daac9ce5 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0952699 Mar 02 19:25:31.922221 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1f7fc257-81df-4dd1-8c98-196298bbe81c req-4e011441-0964-4af9-b1f0-17a622e5555a tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521839 Mar 02 19:25:32.863973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 82326493-5529-435e-a0e4-65d6f0b232dd details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:25:32.952206 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 82326493-5529-435e-a0e4-65d6f0b232dd no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:25:33.128358 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:33.148614 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 82326493-5529-435e-a0e4-65d6f0b232dd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=82326493-5529-435e-a0e4-65d6f0b232dd,segment=NetworkSegment(258c6968-559e-4045-82b2-163fa91670b4),segment_id=258c6968-559e-4045-82b2-163fa91670b4)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:25:33.173863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed53adaa-ba28-4ac7-9a26-0832b2435b09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82326493-5529-435e-a0e4-65d6f0b232dd'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:25:33.182039 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '82326493-5529-435e-a0e4-65d6f0b232dd', 'network_id': '147deeff-350e-41be-9eec-840e7afde677', 'port_id': '82326493-5529-435e-a0e4-65d6f0b232dd', 'mac_address': 'fa:16:3e:fb:6e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51bc5a9b-7ed1-405c-91b6-8bcb0e0e2cff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:25:33.188727 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 82326493-5529-435e-a0e4-65d6f0b232dd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=82326493-5529-435e-a0e4-65d6f0b232dd,segment=NetworkSegment(258c6968-559e-4045-82b2-163fa91670b4),segment_id=258c6968-559e-4045-82b2-163fa91670b4)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:25:33.195239 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de0645-26b8-4d94-bb03-9f5789a3a8e8 req-850d4361-5fb3-4ef3-aa40-4078288689e6 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:33.196770 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-43de0645-26b8-4d94-bb03-9f5789a3a8e8 req-850d4361-5fb3-4ef3-aa40-4078288689e6 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0955539 Mar 02 19:25:33.251542 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed53adaa-ba28-4ac7-9a26-0832b2435b09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82326493-5529-435e-a0e4-65d6f0b232dd', 'code': 200} Mar 02 19:25:33.254582 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-43de0645-26b8-4d94-bb03-9f5789a3a8e8 req-96413d17-38a0-46ec-a36d-e5b9365741d9 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443928 Mar 02 19:25:33.257164 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:33.305761 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:33.343103 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82326493-5529-435e-a0e4-65d6f0b232dd {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:25:33.394325 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=82326493-5529-435e-a0e4-65d6f0b232dd,revision_number=6']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:33.415250 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:25:33.415710 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:25:33.895492 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-ead54576-c5ac-47c6-acd6-ce234807f744 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:33.896931 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-ead54576-c5ac-47c6-acd6-ce234807f744 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09&tenant_id=30df6b20c24f46b3aa67c380f2e39456&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 944 time: 0.0886199 Mar 02 19:25:33.979331 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:34.002552 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82326493-5529-435e-a0e4-65d6f0b232dd {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:25:34.018945 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 82326493-5529-435e-a0e4-65d6f0b232dd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=82326493-5529-435e-a0e4-65d6f0b232dd,segment=NetworkSegment(258c6968-559e-4045-82b2-163fa91670b4),segment_id=258c6968-559e-4045-82b2-163fa91670b4)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:25:34.072320 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-26122bf1-a4f6-4607-8515-edfedadecc59 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=30df6b20c24f46b3aa67c380f2e39456&device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 1097 time: 0.1014414 Mar 02 19:25:34.098390 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:34.182531 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['82326493-5529-435e-a0e4-65d6f0b232dd'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:25:34.253643 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=82326493-5529-435e-a0e4-65d6f0b232dd,revision_number=7']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:34.330187 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-6796e064-47e9-4d71-ae93-c6dac71c98d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:34.332401 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-6796e064-47e9-4d71-ae93-c6dac71c98d1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=147deeff-350e-41be-9eec-840e7afde677 HTTP/1.1" status: 200 len: 913 time: 0.2540739 Mar 02 19:25:34.415535 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-67aa0205-899c-412b-bf66-c2f483f2b889 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82326493-5529-435e-a0e4-65d6f0b232dd HTTP/1.1" status: 200 len: 217 time: 0.0753262 Mar 02 19:25:34.479803 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-d2cabf21-1ca7-45e2-9b09-7b01babb708b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:34.481163 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-d2cabf21-1ca7-45e2-9b09-7b01babb708b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=51bc5a9b-7ed1-405c-91b6-8bcb0e0e2cff HTTP/1.1" status: 200 len: 852 time: 0.0598817 Mar 02 19:25:34.526130 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-63d92c6f-2342-451a-97f4-1f2344aacbac service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=147deeff-350e-41be-9eec-840e7afde677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389249 Mar 02 19:25:34.664275 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-fe0a6276-25eb-41b9-8737-424def533544 service neutron] 10.222.0.87 "GET /v2.0/networks/147deeff-350e-41be-9eec-840e7afde677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308219 Mar 02 19:25:34.799839 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-62be0224-a7b4-44ee-b5a0-f393ead1fdab service neutron] 10.222.0.87 "GET /v2.0/networks/147deeff-350e-41be-9eec-840e7afde677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296558 Mar 02 19:25:34.863674 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 82326493-5529-435e-a0e4-65d6f0b232dd up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:25:34.937239 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 82326493-5529-435e-a0e4-65d6f0b232dd triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:25:34.937605 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:35.057215 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:35.105366 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 82326493-5529-435e-a0e4-65d6f0b232dd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=82326493-5529-435e-a0e4-65d6f0b232dd,segment=NetworkSegment(258c6968-559e-4045-82b2-163fa91670b4),segment_id=258c6968-559e-4045-82b2-163fa91670b4)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:25:35.150867 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:35.232847 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=82326493-5529-435e-a0e4-65d6f0b232dd,revision_number=8']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:35.252985 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed53adaa-ba28-4ac7-9a26-0832b2435b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82326493-5529-435e-a0e4-65d6f0b232dd'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:25:35.324910 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed53adaa-ba28-4ac7-9a26-0832b2435b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82326493-5529-435e-a0e4-65d6f0b232dd', 'code': 200} Mar 02 19:25:36.516905 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b253c9-1aa9-4680-8ae0-5229a1c10b75 req-80c5161b-6740-4cae-87c5-2074cad8d103 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:36.518436 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a1b253c9-1aa9-4680-8ae0-5229a1c10b75 req-80c5161b-6740-4cae-87c5-2074cad8d103 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0842948 Mar 02 19:25:36.566089 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a1b253c9-1aa9-4680-8ae0-5229a1c10b75 req-2bbd7143-dd4f-4409-bc63-170da382af15 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419924 Mar 02 19:25:37.974467 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77ed6b-afca-424a-b803-ef18dbfd6172 req-21da3c2d-2922-45f8-9eca-b20dc1c5211d tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:37.976018 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9d77ed6b-afca-424a-b803-ef18dbfd6172 req-21da3c2d-2922-45f8-9eca-b20dc1c5211d tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.1584697 Mar 02 19:25:38.034009 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9d77ed6b-afca-424a-b803-ef18dbfd6172 req-51dea3fb-b639-4eed-92dd-ebae9256cea0 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/security-groups?id=accb6dd8-a321-46f5-a4f8-7cac59877184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500662 Mar 02 19:25:38.159509 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-0e55faca-efe8-48a3-81e7-b59fcf14ac57 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:38.160975 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-0e55faca-efe8-48a3-81e7-b59fcf14ac57 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.87 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 946 time: 0.0812263 Mar 02 19:25:38.238709 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Deleting port 82326493-5529-435e-a0e4-65d6f0b232dd {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:25:38.239054 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:38.502620 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] For port 82326493-5529-435e-a0e4-65d6f0b232dd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=82326493-5529-435e-a0e4-65d6f0b232dd,segment=NetworkSegment(258c6968-559e-4045-82b2-163fa91670b4),segment_id=258c6968-559e-4045-82b2-163fa91670b4)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:25:38.502897 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:38.634103 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Calling delete_port for 82326493-5529-435e-a0e4-65d6f0b232dd owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:25:38.842321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:38.855206 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['82326493-5529-435e-a0e4-65d6f0b232dd'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:25:38.899741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Pushing event deleted for resources: {'Port': ['ID=82326493-5529-435e-a0e4-65d6f0b232dd,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:38.969275 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:38.969729 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:38.970327 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:38.970684 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:38.971026 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:38.971391 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:38.971729 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:38.972057 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:38.972388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:38.972719 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:38.973050 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:38.986577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] No DVR routers for this DVR port 82326493-5529-435e-a0e4-65d6f0b232dd on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:25:38.989229 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:38.991959 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed53adaa-ba28-4ac7-9a26-0832b2435b09', 'name': 'network-vif-deleted', 'tag': '82326493-5529-435e-a0e4-65d6f0b232dd'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:25:39.061453 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed53adaa-ba28-4ac7-9a26-0832b2435b09', 'name': 'network-vif-deleted', 'tag': '82326493-5529-435e-a0e4-65d6f0b232dd', 'status': 'completed', 'code': 200} Mar 02 19:25:39.077427 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8a0cafbe-fdc3-40af-9ca9-72b24dffe35e req-9e57ca4a-86ef-4fff-9f0f-71209016a2e3 tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.87 "DELETE /v2.0/ports/82326493-5529-435e-a0e4-65d6f0b232dd HTTP/1.1" status: 204 len: 173 time: 0.9097767 Mar 02 19:25:39.225342 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0c989122-b434-466b-ad33-2c4307fc39ab req-cb571e58-0452-4112-83fa-76a582b81bff tempest-DeleteServersTestJSON-1537266197 tempest-DeleteServersTestJSON-1537266197-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed53adaa-ba28-4ac7-9a26-0832b2435b09 HTTP/1.1" status: 200 len: 210 time: 0.0494866 Mar 02 19:25:40.521628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 40106) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:25:40.602416 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-981e53b2-d53f-43a3-9a4f-0e486dd15ebd admin admin] Deleting subnet 51bc5a9b-7ed1-405c-91b6-8bcb0e0e2cff {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:25:40.606010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-981e53b2-d53f-43a3-9a4f-0e486dd15ebd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:40.659227 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-981e53b2-d53f-43a3-9a4f-0e486dd15ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:40.721083 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-981e53b2-d53f-43a3-9a4f-0e486dd15ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:40.847956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-981e53b2-d53f-43a3-9a4f-0e486dd15ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:40.885393 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e53b2-d53f-43a3-9a4f-0e486dd15ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51bc5a9b-7ed1-405c-91b6-8bcb0e0e2cff,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:40.891913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-981e53b2-d53f-43a3-9a4f-0e486dd15ebd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:40.900152 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-981e53b2-d53f-43a3-9a4f-0e486dd15ebd admin admin] 10.222.0.73 "DELETE /v2.0/subnets/51bc5a9b-7ed1-405c-91b6-8bcb0e0e2cff HTTP/1.1" status: 204 len: 168 time: 0.3770154 Mar 02 19:25:40.902577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 40110) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:25:40.910462 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 82326493-5529-435e-a0e4-65d6f0b232dd no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:25:40.947906 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 82326493-5529-435e-a0e4-65d6f0b232dd {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:25:40.948248 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 82326493-5529-435e-a0e4-65d6f0b232dd not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:25:41.121347 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e3262e31-3014-4295-8359-348feadc18ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:41.273359 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e3262e31-3014-4295-8359-348feadc18ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:41.308070 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-e3262e31-3014-4295-8359-348feadc18ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147deeff-350e-41be-9eec-840e7afde677']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:25:41.321530 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-e3262e31-3014-4295-8359-348feadc18ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '258c6968-559e-4045-82b2-163fa91670b4') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:25:41.321827 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-e3262e31-3014-4295-8359-348feadc18ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '258c6968-559e-4045-82b2-163fa91670b4') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:25:41.334130 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e3262e31-3014-4295-8359-348feadc18ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:41.351260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e3262e31-3014-4295-8359-348feadc18ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:41.357880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3262e31-3014-4295-8359-348feadc18ec admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:25:41.358268 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e3262e31-3014-4295-8359-348feadc18ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:25:41.372610 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:25:41.545121 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e3262e31-3014-4295-8359-348feadc18ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:41.569525 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e3262e31-3014-4295-8359-348feadc18ec admin admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:41.577909 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262e31-3014-4295-8359-348feadc18ec admin admin] Pushing event deleted for resources: {'Network': ['ID=147deeff-350e-41be-9eec-840e7afde677,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:41.854575 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e3262e31-3014-4295-8359-348feadc18ec admin admin] 10.222.0.73 "DELETE /v2.0/networks/147deeff-350e-41be-9eec-840e7afde677 HTTP/1.1" status: 204 len: 168 time: 0.9509685 Mar 02 19:25:42.453481 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 40116) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:25:42.509736 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-dc132fe3-42c6-49ce-8cdc-f60f5ba38bde admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=30df6b20c24f46b3aa67c380f2e39456&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0550201 Mar 02 19:25:42.512228 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 40120) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:25:42.577609 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d8655bd7-cd57-4328-88c3-e2cc508975f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:42.605007 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d8655bd7-cd57-4328-88c3-e2cc508975f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:42.750727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d8655bd7-cd57-4328-88c3-e2cc508975f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:42.768715 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8655bd7-cd57-4328-88c3-e2cc508975f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accb6dd8-a321-46f5-a4f8-7cac59877184,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:42.778092 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8655bd7-cd57-4328-88c3-e2cc508975f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:42.778438 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8655bd7-cd57-4328-88c3-e2cc508975f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:42.778777 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8655bd7-cd57-4328-88c3-e2cc508975f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:42.779110 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8655bd7-cd57-4328-88c3-e2cc508975f2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:42.779468 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8655bd7-cd57-4328-88c3-e2cc508975f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:42.779799 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8655bd7-cd57-4328-88c3-e2cc508975f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:42.780128 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8655bd7-cd57-4328-88c3-e2cc508975f2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:42.780452 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8655bd7-cd57-4328-88c3-e2cc508975f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:42.780768 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8655bd7-cd57-4328-88c3-e2cc508975f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:42.781089 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8655bd7-cd57-4328-88c3-e2cc508975f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:42.781402 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8655bd7-cd57-4328-88c3-e2cc508975f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:42.864288 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d8655bd7-cd57-4328-88c3-e2cc508975f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:42.865424 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d8655bd7-cd57-4328-88c3-e2cc508975f2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/accb6dd8-a321-46f5-a4f8-7cac59877184 HTTP/1.1" status: 204 len: 168 time: 0.3523028 Mar 02 19:25:44.277027 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 40142) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:25:44.424746 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1346136880-network', 'tenant_id': 'a9fc31192ab443fbae79d231cf95c32c'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:25:44.429803 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:25:44.433745 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Usage tracker for resource:network and tenant:a9fc31192ab443fbae79d231cf95c32c is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:25:44.436614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:25:44.442278 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:25:44.534473 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Made reservation on behalf of a9fc31192ab443fbae79d231cf95c32c for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:25:44.537019 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:44.550421 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:44.585571 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:25:44.589698 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Usage tracker for resource:security_group_rule and tenant:a9fc31192ab443fbae79d231cf95c32c is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:25:44.592800 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:25:44.599578 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:25:44.676369 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:44.785100 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:44.816683 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:25:44.825366 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee146943-c11f-4836-88cc-24c785e89d35,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:44.830861 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:44.831255 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Added segment aa4ebef0-415b-4b88-bbe1-a558c0f643cb of type vlan for network 3ee3ef31-269d-4cdb-b810-5d2fb07ff19a Mar 02 19:25:44.861432 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:44.978014 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:44.978943 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:44.979551 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:45.088955 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] Pushing event updated for resources: {'Network': ['ID=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:45.100181 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 3ee3ef31-269d-4cdb-b810-5d2fb07ff19a details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:25:45.151480 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-31bc0ee5-f88a-4147-a58c-bf7964a050c9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8733156 Mar 02 19:25:45.154217 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 40148) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:25:45.160322 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-301f7348-63bf-4afe-8f63-d72be0a133f0 admin admin] Request body: {'subnet': {'network_id': '3ee3ef31-269d-4cdb-b810-5d2fb07ff19a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1346136880-subnet', 'tenant_id': 'a9fc31192ab443fbae79d231cf95c32c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:25:45.165224 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-301f7348-63bf-4afe-8f63-d72be0a133f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:25:45.169053 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-301f7348-63bf-4afe-8f63-d72be0a133f0 admin admin] Usage tracker for resource:subnet and tenant:a9fc31192ab443fbae79d231cf95c32c is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:25:45.172088 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-301f7348-63bf-4afe-8f63-d72be0a133f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:25:45.177913 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-301f7348-63bf-4afe-8f63-d72be0a133f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:25:45.259508 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301f7348-63bf-4afe-8f63-d72be0a133f0 admin admin] Made reservation on behalf of a9fc31192ab443fbae79d231cf95c32c for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:25:45.262239 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-301f7348-63bf-4afe-8f63-d72be0a133f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:45.562626 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-301f7348-63bf-4afe-8f63-d72be0a133f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:45.647518 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f7348-63bf-4afe-8f63-d72be0a133f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33048edf-b035-4306-8b0b-1f3fb5acf84a,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:45.654295 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f7348-63bf-4afe-8f63-d72be0a133f0 admin admin] Checking segment: {'id': 'aa4ebef0-415b-4b88-bbe1-a558c0f643cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ee3ef31-269d-4cdb-b810-5d2fb07ff19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:25:45.654656 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301f7348-63bf-4afe-8f63-d72be0a133f0 admin admin] Network hostable DHCP agents. Network: 3ee3ef31-269d-4cdb-b810-5d2fb07ff19a, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:25:45.728021 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301f7348-63bf-4afe-8f63-d72be0a133f0 admin admin] Network 3ee3ef31-269d-4cdb-b810-5d2fb07ff19a is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:25:45.790833 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-301f7348-63bf-4afe-8f63-d72be0a133f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 3ee3ef31-269d-4cdb-b810-5d2fb07ff19a) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:25:45.794847 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301f7348-63bf-4afe-8f63-d72be0a133f0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:45.795453 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-301f7348-63bf-4afe-8f63-d72be0a133f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:45.801391 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697797a4-f323-4271-9be7-ac7a7aa2f2f6 None None] Network 3ee3ef31-269d-4cdb-b810-5d2fb07ff19a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:25:45.883717 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-301f7348-63bf-4afe-8f63-d72be0a133f0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7282622 Mar 02 19:25:46.026895 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f987903-0454-4674-b241-857acb083c9a None None] Network 3ee3ef31-269d-4cdb-b810-5d2fb07ff19a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:25:46.537297 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730603f8-72c9-4293-b901-6da061378172 req-e8b75cbb-f9b5-4c15-9d7d-69ee75f5f91b tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:46.537881 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-730603f8-72c9-4293-b901-6da061378172 req-e8b75cbb-f9b5-4c15-9d7d-69ee75f5f91b tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Synchronizing usage tracker for tenant:a9fc31192ab443fbae79d231cf95c32c on resource:network {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:25:46.641292 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-730603f8-72c9-4293-b901-6da061378172 req-e8b75cbb-f9b5-4c15-9d7d-69ee75f5f91b tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Unset dirty status for tenant:a9fc31192ab443fbae79d231cf95c32c on resource:network {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:25:46.643248 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-730603f8-72c9-4293-b901-6da061378172 req-e8b75cbb-f9b5-4c15-9d7d-69ee75f5f91b tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/networks?id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a HTTP/1.1" status: 200 len: 815 time: 0.3414719 Mar 02 19:25:46.660628 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-730603f8-72c9-4293-b901-6da061378172 req-72290fc3-fbe5-462c-ada5-395e4d73439e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/quotas/a9fc31192ab443fbae79d231cf95c32c HTTP/1.1" status: 200 len: 375 time: 0.0119076 Mar 02 19:25:46.740079 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-730603f8-72c9-4293-b901-6da061378172 req-97f2d335-e6cc-4682-8f93-846897cbdcd2 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9fc31192ab443fbae79d231cf95c32c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734982 Mar 02 19:25:46.880862 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-730603f8-72c9-4293-b901-6da061378172 req-f80eb31c-5629-483e-aa51-f21b1975d986 service neutron] 10.222.0.73 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342635 Mar 02 19:25:47.020355 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-730603f8-72c9-4293-b901-6da061378172 req-7888fdad-a87d-4167-a8e8-82bed11eb2e3 service neutron] 10.222.0.73 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337812 Mar 02 19:25:47.372648 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c2fb86f0-9536-4951-843e-32417c511bcc req-fd8c496b-8584-48b7-905e-964995d66104 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 210 time: 0.1182775 Mar 02 19:25:48.562967 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-418420b7-2950-4f1b-8df6-23a0fc6f4a61 req-18eee88f-6527-4cf2-945a-4cb77e259340 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 210 time: 0.0632360 Mar 02 19:25:49.757414 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7c52514b-3ebe-4654-a6a8-2b8af2b99488 req-565cffd8-c7aa-474f-bc7d-582704401762 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 210 time: 0.0576103 Mar 02 19:25:49.792610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730603f8-72c9-4293-b901-6da061378172 req-ad16fa18-9f5f-462b-b23a-a5909b6aea59 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:49.793414 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-730603f8-72c9-4293-b901-6da061378172 req-ad16fa18-9f5f-462b-b23a-a5909b6aea59 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.87 "GET /v2.0/networks?id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a HTTP/1.1" status: 200 len: 815 time: 0.2016735 Mar 02 19:25:49.809967 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-730603f8-72c9-4293-b901-6da061378172 req-b243841a-b4e1-44c3-9116-e7f03f627b6e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Request body: {'port': {'device_id': '455e4031-243c-47d1-b709-0d42dda05d88', 'network_id': '3ee3ef31-269d-4cdb-b810-5d2fb07ff19a', 'admin_state_up': True, 'tenant_id': 'a9fc31192ab443fbae79d231cf95c32c'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:25:49.955133 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-730603f8-72c9-4293-b901-6da061378172 req-b243841a-b4e1-44c3-9116-e7f03f627b6e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:25:49.959237 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-730603f8-72c9-4293-b901-6da061378172 req-b243841a-b4e1-44c3-9116-e7f03f627b6e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Usage tracker for resource:port and tenant:a9fc31192ab443fbae79d231cf95c32c is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:25:49.962246 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-730603f8-72c9-4293-b901-6da061378172 req-b243841a-b4e1-44c3-9116-e7f03f627b6e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:25:49.968202 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-730603f8-72c9-4293-b901-6da061378172 req-b243841a-b4e1-44c3-9116-e7f03f627b6e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:25:50.042347 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-730603f8-72c9-4293-b901-6da061378172 req-b243841a-b4e1-44c3-9116-e7f03f627b6e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Made reservation on behalf of a9fc31192ab443fbae79d231cf95c32c for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:25:50.045480 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-730603f8-72c9-4293-b901-6da061378172 req-b243841a-b4e1-44c3-9116-e7f03f627b6e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:50.273597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-730603f8-72c9-4293-b901-6da061378172 req-b243841a-b4e1-44c3-9116-e7f03f627b6e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Allocated IP 172.20.0.6 (3ee3ef31-269d-4cdb-b810-5d2fb07ff19a/33048edf-b035-4306-8b0b-1f3fb5acf84a/844af7d2-983f-41c5-bb51-88b2179cfff0) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:25:50.490085 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-730603f8-72c9-4293-b901-6da061378172 req-b243841a-b4e1-44c3-9116-e7f03f627b6e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:50.580776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-730603f8-72c9-4293-b901-6da061378172 req-b243841a-b4e1-44c3-9116-e7f03f627b6e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:50.657999 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-730603f8-72c9-4293-b901-6da061378172 req-b243841a-b4e1-44c3-9116-e7f03f627b6e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Network 3ee3ef31-269d-4cdb-b810-5d2fb07ff19a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:25:50.661082 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-730603f8-72c9-4293-b901-6da061378172 req-b243841a-b4e1-44c3-9116-e7f03f627b6e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:25:50.665393 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-730603f8-72c9-4293-b901-6da061378172 req-b243841a-b4e1-44c3-9116-e7f03f627b6e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:25:50.690959 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243841a-b4e1-44c3-9116-e7f03f627b6e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Pushing event updated for resources: {'Port': ['ID=844af7d2-983f-41c5-bb51-88b2179cfff0,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:50.727733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730603f8-72c9-4293-b901-6da061378172 req-b243841a-b4e1-44c3-9116-e7f03f627b6e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:50.728326 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-730603f8-72c9-4293-b901-6da061378172 req-b243841a-b4e1-44c3-9116-e7f03f627b6e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:50.854312 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-730603f8-72c9-4293-b901-6da061378172 req-b243841a-b4e1-44c3-9116-e7f03f627b6e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0481741 Mar 02 19:25:50.866133 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] Request body: {'port': {'device_id': '455e4031-243c-47d1-b709-0d42dda05d88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:25:50.973620 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71542d85-4aec-4de3-b857-1409db6b5544 req-ebe83f27-3972-4dec-a848-32e4dc6f29be tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:50.975088 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-71542d85-4aec-4de3-b857-1409db6b5544 req-ebe83f27-3972-4dec-a848-32e4dc6f29be tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 931 time: 0.0770144 Mar 02 19:25:50.983672 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:51.023931 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-71542d85-4aec-4de3-b857-1409db6b5544 req-2a0da785-c390-40a1-a5bd-76cc6eb38615 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Synchronizing usage tracker for tenant:a9fc31192ab443fbae79d231cf95c32c on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:25:51.121995 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-71542d85-4aec-4de3-b857-1409db6b5544 req-2a0da785-c390-40a1-a5bd-76cc6eb38615 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Unset dirty status for tenant:a9fc31192ab443fbae79d231cf95c32c on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:25:51.123140 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-71542d85-4aec-4de3-b857-1409db6b5544 req-2a0da785-c390-40a1-a5bd-76cc6eb38615 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417527 Mar 02 19:25:51.340796 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844af7d2-983f-41c5-bb51-88b2179cfff0 {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:25:51.348860 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:51.363875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] Transition to ACTIVE for port object 844af7d2-983f-41c5-bb51-88b2179cfff0 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:25:51.482469 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:51.672444 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:25:51.693946 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1476c335-1892-4aa4-8d72-549b2c3ac03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:51.739527 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=844af7d2-983f-41c5-bb51-88b2179cfff0,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:51.847063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] Attempting to bind port 844af7d2-983f-41c5-bb51-88b2179cfff0 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:25:51.847431 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] Attempting to bind port 844af7d2-983f-41c5-bb51-88b2179cfff0 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'aa4ebef0-415b-4b88-bbe1-a558c0f643cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ee3ef31-269d-4cdb-b810-5d2fb07ff19a'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:25:51.847770 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] Attempting to bind port 844af7d2-983f-41c5-bb51-88b2179cfff0 on network 3ee3ef31-269d-4cdb-b810-5d2fb07ff19a {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:25:51.853611 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] Port 844af7d2-983f-41c5-bb51-88b2179cfff0 on network 3ee3ef31-269d-4cdb-b810-5d2fb07ff19a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:25:51.853938 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] Attempting to bind port 844af7d2-983f-41c5-bb51-88b2179cfff0 on network 3ee3ef31-269d-4cdb-b810-5d2fb07ff19a {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:25:51.860182 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:25:51.860835 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] Checking segment: {'id': 'aa4ebef0-415b-4b88-bbe1-a558c0f643cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ee3ef31-269d-4cdb-b810-5d2fb07ff19a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:25:51.860956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] Bound using segment: {'id': 'aa4ebef0-415b-4b88-bbe1-a558c0f643cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ee3ef31-269d-4cdb-b810-5d2fb07ff19a'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:25:51.861312 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] Bound port: 844af7d2-983f-41c5-bb51-88b2179cfff0, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4ebef0-415b-4b88-bbe1-a558c0f643cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ee3ef31-269d-4cdb-b810-5d2fb07ff19a'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:25:51.861655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:51.956539 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] For port 844af7d2-983f-41c5-bb51-88b2179cfff0, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:25:51.959525 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] For port 844af7d2-983f-41c5-bb51-88b2179cfff0, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=844af7d2-983f-41c5-bb51-88b2179cfff0,segment=NetworkSegment(aa4ebef0-415b-4b88-bbe1-a558c0f643cb),segment_id=aa4ebef0-415b-4b88-bbe1-a558c0f643cb)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:25:52.041605 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:52.105479 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:52.106928 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-730603f8-72c9-4293-b901-6da061378172 req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] 10.222.0.87 "PUT /v2.0/ports/844af7d2-983f-41c5-bb51-88b2179cfff0 HTTP/1.1" status: 200 len: 1093 time: 1.2450147 Mar 02 19:25:52.107400 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455e4031-243c-47d1-b709-0d42dda05d88', 'tag': '844af7d2-983f-41c5-bb51-88b2179cfff0'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:25:52.124673 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8f034-ce93-48ec-b284-1f332d000ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=844af7d2-983f-41c5-bb51-88b2179cfff0,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:52.255653 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455e4031-243c-47d1-b709-0d42dda05d88', 'tag': '844af7d2-983f-41c5-bb51-88b2179cfff0', 'status': 'completed', 'code': 200} Mar 02 19:25:52.276971 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-730603f8-72c9-4293-b901-6da061378172 req-0f2e54d0-006a-4664-bf97-d26f597423a4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a9fc31192ab443fbae79d231cf95c32c&device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 1096 time: 0.0810282 Mar 02 19:25:52.332962 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c94b30-2173-4775-b3ef-9bb0414aee2d req-800f8e5f-a93e-493d-875e-1f10fbac08b7 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:52.334399 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-37c94b30-2173-4775-b3ef-9bb0414aee2d req-800f8e5f-a93e-493d-875e-1f10fbac08b7 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 943 time: 0.0852170 Mar 02 19:25:52.347421 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-730603f8-72c9-4293-b901-6da061378172 req-ee346bc2-5d46-4a2a-b18b-730ef997c23d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=844af7d2-983f-41c5-bb51-88b2179cfff0 HTTP/1.1" status: 200 len: 217 time: 0.0637019 Mar 02 19:25:52.381260 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-37c94b30-2173-4775-b3ef-9bb0414aee2d req-ea181c66-8d5c-42c6-9146-003870b71154 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406761 Mar 02 19:25:52.413626 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730603f8-72c9-4293-b901-6da061378172 req-51c93752-0c0f-447e-bf4a-4e1816f44801 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:52.415047 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-730603f8-72c9-4293-b901-6da061378172 req-51c93752-0c0f-447e-bf4a-4e1816f44801 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=33048edf-b035-4306-8b0b-1f3fb5acf84a HTTP/1.1" status: 200 len: 855 time: 0.0620205 Mar 02 19:25:52.462143 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-730603f8-72c9-4293-b901-6da061378172 req-3f6daf63-824c-4991-90db-b9f46fc468cd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399425 Mar 02 19:25:52.597335 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-730603f8-72c9-4293-b901-6da061378172 req-0a1be194-7bf0-46f9-9347-22b043b08aa0 service neutron] 10.222.0.87 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290121 Mar 02 19:25:52.732365 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-730603f8-72c9-4293-b901-6da061378172 req-0a3072c4-ae8b-4e65-b06a-3aaa6a8ef18d service neutron] 10.222.0.87 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293476 Mar 02 19:25:52.942001 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d5c5337a-b19f-4f5d-b19f-f27c3c7f7c32 req-a3a2ebf2-ae8f-49a7-a7e8-7c771a29eb54 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a9fc31192ab443fbae79d231cf95c32c&device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 1096 time: 0.0781715 Mar 02 19:25:53.081016 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5337a-b19f-4f5d-b19f-f27c3c7f7c32 req-40ff741a-dc1e-44f1-aae1-5d4b055d7391 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:53.082516 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d5c5337a-b19f-4f5d-b19f-f27c3c7f7c32 req-40ff741a-dc1e-44f1-aae1-5d4b055d7391 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a HTTP/1.1" status: 200 len: 916 time: 0.1332603 Mar 02 19:25:53.152773 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d5c5337a-b19f-4f5d-b19f-f27c3c7f7c32 req-ef6af97c-d558-4c2a-a885-5dbb5bd81500 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=844af7d2-983f-41c5-bb51-88b2179cfff0 HTTP/1.1" status: 200 len: 217 time: 0.0623038 Mar 02 19:25:53.219061 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5337a-b19f-4f5d-b19f-f27c3c7f7c32 req-368cd1c1-1a21-428c-8f72-6306382b92a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:53.220478 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d5c5337a-b19f-4f5d-b19f-f27c3c7f7c32 req-368cd1c1-1a21-428c-8f72-6306382b92a0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=33048edf-b035-4306-8b0b-1f3fb5acf84a HTTP/1.1" status: 200 len: 855 time: 0.0613370 Mar 02 19:25:53.266695 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d5c5337a-b19f-4f5d-b19f-f27c3c7f7c32 req-52707cbf-3caa-4668-94c5-3f0e68adc605 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400686 Mar 02 19:25:53.400720 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d5c5337a-b19f-4f5d-b19f-f27c3c7f7c32 req-183dee64-fc7f-431c-9b05-3fa9c1e13ee1 service neutron] 10.222.0.87 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277490 Mar 02 19:25:53.579975 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d5c5337a-b19f-4f5d-b19f-f27c3c7f7c32 req-392e61b4-9498-4ac1-afbd-75036a6c591d service neutron] 10.222.0.87 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727672 Mar 02 19:25:53.617034 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a604040-4796-4132-aacc-e26774290d6b req-94429bf8-f67e-4f05-a613-f4aaacec82fb tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:53.617785 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-9a604040-4796-4132-aacc-e26774290d6b req-94429bf8-f67e-4f05-a613-f4aaacec82fb tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Synchronizing usage tracker for tenant:a9fc31192ab443fbae79d231cf95c32c on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:25:53.721945 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-9a604040-4796-4132-aacc-e26774290d6b req-94429bf8-f67e-4f05-a613-f4aaacec82fb tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Unset dirty status for tenant:a9fc31192ab443fbae79d231cf95c32c on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:25:53.723143 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9a604040-4796-4132-aacc-e26774290d6b req-94429bf8-f67e-4f05-a613-f4aaacec82fb tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 943 time: 0.2043648 Mar 02 19:25:53.749732 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4323171e-49ca-49fc-a2e9-ebf21e347546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:53.773990 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9a604040-4796-4132-aacc-e26774290d6b req-01d417b3-b88c-45ab-8431-072808772892 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450768 Mar 02 19:25:54.971849 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf67671-d302-429e-80f0-29e9d345e35a req-e4f333ee-f57b-4b95-a01f-d22b95c5660d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:54.973313 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bbf67671-d302-429e-80f0-29e9d345e35a req-e4f333ee-f57b-4b95-a01f-d22b95c5660d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 943 time: 0.0766692 Mar 02 19:25:54.996876 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 844af7d2-983f-41c5-bb51-88b2179cfff0 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:25:55.020217 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bbf67671-d302-429e-80f0-29e9d345e35a req-db1ce504-8830-4e05-8cb9-56e004eb2efc tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414534 Mar 02 19:25:55.141129 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 844af7d2-983f-41c5-bb51-88b2179cfff0, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=844af7d2-983f-41c5-bb51-88b2179cfff0,segment=NetworkSegment(aa4ebef0-415b-4b88-bbe1-a558c0f643cb),segment_id=aa4ebef0-415b-4b88-bbe1-a558c0f643cb)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:25:55.155141 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '844af7d2-983f-41c5-bb51-88b2179cfff0', 'network_id': '3ee3ef31-269d-4cdb-b810-5d2fb07ff19a', 'port_id': '844af7d2-983f-41c5-bb51-88b2179cfff0', 'mac_address': 'fa:16:3e:dd:5d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33048edf-b035-4306-8b0b-1f3fb5acf84a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:25:55.198629 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:55.216042 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:55.233394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844af7d2-983f-41c5-bb51-88b2179cfff0 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:25:55.249079 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 844af7d2-983f-41c5-bb51-88b2179cfff0, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=844af7d2-983f-41c5-bb51-88b2179cfff0,segment=NetworkSegment(aa4ebef0-415b-4b88-bbe1-a558c0f643cb),segment_id=aa4ebef0-415b-4b88-bbe1-a558c0f643cb)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:25:55.328006 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:55.404190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=844af7d2-983f-41c5-bb51-88b2179cfff0,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:55.412400 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:55.412744 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:55.413077 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:55.413407 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:55.413735 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:55.414059 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:55.414378 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:55.414696 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:55.415011 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:55.415324 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:55.417816 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:55.475388 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:55.535042 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['844af7d2-983f-41c5-bb51-88b2179cfff0'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:25:56.308461 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4448a0-6837-44d5-ae72-8c02ec304926 req-90eef4c9-706b-470f-a010-ebdf8317b32a tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:56.310000 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ee4448a0-6837-44d5-ae72-8c02ec304926 req-90eef4c9-706b-470f-a010-ebdf8317b32a tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 944 time: 0.1691074 Mar 02 19:25:56.356882 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ee4448a0-6837-44d5-ae72-8c02ec304926 req-eedf36c6-ad27-49b9-911a-727d7d741d90 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402105 Mar 02 19:25:56.493844 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:57.011929 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 844af7d2-983f-41c5-bb51-88b2179cfff0 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:25:57.168070 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 844af7d2-983f-41c5-bb51-88b2179cfff0 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:25:57.175066 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 844af7d2-983f-41c5-bb51-88b2179cfff0 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:25:57.175551 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:57.295713 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:57.322691 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455e4031-243c-47d1-b709-0d42dda05d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844af7d2-983f-41c5-bb51-88b2179cfff0'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:25:57.333141 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 844af7d2-983f-41c5-bb51-88b2179cfff0, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=844af7d2-983f-41c5-bb51-88b2179cfff0,segment=NetworkSegment(aa4ebef0-415b-4b88-bbe1-a558c0f643cb),segment_id=aa4ebef0-415b-4b88-bbe1-a558c0f643cb)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:25:57.378237 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455e4031-243c-47d1-b709-0d42dda05d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844af7d2-983f-41c5-bb51-88b2179cfff0', 'code': 200} Mar 02 19:25:57.430544 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:57.503436 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=844af7d2-983f-41c5-bb51-88b2179cfff0,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:57.577020 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85fe76-e695-4160-b718-950ac79688b6 req-859cf99c-c480-41bb-9b27-578f0da99f5e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:57.578395 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fa85fe76-e695-4160-b718-950ac79688b6 req-859cf99c-c480-41bb-9b27-578f0da99f5e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0833936 Mar 02 19:25:57.624880 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fa85fe76-e695-4160-b718-950ac79688b6 req-194dca14-d0fd-4fac-af9f-62c0ca8c78e8 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398252 Mar 02 19:25:57.726644 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-54fa2c8a-2f06-40c4-887f-a5399755a69f req-cead5ee9-a28b-4009-9e42-8b6c3d5cba9a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 1098 time: 0.0693481 Mar 02 19:25:57.768976 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-54fa2c8a-2f06-40c4-887f-a5399755a69f req-e0ca0c40-b27a-474a-8f8f-beac9cce5a5c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366106 Mar 02 19:25:58.851457 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d314e-c29e-43ae-80fd-f94610ffe429 req-8a646c4e-16d7-4e9c-a4db-9bc5a07c583d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:58.852971 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-064d314e-c29e-43ae-80fd-f94610ffe429 req-8a646c4e-16d7-4e9c-a4db-9bc5a07c583d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0944686 Mar 02 19:25:58.905845 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-064d314e-c29e-43ae-80fd-f94610ffe429 req-9b8abfba-5fb2-40c1-8713-536700d8c86c tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431547 Mar 02 19:26:00.147908 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1937ac-21de-4e26-ad66-3358cb60e0e2 req-78085381-2399-4d12-8125-8a9fe68b90fa tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:00.149441 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ac1937ac-21de-4e26-ad66-3358cb60e0e2 req-78085381-2399-4d12-8125-8a9fe68b90fa tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0956333 Mar 02 19:26:00.210105 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ac1937ac-21de-4e26-ad66-3358cb60e0e2 req-ca3919c9-01a5-4a7b-a325-6abd8a9a2d3e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528357 Mar 02 19:26:00.424881 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd05a7-869d-4bbb-b973-2a9701483ecc req-24bb1b37-0338-4c3e-9315-d010c1803508 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:00.426372 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b6bd05a7-869d-4bbb-b973-2a9701483ecc req-24bb1b37-0338-4c3e-9315-d010c1803508 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0835576 Mar 02 19:26:00.482633 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b6bd05a7-869d-4bbb-b973-2a9701483ecc req-cb6bdc47-9b46-423f-8e89-b89cd9af87ed tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493860 Mar 02 19:26:00.955791 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a5bd1-a660-45ca-971d-90ae0844e986 req-18242612-08c4-4afd-9fb7-056f2759fb23 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:00.957307 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7e7a5bd1-a660-45ca-971d-90ae0844e986 req-18242612-08c4-4afd-9fb7-056f2759fb23 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0854824 Mar 02 19:26:01.004106 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7e7a5bd1-a660-45ca-971d-90ae0844e986 req-e81120c4-41fd-4ad3-b633-88dee89f19ab tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409098 Mar 02 19:26:01.203320 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566c2f9-5579-408f-b501-7ca83d362a4d req-75e83cb1-8e38-4bd9-b925-2862177365c4 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:01.205783 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d566c2f9-5579-408f-b501-7ca83d362a4d req-75e83cb1-8e38-4bd9-b925-2862177365c4 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0791690 Mar 02 19:26:01.270955 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d566c2f9-5579-408f-b501-7ca83d362a4d req-1908c4ae-e261-4e33-bca4-e99aca9d597f tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580301 Mar 02 19:26:01.442323 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:01.468676 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fc40f2fd-5273-4434-bc55-037a779f0589 req-a418d783-afa5-45e4-b90c-63c3321e261f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0695782 Mar 02 19:26:01.931259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbad97-8c4d-4b63-a928-65388b66d015 req-516089cd-9e2b-48e4-9645-89f1cb2f134b tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:01.932776 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b6bbad97-8c4d-4b63-a928-65388b66d015 req-516089cd-9e2b-48e4-9645-89f1cb2f134b tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0865023 Mar 02 19:26:01.980258 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b6bbad97-8c4d-4b63-a928-65388b66d015 req-6180daa4-c336-4cc3-8b70-73501ebe0434 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415864 Mar 02 19:26:01.988596 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-306f43b5-0a36-456a-af1c-20665fed377c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741663 Mar 02 19:26:03.185015 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f37ac-e52b-433a-95a6-0077aaaf24f5 req-662211eb-c6c1-4baf-b30e-2e1bbad194a1 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:03.186466 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-716f37ac-e52b-433a-95a6-0077aaaf24f5 req-662211eb-c6c1-4baf-b30e-2e1bbad194a1 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0812104 Mar 02 19:26:03.236323 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-716f37ac-e52b-433a-95a6-0077aaaf24f5 req-fd02ea4e-1bd1-4279-99b9-4eb0b49e5f0d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431695 Mar 02 19:26:04.493059 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-81d81509-4134-4541-b86e-a6820acb8891 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a9fc31192ab443fbae79d231cf95c32c&device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 1098 time: 0.1348786 Mar 02 19:26:04.499634 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df7bf8-c687-4e6d-9db8-b0b2cc7361d4 req-0e39466f-4563-4a7b-872f-878266af9b10 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:04.501171 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-26df7bf8-c687-4e6d-9db8-b0b2cc7361d4 req-0e39466f-4563-4a7b-872f-878266af9b10 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.1080821 Mar 02 19:26:04.637247 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-26df7bf8-c687-4e6d-9db8-b0b2cc7361d4 req-b5b6d02c-285d-40dd-93b1-78e7beb8d062 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167264 Mar 02 19:26:04.671563 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-0213afcf-2125-4a8a-80ca-235fd0945d27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:04.673038 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-0213afcf-2125-4a8a-80ca-235fd0945d27 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a HTTP/1.1" status: 200 len: 916 time: 0.1709321 Mar 02 19:26:04.745666 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-4ce87944-0325-428a-8806-360fa99fac94 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=844af7d2-983f-41c5-bb51-88b2179cfff0 HTTP/1.1" status: 200 len: 217 time: 0.0652564 Mar 02 19:26:04.808334 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-e6f4bd96-35bc-48a2-ae93-e8c4710962c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:04.809828 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-e6f4bd96-35bc-48a2-ae93-e8c4710962c4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=33048edf-b035-4306-8b0b-1f3fb5acf84a HTTP/1.1" status: 200 len: 855 time: 0.0587540 Mar 02 19:26:04.859027 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-e8b654fa-c62b-4d63-8727-3f091c84772d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431690 Mar 02 19:26:04.991949 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-6c4cfd8f-c812-4c3a-9bf3-449bae53ef59 service neutron] 10.222.0.87 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267102 Mar 02 19:26:05.128587 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-eda3d769-df13-480d-a1bc-61bcfc889f86 service neutron] 10.222.0.87 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308134 Mar 02 19:26:05.839368 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e471a7-fb14-4266-a641-1d8c7397c89d req-4325789e-1785-483f-a763-0fd6b1a6a885 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:05.840856 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-45e471a7-fb14-4266-a641-1d8c7397c89d req-4325789e-1785-483f-a763-0fd6b1a6a885 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0796864 Mar 02 19:26:05.886560 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-45e471a7-fb14-4266-a641-1d8c7397c89d req-4c861e29-e298-4439-b654-87954083dd8a tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400388 Mar 02 19:26:07.093646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209200b-c4c5-4772-beb4-207da841cf63 req-6a50aac6-dd8a-418d-aafd-ba15122d37d4 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:07.095246 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3209200b-c4c5-4772-beb4-207da841cf63 req-6a50aac6-dd8a-418d-aafd-ba15122d37d4 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0839739 Mar 02 19:26:07.141041 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3209200b-c4c5-4772-beb4-207da841cf63 req-7ac38e1d-adb5-43cf-836e-c4fd38152e1f tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401978 Mar 02 19:26:08.351606 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e37ec2-72fe-4a76-85ae-b8d93f3e8af5 req-9c68b811-a4ca-4f63-a833-8ca0de926851 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:08.353062 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-34e37ec2-72fe-4a76-85ae-b8d93f3e8af5 req-9c68b811-a4ca-4f63-a833-8ca0de926851 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0805187 Mar 02 19:26:08.404230 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-34e37ec2-72fe-4a76-85ae-b8d93f3e8af5 req-0e1c98d4-ae40-4565-9ebd-0a0e390051dc tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455437 Mar 02 19:26:09.605913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfb667-e1e3-4f6f-807a-2ee62ef391fb req-2e0194f8-bdc1-4ce4-a4ce-78774188b118 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:09.607475 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-47cfb667-e1e3-4f6f-807a-2ee62ef391fb req-2e0194f8-bdc1-4ce4-a4ce-78774188b118 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0808172 Mar 02 19:26:09.654374 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-47cfb667-e1e3-4f6f-807a-2ee62ef391fb req-13cb853a-7417-4aaa-b586-732eda4a58de tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406725 Mar 02 19:26:10.856723 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1ab19-08ff-444b-a7cb-b8648b66a1e6 req-71f20c13-831c-4494-9569-13851eb2e13b tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:10.858187 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-70a1ab19-08ff-444b-a7cb-b8648b66a1e6 req-71f20c13-831c-4494-9569-13851eb2e13b tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0791719 Mar 02 19:26:10.904662 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-70a1ab19-08ff-444b-a7cb-b8648b66a1e6 req-b9fad4a0-c7cf-4dbe-b546-ab56d8209c63 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398815 Mar 02 19:26:12.105578 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19775c-7c04-4353-83bb-295b279c4e13 req-98fccd33-efec-4d80-b80d-e67e8837ca42 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:12.107095 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ad19775c-7c04-4353-83bb-295b279c4e13 req-98fccd33-efec-4d80-b80d-e67e8837ca42 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0779707 Mar 02 19:26:12.156257 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ad19775c-7c04-4353-83bb-295b279c4e13 req-d5443da5-b70e-43a2-b5c0-3dc4126727e5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428877 Mar 02 19:26:13.360482 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc0ecb-bf75-4495-a0eb-1aeb11390619 req-e887c149-8214-4f93-85bb-244abb918fb4 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:13.361934 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-abbc0ecb-bf75-4495-a0eb-1aeb11390619 req-e887c149-8214-4f93-85bb-244abb918fb4 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0814741 Mar 02 19:26:13.407067 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-abbc0ecb-bf75-4495-a0eb-1aeb11390619 req-668bc506-ea41-40b9-bef9-dc467e9b53de tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393326 Mar 02 19:26:14.707847 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7483f9-c058-4338-8f91-05351da63ca1 req-2a78b150-6557-4d6c-aeac-cb82f3de69ba tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:14.709236 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fe7483f9-c058-4338-8f91-05351da63ca1 req-2a78b150-6557-4d6c-aeac-cb82f3de69ba tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.1806169 Mar 02 19:26:14.756523 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fe7483f9-c058-4338-8f91-05351da63ca1 req-0775bbd1-feac-40ff-a1bf-525437493cf4 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416782 Mar 02 19:26:15.955870 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f911a-95fb-48ae-bd77-f7e7a34df923 req-c73e2b0d-9bfa-418b-ae02-f059ff4584c1 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:15.957319 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a49f911a-95fb-48ae-bd77-f7e7a34df923 req-c73e2b0d-9bfa-418b-ae02-f059ff4584c1 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0760450 Mar 02 19:26:16.003779 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a49f911a-95fb-48ae-bd77-f7e7a34df923 req-f5098d42-7702-4ac7-ae31-ea4040d70b1a tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408072 Mar 02 19:26:17.212044 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5242b-cea9-479e-bc9c-3990ff7dbcb1 req-b05d7aa5-6440-40b6-aec3-b36bce00473d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:17.213563 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-63e5242b-cea9-479e-bc9c-3990ff7dbcb1 req-b05d7aa5-6440-40b6-aec3-b36bce00473d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0817389 Mar 02 19:26:17.260581 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-63e5242b-cea9-479e-bc9c-3990ff7dbcb1 req-75440236-8fc9-48cc-82c6-a80431551365 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415788 Mar 02 19:26:18.466637 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af0c49-535b-478e-aeed-27d5403555d1 req-461d358d-60a6-4076-9fc0-3e712448c895 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:18.468157 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-44af0c49-535b-478e-aeed-27d5403555d1 req-461d358d-60a6-4076-9fc0-3e712448c895 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0836797 Mar 02 19:26:18.517902 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-44af0c49-535b-478e-aeed-27d5403555d1 req-c5ee78f1-2129-45ef-a095-da8501a9a94e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437171 Mar 02 19:26:19.726743 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac40ae-cc46-4c7d-bfc0-968ea9cec25e req-8d7b0ee0-f095-4aa4-a76e-d2983927dfab tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:19.728287 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-81ac40ae-cc46-4c7d-bfc0-968ea9cec25e req-8d7b0ee0-f095-4aa4-a76e-d2983927dfab tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0873914 Mar 02 19:26:19.775632 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-81ac40ae-cc46-4c7d-bfc0-968ea9cec25e req-8f17c75b-4c7b-420c-9bef-1a9e68047b68 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409381 Mar 02 19:26:21.129872 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe67d9-d167-437b-b0b9-6863cf57bf10 req-b7612ba8-d81a-4d27-af60-0a7be5da090b tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:21.131372 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-29fe67d9-d167-437b-b0b9-6863cf57bf10 req-b7612ba8-d81a-4d27-af60-0a7be5da090b tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0780692 Mar 02 19:26:21.181804 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-29fe67d9-d167-437b-b0b9-6863cf57bf10 req-91957239-6794-457c-9000-e8063e344dbf tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446646 Mar 02 19:26:21.665225 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-cd4bfa93-c51e-4296-a92e-759ed8378d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:22.439562 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-2555a20b-bd9b-4bef-ab4f-33f149ece9af service neutron] 10.222.0.87 "GET /v2.0/ports/844af7d2-983f-41c5-bb51-88b2179cfff0/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.1004896 Mar 02 19:26:22.449803 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40280653-eec9-4081-8f8b-0af022298229 req-1f0f991f-a8d6-46f1-8da1-99e1a7027781 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:22.451268 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-40280653-eec9-4081-8f8b-0af022298229 req-1f0f991f-a8d6-46f1-8da1-99e1a7027781 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.1480508 Mar 02 19:26:22.504272 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-40280653-eec9-4081-8f8b-0af022298229 req-4414baf9-25b3-4e45-85d7-6b2cac7c7bce tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470774 Mar 02 19:26:23.106155 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-7a5e1bb4-ae60-4bfe-bdc2-73fdb79abda3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88&tenant_id=a9fc31192ab443fbae79d231cf95c32c HTTP/1.1" status: 200 len: 1098 time: 0.0781100 Mar 02 19:26:23.204350 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-d74377b7-0d01-4e61-9471-7990ef705d6f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a9fc31192ab443fbae79d231cf95c32c&device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 1098 time: 0.0749700 Mar 02 19:26:23.343267 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-0b01984f-3086-4eff-bbc1-34624a68ca78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:23.344885 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-0b01984f-3086-4eff-bbc1-34624a68ca78 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a HTTP/1.1" status: 200 len: 916 time: 0.1345603 Mar 02 19:26:23.416292 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-e1aa0936-e26d-4c48-8b44-fc6d3e837bcf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=844af7d2-983f-41c5-bb51-88b2179cfff0 HTTP/1.1" status: 200 len: 217 time: 0.0652483 Mar 02 19:26:23.480349 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-731ffbf0-21a1-4987-bf41-ff3f4dc3d6f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:23.481802 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-731ffbf0-21a1-4987-bf41-ff3f4dc3d6f5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=33048edf-b035-4306-8b0b-1f3fb5acf84a HTTP/1.1" status: 200 len: 855 time: 0.0595698 Mar 02 19:26:23.530931 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-8138db90-faa5-48aa-beb9-215346bfeb51 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428925 Mar 02 19:26:23.670048 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-a4a6d4f7-8a8f-4bc4-a183-09241d8e4e9e service neutron] 10.222.0.87 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320140 Mar 02 19:26:23.712215 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8f745-49d5-4fa4-a0d9-00e00f50c257 req-21f45802-4ada-4b57-8712-5ce183d0c480 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:23.713689 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-15b8f745-49d5-4fa4-a0d9-00e00f50c257 req-21f45802-4ada-4b57-8712-5ce183d0c480 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0806553 Mar 02 19:26:23.766007 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-15b8f745-49d5-4fa4-a0d9-00e00f50c257 req-3453232c-6709-4408-b518-717ebabaa0bf tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455678 Mar 02 19:26:23.772468 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-be44873f-9708-43ef-91bc-8dcf402221d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:23.813391 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-17aca144-c7d1-4df9-9bff-114d0f57124c req-8650eb69-37cc-4262-9385-37692cd59672 service neutron] 10.222.0.87 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367700 Mar 02 19:26:24.965151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c9c67-4f83-4449-8de2-4e63f0bd66ef req-e8fbaaad-aa2d-4678-99cb-ce33e9f81953 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:24.966527 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-260c9c67-4f83-4449-8de2-4e63f0bd66ef req-e8fbaaad-aa2d-4678-99cb-ce33e9f81953 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0773869 Mar 02 19:26:25.012352 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-260c9c67-4f83-4449-8de2-4e63f0bd66ef req-eaddf5a7-e6af-41a9-a098-864ae011c4ef tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396378 Mar 02 19:26:25.163971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 844af7d2-983f-41c5-bb51-88b2179cfff0 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:26:25.166290 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 844af7d2-983f-41c5-bb51-88b2179cfff0 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:26:25.206846 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:25.410837 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 844af7d2-983f-41c5-bb51-88b2179cfff0, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=844af7d2-983f-41c5-bb51-88b2179cfff0,segment=NetworkSegment(aa4ebef0-415b-4b88-bbe1-a558c0f643cb),segment_id=aa4ebef0-415b-4b88-bbe1-a558c0f643cb)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:26:25.422651 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:25.445079 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '844af7d2-983f-41c5-bb51-88b2179cfff0', 'network_id': '3ee3ef31-269d-4cdb-b810-5d2fb07ff19a', 'port_id': '844af7d2-983f-41c5-bb51-88b2179cfff0', 'mac_address': 'fa:16:3e:dd:5d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33048edf-b035-4306-8b0b-1f3fb5acf84a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:26:25.483592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:25.494710 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455e4031-243c-47d1-b709-0d42dda05d88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '844af7d2-983f-41c5-bb51-88b2179cfff0'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:26:25.516824 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 844af7d2-983f-41c5-bb51-88b2179cfff0, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=844af7d2-983f-41c5-bb51-88b2179cfff0,segment=NetworkSegment(aa4ebef0-415b-4b88-bbe1-a558c0f643cb),segment_id=aa4ebef0-415b-4b88-bbe1-a558c0f643cb)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:26:25.523635 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:25.544262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 844af7d2-983f-41c5-bb51-88b2179cfff0 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:26:25.649476 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:25.691741 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455e4031-243c-47d1-b709-0d42dda05d88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '844af7d2-983f-41c5-bb51-88b2179cfff0', 'code': 200} Mar 02 19:26:25.737013 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:26:25.737368 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:26:25.747742 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=844af7d2-983f-41c5-bb51-88b2179cfff0,revision_number=6']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:26.219726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd79ae-4dca-4e0b-9e9f-33ea66a414a0 req-48f3b574-6f9f-4c9b-8ed8-499c6e892e52 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:26.223806 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-78dd79ae-4dca-4e0b-9e9f-33ea66a414a0 req-48f3b574-6f9f-4c9b-8ed8-499c6e892e52 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 943 time: 0.0853226 Mar 02 19:26:26.269244 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-78dd79ae-4dca-4e0b-9e9f-33ea66a414a0 req-519fa01f-2b55-4e54-8770-28d63a06f13e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424256 Mar 02 19:26:26.298226 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:26.317049 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844af7d2-983f-41c5-bb51-88b2179cfff0 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:26:26.332363 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 844af7d2-983f-41c5-bb51-88b2179cfff0, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=844af7d2-983f-41c5-bb51-88b2179cfff0,segment=NetworkSegment(aa4ebef0-415b-4b88-bbe1-a558c0f643cb),segment_id=aa4ebef0-415b-4b88-bbe1-a558c0f643cb)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:26:26.408887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:26.477598 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['844af7d2-983f-41c5-bb51-88b2179cfff0'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:26:26.555447 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:26.577507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=844af7d2-983f-41c5-bb51-88b2179cfff0,revision_number=7']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:26.756545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6b35f-9012-4848-b0d2-4150dcd70ea2 req-484e9af5-1f90-46af-b9ec-94af19d0d001 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:26.758095 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-62f6b35f-9012-4848-b0d2-4150dcd70ea2 req-484e9af5-1f90-46af-b9ec-94af19d0d001 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 944 time: 0.0818548 Mar 02 19:26:26.851435 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-62f6b35f-9012-4848-b0d2-4150dcd70ea2 req-4aba592d-9035-421b-ba17-7bc0f5a6ea76 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864551 Mar 02 19:26:26.883462 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e6f32-fb9e-4874-bc74-9cebc7baf021 req-3dda1886-1b39-4caa-9963-5aaf5bd74b34 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:26.884857 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-790e6f32-fb9e-4874-bc74-9cebc7baf021 req-3dda1886-1b39-4caa-9963-5aaf5bd74b34 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.87 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88&tenant_id=a9fc31192ab443fbae79d231cf95c32c&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 944 time: 0.1044912 Mar 02 19:26:27.024337 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-790e6f32-fb9e-4874-bc74-9cebc7baf021 req-c0aa200d-2231-4f32-b5fd-9b44be381a64 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a9fc31192ab443fbae79d231cf95c32c&device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 1097 time: 0.0700402 Mar 02 19:26:27.180790 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 844af7d2-983f-41c5-bb51-88b2179cfff0 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:26:27.251361 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 844af7d2-983f-41c5-bb51-88b2179cfff0 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:26:27.251746 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:27.256293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e6f32-fb9e-4874-bc74-9cebc7baf021 req-253ebd07-d256-48ba-8a0b-0b17ffee681a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:27.257903 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-790e6f32-fb9e-4874-bc74-9cebc7baf021 req-253ebd07-d256-48ba-8a0b-0b17ffee681a service neutron] 10.222.0.87 "GET /v2.0/networks?id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a HTTP/1.1" status: 200 len: 916 time: 0.2273035 Mar 02 19:26:27.332565 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-790e6f32-fb9e-4874-bc74-9cebc7baf021 req-ffc90abc-7e76-4d69-9071-3c809acc806b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=844af7d2-983f-41c5-bb51-88b2179cfff0 HTTP/1.1" status: 200 len: 217 time: 0.0687418 Mar 02 19:26:27.371195 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:27.397358 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e6f32-fb9e-4874-bc74-9cebc7baf021 req-5c979d84-8312-4b41-a966-bb0cc391bbbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:27.398804 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-790e6f32-fb9e-4874-bc74-9cebc7baf021 req-5c979d84-8312-4b41-a966-bb0cc391bbbd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=33048edf-b035-4306-8b0b-1f3fb5acf84a HTTP/1.1" status: 200 len: 855 time: 0.0602417 Mar 02 19:26:27.404707 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 844af7d2-983f-41c5-bb51-88b2179cfff0, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=844af7d2-983f-41c5-bb51-88b2179cfff0,segment=NetworkSegment(aa4ebef0-415b-4b88-bbe1-a558c0f643cb),segment_id=aa4ebef0-415b-4b88-bbe1-a558c0f643cb)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:26:27.450095 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-790e6f32-fb9e-4874-bc74-9cebc7baf021 req-2bbf57b3-f0aa-437a-ace1-8bc94d7f323e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456920 Mar 02 19:26:27.504975 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:27.577083 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=844af7d2-983f-41c5-bb51-88b2179cfff0,revision_number=8']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:27.597007 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-790e6f32-fb9e-4874-bc74-9cebc7baf021 req-85dc8267-8b36-4d51-9664-697e78e0c7ae service neutron] 10.222.0.87 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409559 Mar 02 19:26:27.692618 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455e4031-243c-47d1-b709-0d42dda05d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844af7d2-983f-41c5-bb51-88b2179cfff0'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:26:27.737106 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-790e6f32-fb9e-4874-bc74-9cebc7baf021 req-7e811c2b-21b3-4b76-8520-e47bf8d8f8e0 service neutron] 10.222.0.87 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328588 Mar 02 19:26:27.760540 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455e4031-243c-47d1-b709-0d42dda05d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844af7d2-983f-41c5-bb51-88b2179cfff0', 'code': 200} Mar 02 19:26:27.809572 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-65c5c57d-36e1-47a4-8347-32466fcc49b8 req-a7bc47e9-a53e-4750-bb63-2128cca4ea60 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714855 Mar 02 19:26:27.953504 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-65c5c57d-36e1-47a4-8347-32466fcc49b8 req-f74c9400-038b-479c-b081-c6377f2b98f6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a9fc31192ab443fbae79d231cf95c32c&device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 1098 time: 0.0764551 Mar 02 19:26:28.170702 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5c57d-36e1-47a4-8347-32466fcc49b8 req-f5577067-0a1e-4c00-8c26-a390078a4736 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:28.172950 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-65c5c57d-36e1-47a4-8347-32466fcc49b8 req-f5577067-0a1e-4c00-8c26-a390078a4736 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a HTTP/1.1" status: 200 len: 916 time: 0.2009230 Mar 02 19:26:28.179545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233a111-6ecd-4040-ad21-a3de1cdea4b7 req-7f5e5640-b7f6-4afa-b5b1-32b56fa98fcc tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:28.181110 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f233a111-6ecd-4040-ad21-a3de1cdea4b7 req-7f5e5640-b7f6-4afa-b5b1-32b56fa98fcc tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.1881664 Mar 02 19:26:28.265568 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-65c5c57d-36e1-47a4-8347-32466fcc49b8 req-b24faca2-8e13-4702-b6a1-edc3849d6863 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=844af7d2-983f-41c5-bb51-88b2179cfff0 HTTP/1.1" status: 200 len: 217 time: 0.0833485 Mar 02 19:26:28.340538 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f233a111-6ecd-4040-ad21-a3de1cdea4b7 req-92eb0752-5a21-47bb-971a-26ef822b868d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071672 Mar 02 19:26:28.350292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5c57d-36e1-47a4-8347-32466fcc49b8 req-40da50fd-96b3-4d5f-9fde-a15be3795679 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:28.351752 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-65c5c57d-36e1-47a4-8347-32466fcc49b8 req-40da50fd-96b3-4d5f-9fde-a15be3795679 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=33048edf-b035-4306-8b0b-1f3fb5acf84a HTTP/1.1" status: 200 len: 855 time: 0.0750010 Mar 02 19:26:28.402275 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-65c5c57d-36e1-47a4-8347-32466fcc49b8 req-deb462c7-7d10-428a-8449-6b7eb0287b3e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408814 Mar 02 19:26:28.536517 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-65c5c57d-36e1-47a4-8347-32466fcc49b8 req-dbe1d543-7363-4b44-9d12-e618d25f1593 service neutron] 10.222.0.87 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283066 Mar 02 19:26:28.672951 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-65c5c57d-36e1-47a4-8347-32466fcc49b8 req-2f785d6f-d3c3-49b4-9948-2d64be988b79 service neutron] 10.222.0.87 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297526 Mar 02 19:26:28.675778 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:26:29.549484 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9f15d-6bff-47bd-9899-0e701756b985 req-e7eff1b8-2096-4eb9-bd05-67537b741eaa tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:29.550948 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-95c9f15d-6bff-47bd-9899-0e701756b985 req-e7eff1b8-2096-4eb9-bd05-67537b741eaa tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0822449 Mar 02 19:26:29.685765 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-95c9f15d-6bff-47bd-9899-0e701756b985 req-0434ebe2-16da-4df6-8257-1ef33c6b633c tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288378 Mar 02 19:26:29.887452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f7660-2ff5-4324-b874-f479b926d6a6 req-0740e3bb-689e-4f79-860e-c926a2df0544 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:29.888925 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-888f7660-2ff5-4324-b874-f479b926d6a6 req-0740e3bb-689e-4f79-860e-c926a2df0544 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0762308 Mar 02 19:26:29.935500 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-888f7660-2ff5-4324-b874-f479b926d6a6 req-15849197-9196-4fef-bcb3-21c5857c60cc tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403914 Mar 02 19:26:30.136312 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466900c-bb45-4937-a8ed-0e4b3e051b3c req-b29237cb-38a2-4859-ad59-9687a9639385 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:30.137756 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5466900c-bb45-4937-a8ed-0e4b3e051b3c req-b29237cb-38a2-4859-ad59-9687a9639385 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0825241 Mar 02 19:26:30.185438 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5466900c-bb45-4937-a8ed-0e4b3e051b3c req-f44b7912-df00-4607-b1b2-fc4592b5dae5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420880 Mar 02 19:26:30.943651 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-2713d2f4-3d7b-4fb1-8d79-670c21bb5028 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:30.944985 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-2713d2f4-3d7b-4fb1-8d79-670c21bb5028 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/networks?id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a HTTP/1.1" status: 200 len: 815 time: 0.1494865 Mar 02 19:26:30.961587 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-3b2abaa8-0958-414e-a0e4-c6a65c4b8ee0 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/quotas/a9fc31192ab443fbae79d231cf95c32c HTTP/1.1" status: 200 len: 375 time: 0.0112832 Mar 02 19:26:31.039688 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-f3fee7da-998f-471f-820a-e7364a5f760e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9fc31192ab443fbae79d231cf95c32c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729015 Mar 02 19:26:31.181208 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-c86b55b0-418c-4348-805c-616d1ba7c797 service neutron] 10.222.0.73 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295264 Mar 02 19:26:31.315052 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-886bd36e-55d6-4d6a-988b-b472965741f5 service neutron] 10.222.0.73 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280217 Mar 02 19:26:31.493080 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:31.664559 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ba0fc75b-82ba-49cb-8c68-1553c17795ad req-23a74938-e368-4ad6-957c-d167f8cf848f tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 210 time: 0.1485496 Mar 02 19:26:32.542238 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae310265-5648-40c8-b701-27387fbeae6d req-22b32336-b596-475f-b48f-bab173d34c99 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:32.543731 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ae310265-5648-40c8-b701-27387fbeae6d req-22b32336-b596-475f-b48f-bab173d34c99 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.87 "GET /v2.0/ports?device_id=455e4031-243c-47d1-b709-0d42dda05d88 HTTP/1.1" status: 200 len: 945 time: 0.0879066 Mar 02 19:26:32.617826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-ae310265-5648-40c8-b701-27387fbeae6d req-1e7c62aa-d0c0-4924-a23b-c61c907c922e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Deleting port 844af7d2-983f-41c5-bb51-88b2179cfff0 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:26:32.618205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ae310265-5648-40c8-b701-27387fbeae6d req-1e7c62aa-d0c0-4924-a23b-c61c907c922e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:32.852991 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b2b36c41-e67a-43b8-b1d4-438bb66d2ce8 req-92da0a6f-282a-45ef-bfc6-c9960fd3c2e2 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 210 time: 0.0488281 Mar 02 19:26:32.874486 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-ae310265-5648-40c8-b701-27387fbeae6d req-1e7c62aa-d0c0-4924-a23b-c61c907c922e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] For port 844af7d2-983f-41c5-bb51-88b2179cfff0, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=844af7d2-983f-41c5-bb51-88b2179cfff0,segment=NetworkSegment(aa4ebef0-415b-4b88-bbe1-a558c0f643cb),segment_id=aa4ebef0-415b-4b88-bbe1-a558c0f643cb)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:26:32.875028 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ae310265-5648-40c8-b701-27387fbeae6d req-1e7c62aa-d0c0-4924-a23b-c61c907c922e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:33.013177 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-ae310265-5648-40c8-b701-27387fbeae6d req-1e7c62aa-d0c0-4924-a23b-c61c907c922e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Calling delete_port for 844af7d2-983f-41c5-bb51-88b2179cfff0 owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:26:33.219698 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ae310265-5648-40c8-b701-27387fbeae6d req-1e7c62aa-d0c0-4924-a23b-c61c907c922e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:33.273190 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c62aa-d0c0-4924-a23b-c61c907c922e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Pushing event deleted for resources: {'Port': ['ID=844af7d2-983f-41c5-bb51-88b2179cfff0,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:33.349868 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae310265-5648-40c8-b701-27387fbeae6d req-1e7c62aa-d0c0-4924-a23b-c61c907c922e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] No DVR routers for this DVR port 844af7d2-983f-41c5-bb51-88b2179cfff0 on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:26:33.352466 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-ae310265-5648-40c8-b701-27387fbeae6d req-1e7c62aa-d0c0-4924-a23b-c61c907c922e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:33.355167 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455e4031-243c-47d1-b709-0d42dda05d88', 'name': 'network-vif-deleted', 'tag': '844af7d2-983f-41c5-bb51-88b2179cfff0'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:26:33.410816 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455e4031-243c-47d1-b709-0d42dda05d88', 'name': 'network-vif-deleted', 'tag': '844af7d2-983f-41c5-bb51-88b2179cfff0', 'status': 'completed', 'code': 200} Mar 02 19:26:33.431870 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ae310265-5648-40c8-b701-27387fbeae6d req-1e7c62aa-d0c0-4924-a23b-c61c907c922e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.87 "DELETE /v2.0/ports/844af7d2-983f-41c5-bb51-88b2179cfff0 HTTP/1.1" status: 204 len: 173 time: 0.8829784 Mar 02 19:26:33.626180 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-164dff20-ca2f-4e10-aa04-cb8ed6406f3c tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:33.627649 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-164dff20-ca2f-4e10-aa04-cb8ed6406f3c tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.87 "GET /v2.0/networks?id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a HTTP/1.1" status: 200 len: 815 time: 0.1490748 Mar 02 19:26:33.644521 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-b57e36cb-54b6-4a33-a89d-73ba74b06f5d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Request body: {'port': {'device_id': '87ef0b44-6413-4642-b222-86f6b76d1b69', 'network_id': '3ee3ef31-269d-4cdb-b810-5d2fb07ff19a', 'admin_state_up': True, 'tenant_id': 'a9fc31192ab443fbae79d231cf95c32c'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:26:33.783175 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-b57e36cb-54b6-4a33-a89d-73ba74b06f5d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:26:33.787391 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-b57e36cb-54b6-4a33-a89d-73ba74b06f5d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Usage tracker for resource:port and tenant:a9fc31192ab443fbae79d231cf95c32c is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:26:33.790243 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-b57e36cb-54b6-4a33-a89d-73ba74b06f5d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:26:33.796077 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-b57e36cb-54b6-4a33-a89d-73ba74b06f5d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:26:33.882283 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-b57e36cb-54b6-4a33-a89d-73ba74b06f5d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Made reservation on behalf of a9fc31192ab443fbae79d231cf95c32c for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:26:33.885149 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-b57e36cb-54b6-4a33-a89d-73ba74b06f5d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:34.021734 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1eb98aac-a632-4df3-9b58-8579d8825187 req-d6583578-6fc4-425b-94c8-621d30c8f126 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 210 time: 0.0454655 Mar 02 19:26:34.056754 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-b57e36cb-54b6-4a33-a89d-73ba74b06f5d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Allocated IP 172.20.0.12 (3ee3ef31-269d-4cdb-b810-5d2fb07ff19a/33048edf-b035-4306-8b0b-1f3fb5acf84a/6119791c-0860-4fe9-9082-9f0a6874db06) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:26:34.274853 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-b57e36cb-54b6-4a33-a89d-73ba74b06f5d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:34.391940 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-b57e36cb-54b6-4a33-a89d-73ba74b06f5d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:34.461083 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-b57e36cb-54b6-4a33-a89d-73ba74b06f5d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Network 3ee3ef31-269d-4cdb-b810-5d2fb07ff19a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:26:34.463870 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-b57e36cb-54b6-4a33-a89d-73ba74b06f5d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:26:34.467802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-b57e36cb-54b6-4a33-a89d-73ba74b06f5d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:26:34.504646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e36cb-54b6-4a33-a89d-73ba74b06f5d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Pushing event updated for resources: {'Port': ['ID=6119791c-0860-4fe9-9082-9f0a6874db06,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:34.534354 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-b57e36cb-54b6-4a33-a89d-73ba74b06f5d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:34.534956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-b57e36cb-54b6-4a33-a89d-73ba74b06f5d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:34.631492 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-b57e36cb-54b6-4a33-a89d-73ba74b06f5d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9910579 Mar 02 19:26:34.642956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] Request body: {'port': {'device_id': '87ef0b44-6413-4642-b222-86f6b76d1b69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:26:34.755073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:35.099216 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6119791c-0860-4fe9-9082-9f0a6874db06 {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:26:35.106485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:35.126970 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] Transition to ACTIVE for port object 6119791c-0860-4fe9-9082-9f0a6874db06 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:26:35.221200 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:35.221759 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 844af7d2-983f-41c5-bb51-88b2179cfff0 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:26:35.255793 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 844af7d2-983f-41c5-bb51-88b2179cfff0 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:26:35.256169 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 844af7d2-983f-41c5-bb51-88b2179cfff0 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:26:35.474005 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] Pushing event updated for resources: {'Port': ['ID=6119791c-0860-4fe9-9082-9f0a6874db06,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:35.532828 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810a12c-1fc4-4487-a1c2-cfdd3ad1023d req-02612e04-36e1-4391-a16f-a21c5e93f542 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:35.533526 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-d810a12c-1fc4-4487-a1c2-cfdd3ad1023d req-02612e04-36e1-4391-a16f-a21c5e93f542 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Synchronizing usage tracker for tenant:a9fc31192ab443fbae79d231cf95c32c on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:26:35.614852 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] Attempting to bind port 6119791c-0860-4fe9-9082-9f0a6874db06 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:26:35.615188 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] Attempting to bind port 6119791c-0860-4fe9-9082-9f0a6874db06 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'aa4ebef0-415b-4b88-bbe1-a558c0f643cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ee3ef31-269d-4cdb-b810-5d2fb07ff19a'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:26:35.615552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] Attempting to bind port 6119791c-0860-4fe9-9082-9f0a6874db06 on network 3ee3ef31-269d-4cdb-b810-5d2fb07ff19a {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:26:35.621752 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] Port 6119791c-0860-4fe9-9082-9f0a6874db06 on network 3ee3ef31-269d-4cdb-b810-5d2fb07ff19a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:26:35.622077 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] Attempting to bind port 6119791c-0860-4fe9-9082-9f0a6874db06 on network 3ee3ef31-269d-4cdb-b810-5d2fb07ff19a {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:26:35.628976 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:26:35.629316 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] Checking segment: {'id': 'aa4ebef0-415b-4b88-bbe1-a558c0f643cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ee3ef31-269d-4cdb-b810-5d2fb07ff19a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:26:35.629737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] Bound using segment: {'id': 'aa4ebef0-415b-4b88-bbe1-a558c0f643cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ee3ef31-269d-4cdb-b810-5d2fb07ff19a'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:26:35.630163 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] Bound port: 6119791c-0860-4fe9-9082-9f0a6874db06, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4ebef0-415b-4b88-bbe1-a558c0f643cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ee3ef31-269d-4cdb-b810-5d2fb07ff19a'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:26:35.630509 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:35.709185 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-d810a12c-1fc4-4487-a1c2-cfdd3ad1023d req-02612e04-36e1-4391-a16f-a21c5e93f542 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Unset dirty status for tenant:a9fc31192ab443fbae79d231cf95c32c on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:26:35.710413 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d810a12c-1fc4-4487-a1c2-cfdd3ad1023d req-02612e04-36e1-4391-a16f-a21c5e93f542 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 944 time: 0.5289302 Mar 02 19:26:35.749350 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] For port 6119791c-0860-4fe9-9082-9f0a6874db06, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:26:35.766278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] For port 6119791c-0860-4fe9-9082-9f0a6874db06, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6119791c-0860-4fe9-9082-9f0a6874db06,segment=NetworkSegment(aa4ebef0-415b-4b88-bbe1-a558c0f643cb),segment_id=aa4ebef0-415b-4b88-bbe1-a558c0f643cb)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:26:35.780199 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d810a12c-1fc4-4487-a1c2-cfdd3ad1023d req-f193e39b-c579-48b9-8932-bb0137f86a69 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612311 Mar 02 19:26:35.848501 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:35.912872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:35.914255 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] 10.222.0.87 "PUT /v2.0/ports/6119791c-0860-4fe9-9082-9f0a6874db06 HTTP/1.1" status: 200 len: 1094 time: 1.2761910 Mar 02 19:26:35.914681 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ef0b44-6413-4642-b222-86f6b76d1b69', 'tag': '6119791c-0860-4fe9-9082-9f0a6874db06'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:26:35.934441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec090d91-09ac-41f9-a230-771e8ed37e29 service neutron] Pushing event updated for resources: {'Port': ['ID=6119791c-0860-4fe9-9082-9f0a6874db06,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:35.970640 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ef0b44-6413-4642-b222-86f6b76d1b69', 'tag': '6119791c-0860-4fe9-9082-9f0a6874db06', 'status': 'completed', 'code': 200} Mar 02 19:26:36.062406 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ffa890a8-d8b3-4190-85b2-bba6a4a2961e req-5d047c76-c28e-4318-8b3a-889db5df9f7d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a9fc31192ab443fbae79d231cf95c32c&device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 1097 time: 0.0715888 Mar 02 19:26:36.206014 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa890a8-d8b3-4190-85b2-bba6a4a2961e req-878d5fce-cb53-4f83-b647-dae4543ff63d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:36.207491 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ffa890a8-d8b3-4190-85b2-bba6a4a2961e req-878d5fce-cb53-4f83-b647-dae4543ff63d service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=a9fc31192ab443fbae79d231cf95c32c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1382592 Mar 02 19:26:36.346684 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa890a8-d8b3-4190-85b2-bba6a4a2961e req-36de1bd5-4814-4778-84d6-89121b3c0650 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:36.348214 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ffa890a8-d8b3-4190-85b2-bba6a4a2961e req-36de1bd5-4814-4778-84d6-89121b3c0650 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345706 Mar 02 19:26:36.459497 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-859d6534-125c-4239-8608-801449602982 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a9fc31192ab443fbae79d231cf95c32c&device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 1097 time: 0.0744317 Mar 02 19:26:36.532118 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-ce4df0d1-e536-4150-8292-0df2aecb31fe service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6119791c-0860-4fe9-9082-9f0a6874db06 HTTP/1.1" status: 200 len: 217 time: 0.0660231 Mar 02 19:26:36.596109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-7f768e7b-bde3-4fa4-85b3-450009c763d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:36.597567 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-7f768e7b-bde3-4fa4-85b3-450009c763d7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=33048edf-b035-4306-8b0b-1f3fb5acf84a HTTP/1.1" status: 200 len: 855 time: 0.0600164 Mar 02 19:26:36.644310 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-8e984159-d601-4ddf-bee1-de52b2a34fb3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403049 Mar 02 19:26:36.782292 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-0d8a4679-4f96-4089-b255-de02510718f2 service neutron] 10.222.0.87 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302845 Mar 02 19:26:36.961909 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3f70b158-1d21-40ea-9ba6-8a3c943966bc req-088b8eb5-90f1-4083-837c-78bcb0e44444 service neutron] 10.222.0.87 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741233 Mar 02 19:26:37.003614 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18420e-e1ce-4bf6-93fb-308a4ec7b219 req-2c4ee03a-a767-4017-81a9-178e091fb33a tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:37.005066 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d18420e-e1ce-4bf6-93fb-308a4ec7b219 req-2c4ee03a-a767-4017-81a9-178e091fb33a tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 944 time: 0.0891447 Mar 02 19:26:37.055934 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d18420e-e1ce-4bf6-93fb-308a4ec7b219 req-cbc5bcce-5e27-40c6-b19e-e401644db470 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452201 Mar 02 19:26:38.266595 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6077c02-68b9-4c3b-b0c0-00d792921e4d req-a956b345-d99a-4b50-9440-39fe22443c73 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:38.268573 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d6077c02-68b9-4c3b-b0c0-00d792921e4d req-a956b345-d99a-4b50-9440-39fe22443c73 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 944 time: 0.0886018 Mar 02 19:26:38.314829 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d6077c02-68b9-4c3b-b0c0-00d792921e4d req-0d1c6c50-27c6-4945-b88a-ea1cd50a5724 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407152 Mar 02 19:26:39.246673 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 6119791c-0860-4fe9-9082-9f0a6874db06 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:26:39.400955 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 6119791c-0860-4fe9-9082-9f0a6874db06, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6119791c-0860-4fe9-9082-9f0a6874db06,segment=NetworkSegment(aa4ebef0-415b-4b88-bbe1-a558c0f643cb),segment_id=aa4ebef0-415b-4b88-bbe1-a558c0f643cb)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:26:39.415156 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '6119791c-0860-4fe9-9082-9f0a6874db06', 'network_id': '3ee3ef31-269d-4cdb-b810-5d2fb07ff19a', 'port_id': '6119791c-0860-4fe9-9082-9f0a6874db06', 'mac_address': 'fa:16:3e:f4:7d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33048edf-b035-4306-8b0b-1f3fb5acf84a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:26:39.475665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:39.494121 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6119791c-0860-4fe9-9082-9f0a6874db06 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:26:39.511662 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 6119791c-0860-4fe9-9082-9f0a6874db06, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6119791c-0860-4fe9-9082-9f0a6874db06,segment=NetworkSegment(aa4ebef0-415b-4b88-bbe1-a558c0f643cb),segment_id=aa4ebef0-415b-4b88-bbe1-a558c0f643cb)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:26:39.518683 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ad436-8336-4f7c-ba22-886aa4f85210 req-c14a9513-e883-4f28-8567-30bb1ce4b19a tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:39.520200 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4a0ad436-8336-4f7c-ba22-886aa4f85210 req-c14a9513-e883-4f28-8567-30bb1ce4b19a tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 944 time: 0.0835261 Mar 02 19:26:39.568920 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4a0ad436-8336-4f7c-ba22-886aa4f85210 req-2106aaf8-429a-4521-930f-af2098ab9e10 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427890 Mar 02 19:26:39.590282 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:39.658639 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=6119791c-0860-4fe9-9082-9f0a6874db06,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:39.823076 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['6119791c-0860-4fe9-9082-9f0a6874db06'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:26:40.782726 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e3be5-1ac4-4639-bd66-b0255496213b req-233b76bc-2b91-4463-8067-0b2cf7d27f59 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:40.784225 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-931e3be5-1ac4-4639-bd66-b0255496213b req-233b76bc-2b91-4463-8067-0b2cf7d27f59 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 945 time: 0.0850391 Mar 02 19:26:40.830041 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-931e3be5-1ac4-4639-bd66-b0255496213b req-8abfee31-6706-46b1-99f9-74a349817e53 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403283 Mar 02 19:26:41.253054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 6119791c-0860-4fe9-9082-9f0a6874db06 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:26:41.390963 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 6119791c-0860-4fe9-9082-9f0a6874db06 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:26:41.396249 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 6119791c-0860-4fe9-9082-9f0a6874db06 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:26:41.396648 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:41.514334 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:41.541516 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ef0b44-6413-4642-b222-86f6b76d1b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6119791c-0860-4fe9-9082-9f0a6874db06'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:26:41.551492 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 6119791c-0860-4fe9-9082-9f0a6874db06, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6119791c-0860-4fe9-9082-9f0a6874db06,segment=NetworkSegment(aa4ebef0-415b-4b88-bbe1-a558c0f643cb),segment_id=aa4ebef0-415b-4b88-bbe1-a558c0f643cb)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:26:41.617275 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ef0b44-6413-4642-b222-86f6b76d1b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6119791c-0860-4fe9-9082-9f0a6874db06', 'code': 200} Mar 02 19:26:41.636638 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:41.706863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=6119791c-0860-4fe9-9082-9f0a6874db06,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:41.955874 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d02011f4-6212-4d3a-beb2-d96e297e5bc7 req-1040c04d-5a1e-4696-8951-078036e03be0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 1099 time: 0.0720918 Mar 02 19:26:42.001191 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d02011f4-6212-4d3a-beb2-d96e297e5bc7 req-e5d9a4cb-732e-4610-bdec-3cff53f8c359 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388339 Mar 02 19:26:42.029736 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db06ac7-0c7c-47ea-af14-77b797b5c4d7 req-9eff7b2d-ae93-4d2c-805f-317f87d288ce tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:42.031173 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3db06ac7-0c7c-47ea-af14-77b797b5c4d7 req-9eff7b2d-ae93-4d2c-805f-317f87d288ce tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0770645 Mar 02 19:26:42.081199 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3db06ac7-0c7c-47ea-af14-77b797b5c4d7 req-5aeaa023-b6a9-499d-8ae3-5afba4684a4d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436580 Mar 02 19:26:43.284260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25085d-9205-4286-aab6-900842653b92 req-9ba70fc0-aa40-40b2-8a2c-821c467eac3d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:43.285815 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ca25085d-9205-4286-aab6-900842653b92 req-9ba70fc0-aa40-40b2-8a2c-821c467eac3d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0791237 Mar 02 19:26:43.339065 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ca25085d-9205-4286-aab6-900842653b92 req-6372a158-02ed-498d-af53-22cf822d46ed tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472097 Mar 02 19:26:44.560695 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49f511-4048-4b5d-9dc3-dfc322e1470f req-599e56aa-afc3-46c0-b6ca-03e68a9f2891 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:44.562152 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ac49f511-4048-4b5d-9dc3-dfc322e1470f req-599e56aa-afc3-46c0-b6ca-03e68a9f2891 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.1028774 Mar 02 19:26:44.608880 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ac49f511-4048-4b5d-9dc3-dfc322e1470f req-69198501-6715-4258-8af7-2a9f871d8e9e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407505 Mar 02 19:26:44.807540 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b827d5-62cf-4b3f-8b99-ff7e73f0e344 req-c9095997-5b0a-4c49-8eab-e0a62272a640 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:44.809007 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c7b827d5-62cf-4b3f-8b99-ff7e73f0e344 req-c9095997-5b0a-4c49-8eab-e0a62272a640 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0786405 Mar 02 19:26:44.861535 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c7b827d5-62cf-4b3f-8b99-ff7e73f0e344 req-9503510e-325d-4260-b96f-b5be77742dc9 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465329 Mar 02 19:26:45.057454 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c447e650-0357-434f-af74-d6067485db33 req-4cd35fe0-1b42-4d1a-9e7c-6c5f0c3cbdca service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0674818 Mar 02 19:26:45.473809 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b715e9c-631e-4c13-a673-d9520a0c1e3b req-a5c57a27-a261-4641-a907-e44631c278a0 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:45.475386 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9b715e9c-631e-4c13-a673-d9520a0c1e3b req-a5c57a27-a261-4641-a907-e44631c278a0 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0825861 Mar 02 19:26:45.525645 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9b715e9c-631e-4c13-a673-d9520a0c1e3b req-79b640c6-0711-4689-9991-f298317b8c06 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436344 Mar 02 19:26:45.568987 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-53214359-c451-4dc9-8941-c2fd53cf333b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769784 Mar 02 19:26:46.727980 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93640a03-c9d0-4dea-a554-cb49feafe726 req-fd9e2170-5e02-4ff5-93ed-d265da828bca tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:46.729437 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-93640a03-c9d0-4dea-a554-cb49feafe726 req-fd9e2170-5e02-4ff5-93ed-d265da828bca tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0810516 Mar 02 19:26:46.779836 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-93640a03-c9d0-4dea-a554-cb49feafe726 req-43cc88dd-5d2e-4b8e-8979-b102f7aa1e3f tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446975 Mar 02 19:26:47.666377 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-cb25a6bf-e786-461c-b26a-4816c8fc90b4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a9fc31192ab443fbae79d231cf95c32c&device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 1099 time: 0.0700865 Mar 02 19:26:47.889851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-a8ba8f18-ad05-4e7b-8e13-7d5b4b301cb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:47.892318 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-a8ba8f18-ad05-4e7b-8e13-7d5b4b301cb2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a HTTP/1.1" status: 200 len: 916 time: 0.2189896 Mar 02 19:26:48.002786 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-f0dd2709-1b32-4a81-9989-312206b678c9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6119791c-0860-4fe9-9082-9f0a6874db06 HTTP/1.1" status: 200 len: 217 time: 0.1039138 Mar 02 19:26:48.085607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-3a2b91b2-5bb1-4be8-9eb1-2d09b6f430f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:48.087061 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-3a2b91b2-5bb1-4be8-9eb1-2d09b6f430f3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=33048edf-b035-4306-8b0b-1f3fb5acf84a HTTP/1.1" status: 200 len: 855 time: 0.0768533 Mar 02 19:26:48.099001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891042ad-f580-4a47-8b14-c9c1cc0c610e req-4674e657-04c6-44e0-92ac-5697787e3c97 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:48.100436 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-891042ad-f580-4a47-8b14-c9c1cc0c610e req-4674e657-04c6-44e0-92ac-5697787e3c97 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.1494064 Mar 02 19:26:48.154532 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-95db2ecb-4015-499b-8ec0-e15cf115f273 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531588 Mar 02 19:26:48.252308 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-891042ad-f580-4a47-8b14-c9c1cc0c610e req-6614f53e-717a-4daf-8544-6ff32543d674 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214874 Mar 02 19:26:48.336725 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-08d92224-fef7-404d-8c8b-6cb32a5603a5 service neutron] 10.222.0.87 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737449 Mar 02 19:26:48.474673 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-f740370f-a81b-47b2-a4d0-95010e677fb2 service neutron] 10.222.0.87 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322985 Mar 02 19:26:49.465853 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd8b50-c546-4a32-9687-117d2c576370 req-dce53911-4ae5-46b7-be8f-42c4cd73b664 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:49.467471 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-49fd8b50-c546-4a32-9687-117d2c576370 req-dce53911-4ae5-46b7-be8f-42c4cd73b664 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0800817 Mar 02 19:26:49.514398 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-49fd8b50-c546-4a32-9687-117d2c576370 req-5398a8a4-a37d-4d29-81ff-5a2e7ef42bd4 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401025 Mar 02 19:26:50.717441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa00d95-5c8d-4a79-9a37-6fa654fdb911 req-827b6d37-e895-4c2b-a5dd-84d83aaafe44 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:50.718915 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5aa00d95-5c8d-4a79-9a37-6fa654fdb911 req-827b6d37-e895-4c2b-a5dd-84d83aaafe44 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0802541 Mar 02 19:26:50.764954 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5aa00d95-5c8d-4a79-9a37-6fa654fdb911 req-ad34d24e-b98d-4e1c-9d4f-a54908b097f9 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402880 Mar 02 19:26:51.642447 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1713f6d3-63d9-4382-b6e1-ae6a6e091e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:51.963382 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1af392-b572-4dc9-8cd6-301095429f4a req-3bc4f009-887d-4f03-8fdf-71563e51befa tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:51.964750 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5c1af392-b572-4dc9-8cd6-301095429f4a req-3bc4f009-887d-4f03-8fdf-71563e51befa tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0776925 Mar 02 19:26:52.014406 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5c1af392-b572-4dc9-8cd6-301095429f4a req-38904087-9a88-4503-973c-ac1a397a0da6 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439117 Mar 02 19:26:53.215844 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcc28b-2e82-470e-9a6f-2fa9055694ab req-5965b031-d811-4a04-b186-1dafce4a4b45 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:53.217300 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3ebcc28b-2e82-470e-9a6f-2fa9055694ab req-5965b031-d811-4a04-b186-1dafce4a4b45 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0788283 Mar 02 19:26:53.267332 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3ebcc28b-2e82-470e-9a6f-2fa9055694ab req-348191a9-df98-4b94-a8ad-c5f9368a8175 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441132 Mar 02 19:26:53.744919 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-180ab5cf-9ed4-4236-8634-4ebf14232335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:54.470635 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56121d94-16e2-435e-abfa-da56f2cc7fe3 req-638d5900-3c75-41cb-b504-4b52575fad7d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:54.472237 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-56121d94-16e2-435e-abfa-da56f2cc7fe3 req-638d5900-3c75-41cb-b504-4b52575fad7d tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0846686 Mar 02 19:26:54.522628 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-56121d94-16e2-435e-abfa-da56f2cc7fe3 req-f7934152-48d4-4f89-a5c7-1ba3b3b58d1c tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447578 Mar 02 19:26:55.213575 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:55.447764 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:55.726316 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0953f1-c59d-4717-9e69-a337415f07cf req-daf06dec-9644-48d0-b167-3be624c25290 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:55.727711 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9a0953f1-c59d-4717-9e69-a337415f07cf req-daf06dec-9644-48d0-b167-3be624c25290 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0812180 Mar 02 19:26:55.774168 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9a0953f1-c59d-4717-9e69-a337415f07cf req-4c39c3b2-5b90-419a-b861-9b0631317b74 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408757 Mar 02 19:26:56.505336 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:56.986118 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c92ff-6abe-472c-b417-8b37fe6070d0 req-552cde40-dde9-426c-9064-506a9a00885c tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:56.987626 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8d7c92ff-6abe-472c-b417-8b37fe6070d0 req-552cde40-dde9-426c-9064-506a9a00885c tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0838683 Mar 02 19:26:57.126695 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8d7c92ff-6abe-472c-b417-8b37fe6070d0 req-e8e92b9e-c363-4739-9fcd-89e9e6d51a73 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329653 Mar 02 19:26:58.328160 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21f2a8-e834-4003-a559-9659b62dc952 req-86146a95-5ae1-4f73-88a0-07831a1fcf30 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:58.329826 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2c21f2a8-e834-4003-a559-9659b62dc952 req-86146a95-5ae1-4f73-88a0-07831a1fcf30 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0821154 Mar 02 19:26:58.379433 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2c21f2a8-e834-4003-a559-9659b62dc952 req-53bfd235-fff1-4ca9-9f92-9806d79c7bfa tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441346 Mar 02 19:26:59.583686 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8569e92-b094-482f-be34-8528e7f32c17 req-ae2ede1f-cdf5-4fa7-ad41-8902ab82de91 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:59.585275 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c8569e92-b094-482f-be34-8528e7f32c17 req-ae2ede1f-cdf5-4fa7-ad41-8902ab82de91 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0830135 Mar 02 19:26:59.638345 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c8569e92-b094-482f-be34-8528e7f32c17 req-286e6084-e80b-4302-b07a-ca6097986981 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466247 Mar 02 19:27:00.846084 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1582c-7dc9-4d74-b5fc-b1f0da569140 req-cfdc02c0-b80a-4731-9d82-eeba03ed9d8c tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:00.848748 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-57c1582c-7dc9-4d74-b5fc-b1f0da569140 req-cfdc02c0-b80a-4731-9d82-eeba03ed9d8c tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0870578 Mar 02 19:27:00.896378 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-57c1582c-7dc9-4d74-b5fc-b1f0da569140 req-413aa176-ab95-4ee5-a579-e5f90a7917c2 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422041 Mar 02 19:27:01.516924 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:02.096621 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c483ef7-91a8-4d70-93f4-371ef1ccb45b req-59fc5fd4-27fc-4238-9325-09583b880a28 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:02.098058 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0c483ef7-91a8-4d70-93f4-371ef1ccb45b req-59fc5fd4-27fc-4238-9325-09583b880a28 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0826707 Mar 02 19:27:02.143984 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0c483ef7-91a8-4d70-93f4-371ef1ccb45b req-0b0364b6-971f-4d14-bb1f-ba5a46f70e56 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402532 Mar 02 19:27:03.345721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40f69c-7539-44ba-b633-1aff67beba96 req-988e6cb6-6c8b-43f5-80cd-7fdf44eaebcd tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:03.347220 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d40f69c-7539-44ba-b633-1aff67beba96 req-988e6cb6-6c8b-43f5-80cd-7fdf44eaebcd tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0819364 Mar 02 19:27:03.393416 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d40f69c-7539-44ba-b633-1aff67beba96 req-56cde019-0a19-4aea-9d9d-7519b4450a3c tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406322 Mar 02 19:27:04.594574 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9160f57-d29f-4a16-84e1-807d0a21e155 req-0fe88a5a-5911-4f4a-8bf8-842995ff7c6f tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:04.595995 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a9160f57-d29f-4a16-84e1-807d0a21e155 req-0fe88a5a-5911-4f4a-8bf8-842995ff7c6f tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0769014 Mar 02 19:27:04.646029 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a9160f57-d29f-4a16-84e1-807d0a21e155 req-2d4553bc-9a16-4ac4-a612-e7d5d401cb98 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444705 Mar 02 19:27:05.675825 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:27:05.903920 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-658f4acc-40da-4fd3-9568-79706cab5654 service neutron] 10.222.0.87 "GET /v2.0/ports/6119791c-0860-4fe9-9082-9f0a6874db06/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.1028173 Mar 02 19:27:05.914340 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c982039-e626-474b-8f06-430c23dc85bc req-55ba982f-3449-4fb4-8c16-0c4e3b007060 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:05.915925 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1c982039-e626-474b-8f06-430c23dc85bc req-55ba982f-3449-4fb4-8c16-0c4e3b007060 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.1472425 Mar 02 19:27:05.963327 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1c982039-e626-474b-8f06-430c23dc85bc req-8c818635-546e-4148-923e-28be4fa966bb tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417674 Mar 02 19:27:06.514336 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-f97a016e-3259-412a-8efb-f6ecfb5a2669 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69&tenant_id=a9fc31192ab443fbae79d231cf95c32c HTTP/1.1" status: 200 len: 1099 time: 0.0763965 Mar 02 19:27:06.606699 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-ed614d04-402c-4d6c-b744-aa4c87d706cc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a9fc31192ab443fbae79d231cf95c32c&device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 1099 time: 0.0703769 Mar 02 19:27:06.827010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-703b4177-2eb1-4df4-86d1-e227a4e4cacc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:06.829128 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-703b4177-2eb1-4df4-86d1-e227a4e4cacc service neutron] 10.222.0.87 "GET /v2.0/networks?id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a HTTP/1.1" status: 200 len: 916 time: 0.2167859 Mar 02 19:27:06.898386 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-66469c3d-71c4-4962-8d7c-30453fd9570a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6119791c-0860-4fe9-9082-9f0a6874db06 HTTP/1.1" status: 200 len: 217 time: 0.0630727 Mar 02 19:27:06.964113 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-fbbd21f7-c6d3-430d-9049-8a26c0839d29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:06.965568 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-fbbd21f7-c6d3-430d-9049-8a26c0839d29 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=33048edf-b035-4306-8b0b-1f3fb5acf84a HTTP/1.1" status: 200 len: 855 time: 0.0621581 Mar 02 19:27:07.011051 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-dee52e54-8e3a-41ef-ae77-8009e66d27be service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394428 Mar 02 19:27:07.151139 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-1f50334a-22e3-488e-a3b5-25eaf992367a service neutron] 10.222.0.87 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340148 Mar 02 19:27:07.170407 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3154c12-3ac7-4af7-816a-06488a7bf231 req-27061d4a-2ec5-428b-adac-941941f3b1fd tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:07.172441 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d3154c12-3ac7-4af7-816a-06488a7bf231 req-27061d4a-2ec5-428b-adac-941941f3b1fd tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0796468 Mar 02 19:27:07.219227 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d3154c12-3ac7-4af7-816a-06488a7bf231 req-e3cf83a4-cba8-4b5a-ab85-52b7bfa9930e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411325 Mar 02 19:27:07.287875 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dd35060-331f-4d53-85a6-06e6bd4e2884 req-aca7aa99-493c-4903-b82b-bc13354a0592 service neutron] 10.222.0.87 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309435 Mar 02 19:27:08.426400 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62e9f8-7ead-473d-8002-61a5b50df445 req-61daa05b-2073-4013-9569-fff9c1f65608 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:08.427932 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5c62e9f8-7ead-473d-8002-61a5b50df445 req-61daa05b-2073-4013-9569-fff9c1f65608 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0826335 Mar 02 19:27:08.475030 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5c62e9f8-7ead-473d-8002-61a5b50df445 req-8a2df0c9-d23b-4e2a-b2ea-36824d347c2c tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411103 Mar 02 19:27:09.400374 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 6119791c-0860-4fe9-9082-9f0a6874db06 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:27:09.403684 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 6119791c-0860-4fe9-9082-9f0a6874db06 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:27:09.619134 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:09.650475 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 6119791c-0860-4fe9-9082-9f0a6874db06, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6119791c-0860-4fe9-9082-9f0a6874db06,segment=NetworkSegment(aa4ebef0-415b-4b88-bbe1-a558c0f643cb),segment_id=aa4ebef0-415b-4b88-bbe1-a558c0f643cb)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:27:09.673732 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '6119791c-0860-4fe9-9082-9f0a6874db06', 'network_id': '3ee3ef31-269d-4cdb-b810-5d2fb07ff19a', 'port_id': '6119791c-0860-4fe9-9082-9f0a6874db06', 'mac_address': 'fa:16:3e:f4:7d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33048edf-b035-4306-8b0b-1f3fb5acf84a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:27:09.675072 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ef0b44-6413-4642-b222-86f6b76d1b69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6119791c-0860-4fe9-9082-9f0a6874db06'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:27:09.681952 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf440c8f-6578-41d3-965d-3f1f28621b4e req-92596d89-7453-4b0d-a7e3-0844333207ab tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:09.683467 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bf440c8f-6578-41d3-965d-3f1f28621b4e req-92596d89-7453-4b0d-a7e3-0844333207ab tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0803237 Mar 02 19:27:09.713774 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 6119791c-0860-4fe9-9082-9f0a6874db06, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6119791c-0860-4fe9-9082-9f0a6874db06,segment=NetworkSegment(aa4ebef0-415b-4b88-bbe1-a558c0f643cb),segment_id=aa4ebef0-415b-4b88-bbe1-a558c0f643cb)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:27:09.734677 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bf440c8f-6578-41d3-965d-3f1f28621b4e req-4896f730-db28-4056-9388-46be7398e3f3 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433481 Mar 02 19:27:09.742680 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:09.754031 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ef0b44-6413-4642-b222-86f6b76d1b69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6119791c-0860-4fe9-9082-9f0a6874db06', 'code': 200} Mar 02 19:27:09.757454 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:09.805288 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6119791c-0860-4fe9-9082-9f0a6874db06 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:27:09.876219 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=6119791c-0860-4fe9-9082-9f0a6874db06,revision_number=6']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:09.888513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:27:09.889655 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:27:09.890017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:09.890401 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:09.890729 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:09.891055 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:09.891404 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:09.891733 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:09.892056 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:09.892379 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:09.892695 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:09.893009 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:09.893325 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:10.153955 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7078ba-8c77-4463-96c4-90ec96767ef1 req-c325c0f0-3e4c-4081-8c4d-90237ddc4b7e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:10.155313 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4d7078ba-8c77-4463-96c4-90ec96767ef1 req-c325c0f0-3e4c-4081-8c4d-90237ddc4b7e tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 944 time: 0.0791717 Mar 02 19:27:10.203277 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4d7078ba-8c77-4463-96c4-90ec96767ef1 req-a3d2c6c9-fa02-448d-bed6-c2e2df547592 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405147 Mar 02 19:27:10.221004 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1e06e-9540-4a1c-a276-a1269351ba55 req-8a5b00ca-8735-44da-bbca-2dcc7d4673db tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:10.222622 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a0d1e06e-9540-4a1c-a276-a1269351ba55 req-8a5b00ca-8735-44da-bbca-2dcc7d4673db tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69&tenant_id=a9fc31192ab443fbae79d231cf95c32c&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 944 time: 0.0886345 Mar 02 19:27:10.369627 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a0d1e06e-9540-4a1c-a276-a1269351ba55 req-226c6425-5ad8-4ddf-b748-fca5085d71ab service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a9fc31192ab443fbae79d231cf95c32c&device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 1097 time: 0.0750918 Mar 02 19:27:10.489573 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:10.509548 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6119791c-0860-4fe9-9082-9f0a6874db06 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:27:10.516850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1e06e-9540-4a1c-a276-a1269351ba55 req-55518444-a007-4b5d-a3ae-3eabd7355f7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:10.521018 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a0d1e06e-9540-4a1c-a276-a1269351ba55 req-55518444-a007-4b5d-a3ae-3eabd7355f7c service neutron] 10.222.0.87 "GET /v2.0/networks?id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a HTTP/1.1" status: 200 len: 916 time: 0.1433606 Mar 02 19:27:10.526450 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 6119791c-0860-4fe9-9082-9f0a6874db06, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6119791c-0860-4fe9-9082-9f0a6874db06,segment=NetworkSegment(aa4ebef0-415b-4b88-bbe1-a558c0f643cb),segment_id=aa4ebef0-415b-4b88-bbe1-a558c0f643cb)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:27:10.591618 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a0d1e06e-9540-4a1c-a276-a1269351ba55 req-9d6c7d2f-654f-4bac-a4ff-f4034dee8fc4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6119791c-0860-4fe9-9082-9f0a6874db06 HTTP/1.1" status: 200 len: 217 time: 0.0670016 Mar 02 19:27:10.614129 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:10.665845 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1e06e-9540-4a1c-a276-a1269351ba55 req-3359e743-5e5d-4035-9c5d-dbd61a484971 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:10.667284 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a0d1e06e-9540-4a1c-a276-a1269351ba55 req-3359e743-5e5d-4035-9c5d-dbd61a484971 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=33048edf-b035-4306-8b0b-1f3fb5acf84a HTTP/1.1" status: 200 len: 855 time: 0.0698030 Mar 02 19:27:10.683780 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['6119791c-0860-4fe9-9082-9f0a6874db06'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:27:10.714467 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a0d1e06e-9540-4a1c-a276-a1269351ba55 req-969f340b-b523-4784-887b-7e420f039e7f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406210 Mar 02 19:27:10.727089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=6119791c-0860-4fe9-9082-9f0a6874db06,revision_number=7']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:10.856577 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a0d1e06e-9540-4a1c-a276-a1269351ba55 req-49eabee2-4d15-4a46-a577-2b8912ac5629 service neutron] 10.222.0.87 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361513 Mar 02 19:27:10.992313 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a0d1e06e-9540-4a1c-a276-a1269351ba55 req-5dbb7976-1039-4883-b81a-79fa02ad6c74 service neutron] 10.222.0.87 "GET /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292489 Mar 02 19:27:11.404389 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 6119791c-0860-4fe9-9082-9f0a6874db06 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:27:11.411944 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed52d3-e233-4a39-8b79-848b53068c2a req-65360bd4-8069-4f19-840b-4ee4db3c88fb tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:11.413417 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-10ed52d3-e233-4a39-8b79-848b53068c2a req-65360bd4-8069-4f19-840b-4ee4db3c88fb tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 945 time: 0.0816522 Mar 02 19:27:11.460870 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-10ed52d3-e233-4a39-8b79-848b53068c2a req-898021b8-9a8d-4b38-a85f-1b527c7de036 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416982 Mar 02 19:27:11.474905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 6119791c-0860-4fe9-9082-9f0a6874db06 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:27:11.475434 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:11.607328 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:11.642335 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 6119791c-0860-4fe9-9082-9f0a6874db06, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6119791c-0860-4fe9-9082-9f0a6874db06,segment=NetworkSegment(aa4ebef0-415b-4b88-bbe1-a558c0f643cb),segment_id=aa4ebef0-415b-4b88-bbe1-a558c0f643cb)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:27:11.693907 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:11.756053 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ef0b44-6413-4642-b222-86f6b76d1b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6119791c-0860-4fe9-9082-9f0a6874db06'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:27:11.768514 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=6119791c-0860-4fe9-9082-9f0a6874db06,revision_number=8']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:11.816010 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ef0b44-6413-4642-b222-86f6b76d1b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6119791c-0860-4fe9-9082-9f0a6874db06', 'code': 200} Mar 02 19:27:12.661778 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323505ea-c876-4acd-8ae6-7b5b52842cd0 req-2e2012fe-0321-41bb-8044-0027316109ba tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:12.663237 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-323505ea-c876-4acd-8ae6-7b5b52842cd0 req-2e2012fe-0321-41bb-8044-0027316109ba tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0757673 Mar 02 19:27:12.709584 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-323505ea-c876-4acd-8ae6-7b5b52842cd0 req-c19c9e9a-aab9-4e80-bcc5-e9671111d864 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408590 Mar 02 19:27:12.918400 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206755e-2093-4caf-9706-9a56817aea53 req-4ce06d08-9a9f-47db-8b0e-b1a0c3e3016b tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:12.919795 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3206755e-2093-4caf-9706-9a56817aea53 req-4ce06d08-9a9f-47db-8b0e-b1a0c3e3016b tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0802083 Mar 02 19:27:12.967377 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3206755e-2093-4caf-9706-9a56817aea53 req-be0af357-9bbf-47aa-8ddd-3ba29f4c5ec6 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412762 Mar 02 19:27:13.267713 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1217a-3096-4302-8c69-f31702811481 req-e544e256-a529-4ad5-ad37-38070fed1a39 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:13.269176 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4ad1217a-3096-4302-8c69-f31702811481 req-e544e256-a529-4ad5-ad37-38070fed1a39 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.1779974 Mar 02 19:27:13.316732 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4ad1217a-3096-4302-8c69-f31702811481 req-b4c5e58d-205b-4c22-b028-30c0d58e1f1f tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416951 Mar 02 19:27:14.144796 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad985890-6132-4b7a-ac39-3a315a3302dd req-3663a5a9-5faa-4f5f-ac12-76dab79d67a4 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:14.146325 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ad985890-6132-4b7a-ac39-3a315a3302dd req-3663a5a9-5faa-4f5f-ac12-76dab79d67a4 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0819314 Mar 02 19:27:14.202920 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ad985890-6132-4b7a-ac39-3a315a3302dd req-e35acb78-e1d6-431e-a6f9-f2402331540a tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464227 Mar 02 19:27:15.417347 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520d65a-f851-40ff-811d-85c0722282c3 req-952c788f-5156-433f-a742-07164b31e3b1 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:15.420569 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5520d65a-f851-40ff-811d-85c0722282c3 req-952c788f-5156-433f-a742-07164b31e3b1 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0837536 Mar 02 19:27:15.503619 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5520d65a-f851-40ff-811d-85c0722282c3 req-5b68e672-50fe-445c-a861-e82647595bf4 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee146943-c11f-4836-88cc-24c785e89d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768912 Mar 02 19:27:15.714765 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e11ecf-2111-4f7a-80aa-6503be4aafff req-3cc88352-4fb4-4b5b-b24e-603cd3f71dcc tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:15.716304 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-16e11ecf-2111-4f7a-80aa-6503be4aafff req-3cc88352-4fb4-4b5b-b24e-603cd3f71dcc tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.87 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 946 time: 0.0800848 Mar 02 19:27:15.793156 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-16e11ecf-2111-4f7a-80aa-6503be4aafff req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Deleting port 6119791c-0860-4fe9-9082-9f0a6874db06 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:27:15.793405 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-16e11ecf-2111-4f7a-80aa-6503be4aafff req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:16.069347 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-16e11ecf-2111-4f7a-80aa-6503be4aafff req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] For port 6119791c-0860-4fe9-9082-9f0a6874db06, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6119791c-0860-4fe9-9082-9f0a6874db06,segment=NetworkSegment(aa4ebef0-415b-4b88-bbe1-a558c0f643cb),segment_id=aa4ebef0-415b-4b88-bbe1-a558c0f643cb)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:27:16.069616 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-16e11ecf-2111-4f7a-80aa-6503be4aafff req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:16.195473 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-16e11ecf-2111-4f7a-80aa-6503be4aafff req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Calling delete_port for 6119791c-0860-4fe9-9082-9f0a6874db06 owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:27:16.419539 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-16e11ecf-2111-4f7a-80aa-6503be4aafff req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:16.432779 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['6119791c-0860-4fe9-9082-9f0a6874db06'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:27:16.473890 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Pushing event deleted for resources: {'Port': ['ID=6119791c-0860-4fe9-9082-9f0a6874db06,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:16.515703 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:16.516061 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:16.522604 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:16.522604 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:16.522604 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:16.522604 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:16.522604 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:16.522604 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:16.522604 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:16.522604 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:16.522604 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:16.561708 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e11ecf-2111-4f7a-80aa-6503be4aafff req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] No DVR routers for this DVR port 6119791c-0860-4fe9-9082-9f0a6874db06 on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:27:16.564337 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-16e11ecf-2111-4f7a-80aa-6503be4aafff req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:16.567059 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ef0b44-6413-4642-b222-86f6b76d1b69', 'name': 'network-vif-deleted', 'tag': '6119791c-0860-4fe9-9082-9f0a6874db06'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:27:16.622777 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ef0b44-6413-4642-b222-86f6b76d1b69', 'name': 'network-vif-deleted', 'tag': '6119791c-0860-4fe9-9082-9f0a6874db06', 'status': 'completed', 'code': 200} Mar 02 19:27:16.648943 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-16e11ecf-2111-4f7a-80aa-6503be4aafff req-01b27d28-6b45-4d48-9277-f3c294b513a5 tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.87 "DELETE /v2.0/ports/6119791c-0860-4fe9-9082-9f0a6874db06 HTTP/1.1" status: 204 len: 173 time: 0.9259624 Mar 02 19:27:16.675990 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-67e25c8d-3fc9-43b9-9ae1-290201a51257 req-93333b59-ee94-4205-a826-c8deef346a1f tempest-ServerDiskConfigTestJSON-61101334 tempest-ServerDiskConfigTestJSON-61101334-project] 10.222.0.73 "GET /v2.0/ports?device_id=87ef0b44-6413-4642-b222-86f6b76d1b69 HTTP/1.1" status: 200 len: 210 time: 0.0481274 Mar 02 19:27:17.941378 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 40448) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:18.000147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca95166-7390-478b-8d5b-747807ce8f5f admin admin] Deleting subnet 33048edf-b035-4306-8b0b-1f3fb5acf84a {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:27:18.003067 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ca95166-7390-478b-8d5b-747807ce8f5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:18.056952 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ca95166-7390-478b-8d5b-747807ce8f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:18.113224 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ca95166-7390-478b-8d5b-747807ce8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:18.254448 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ca95166-7390-478b-8d5b-747807ce8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:18.301254 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca95166-7390-478b-8d5b-747807ce8f5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33048edf-b035-4306-8b0b-1f3fb5acf84a,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:18.307302 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4ca95166-7390-478b-8d5b-747807ce8f5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:18.316636 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95166-7390-478b-8d5b-747807ce8f5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:18.316979 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95166-7390-478b-8d5b-747807ce8f5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:18.317325 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95166-7390-478b-8d5b-747807ce8f5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:18.317654 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95166-7390-478b-8d5b-747807ce8f5f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:18.317981 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95166-7390-478b-8d5b-747807ce8f5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:18.318308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95166-7390-478b-8d5b-747807ce8f5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:18.318635 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95166-7390-478b-8d5b-747807ce8f5f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:18.318959 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95166-7390-478b-8d5b-747807ce8f5f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:18.319279 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95166-7390-478b-8d5b-747807ce8f5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:18.319626 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95166-7390-478b-8d5b-747807ce8f5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:18.319945 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca95166-7390-478b-8d5b-747807ce8f5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:18.323122 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4ca95166-7390-478b-8d5b-747807ce8f5f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/33048edf-b035-4306-8b0b-1f3fb5acf84a HTTP/1.1" status: 204 len: 168 time: 0.3807356 Mar 02 19:27:18.325625 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 40452) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:18.434317 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bdcd9fe3-4751-42d5-bb71-32c0b10a764b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:18.562090 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bdcd9fe3-4751-42d5-bb71-32c0b10a764b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:18.591007 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-bdcd9fe3-4751-42d5-bb71-32c0b10a764b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee3ef31-269d-4cdb-b810-5d2fb07ff19a']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:18.603585 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-bdcd9fe3-4751-42d5-bb71-32c0b10a764b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa4ebef0-415b-4b88-bbe1-a558c0f643cb') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:18.603878 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-bdcd9fe3-4751-42d5-bb71-32c0b10a764b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa4ebef0-415b-4b88-bbe1-a558c0f643cb') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:18.615297 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bdcd9fe3-4751-42d5-bb71-32c0b10a764b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:18.630904 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bdcd9fe3-4751-42d5-bb71-32c0b10a764b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:18.636897 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdcd9fe3-4751-42d5-bb71-32c0b10a764b admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:27:18.637273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bdcd9fe3-4751-42d5-bb71-32c0b10a764b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:27:18.650729 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:27:18.779453 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bdcd9fe3-4751-42d5-bb71-32c0b10a764b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:18.795447 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bdcd9fe3-4751-42d5-bb71-32c0b10a764b admin admin] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:18.805852 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd9fe3-4751-42d5-bb71-32c0b10a764b admin admin] Pushing event deleted for resources: {'Network': ['ID=3ee3ef31-269d-4cdb-b810-5d2fb07ff19a,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:18.854472 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bdcd9fe3-4751-42d5-bb71-32c0b10a764b admin admin] 10.222.0.73 "DELETE /v2.0/networks/3ee3ef31-269d-4cdb-b810-5d2fb07ff19a HTTP/1.1" status: 204 len: 168 time: 0.5279121 Mar 02 19:27:19.291440 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 40460) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:19.343925 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c624ff32-9e1c-437b-9f7a-cf9c676a1df4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a9fc31192ab443fbae79d231cf95c32c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506973 Mar 02 19:27:19.346712 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 40464) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:19.406797 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-905f14f2-f721-4645-b7bf-2d3f6a03199c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:19.432439 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-905f14f2-f721-4645-b7bf-2d3f6a03199c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:19.487634 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 6119791c-0860-4fe9-9082-9f0a6874db06 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:27:19.521732 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 6119791c-0860-4fe9-9082-9f0a6874db06 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:27:19.522073 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 6119791c-0860-4fe9-9082-9f0a6874db06 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:27:19.596280 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-905f14f2-f721-4645-b7bf-2d3f6a03199c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:19.698871 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f14f2-f721-4645-b7bf-2d3f6a03199c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee146943-c11f-4836-88cc-24c785e89d35,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:19.790099 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-905f14f2-f721-4645-b7bf-2d3f6a03199c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:19.791244 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-905f14f2-f721-4645-b7bf-2d3f6a03199c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ee146943-c11f-4836-88cc-24c785e89d35 HTTP/1.1" status: 204 len: 168 time: 0.4435892 Mar 02 19:27:20.983795 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 40488) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:21.120009 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-920579302-network', 'tenant_id': '4df1b30751bf4e2290eba246027f08be'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:27:21.125596 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:27:21.129708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Usage tracker for resource:network and tenant:4df1b30751bf4e2290eba246027f08be is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:27:21.132663 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:27:21.138684 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:27:21.208092 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Made reservation on behalf of 4df1b30751bf4e2290eba246027f08be for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:27:21.210410 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:21.224168 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:21.256800 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:27:21.260790 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Usage tracker for resource:security_group_rule and tenant:4df1b30751bf4e2290eba246027f08be is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:27:21.263748 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:27:21.270436 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:27:21.340983 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:21.402213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:21.433157 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:27:21.442454 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc16e91-73ff-4ad9-b7a7-1ab6f18dcbdc,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:21.447867 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:21.448202 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Added segment 0b19472e-750b-4490-a3ed-5f2379148127 of type vlan for network 16a16d49-e693-4285-a9aa-66a7e1ab708a Mar 02 19:27:21.474278 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:21.602716 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:21.603632 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:21.604217 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:21.705127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-60b87e25-b37d-4d68-9acb-54ae5a5d7561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:21.717970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] Pushing event updated for resources: {'Network': ['ID=16a16d49-e693-4285-a9aa-66a7e1ab708a,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:21.728709 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 16a16d49-e693-4285-a9aa-66a7e1ab708a details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:27:21.803458 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2db91ba2-9c54-4bd8-843d-2ee5cc8415b2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8185756 Mar 02 19:27:21.806427 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 40494) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:21.811939 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-e52a2ea8-81a9-4341-9fc2-cb935790d5da admin admin] Request body: {'subnet': {'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-920579302-subnet', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:27:21.816896 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e52a2ea8-81a9-4341-9fc2-cb935790d5da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:27:21.821159 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e52a2ea8-81a9-4341-9fc2-cb935790d5da admin admin] Usage tracker for resource:subnet and tenant:4df1b30751bf4e2290eba246027f08be is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:27:21.824159 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e52a2ea8-81a9-4341-9fc2-cb935790d5da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:27:21.830378 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e52a2ea8-81a9-4341-9fc2-cb935790d5da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:27:21.923342 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52a2ea8-81a9-4341-9fc2-cb935790d5da admin admin] Made reservation on behalf of 4df1b30751bf4e2290eba246027f08be for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:27:21.925940 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e52a2ea8-81a9-4341-9fc2-cb935790d5da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:22.243454 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e52a2ea8-81a9-4341-9fc2-cb935790d5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:22.316263 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a2ea8-81a9-4341-9fc2-cb935790d5da admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e03de6d-cfde-4ffd-9d64-2c467fc0d558,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:22.332404 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52a2ea8-81a9-4341-9fc2-cb935790d5da admin admin] Checking segment: {'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:27:22.332681 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52a2ea8-81a9-4341-9fc2-cb935790d5da admin admin] Network hostable DHCP agents. Network: 16a16d49-e693-4285-a9aa-66a7e1ab708a, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:27:22.425249 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52a2ea8-81a9-4341-9fc2-cb935790d5da admin admin] Network 16a16d49-e693-4285-a9aa-66a7e1ab708a is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:27:22.500275 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-e52a2ea8-81a9-4341-9fc2-cb935790d5da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 16a16d49-e693-4285-a9aa-66a7e1ab708a) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:27:22.504286 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52a2ea8-81a9-4341-9fc2-cb935790d5da admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:22.504863 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e52a2ea8-81a9-4341-9fc2-cb935790d5da admin admin] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:22.510887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e7115c-10d8-47a8-80cd-d9669a662387 None None] Network 16a16d49-e693-4285-a9aa-66a7e1ab708a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:27:22.586238 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e52a2ea8-81a9-4341-9fc2-cb935790d5da admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7787318 Mar 02 19:27:22.591752 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 40498) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:22.597412 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:27:22.602046 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:27:22.605869 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Usage tracker for resource:router and tenant:4df1b30751bf4e2290eba246027f08be is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:27:22.608997 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:27:22.614908 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:27:22.671319 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:22.672357 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:22.691193 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:22.729295 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-16a16d49-e693-4285-a9aa-66a7e1ab708a', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:27:22.730106 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:22.897546 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:22.897834 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Allocated IP 172.20.0.2 (16a16d49-e693-4285-a9aa-66a7e1ab708a/5e03de6d-cfde-4ffd-9d64-2c467fc0d558/eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:27:23.101160 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:23.112693 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Transition to ACTIVE for port object eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:27:23.131177 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Transition to ACTIVE for port object eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:27:23.146417 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:23.169848 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:23.220831 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:23.303539 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Network 16a16d49-e693-4285-a9aa-66a7e1ab708a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:27:23.306881 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:27:23.309520 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:27:23.322208 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Pushing event updated for resources: {'Port': ['ID=eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:23.322484 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Allocated IP 172.26.4.172 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/fdc84dbf-4d60-439f-b710-e35c7177a208) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:27:23.408463 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Attempting to bind port eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:27:23.408827 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Attempting to bind port eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:27:23.409186 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Attempting to bind port eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f on network 16a16d49-e693-4285-a9aa-66a7e1ab708a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:27:23.415574 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:27:23.415946 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Checking segment: {'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:27:23.416326 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:23.416709 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Bound using segment: {'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:27:23.417280 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Bound port: eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:27:23.417542 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:23.488716 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:23.513506 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] For port eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:27:23.516819 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] For port eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:27:23.603505 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:23.648593 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:23.681757 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:27:23.685542 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:27:23.687344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Pushing event updated for resources: {'Port': ['ID=fdc84dbf-4d60-439f-b710-e35c7177a208,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:23.689431 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:27:23.745781 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a4101f-9423-40a2-a63c-ad3d5133c105 None None] Pushing event updated for resources: {'Port': ['ID=eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:23.791009 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-90ab2ccd-a2d9-465c-9317-2689fb8a8b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:23.939043 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:23.939929 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:24.345337 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Router d54ff6ba-56f4-4204-b78f-aa560e5e3cda is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:27:24.444429 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:27:24.569201 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:27:24.580617 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Sync routers for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:27:24.593894 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:27:24.594480 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:27:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:24.688855 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:27:24.689226 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:24.690442 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-402e13fd-e063-4221-9d16-83d70f084666 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0977716 Mar 02 19:27:24.694705 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 40502) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:24.747564 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a78f897-52d9-47e4-a566-3d3668c32f53 None None] Network 16a16d49-e693-4285-a9aa-66a7e1ab708a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:27:24.929089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4646d2eb-c522-4b9e-ac20-5a1e897bb574 None None] Provisioning for port eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:27:24.964591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4646d2eb-c522-4b9e-ac20-5a1e897bb574 None None] Provisioning complete for port eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:27:24.964859 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4646d2eb-c522-4b9e-ac20-5a1e897bb574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:25.008275 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:27:25.313469 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:25.383263 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4646d2eb-c522-4b9e-ac20-5a1e897bb574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:25.462330 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36840180-7a80-44e9-b2bb-31cec62c8a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:25.467034 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4646d2eb-c522-4b9e-ac20-5a1e897bb574 None None] For port eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:27:25.489049 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:23Z', 'revision_number': 3, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:25.493484 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Checking router: d54ff6ba-56f4-4204-b78f-aa560e5e3cda for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:27:25.493827 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Updating router d54ff6ba-56f4-4204-b78f-aa560e5e3cda port fdc84dbf-4d60-439f-b710-e35c7177a208 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:27:25.547546 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:25.563725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:25.607807 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4646d2eb-c522-4b9e-ac20-5a1e897bb574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:25.693164 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-36840180-7a80-44e9-b2bb-31cec62c8a45 admin admin] Allocated IP 172.20.0.1 (16a16d49-e693-4285-a9aa-66a7e1ab708a/5e03de6d-cfde-4ffd-9d64-2c467fc0d558/042b3273-849b-45b7-82c9-c7908cb7733d) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:27:25.754864 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646d2eb-c522-4b9e-ac20-5a1e897bb574 None None] Pushing event updated for resources: {'Port': ['ID=eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:25.781300 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8ee13ece-40cd-4a3c-9136-6d1b92ffc9b5 None None] Provisioning complete for port eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:27:25.781672 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8ee13ece-40cd-4a3c-9136-6d1b92ffc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:25.845920 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36840180-7a80-44e9-b2bb-31cec62c8a45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:25.861249 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-36840180-7a80-44e9-b2bb-31cec62c8a45 admin admin] Transition to ACTIVE for port object 042b3273-849b-45b7-82c9-c7908cb7733d will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:27:25.945779 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36840180-7a80-44e9-b2bb-31cec62c8a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:26.014254 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36840180-7a80-44e9-b2bb-31cec62c8a45 admin admin] Network 16a16d49-e693-4285-a9aa-66a7e1ab708a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:27:26.018391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-36840180-7a80-44e9-b2bb-31cec62c8a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:27:26.022414 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36840180-7a80-44e9-b2bb-31cec62c8a45 admin admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:27:26.053298 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36840180-7a80-44e9-b2bb-31cec62c8a45 admin admin] Pushing event updated for resources: {'Port': ['ID=042b3273-849b-45b7-82c9-c7908cb7733d,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:26.083484 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36840180-7a80-44e9-b2bb-31cec62c8a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:26.154808 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:26.168548 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Transition to ACTIVE for port object fdc84dbf-4d60-439f-b710-e35c7177a208 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:27:26.260326 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:26.340171 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36840180-7a80-44e9-b2bb-31cec62c8a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:26.352644 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Attempting to bind port fdc84dbf-4d60-439f-b710-e35c7177a208 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:27:26.353011 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Attempting to bind port fdc84dbf-4d60-439f-b710-e35c7177a208 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:27:26.353380 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Attempting to bind port fdc84dbf-4d60-439f-b710-e35c7177a208 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:27:26.356050 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9aed8c-bdd9-43c9-94d6-494f7948f0d7 None None] Pushing event updated for resources: {'Port': ['ID=fdc84dbf-4d60-439f-b710-e35c7177a208,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:26.363089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:27:26.363496 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:27:26.374992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:26.374992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:27:26.374992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Bound port: fdc84dbf-4d60-439f-b710-e35c7177a208, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:27:26.374992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:26.428116 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:27:26.501749 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e04441be-50b3-4d28-8203-2e62cf51ea56 None None] Provisioning for port 042b3273-849b-45b7-82c9-c7908cb7733d completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:27:26.505334 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] For port fdc84dbf-4d60-439f-b710-e35c7177a208, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:27:26.519954 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e04441be-50b3-4d28-8203-2e62cf51ea56 None None] Provisioning complete for port 042b3273-849b-45b7-82c9-c7908cb7733d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:27:26.520324 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e04441be-50b3-4d28-8203-2e62cf51ea56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:26.563837 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] For port fdc84dbf-4d60-439f-b710-e35c7177a208, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=fdc84dbf-4d60-439f-b710-e35c7177a208,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:27:26.583183 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36840180-7a80-44e9-b2bb-31cec62c8a45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:26.589685 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-e04441be-50b3-4d28-8203-2e62cf51ea56 None None] Port 042b3273-849b-45b7-82c9-c7908cb7733d cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:27:26.689294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36840180-7a80-44e9-b2bb-31cec62c8a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:26.720187 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:26.721793 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:26.726491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:27:26.726844 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:26.792479 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36840180-7a80-44e9-b2bb-31cec62c8a45 admin admin] Pushing event updated for resources: {'Port': ['ID=042b3273-849b-45b7-82c9-c7908cb7733d,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:26.797970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36840180-7a80-44e9-b2bb-31cec62c8a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:26.887530 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9aed8c-bdd9-43c9-94d6-494f7948f0d7 None None] Pushing event updated for resources: {'Port': ['ID=fdc84dbf-4d60-439f-b710-e35c7177a208,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:26.903070 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:27:26.903714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:27:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:26.943482 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36840180-7a80-44e9-b2bb-31cec62c8a45 admin admin] Network 16a16d49-e693-4285-a9aa-66a7e1ab708a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:27:26.944627 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-36840180-7a80-44e9-b2bb-31cec62c8a45 admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:27:27.187768 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:27:27.330741 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-9da1b333-e5b1-4528-9fac-c0c22ebbf7ae None None] Provisioning complete for port 042b3273-849b-45b7-82c9-c7908cb7733d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:27:27.331012 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9da1b333-e5b1-4528-9fac-c0c22ebbf7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:27.384528 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36840180-7a80-44e9-b2bb-31cec62c8a45 admin admin] Router d54ff6ba-56f4-4204-b78f-aa560e5e3cda has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:27:27.470643 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-9da1b333-e5b1-4528-9fac-c0c22ebbf7ae None None] Port 042b3273-849b-45b7-82c9-c7908cb7733d cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:27:27.575065 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 2, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:27.579487 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1f59b3-5353-40fa-8bd7-2a7537f2e85b None None] The sync data for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv is: [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 2, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:27:27.598581 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36840180-7a80-44e9-b2bb-31cec62c8a45 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:27:27.604411 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-36840180-7a80-44e9-b2bb-31cec62c8a45 admin admin] 10.222.0.73 "PUT /v2.0/routers/d54ff6ba-56f4-4204-b78f-aa560e5e3cda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9103928 Mar 02 19:27:28.445768 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device fdc84dbf-4d60-439f-b710-e35c7177a208 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:27:28.454600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 40514) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:28.460341 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-8949b1a7-ece6-4397-91da-e1a2319d9dc1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1555627182', 'description': 'tempest-description--596091863'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:27:28.470727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8949b1a7-ece6-4397-91da-e1a2319d9dc1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:27:28.473949 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8949b1a7-ece6-4397-91da-e1a2319d9dc1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Usage tracker for resource:security_group and tenant:4df1b30751bf4e2290eba246027f08be is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:27:28.477367 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8949b1a7-ece6-4397-91da-e1a2319d9dc1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:27:28.485072 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8949b1a7-ece6-4397-91da-e1a2319d9dc1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:27:28.573927 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8949b1a7-ece6-4397-91da-e1a2319d9dc1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:28.613304 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8949b1a7-ece6-4397-91da-e1a2319d9dc1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:27:28.613963 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port fdc84dbf-4d60-439f-b710-e35c7177a208 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:27:28.618512 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8949b1a7-ece6-4397-91da-e1a2319d9dc1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Usage tracker for resource:security_group_rule and tenant:4df1b30751bf4e2290eba246027f08be is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:27:28.619618 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port fdc84dbf-4d60-439f-b710-e35c7177a208 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:27:28.620024 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:28.621994 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8949b1a7-ece6-4397-91da-e1a2319d9dc1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:27:28.628299 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8949b1a7-ece6-4397-91da-e1a2319d9dc1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:27:28.701035 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8949b1a7-ece6-4397-91da-e1a2319d9dc1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:28.773891 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8949b1a7-ece6-4397-91da-e1a2319d9dc1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:28.797417 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:28.814020 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port fdc84dbf-4d60-439f-b710-e35c7177a208, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=fdc84dbf-4d60-439f-b710-e35c7177a208,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:27:28.819745 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949b1a7-ece6-4397-91da-e1a2319d9dc1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d08a803-9515-4acc-bd50-e5d89fedde54,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:28.882485 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8949b1a7-ece6-4397-91da-e1a2319d9dc1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:28.883675 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8949b1a7-ece6-4397-91da-e1a2319d9dc1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4280505 Mar 02 19:27:28.886446 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 40518) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:28.892513 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-d7e713d4-a34e-42b8-a270-8b4eae1ed958 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Request body: {'security_group_rule': {'security_group_id': '1d08a803-9515-4acc-bd50-e5d89fedde54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:27:28.898648 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d7e713d4-a34e-42b8-a270-8b4eae1ed958 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:27:28.902464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d7e713d4-a34e-42b8-a270-8b4eae1ed958 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Usage tracker for resource:security_group_rule and tenant:4df1b30751bf4e2290eba246027f08be is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:27:28.905315 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d7e713d4-a34e-42b8-a270-8b4eae1ed958 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:27:28.910830 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:28.915706 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d7e713d4-a34e-42b8-a270-8b4eae1ed958 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:27:28.979735 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=fdc84dbf-4d60-439f-b710-e35c7177a208,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:28.998148 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7e713d4-a34e-42b8-a270-8b4eae1ed958 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:29.061288 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7e713d4-a34e-42b8-a270-8b4eae1ed958 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:29.133950 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7e713d4-a34e-42b8-a270-8b4eae1ed958 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:29.159834 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e713d4-a34e-42b8-a270-8b4eae1ed958 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d40ca3-29f5-4029-9e18-f9a3eb07358c,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:29.225391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d7e713d4-a34e-42b8-a270-8b4eae1ed958 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:29.226609 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d7e713d4-a34e-42b8-a270-8b4eae1ed958 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3392665 Mar 02 19:27:29.229405 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 40522) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:29.234914 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-220a16c9-9de5-4770-bf93-6c3540903579 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Request body: {'security_group_rule': {'security_group_id': '1d08a803-9515-4acc-bd50-e5d89fedde54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:27:29.241087 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-220a16c9-9de5-4770-bf93-6c3540903579 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:27:29.245047 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-220a16c9-9de5-4770-bf93-6c3540903579 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Usage tracker for resource:security_group_rule and tenant:4df1b30751bf4e2290eba246027f08be is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:27:29.247923 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-220a16c9-9de5-4770-bf93-6c3540903579 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:27:29.254175 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-220a16c9-9de5-4770-bf93-6c3540903579 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:27:29.351943 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-220a16c9-9de5-4770-bf93-6c3540903579 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:29.422585 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-220a16c9-9de5-4770-bf93-6c3540903579 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:29.500640 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-220a16c9-9de5-4770-bf93-6c3540903579 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:29.524626 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a16c9-9de5-4770-bf93-6c3540903579 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94c4e76-e627-4bd8-ad5d-77a14143599d,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:29.614108 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-220a16c9-9de5-4770-bf93-6c3540903579 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:29.615368 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-220a16c9-9de5-4770-bf93-6c3540903579 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3850133 Mar 02 19:27:29.618399 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 40526) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:29.623734 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:27:29.630001 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:27:29.633809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Usage tracker for resource:floatingip and tenant:4df1b30751bf4e2290eba246027f08be is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:27:29.636637 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:27:29.642563 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:27:29.762388 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for floatingip, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:29.991506 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:30.126194 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Allocated IP 172.26.4.248 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/4febe4bd-5384-44d3-a140-500442a7b687) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:27:30.287549 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:30.410248 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device fdc84dbf-4d60-439f-b710-e35c7177a208 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:27:30.420038 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:30.481428 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port fdc84dbf-4d60-439f-b710-e35c7177a208 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:27:30.481807 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:30.487849 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:27:30.490767 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:27:30.494564 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:27:30.524136 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Pushing event updated for resources: {'Port': ['ID=4febe4bd-5384-44d3-a140-500442a7b687,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:30.660503 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:30.771214 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:30.978200 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:31.048468 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:31.158925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Pushing event updated for resources: {'Port': ['ID=4febe4bd-5384-44d3-a140-500442a7b687,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:31.175580 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:31.305860 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:31.307322 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f804b6d4-bca6-4e43-8ec3-c95d485cd0ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6877615 Mar 02 19:27:31.486093 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12eb9382-ac02-4173-9273-292abe960f01 req-b824e831-975c-4724-8ed5-301dbbee1539 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1555627182&fields=id&tenant_id=4df1b30751bf4e2290eba246027f08be HTTP/1.1" status: 200 len: 267 time: 0.0424085 Mar 02 19:27:31.488036 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:31.637453 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb9382-ac02-4173-9273-292abe960f01 req-2c8aed28-438f-4804-a853-71aa58703a59 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:31.638889 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12eb9382-ac02-4173-9273-292abe960f01 req-2c8aed28-438f-4804-a853-71aa58703a59 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 811 time: 0.1463385 Mar 02 19:27:31.656271 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12eb9382-ac02-4173-9273-292abe960f01 req-ebb99db5-ac06-48a9-a706-3a5c8c2fba74 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/quotas/4df1b30751bf4e2290eba246027f08be HTTP/1.1" status: 200 len: 375 time: 0.0106111 Mar 02 19:27:31.741438 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12eb9382-ac02-4173-9273-292abe960f01 req-32d61404-e684-4ed7-ba22-05c425e56a90 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0796962 Mar 02 19:27:31.956657 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12eb9382-ac02-4173-9273-292abe960f01 req-ee43fbbe-9033-475c-8161-26bf3b7fb5a3 service neutron] 10.222.0.73 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038817 Mar 02 19:27:32.090236 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12eb9382-ac02-4173-9273-292abe960f01 req-0ace3e8a-0976-47ee-9ec7-0e6d04356dc6 service neutron] 10.222.0.73 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277864 Mar 02 19:27:32.369413 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-364aa92c-1cbe-4378-9a54-fd2d58d3980c req-1ead79ed-f56f-4ae4-ba47-9e6223972015 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Synchronizing usage tracker for tenant:4df1b30751bf4e2290eba246027f08be on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:27:32.454498 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-364aa92c-1cbe-4378-9a54-fd2d58d3980c req-1ead79ed-f56f-4ae4-ba47-9e6223972015 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Unset dirty status for tenant:4df1b30751bf4e2290eba246027f08be on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:27:32.457401 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-364aa92c-1cbe-4378-9a54-fd2d58d3980c req-1ead79ed-f56f-4ae4-ba47-9e6223972015 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 210 time: 0.1302400 Mar 02 19:27:33.626398 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-85fd476c-ba08-45bc-b5ec-069097149a31 req-eaaa16a6-0ced-4806-8482-79caca3d7ece tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 210 time: 0.0431123 Mar 02 19:27:34.763633 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb9382-ac02-4173-9273-292abe960f01 req-496cfc5a-65e3-40ed-9a4a-75c274fb4ddb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:34.765255 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12eb9382-ac02-4173-9273-292abe960f01 req-496cfc5a-65e3-40ed-9a4a-75c274fb4ddb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 811 time: 0.2623022 Mar 02 19:27:34.808384 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-81e3db12-e010-4885-9b02-e9fcd6b948c9 req-5f608925-cfbc-4a8d-b1b8-5af294e1e29b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 210 time: 0.0459726 Mar 02 19:27:34.823032 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12eb9382-ac02-4173-9273-292abe960f01 req-bb406172-dfe5-4a77-861a-bf351ebb0645 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4df1b30751bf4e2290eba246027f08be HTTP/1.1" status: 200 len: 380 time: 0.0436914 Mar 02 19:27:34.834859 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-12eb9382-ac02-4173-9273-292abe960f01 req-ab0a296b-0291-41b6-90ca-0e89ba28d2da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Request body: {'port': {'device_id': 'f459d3e0-2144-4a1f-8427-42cc3c99bec7', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'admin_state_up': True, 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'security_groups': ['1d08a803-9515-4acc-bd50-e5d89fedde54']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:27:34.976470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-12eb9382-ac02-4173-9273-292abe960f01 req-ab0a296b-0291-41b6-90ca-0e89ba28d2da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:27:34.986572 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-12eb9382-ac02-4173-9273-292abe960f01 req-ab0a296b-0291-41b6-90ca-0e89ba28d2da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:27:35.070843 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12eb9382-ac02-4173-9273-292abe960f01 req-ab0a296b-0291-41b6-90ca-0e89ba28d2da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Made reservation on behalf of 4df1b30751bf4e2290eba246027f08be for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:27:35.074017 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-12eb9382-ac02-4173-9273-292abe960f01 req-ab0a296b-0291-41b6-90ca-0e89ba28d2da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:35.241709 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-12eb9382-ac02-4173-9273-292abe960f01 req-ab0a296b-0291-41b6-90ca-0e89ba28d2da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Allocated IP 172.20.0.13 (16a16d49-e693-4285-a9aa-66a7e1ab708a/5e03de6d-cfde-4ffd-9d64-2c467fc0d558/09a1a75d-48fe-4905-b66d-110770e821e7) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:27:35.436377 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-12eb9382-ac02-4173-9273-292abe960f01 req-ab0a296b-0291-41b6-90ca-0e89ba28d2da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:35.454153 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-12eb9382-ac02-4173-9273-292abe960f01 req-ab0a296b-0291-41b6-90ca-0e89ba28d2da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Transition to ACTIVE for port object 09a1a75d-48fe-4905-b66d-110770e821e7 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:27:35.564263 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-12eb9382-ac02-4173-9273-292abe960f01 req-ab0a296b-0291-41b6-90ca-0e89ba28d2da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:35.642402 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12eb9382-ac02-4173-9273-292abe960f01 req-ab0a296b-0291-41b6-90ca-0e89ba28d2da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Network 16a16d49-e693-4285-a9aa-66a7e1ab708a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:27:35.645474 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-12eb9382-ac02-4173-9273-292abe960f01 req-ab0a296b-0291-41b6-90ca-0e89ba28d2da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:27:35.649795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-12eb9382-ac02-4173-9273-292abe960f01 req-ab0a296b-0291-41b6-90ca-0e89ba28d2da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:27:35.678686 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a296b-0291-41b6-90ca-0e89ba28d2da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Pushing event updated for resources: {'Port': ['ID=09a1a75d-48fe-4905-b66d-110770e821e7,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:35.714754 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb9382-ac02-4173-9273-292abe960f01 req-ab0a296b-0291-41b6-90ca-0e89ba28d2da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:35.715397 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-12eb9382-ac02-4173-9273-292abe960f01 req-ab0a296b-0291-41b6-90ca-0e89ba28d2da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:35.809112 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12eb9382-ac02-4173-9273-292abe960f01 req-ab0a296b-0291-41b6-90ca-0e89ba28d2da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9801993 Mar 02 19:27:35.820983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] Request body: {'port': {'device_id': 'f459d3e0-2144-4a1f-8427-42cc3c99bec7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:27:35.928121 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-378a5211-4475-4773-bdfe-753782bba955 None None] Provisioning for port 09a1a75d-48fe-4905-b66d-110770e821e7 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:27:35.935553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-378a5211-4475-4773-bdfe-753782bba955 None None] Provisioning complete for port 09a1a75d-48fe-4905-b66d-110770e821e7 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:27:35.936175 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-378a5211-4475-4773-bdfe-753782bba955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:35.937997 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:35.991295 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-378a5211-4475-4773-bdfe-753782bba955 None None] Port 09a1a75d-48fe-4905-b66d-110770e821e7 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:27:36.135493 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e556f01-842b-48ed-9d45-a45e2f5acb18 req-7540cba5-b99e-4a75-8111-8de17fbf81e3 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:36.136183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-2e556f01-842b-48ed-9d45-a45e2f5acb18 req-7540cba5-b99e-4a75-8111-8de17fbf81e3 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Synchronizing usage tracker for tenant:4df1b30751bf4e2290eba246027f08be on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:27:36.267594 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-2e556f01-842b-48ed-9d45-a45e2f5acb18 req-7540cba5-b99e-4a75-8111-8de17fbf81e3 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Unset dirty status for tenant:4df1b30751bf4e2290eba246027f08be on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:27:36.268785 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2e556f01-842b-48ed-9d45-a45e2f5acb18 req-7540cba5-b99e-4a75-8111-8de17fbf81e3 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 932 time: 0.3219025 Mar 02 19:27:36.378259 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2e556f01-842b-48ed-9d45-a45e2f5acb18 req-be7785e1-b676-4151-a42c-d12273d2674d tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013689 Mar 02 19:27:36.387647 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09a1a75d-48fe-4905-b66d-110770e821e7 {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:27:36.395804 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:36.413043 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] Transition to ACTIVE for port object 09a1a75d-48fe-4905-b66d-110770e821e7 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:27:36.488500 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:36.621310 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] Pushing event updated for resources: {'Port': ['ID=09a1a75d-48fe-4905-b66d-110770e821e7,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:36.730312 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] Attempting to bind port 09a1a75d-48fe-4905-b66d-110770e821e7 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:27:36.730657 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] Attempting to bind port 09a1a75d-48fe-4905-b66d-110770e821e7 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:27:36.730995 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] Attempting to bind port 09a1a75d-48fe-4905-b66d-110770e821e7 on network 16a16d49-e693-4285-a9aa-66a7e1ab708a {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:27:36.737758 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] Port 09a1a75d-48fe-4905-b66d-110770e821e7 on network 16a16d49-e693-4285-a9aa-66a7e1ab708a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:27:36.738084 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] Attempting to bind port 09a1a75d-48fe-4905-b66d-110770e821e7 on network 16a16d49-e693-4285-a9aa-66a7e1ab708a {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:27:36.744370 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:27:36.744710 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] Checking segment: {'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:27:36.745094 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] Bound using segment: {'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:27:36.745517 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] Bound port: 09a1a75d-48fe-4905-b66d-110770e821e7, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:27:36.745868 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:36.839173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] For port 09a1a75d-48fe-4905-b66d-110770e821e7, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:27:36.842105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] For port 09a1a75d-48fe-4905-b66d-110770e821e7, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=09a1a75d-48fe-4905-b66d-110770e821e7,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:27:36.894218 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:37.045149 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:37.047132 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12eb9382-ac02-4173-9273-292abe960f01 req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] 10.222.0.87 "PUT /v2.0/ports/09a1a75d-48fe-4905-b66d-110770e821e7 HTTP/1.1" status: 200 len: 1094 time: 1.2305782 Mar 02 19:27:37.047603 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f459d3e0-2144-4a1f-8427-42cc3c99bec7', 'tag': '09a1a75d-48fe-4905-b66d-110770e821e7'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:27:37.075264 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e6f66-a73b-4712-88de-6395c22535c8 service neutron] Pushing event updated for resources: {'Port': ['ID=09a1a75d-48fe-4905-b66d-110770e821e7,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:37.111820 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f459d3e0-2144-4a1f-8427-42cc3c99bec7', 'tag': '09a1a75d-48fe-4905-b66d-110770e821e7', 'status': 'completed', 'code': 200} Mar 02 19:27:37.210329 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f89bcf88-fe2d-4cc4-a421-fea1f72fcb2f req-27ca28ba-b2be-40f7-b679-5912436d3d17 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 1097 time: 0.0756726 Mar 02 19:27:37.360760 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bcf88-fe2d-4cc4-a421-fea1f72fcb2f req-365c9246-278d-4173-9552-eccd22aff1e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:37.362267 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f89bcf88-fe2d-4cc4-a421-fea1f72fcb2f req-365c9246-278d-4173-9552-eccd22aff1e8 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=4df1b30751bf4e2290eba246027f08be&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1446500 Mar 02 19:27:37.558383 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bcf88-fe2d-4cc4-a421-fea1f72fcb2f req-b43a937a-c225-4cf4-95da-6e088c9f7f17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:37.559873 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f89bcf88-fe2d-4cc4-a421-fea1f72fcb2f req-b43a937a-c225-4cf4-95da-6e088c9f7f17 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1915038 Mar 02 19:27:37.637447 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29703580-b20b-4979-8b6f-735db6568ca6 req-3d9608d9-130f-4521-9ad1-c0b471a3e3a4 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:37.639022 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-29703580-b20b-4979-8b6f-735db6568ca6 req-3d9608d9-130f-4521-9ad1-c0b471a3e3a4 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 944 time: 0.1282067 Mar 02 19:27:37.701395 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-29703580-b20b-4979-8b6f-735db6568ca6 req-1a33a0e1-4d9d-484b-9910-ce4a1db17843 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552638 Mar 02 19:27:37.714331 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12eb9382-ac02-4173-9273-292abe960f01 req-38db8ef5-8996-43d7-839d-3f02dca9811c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 1097 time: 0.1202650 Mar 02 19:27:37.787891 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12eb9382-ac02-4173-9273-292abe960f01 req-ba021eed-fee3-4952-8bc4-789f00c7f6c9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09a1a75d-48fe-4905-b66d-110770e821e7 HTTP/1.1" status: 200 len: 217 time: 0.0662901 Mar 02 19:27:37.852883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb9382-ac02-4173-9273-292abe960f01 req-acf5605c-d995-45a5-8ec3-d195c9fddb37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:37.854321 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12eb9382-ac02-4173-9273-292abe960f01 req-acf5605c-d995-45a5-8ec3-d195c9fddb37 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0591395 Mar 02 19:27:37.934706 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12eb9382-ac02-4173-9273-292abe960f01 req-6f98eaec-a8fb-4a14-b031-a56dcfb80307 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715389 Mar 02 19:27:38.069818 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12eb9382-ac02-4173-9273-292abe960f01 req-438924c9-b0d5-4637-9892-d4173dde34c3 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284740 Mar 02 19:27:38.207264 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12eb9382-ac02-4173-9273-292abe960f01 req-dd4eb052-f2f2-443b-99ea-36a64c2bdefa service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312399 Mar 02 19:27:38.914786 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049b730-431f-4706-9280-b0a1bb7779ba req-b7893477-9fa1-4a89-9b4e-20fbbfc93023 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:38.916277 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8049b730-431f-4706-9280-b0a1bb7779ba req-b7893477-9fa1-4a89-9b4e-20fbbfc93023 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 944 time: 0.0812767 Mar 02 19:27:38.963406 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-8049b730-431f-4706-9280-b0a1bb7779ba req-0141855b-a693-46ae-8ea1-fefb23133d04 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Synchronizing usage tracker for tenant:4df1b30751bf4e2290eba246027f08be on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:27:39.065412 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-8049b730-431f-4706-9280-b0a1bb7779ba req-0141855b-a693-46ae-8ea1-fefb23133d04 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Unset dirty status for tenant:4df1b30751bf4e2290eba246027f08be on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:27:39.066846 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8049b730-431f-4706-9280-b0a1bb7779ba req-0141855b-a693-46ae-8ea1-fefb23133d04 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448877 Mar 02 19:27:39.549681 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 09a1a75d-48fe-4905-b66d-110770e821e7 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:27:39.684591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 09a1a75d-48fe-4905-b66d-110770e821e7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=09a1a75d-48fe-4905-b66d-110770e821e7,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:27:39.699033 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '09a1a75d-48fe-4905-b66d-110770e821e7', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'port_id': '09a1a75d-48fe-4905-b66d-110770e821e7', 'mac_address': 'fa:16:3e:1b:24:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:27:39.752823 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:39.770871 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09a1a75d-48fe-4905-b66d-110770e821e7 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:27:39.786079 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 09a1a75d-48fe-4905-b66d-110770e821e7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=09a1a75d-48fe-4905-b66d-110770e821e7,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:27:39.871162 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:39.946202 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=09a1a75d-48fe-4905-b66d-110770e821e7,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:40.139390 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['09a1a75d-48fe-4905-b66d-110770e821e7'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:27:40.265162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdc506-6fd5-4337-a6ef-f526af84891d req-5514ec67-b234-4762-990c-4aae7c771ee0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:40.266718 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-eefdc506-6fd5-4337-a6ef-f526af84891d req-5514ec67-b234-4762-990c-4aae7c771ee0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 945 time: 0.0764847 Mar 02 19:27:40.314229 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-eefdc506-6fd5-4337-a6ef-f526af84891d req-8cc627da-68ab-4d2f-997e-dfe6c9e0688b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420425 Mar 02 19:27:41.129712 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Sync routers for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:27:41.142420 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:27:41.143037 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:27:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:41.324375 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:27:41.525187 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1fd9a-bf8e-4a45-88e8-88c8eda31bc1 req-9b676ff0-2129-45b5-b0f5-e66240d826d9 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:41.525187 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-79b1fd9a-bf8e-4a45-88e8-88c8eda31bc1 req-9b676ff0-2129-45b5-b0f5-e66240d826d9 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 945 time: 0.0823817 Mar 02 19:27:41.559668 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 09a1a75d-48fe-4905-b66d-110770e821e7 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:27:41.566956 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-79b1fd9a-bf8e-4a45-88e8-88c8eda31bc1 req-6d8b50b7-e862-4830-9872-3de48720a92a tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418530 Mar 02 19:27:41.660406 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 2, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:41.664531 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Checking router: d54ff6ba-56f4-4204-b78f-aa560e5e3cda for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:27:41.664876 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Updating router d54ff6ba-56f4-4204-b78f-aa560e5e3cda port 042b3273-849b-45b7-82c9-c7908cb7733d binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:27:41.717593 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 09a1a75d-48fe-4905-b66d-110770e821e7 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:27:41.723413 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 09a1a75d-48fe-4905-b66d-110770e821e7 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:27:41.723887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:41.754029 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:41.848372 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:41.877268 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f459d3e0-2144-4a1f-8427-42cc3c99bec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a1a75d-48fe-4905-b66d-110770e821e7'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:27:41.886909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 09a1a75d-48fe-4905-b66d-110770e821e7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=09a1a75d-48fe-4905-b66d-110770e821e7,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:27:41.937631 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f459d3e0-2144-4a1f-8427-42cc3c99bec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a1a75d-48fe-4905-b66d-110770e821e7', 'code': 200} Mar 02 19:27:41.956853 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:42.029467 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=09a1a75d-48fe-4905-b66d-110770e821e7,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:42.103703 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:42.116646 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Transition to ACTIVE for port object 042b3273-849b-45b7-82c9-c7908cb7733d will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:27:42.185481 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:42.328765 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaef614-0f72-4ef1-af62-1418fc511a13 None None] Pushing event updated for resources: {'Port': ['ID=042b3273-849b-45b7-82c9-c7908cb7733d,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:42.346171 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a58d1c29-441e-40af-b966-af6950f27551 req-498919f0-26bf-4dc8-8919-7b2eb3110a8e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 1099 time: 0.0856946 Mar 02 19:27:42.354288 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaef614-0f72-4ef1-af62-1418fc511a13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:42.354558 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaef614-0f72-4ef1-af62-1418fc511a13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:42.354886 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaef614-0f72-4ef1-af62-1418fc511a13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:42.355218 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaef614-0f72-4ef1-af62-1418fc511a13 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:42.355568 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaef614-0f72-4ef1-af62-1418fc511a13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:42.355888 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaef614-0f72-4ef1-af62-1418fc511a13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:42.356218 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaef614-0f72-4ef1-af62-1418fc511a13 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:42.356527 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaef614-0f72-4ef1-af62-1418fc511a13 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:42.356887 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaef614-0f72-4ef1-af62-1418fc511a13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:42.357141 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaef614-0f72-4ef1-af62-1418fc511a13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:42.357455 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaef614-0f72-4ef1-af62-1418fc511a13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:42.405683 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a58d1c29-441e-40af-b966-af6950f27551 req-bf3a0591-584f-4487-9124-e93e2f14a320 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529943 Mar 02 19:27:42.421395 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Attempting to bind port 042b3273-849b-45b7-82c9-c7908cb7733d on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:27:42.422644 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Attempting to bind port 042b3273-849b-45b7-82c9-c7908cb7733d by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:27:42.422644 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Attempting to bind port 042b3273-849b-45b7-82c9-c7908cb7733d on network 16a16d49-e693-4285-a9aa-66a7e1ab708a {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:27:42.429792 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:27:42.430155 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Checking segment: {'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:27:42.430546 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:42.431190 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Bound using segment: {'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:27:42.431676 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Bound port: 042b3273-849b-45b7-82c9-c7908cb7733d, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:27:42.432039 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:42.526794 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] For port 042b3273-849b-45b7-82c9-c7908cb7733d, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:27:42.530139 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] For port 042b3273-849b-45b7-82c9-c7908cb7733d, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=042b3273-849b-45b7-82c9-c7908cb7733d,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:27:42.654357 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:42.720812 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:27:42.742203 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaef614-0f72-4ef1-af62-1418fc511a13 None None] Pushing event updated for resources: {'Port': ['ID=042b3273-849b-45b7-82c9-c7908cb7733d,revision_number=4']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:42.752564 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:27:42.753193 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:27:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:42.776514 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210ad36-e5b1-4742-b8ce-a23ea8cb7aba req-03630af1-1a99-402d-8fd3-235edf5c16f8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:42.777982 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d210ad36-e5b1-4742-b8ce-a23ea8cb7aba req-03630af1-1a99-402d-8fd3-235edf5c16f8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0888774 Mar 02 19:27:42.829919 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d210ad36-e5b1-4742-b8ce-a23ea8cb7aba req-d7375ea8-a163-472e-bd34-0842ee9f228f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448418 Mar 02 19:27:42.939158 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:27:43.256930 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:42Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:43.260677 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630dfeb5-ab0c-4166-ae53-e69b0ca122d4 None None] The sync data for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv is: [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:42Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:27:44.029780 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a4216-b165-4945-968a-22e498485eb7 req-7e331943-4eae-4033-8a8f-ce09ad282531 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:44.031252 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f06a4216-b165-4945-968a-22e498485eb7 req-7e331943-4eae-4033-8a8f-ce09ad282531 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0766318 Mar 02 19:27:44.081669 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f06a4216-b165-4945-968a-22e498485eb7 req-6d02d102-4531-4891-abe6-e1230f61f28f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445449 Mar 02 19:27:44.272113 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117d753-4740-49f5-9f94-9a7121457057 req-30d1f187-d588-4c4b-b4c6-9402b933eafe tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:44.273715 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0117d753-4740-49f5-9f94-9a7121457057 req-30d1f187-d588-4c4b-b4c6-9402b933eafe tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0760686 Mar 02 19:27:44.282939 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 40574) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:44.288058 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-f9f1508d-3ce9-4828-a5e8-236aae7b9134 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Request body: {'floatingip': {'port_id': '09a1a75d-48fe-4905-b66d-110770e821e7'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:27:44.364978 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f9f1508d-3ce9-4828-a5e8-236aae7b9134 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for floatingip, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:44.434767 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 042b3273-849b-45b7-82c9-c7908cb7733d up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:27:44.557297 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 042b3273-849b-45b7-82c9-c7908cb7733d completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:27:44.564356 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 042b3273-849b-45b7-82c9-c7908cb7733d triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:27:44.564735 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:44.684107 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:44.721334 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 042b3273-849b-45b7-82c9-c7908cb7733d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=042b3273-849b-45b7-82c9-c7908cb7733d,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:27:44.808050 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:44.873391 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=042b3273-849b-45b7-82c9-c7908cb7733d,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:45.068798 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f9f1508d-3ce9-4828-a5e8-236aae7b9134 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:45.139815 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f9f1508d-3ce9-4828-a5e8-236aae7b9134 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:45.339566 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.l3_db [None req-f9f1508d-3ce9-4828-a5e8-236aae7b9134 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Floating IP d4e53062-abee-4767-af24-fa637b1cbb6c associated. External IP: 172.26.4.248, port: 09a1a75d-48fe-4905-b66d-110770e821e7. Mar 02 19:27:45.735282 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f1508d-3ce9-4828-a5e8-236aae7b9134 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Router d54ff6ba-56f4-4204-b78f-aa560e5e3cda has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:27:45.938038 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f1508d-3ce9-4828-a5e8-236aae7b9134 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:27:45.942416 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f9f1508d-3ce9-4828-a5e8-236aae7b9134 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:45.948198 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085c82f5-5825-429a-9e8d-6bd5cd141eee None None] Sync routers for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:27:45.961042 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c82f5-5825-429a-9e8d-6bd5cd141eee None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:27:45.961653 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-085c82f5-5825-429a-9e8d-6bd5cd141eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:27:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:45.999683 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f9f1508d-3ce9-4828-a5e8-236aae7b9134 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "PUT /v2.0/floatingips/d4e53062-abee-4767-af24-fa637b1cbb6c HTTP/1.1" status: 200 len: 992 time: 1.7127330 Mar 02 19:27:45.999683 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f459d3e0-2144-4a1f-8427-42cc3c99bec7', 'tag': '09a1a75d-48fe-4905-b66d-110770e821e7'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:27:46.150875 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f459d3e0-2144-4a1f-8427-42cc3c99bec7', 'tag': '09a1a75d-48fe-4905-b66d-110770e821e7', 'status': 'completed', 'code': 200} Mar 02 19:27:46.174391 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-085c82f5-5825-429a-9e8d-6bd5cd141eee None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:27:46.302518 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-439649fb-0d59-4660-80f5-baedfb072b52 req-cf83e539-7f8f-4845-b71c-5875ecd76828 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 1099 time: 0.1258335 Mar 02 19:27:46.434317 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d514e-d2b1-48f6-bd82-a061c8664c81 req-ce50ca8b-df37-4305-959a-aae9fcde581c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:46.435793 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-166d514e-d2b1-48f6-bd82-a061c8664c81 req-ce50ca8b-df37-4305-959a-aae9fcde581c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.1796529 Mar 02 19:27:46.451097 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 042b3273-849b-45b7-82c9-c7908cb7733d up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:27:46.504811 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439649fb-0d59-4660-80f5-baedfb072b52 req-b14cefb8-4c5b-4d0a-9a47-f510bedb079d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:46.505555 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-439649fb-0d59-4660-80f5-baedfb072b52 req-b14cefb8-4c5b-4d0a-9a47-f510bedb079d service neutron] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 912 time: 0.1950197 Mar 02 19:27:46.617670 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 042b3273-849b-45b7-82c9-c7908cb7733d triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:27:46.618038 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:46.665187 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-166d514e-d2b1-48f6-bd82-a061c8664c81 req-3c682012-e518-49a5-a388-4f6acdc1ba10 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230406 Mar 02 19:27:46.704007 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-085c82f5-5825-429a-9e8d-6bd5cd141eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd4e53062-abee-4767-af24-fa637b1cbb6c', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'port_id': '09a1a75d-48fe-4905-b66d-110770e821e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'mac_address': 'fa:16:3e:1b:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f459d3e0-2144-4a1f-8427-42cc3c99bec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:27:30Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 1, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:46.711562 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-439649fb-0d59-4660-80f5-baedfb072b52 req-ee165f54-4fd6-49fc-ba0e-36c7cc9003bc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09a1a75d-48fe-4905-b66d-110770e821e7 HTTP/1.1" status: 200 len: 1000 time: 0.1976597 Mar 02 19:27:46.741727 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085c82f5-5825-429a-9e8d-6bd5cd141eee None None] Checking router: d54ff6ba-56f4-4204-b78f-aa560e5e3cda for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:27:46.771274 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c82f5-5825-429a-9e8d-6bd5cd141eee None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:27:46.771780 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-085c82f5-5825-429a-9e8d-6bd5cd141eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:27:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:46.788352 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439649fb-0d59-4660-80f5-baedfb072b52 req-cb7d74e7-975d-462a-a676-4c0e816ca780 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:46.789798 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-439649fb-0d59-4660-80f5-baedfb072b52 req-cb7d74e7-975d-462a-a676-4c0e816ca780 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0684698 Mar 02 19:27:46.875929 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-439649fb-0d59-4660-80f5-baedfb072b52 req-b6bf2766-c60a-4c55-8b9f-121503fa7ad3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772045 Mar 02 19:27:46.886122 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b2f3b-97dc-40a5-96db-bac9dfb384bd req-31acd383-6f71-45b8-aaa2-1a1c62562c3e tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:46.887799 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d11b2f3b-97dc-40a5-96db-bac9dfb384bd req-31acd383-6f71-45b8-aaa2-1a1c62562c3e tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0958462 Mar 02 19:27:46.936707 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d11b2f3b-97dc-40a5-96db-bac9dfb384bd req-d4eeef93-a294-4e00-8ea8-3e479b584c26 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423481 Mar 02 19:27:46.964349 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-085c82f5-5825-429a-9e8d-6bd5cd141eee None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:27:47.012818 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-439649fb-0d59-4660-80f5-baedfb072b52 req-40f60046-fb82-43d3-ab1c-51be0e13cfb4 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306510 Mar 02 19:27:47.152717 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-439649fb-0d59-4660-80f5-baedfb072b52 req-bbd434c7-b098-48a7-8e67-09df6baebdb0 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333275 Mar 02 19:27:47.323909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-085c82f5-5825-429a-9e8d-6bd5cd141eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd4e53062-abee-4767-af24-fa637b1cbb6c', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'port_id': '09a1a75d-48fe-4905-b66d-110770e821e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'mac_address': 'fa:16:3e:1b:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f459d3e0-2144-4a1f-8427-42cc3c99bec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:27:30Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 1, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:47.328020 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085c82f5-5825-429a-9e8d-6bd5cd141eee None None] The sync data for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv is: [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd4e53062-abee-4767-af24-fa637b1cbb6c', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'port_id': '09a1a75d-48fe-4905-b66d-110770e821e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'mac_address': 'fa:16:3e:1b:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f459d3e0-2144-4a1f-8427-42cc3c99bec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:27:30Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 1, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:27:47.525325 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98decc4b-87a2-450d-8542-e05c20725031 None None] New status for floating IP d4e53062-abee-4767-af24-fa637b1cbb6c: ACTIVE {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:27:48.140527 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7e14b-d399-4e39-9b2c-d240bcc58b36 req-6f88a8c2-6901-448a-96e6-d8997a3d0a4f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:48.142098 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-00f7e14b-d399-4e39-9b2c-d240bcc58b36 req-6f88a8c2-6901-448a-96e6-d8997a3d0a4f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0829277 Mar 02 19:27:48.189134 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-00f7e14b-d399-4e39-9b2c-d240bcc58b36 req-a812d7d1-6b54-408b-a843-f91c46e10834 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415623 Mar 02 19:27:48.484711 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856ab7b-e473-4fd9-ab7d-af151d6ae0cf req-37983860-fd81-4bbd-84cb-9b93b24eb040 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:48.486185 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4856ab7b-e473-4fd9-ab7d-af151d6ae0cf req-37983860-fd81-4bbd-84cb-9b93b24eb040 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.1752658 Mar 02 19:27:48.532232 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4856ab7b-e473-4fd9-ab7d-af151d6ae0cf req-3e2b9397-bd3e-4cac-846e-13f5f5ddf587 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401890 Mar 02 19:27:48.724863 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9365362f-3ecf-42c7-bf22-5dd237a27de5 req-1cd679c7-1066-4ad0-8aa7-225b4805d747 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0667508 Mar 02 19:27:49.194596 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2150c-b191-4d88-a476-b820b4905e41 req-f2c7736d-1d49-4429-8aed-68b4758aa6e5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:49.196069 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-73c2150c-b191-4d88-a476-b820b4905e41 req-f2c7736d-1d49-4429-8aed-68b4758aa6e5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.1249466 Mar 02 19:27:49.255675 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-e196a9a4-53ec-480a-bf4e-6d6ab4625c95 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1216636 Mar 02 19:27:49.258342 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-73c2150c-b191-4d88-a476-b820b4905e41 req-021f136e-fdff-448e-addd-f7c654d7bd1f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551314 Mar 02 19:27:50.465795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1418310-84fc-48d4-a79d-7d4e164e74ae req-56fe6794-77da-41af-a9f9-c3810daefdd3 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:50.467260 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b1418310-84fc-48d4-a79d-7d4e164e74ae req-56fe6794-77da-41af-a9f9-c3810daefdd3 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0826030 Mar 02 19:27:50.514502 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b1418310-84fc-48d4-a79d-7d4e164e74ae req-4e56b3d9-e55f-4986-a85a-3c547ecd1955 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411747 Mar 02 19:27:51.446146 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-6ec8491f-c835-4d15-af12-11a2fd1469db service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 1099 time: 0.0716164 Mar 02 19:27:51.583958 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-7c3a0635-be97-4f9b-9910-c713e7aa1a63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:51.588120 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-7c3a0635-be97-4f9b-9910-c713e7aa1a63 service neutron] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 912 time: 0.1335044 Mar 02 19:27:51.676601 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-85ff07ed-abc3-450a-a01f-1ea66dcd5d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:51.702940 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-709b7129-f9e9-410d-9d27-02cfef96f3ad service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09a1a75d-48fe-4905-b66d-110770e821e7 HTTP/1.1" status: 200 len: 1002 time: 0.1069272 Mar 02 19:27:51.722289 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42c2ad-381e-44df-8161-c7bd8fc59746 req-9ca689f5-dabc-47c8-9085-d12c52f57ff9 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:51.723662 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7c42c2ad-381e-44df-8161-c7bd8fc59746 req-9ca689f5-dabc-47c8-9085-d12c52f57ff9 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0857182 Mar 02 19:27:51.766898 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-eb2fcdf1-7de6-43e4-abfb-c93178cce628 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:51.768380 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-eb2fcdf1-7de6-43e4-abfb-c93178cce628 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0631914 Mar 02 19:27:51.771750 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7c42c2ad-381e-44df-8161-c7bd8fc59746 req-528269be-35e6-4eeb-8dab-1743bccb4e3f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421751 Mar 02 19:27:51.845767 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-a89e0fca-6318-4333-bef6-77e4688babed service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693195 Mar 02 19:27:51.981042 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-253d8920-1f8d-4dbf-a51a-7667b473f0ef service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269450 Mar 02 19:27:52.114995 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-04e810af-4fa0-4f65-8ed5-d906c3cf2234 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278536 Mar 02 19:27:52.970091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f3046-6646-4766-b851-de3d947e591b req-820c2930-cde5-48b5-aff0-e35886b8b04f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:52.971480 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b44f3046-6646-4766-b851-de3d947e591b req-820c2930-cde5-48b5-aff0-e35886b8b04f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0761626 Mar 02 19:27:53.130025 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b44f3046-6646-4766-b851-de3d947e591b req-6668560a-f1b9-445b-805b-8fdec6be69c7 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524248 Mar 02 19:27:53.733961 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-effaf4ea-ba70-47c2-a0b0-767ce026d8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:54.329511 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975c4fa-3e0d-47ca-913b-a9b1bc35ef03 req-ad860dd4-9dfa-4baf-b2e3-47f7789eb4f2 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:54.330875 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0975c4fa-3e0d-47ca-913b-a9b1bc35ef03 req-ad860dd4-9dfa-4baf-b2e3-47f7789eb4f2 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0772564 Mar 02 19:27:54.376363 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0975c4fa-3e0d-47ca-913b-a9b1bc35ef03 req-5978608c-87d7-4f14-9099-9840069e5a92 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398257 Mar 02 19:27:55.253897 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:55.447955 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:55.592818 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1bfd0-b88f-4e59-813d-feb0251d19a1 req-f5a4e745-984c-4bd1-b133-401d840efd13 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:55.594838 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-31e1bfd0-b88f-4e59-813d-feb0251d19a1 req-f5a4e745-984c-4bd1-b133-401d840efd13 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0783427 Mar 02 19:27:55.640596 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-31e1bfd0-b88f-4e59-813d-feb0251d19a1 req-fb8173cf-3eb4-4d35-b8f0-3349295ad907 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400896 Mar 02 19:27:56.505121 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:56.847209 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024fb9c-3db7-41bc-984a-57f15796e296 req-c8284702-98fe-4f4e-ab1f-934f6fcf1427 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:56.848611 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3024fb9c-3db7-41bc-984a-57f15796e296 req-c8284702-98fe-4f4e-ab1f-934f6fcf1427 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0851510 Mar 02 19:27:56.893118 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3024fb9c-3db7-41bc-984a-57f15796e296 req-65ef012f-10c7-41db-92b3-ac5512c8b14e tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389879 Mar 02 19:27:58.093802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db6cc3-0879-4aa3-8985-a5dee84551ac req-c6216493-5698-406c-8bf8-e4ba70e95bee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:58.095300 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b0db6cc3-0879-4aa3-8985-a5dee84551ac req-c6216493-5698-406c-8bf8-e4ba70e95bee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0824001 Mar 02 19:27:58.142711 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b0db6cc3-0879-4aa3-8985-a5dee84551ac req-b68dfc70-0918-479e-ab4e-68c13382e0fa tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418665 Mar 02 19:27:59.347706 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d313ada-6843-4e93-8dc9-1b54ed51f260 req-a849db17-b953-47cb-b5a7-31025d620e92 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:59.349184 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1d313ada-6843-4e93-8dc9-1b54ed51f260 req-a849db17-b953-47cb-b5a7-31025d620e92 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0787838 Mar 02 19:27:59.398675 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1d313ada-6843-4e93-8dc9-1b54ed51f260 req-251664d5-6ae8-4edd-b2a0-05a4f9d3c2b9 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437586 Mar 02 19:28:00.598585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8252139-7d21-47d4-ad36-ec532bc44e39 req-849cff48-33d0-4a00-8391-1c89db7c3583 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:00.600103 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d8252139-7d21-47d4-ad36-ec532bc44e39 req-849cff48-33d0-4a00-8391-1c89db7c3583 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0779560 Mar 02 19:28:00.646876 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d8252139-7d21-47d4-ad36-ec532bc44e39 req-14bc4a24-58a9-4a14-8862-39b810095de7 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410354 Mar 02 19:28:01.505280 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:01.846390 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd3c56-f2b5-406a-bbba-07941ed3f566 req-d05e8e02-7eae-4de2-8e7b-92ba9823747b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:01.847875 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cbdd3c56-f2b5-406a-bbba-07941ed3f566 req-d05e8e02-7eae-4de2-8e7b-92ba9823747b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0781076 Mar 02 19:28:01.894983 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cbdd3c56-f2b5-406a-bbba-07941ed3f566 req-f8f30b7e-79e5-4733-a4a1-1245d3b1682e tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416000 Mar 02 19:28:03.098291 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eedba-031e-4fcd-a661-a8e1237682dc req-7db53f3d-2b35-4d9b-9d94-9fb59ce04a7b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:03.099772 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0f1eedba-031e-4fcd-a661-a8e1237682dc req-7db53f3d-2b35-4d9b-9d94-9fb59ce04a7b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0801051 Mar 02 19:28:03.145455 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0f1eedba-031e-4fcd-a661-a8e1237682dc req-d812633d-701d-48bc-87ad-2f09deb55365 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401871 Mar 02 19:28:04.350206 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f04c5-819e-49e6-bcf1-f50fa2a00160 req-f058073f-1bc8-4209-9029-a95e20ab3624 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:04.351687 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f27f04c5-819e-49e6-bcf1-f50fa2a00160 req-f058073f-1bc8-4209-9029-a95e20ab3624 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0800557 Mar 02 19:28:04.396211 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f27f04c5-819e-49e6-bcf1-f50fa2a00160 req-7f4585aa-27d2-4925-b705-cedb7a73a150 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391390 Mar 02 19:28:05.605262 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca84c6e-5664-482d-9abe-16823e63f124 req-7eecd7f1-4329-497c-9f52-cffd4dbfc125 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:05.606721 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bca84c6e-5664-482d-9abe-16823e63f124 req-7eecd7f1-4329-497c-9f52-cffd4dbfc125 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0848274 Mar 02 19:28:05.656880 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bca84c6e-5664-482d-9abe-16823e63f124 req-3c1e8d51-8548-41b6-8ad0-5ae709657afc tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437970 Mar 02 19:28:06.858844 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e9d82-c04b-4825-95f1-4c5ef9cf4a67 req-d747d024-7ed4-4c82-8c5e-bca58958d2df tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:06.861089 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-364e9d82-c04b-4825-95f1-4c5ef9cf4a67 req-d747d024-7ed4-4c82-8c5e-bca58958d2df tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0775154 Mar 02 19:28:06.906840 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-364e9d82-c04b-4825-95f1-4c5ef9cf4a67 req-c6a73fce-0261-49f3-ac46-142732816017 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400865 Mar 02 19:28:08.105329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a54c79-a493-4f69-9208-af130e4a0bbb req-8a43146a-5630-46e4-932f-715b7fe42df2 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:08.106785 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d0a54c79-a493-4f69-9208-af130e4a0bbb req-8a43146a-5630-46e4-932f-715b7fe42df2 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0802338 Mar 02 19:28:08.152873 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d0a54c79-a493-4f69-9208-af130e4a0bbb req-42cafa31-9364-4189-b2dc-5f97c3bde3bf tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402138 Mar 02 19:28:09.362010 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45557e31-84b1-4be4-8ea6-54ea02f20cf1 req-ff680cdc-9a9a-46cc-b5c9-4fe307d3805a tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:09.363476 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-45557e31-84b1-4be4-8ea6-54ea02f20cf1 req-ff680cdc-9a9a-46cc-b5c9-4fe307d3805a tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0793080 Mar 02 19:28:09.408941 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-45557e31-84b1-4be4-8ea6-54ea02f20cf1 req-5c82cd80-8428-44a5-a0ab-88b3269cfd28 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400035 Mar 02 19:28:10.615261 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f17be4-c925-4b94-80ae-e5c60c88c893 req-d943d236-475f-4121-9107-30a1d68e04e5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:10.616762 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e2f17be4-c925-4b94-80ae-e5c60c88c893 req-d943d236-475f-4121-9107-30a1d68e04e5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0807941 Mar 02 19:28:10.664461 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e2f17be4-c925-4b94-80ae-e5c60c88c893 req-0395f720-d781-47b2-b179-28725f2e78bb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420287 Mar 02 19:28:11.865623 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a0e07-1db6-491a-adb7-6a0551a553ec req-91bacd31-557b-459d-8b28-1a940aff15ff tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:11.867093 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-034a0e07-1db6-491a-adb7-6a0551a553ec req-91bacd31-557b-459d-8b28-1a940aff15ff tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0766516 Mar 02 19:28:11.912901 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-034a0e07-1db6-491a-adb7-6a0551a553ec req-60a34388-19a9-4620-9661-3e8266949cf5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402958 Mar 02 19:28:13.110743 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa668011-f4f3-49da-9d9e-d096a05bdcc4 req-55da486b-d08f-45f6-b26e-f3f13b57ec20 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:13.112211 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fa668011-f4f3-49da-9d9e-d096a05bdcc4 req-55da486b-d08f-45f6-b26e-f3f13b57ec20 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0788245 Mar 02 19:28:13.159219 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fa668011-f4f3-49da-9d9e-d096a05bdcc4 req-c55112bb-2116-4e7d-b62c-059264443d46 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413988 Mar 02 19:28:14.057255 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-5f0461c7-c0cc-4626-8abb-2aa6e2f58780 service neutron] 10.222.0.87 "GET /v2.0/ports/09a1a75d-48fe-4905-b66d-110770e821e7/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0777519 Mar 02 19:28:14.368988 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30127bd6-78f5-41ae-b8e9-59380afd0a63 req-f0dba5e4-825a-4cfc-a40b-cce37ab08f05 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:14.370447 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-30127bd6-78f5-41ae-b8e9-59380afd0a63 req-f0dba5e4-825a-4cfc-a40b-cce37ab08f05 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0811520 Mar 02 19:28:14.417186 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-30127bd6-78f5-41ae-b8e9-59380afd0a63 req-10e75824-c750-4757-92b9-f668ba2b38b0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405500 Mar 02 19:28:14.599608 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-82cb4773-f88c-410e-8259-a57dbb64c5f4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7&tenant_id=4df1b30751bf4e2290eba246027f08be HTTP/1.1" status: 200 len: 1099 time: 0.0704834 Mar 02 19:28:14.695171 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-ddf1042e-fe11-4de1-b20c-62cdcaea4728 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 1099 time: 0.0736160 Mar 02 19:28:14.830496 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-dbde7876-61a2-4f76-b37e-58d98b6731ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:14.831976 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-dbde7876-61a2-4f76-b37e-58d98b6731ed service neutron] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 912 time: 0.1303837 Mar 02 19:28:14.939230 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-ad30acee-b94e-401e-9ff7-c2bef5e7c078 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09a1a75d-48fe-4905-b66d-110770e821e7 HTTP/1.1" status: 200 len: 1002 time: 0.1002681 Mar 02 19:28:15.001676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-2ac3cfcd-e7d3-4c79-ab5a-f67aec143791 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:15.003018 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-2ac3cfcd-e7d3-4c79-ab5a-f67aec143791 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0577011 Mar 02 19:28:15.077946 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-6931403a-7bf8-4fc7-a9c6-8b33cbfcb4de service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692875 Mar 02 19:28:15.213235 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-60242bad-69a2-45de-809a-8932d4543391 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286600 Mar 02 19:28:15.353549 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c516a702-4d2d-4fb3-8f8a-a7d6af2f6cdf req-5782b8cc-417e-4f36-be8e-8556eb81d42c service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339421 Mar 02 19:28:15.707998 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f083967-6a41-4ed4-a46c-716e36751356 req-12bed7ed-ef74-436f-aeed-a99822c44f84 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:15.710368 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8f083967-6a41-4ed4-a46c-716e36751356 req-12bed7ed-ef74-436f-aeed-a99822c44f84 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.1680372 Mar 02 19:28:15.757917 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8f083967-6a41-4ed4-a46c-716e36751356 req-64a6f3e3-3c24-4f23-b61e-2e1961ce4583 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433433 Mar 02 19:28:16.960057 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35b4c2-3e1e-4935-b7b2-9b37c50c8968 req-44c83c86-d11e-45d4-a858-158012a86d77 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:16.961505 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1a35b4c2-3e1e-4935-b7b2-9b37c50c8968 req-44c83c86-d11e-45d4-a858-158012a86d77 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0782428 Mar 02 19:28:17.010936 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1a35b4c2-3e1e-4935-b7b2-9b37c50c8968 req-c4b8b128-968e-4fd6-93c2-58af9db46e18 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437818 Mar 02 19:28:17.692533 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 09a1a75d-48fe-4905-b66d-110770e821e7 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:28:17.694870 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 09a1a75d-48fe-4905-b66d-110770e821e7 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:28:17.900237 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:17.934996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 09a1a75d-48fe-4905-b66d-110770e821e7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=09a1a75d-48fe-4905-b66d-110770e821e7,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:28:17.957187 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f459d3e0-2144-4a1f-8427-42cc3c99bec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09a1a75d-48fe-4905-b66d-110770e821e7'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:28:17.963107 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '09a1a75d-48fe-4905-b66d-110770e821e7', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'port_id': '09a1a75d-48fe-4905-b66d-110770e821e7', 'mac_address': 'fa:16:3e:1b:24:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:28:17.996080 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 09a1a75d-48fe-4905-b66d-110770e821e7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=09a1a75d-48fe-4905-b66d-110770e821e7,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:28:18.020947 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:18.030697 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f459d3e0-2144-4a1f-8427-42cc3c99bec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09a1a75d-48fe-4905-b66d-110770e821e7', 'code': 200} Mar 02 19:28:18.040753 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09a1a75d-48fe-4905-b66d-110770e821e7 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:28:18.106871 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:18.229469 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121ddd4-82e9-40ff-b7df-3b712a6731b7 req-eeb12c54-0628-4609-92e2-4e0abf817b4c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:18.230847 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6121ddd4-82e9-40ff-b7df-3b712a6731b7 req-eeb12c54-0628-4609-92e2-4e0abf817b4c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 944 time: 0.0795903 Mar 02 19:28:18.257740 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:28:18.258005 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:28:18.261151 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=09a1a75d-48fe-4905-b66d-110770e821e7,revision_number=6']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:18.269832 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:18.270170 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:18.270502 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:18.270827 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:18.271149 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:18.271508 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:18.271829 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:18.272154 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:18.272468 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:18.272782 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:18.273094 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:18.283328 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6121ddd4-82e9-40ff-b7df-3b712a6731b7 req-c67db55f-1378-487e-85f6-29b22c93ec5e tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443387 Mar 02 19:28:18.755026 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb9d6a-2a93-4a00-9463-5d7bd2d12a09 req-c8916d05-f25b-48e7-8926-e90c6483ffc8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:18.756551 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ecfb9d6a-2a93-4a00-9463-5d7bd2d12a09 req-c8916d05-f25b-48e7-8926-e90c6483ffc8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 944 time: 0.0868709 Mar 02 19:28:18.793706 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8684dfc-8953-436d-9a82-744afe12b9ed req-3b9422cd-4b67-4aed-94cf-fefeffd1a5e4 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:18.795177 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e8684dfc-8953-436d-9a82-744afe12b9ed req-3b9422cd-4b67-4aed-94cf-fefeffd1a5e4 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7&tenant_id=4df1b30751bf4e2290eba246027f08be&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 944 time: 0.0860837 Mar 02 19:28:18.806611 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ecfb9d6a-2a93-4a00-9463-5d7bd2d12a09 req-34e016f5-0ded-4198-80d7-c5c7d17b6043 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442855 Mar 02 19:28:18.814782 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:18.837030 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09a1a75d-48fe-4905-b66d-110770e821e7 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:28:18.852752 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 09a1a75d-48fe-4905-b66d-110770e821e7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=09a1a75d-48fe-4905-b66d-110770e821e7,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:28:18.922534 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:18.946212 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e8684dfc-8953-436d-9a82-744afe12b9ed req-17fcf318-3834-4e7f-ad87-6ac1ca99225c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 1097 time: 0.0756018 Mar 02 19:28:18.991548 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['09a1a75d-48fe-4905-b66d-110770e821e7'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:28:19.032227 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=09a1a75d-48fe-4905-b66d-110770e821e7,revision_number=7']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:19.089259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8684dfc-8953-436d-9a82-744afe12b9ed req-f5f61a26-dc20-4e0d-bb43-13de9ca2adc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:19.090727 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e8684dfc-8953-436d-9a82-744afe12b9ed req-f5f61a26-dc20-4e0d-bb43-13de9ca2adc3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 912 time: 0.1378696 Mar 02 19:28:19.198200 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e8684dfc-8953-436d-9a82-744afe12b9ed req-85c03ec9-b0bf-4b80-a1ca-f643eff4bbd3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09a1a75d-48fe-4905-b66d-110770e821e7 HTTP/1.1" status: 200 len: 1001 time: 0.1011145 Mar 02 19:28:19.262607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8684dfc-8953-436d-9a82-744afe12b9ed req-9f91e1a6-83af-468b-bd0c-f8807b00a0c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:19.264094 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e8684dfc-8953-436d-9a82-744afe12b9ed req-9f91e1a6-83af-468b-bd0c-f8807b00a0c1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0589221 Mar 02 19:28:19.342565 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e8684dfc-8953-436d-9a82-744afe12b9ed req-4c9f39f1-a1d3-4745-907a-ff9835b65e94 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722103 Mar 02 19:28:19.476954 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e8684dfc-8953-436d-9a82-744afe12b9ed req-5ba18185-5354-4f2d-8cf6-28c94372780c service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276982 Mar 02 19:28:19.614275 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e8684dfc-8953-436d-9a82-744afe12b9ed req-9d6f6b33-7ebd-4167-b0a9-22ecf7491495 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309798 Mar 02 19:28:19.701588 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:28:19.706484 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 09a1a75d-48fe-4905-b66d-110770e821e7 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:28:19.776002 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 09a1a75d-48fe-4905-b66d-110770e821e7 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:28:19.776371 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:19.895971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:19.930420 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 09a1a75d-48fe-4905-b66d-110770e821e7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=09a1a75d-48fe-4905-b66d-110770e821e7,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:28:20.011196 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5264a-a608-4cbd-b5e6-36d8dcb02293 req-4a14f48a-f225-4432-ade4-8dbadef412b0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:20.012695 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9ef5264a-a608-4cbd-b5e6-36d8dcb02293 req-4a14f48a-f225-4432-ade4-8dbadef412b0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 945 time: 0.0782473 Mar 02 19:28:20.014365 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:20.048903 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f459d3e0-2144-4a1f-8427-42cc3c99bec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a1a75d-48fe-4905-b66d-110770e821e7'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:28:20.060279 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9ef5264a-a608-4cbd-b5e6-36d8dcb02293 req-b3ae8973-7226-42d3-9126-4eae4dbc03f9 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417407 Mar 02 19:28:20.092924 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=09a1a75d-48fe-4905-b66d-110770e821e7,revision_number=8']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:20.128293 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f459d3e0-2144-4a1f-8427-42cc3c99bec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a1a75d-48fe-4905-b66d-110770e821e7', 'code': 200} Mar 02 19:28:21.268973 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33844ae-a2f8-4c2f-be5b-7a73e5fb772b req-0267ba99-1b0c-41de-a1fd-a3a9311dddb9 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:21.270476 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d33844ae-a2f8-4c2f-be5b-7a73e5fb772b req-0267ba99-1b0c-41de-a1fd-a3a9311dddb9 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0836153 Mar 02 19:28:21.321433 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d33844ae-a2f8-4c2f-be5b-7a73e5fb772b req-ec6df747-edef-4787-99e8-b855951c23c4 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453048 Mar 02 19:28:21.525659 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74051105-38c5-47d2-95b6-9766d8f846d7 req-8954ac41-429b-49cd-8440-0406bcb26f55 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:21.528698 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-74051105-38c5-47d2-95b6-9766d8f846d7 req-8954ac41-429b-49cd-8440-0406bcb26f55 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0797186 Mar 02 19:28:21.575241 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-74051105-38c5-47d2-95b6-9766d8f846d7 req-c449f6d7-9b00-47af-8360-c51fd7a6be97 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423651 Mar 02 19:28:21.636811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5cfef22f-98dd-4b31-94e1-f2bfafaf4ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:21.778881 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988f8e7-f887-4659-aba8-48e13f03f509 req-65ce50f4-7e5f-417f-b025-098c306c792d tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:21.780353 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a988f8e7-f887-4659-aba8-48e13f03f509 req-65ce50f4-7e5f-417f-b025-098c306c792d tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0769041 Mar 02 19:28:21.827072 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a988f8e7-f887-4659-aba8-48e13f03f509 req-6f582bf9-633c-4eba-9008-5f1a9fe9f7c6 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410573 Mar 02 19:28:22.380060 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceff50a-d7a1-4cc4-8927-aa6b7586ebc5 req-51b6a04b-265f-49b3-b80f-e9016a585de6 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:22.381560 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0ceff50a-d7a1-4cc4-8927-aa6b7586ebc5 req-51b6a04b-265f-49b3-b80f-e9016a585de6 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0815747 Mar 02 19:28:22.427335 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0ceff50a-d7a1-4cc4-8927-aa6b7586ebc5 req-b149e885-c652-4ebc-8ece-38b7f03bc684 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401893 Mar 02 19:28:23.634297 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae2b26-d2af-4fa6-86f2-c547e839d829 req-4a252446-fc56-4d66-af11-fba2f6219c62 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:23.635841 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-11ae2b26-d2af-4fa6-86f2-c547e839d829 req-4a252446-fc56-4d66-af11-fba2f6219c62 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0828931 Mar 02 19:28:23.690143 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-11ae2b26-d2af-4fa6-86f2-c547e839d829 req-74185110-4a78-4587-878b-9097a03b5bd3 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472453 Mar 02 19:28:23.717204 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8a9c6728-c2d3-4bea-bedd-cb44c09e8ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:24.054968 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f92747-9e8d-4879-8bb3-243b11c5cc17 req-60e783b6-fde6-4cbe-9bd8-8cfad89e4d99 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:24.056361 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-39f92747-9e8d-4879-8bb3-243b11c5cc17 req-60e783b6-fde6-4cbe-9bd8-8cfad89e4d99 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.0790079 Mar 02 19:28:24.129192 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-39f92747-9e8d-4879-8bb3-243b11c5cc17 req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Deleting port 09a1a75d-48fe-4905-b66d-110770e821e7 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:28:24.129531 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-39f92747-9e8d-4879-8bb3-243b11c5cc17 req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:24.386382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-39f92747-9e8d-4879-8bb3-243b11c5cc17 req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] For port 09a1a75d-48fe-4905-b66d-110770e821e7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=09a1a75d-48fe-4905-b66d-110770e821e7,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:28:24.386741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-39f92747-9e8d-4879-8bb3-243b11c5cc17 req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:24.769169 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-39f92747-9e8d-4879-8bb3-243b11c5cc17 req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:24.769546 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-39f92747-9e8d-4879-8bb3-243b11c5cc17 req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:24.769869 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [req-39f92747-9e8d-4879-8bb3-243b11c5cc17 req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Floating IP d4e53062-abee-4767-af24-fa637b1cbb6c disassociated. External IP: 172.26.4.248, port: 09a1a75d-48fe-4905-b66d-110770e821e7. Mar 02 19:28:24.770218 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-39f92747-9e8d-4879-8bb3-243b11c5cc17 req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Calling delete_port for 09a1a75d-48fe-4905-b66d-110770e821e7 owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:28:24.972650 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a2efb-8a46-4319-a198-52110a2cc087 req-759ab37c-3f73-4c15-86ed-fdd30e9d5f0c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:24.974140 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9c7a2efb-8a46-4319-a198-52110a2cc087 req-759ab37c-3f73-4c15-86ed-fdd30e9d5f0c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 946 time: 0.1548448 Mar 02 19:28:25.022827 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9c7a2efb-8a46-4319-a198-52110a2cc087 req-dbe8a84c-735a-4812-9083-5da0d8b24f32 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431085 Mar 02 19:28:25.042882 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-39f92747-9e8d-4879-8bb3-243b11c5cc17 req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:25.098244 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Pushing event deleted for resources: {'Port': ['ID=09a1a75d-48fe-4905-b66d-110770e821e7,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:25.112774 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:25.113126 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:25.113469 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:25.113806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:25.114139 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:25.114472 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:25.114800 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:25.115425 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:25.115752 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:25.116087 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:25.116409 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:25.209425 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:25.331150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39f92747-9e8d-4879-8bb3-243b11c5cc17 req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Router d54ff6ba-56f4-4204-b78f-aa560e5e3cda has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:28:25.454779 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:25.543682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39f92747-9e8d-4879-8bb3-243b11c5cc17 req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:28:25.554499 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef5ce7-5b2c-4080-b09c-c482d231f7c3 None None] Sync routers for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:28:25.567516 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef5ce7-5b2c-4080-b09c-c482d231f7c3 None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:28:25.568139 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-b8ef5ce7-5b2c-4080-b09c-c482d231f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:28:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:28:25.616869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f92747-9e8d-4879-8bb3-243b11c5cc17 req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] No DVR routers for this DVR port 09a1a75d-48fe-4905-b66d-110770e821e7 on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:28:25.619547 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-39f92747-9e8d-4879-8bb3-243b11c5cc17 req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:25.622317 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f459d3e0-2144-4a1f-8427-42cc3c99bec7', 'name': 'network-vif-deleted', 'tag': '09a1a75d-48fe-4905-b66d-110770e821e7'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:28:25.684648 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f459d3e0-2144-4a1f-8427-42cc3c99bec7', 'name': 'network-vif-deleted', 'tag': '09a1a75d-48fe-4905-b66d-110770e821e7', 'status': 'completed', 'code': 200} Mar 02 19:28:25.717549 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-39f92747-9e8d-4879-8bb3-243b11c5cc17 req-cfee8492-4412-49e3-9efa-f11e661398ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "DELETE /v2.0/ports/09a1a75d-48fe-4905-b66d-110770e821e7 HTTP/1.1" status: 204 len: 173 time: 1.6559758 Mar 02 19:28:25.757473 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-b8ef5ce7-5b2c-4080-b09c-c482d231f7c3 None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:28:26.078720 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-b8ef5ce7-5b2c-4080-b09c-c482d231f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:28:26.087336 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef5ce7-5b2c-4080-b09c-c482d231f7c3 None None] Checking router: d54ff6ba-56f4-4204-b78f-aa560e5e3cda for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:28:26.095517 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef5ce7-5b2c-4080-b09c-c482d231f7c3 None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:28:26.096139 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-b8ef5ce7-5b2c-4080-b09c-c482d231f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:28:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:28:26.214342 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-d9fc1dc7-3b5b-46b4-8a4a-0613a11031bf req-94e092c6-b517-4249-956f-f927517c3807 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Synchronizing usage tracker for tenant:4df1b30751bf4e2290eba246027f08be on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:28:26.296605 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-b8ef5ce7-5b2c-4080-b09c-c482d231f7c3 None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:28:26.317098 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-d9fc1dc7-3b5b-46b4-8a4a-0613a11031bf req-94e092c6-b517-4249-956f-f927517c3807 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Unset dirty status for tenant:4df1b30751bf4e2290eba246027f08be on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:28:26.318478 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d9fc1dc7-3b5b-46b4-8a4a-0613a11031bf req-94e092c6-b517-4249-956f-f927517c3807 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=f459d3e0-2144-4a1f-8427-42cc3c99bec7 HTTP/1.1" status: 200 len: 210 time: 0.1460409 Mar 02 19:28:26.568075 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:26.675471 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-b8ef5ce7-5b2c-4080-b09c-c482d231f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:28:26.679738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef5ce7-5b2c-4080-b09c-c482d231f7c3 None None] The sync data for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv is: [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:28:26.891758 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f83fe-198e-4ce1-9d12-dc2253613882 None None] New status for floating IP d4e53062-abee-4767-af24-fa637b1cbb6c: DOWN {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:28:27.682045 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-8c1e46f9-3a1a-404b-ab06-8297034e2fe6 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1555627182&fields=id&tenant_id=4df1b30751bf4e2290eba246027f08be HTTP/1.1" status: 200 len: 267 time: 0.0419195 Mar 02 19:28:27.753296 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 09a1a75d-48fe-4905-b66d-110770e821e7 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:28:27.795170 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 09a1a75d-48fe-4905-b66d-110770e821e7 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:28:27.795548 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 09a1a75d-48fe-4905-b66d-110770e821e7 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:28:27.920111 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-c140b45d-a958-45a8-b23c-21219373b995 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:27.920691 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-c140b45d-a958-45a8-b23c-21219373b995 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Synchronizing usage tracker for tenant:4df1b30751bf4e2290eba246027f08be on resource:network {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:28:28.020063 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-c140b45d-a958-45a8-b23c-21219373b995 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Unset dirty status for tenant:4df1b30751bf4e2290eba246027f08be on resource:network {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:28:28.021244 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-c140b45d-a958-45a8-b23c-21219373b995 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 811 time: 0.3300865 Mar 02 19:28:28.038589 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-9811b1b1-16b9-4761-97b0-030c5cca32c4 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/quotas/4df1b30751bf4e2290eba246027f08be HTTP/1.1" status: 200 len: 375 time: 0.0117660 Mar 02 19:28:28.125998 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-f560a06c-0e77-43b4-acab-52f7500b6361 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818992 Mar 02 19:28:28.334540 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-3e740b08-2f09-4c34-96ee-b0045c2aa1fa service neutron] 10.222.0.73 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966743 Mar 02 19:28:28.469661 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-6ba8604f-1e83-46d1-8407-c7d3fe87d7f7 service neutron] 10.222.0.73 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287725 Mar 02 19:28:28.765165 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b7e6df9f-d1e6-406e-a67c-f9057d43dd5d req-95b2059d-1c2d-40fc-8d72-f1eac5b04879 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 210 time: 0.0411103 Mar 02 19:28:29.928694 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a992dfa1-fdf8-4728-8795-860767913cf7 req-d2fcceb9-bae4-4919-a0e3-e2a01f6ffcf9 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 210 time: 0.0412364 Mar 02 19:28:30.696295 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-8721bd50-147b-47eb-b50d-90895ca2f2a7 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:30.697629 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-8721bd50-147b-47eb-b50d-90895ca2f2a7 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 811 time: 0.1454060 Mar 02 19:28:30.755828 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-7e71d852-cfc4-4959-aeac-322c441b8c1c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4df1b30751bf4e2290eba246027f08be HTTP/1.1" status: 200 len: 380 time: 0.0460229 Mar 02 19:28:30.764410 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-6ed7e93e-609c-4ac1-9d5e-0e129f34afa5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Request body: {'port': {'device_id': 'aca372dc-e8fe-4478-9d41-f99ca912b6ba', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'admin_state_up': True, 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'security_groups': ['1d08a803-9515-4acc-bd50-e5d89fedde54']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:28:30.905129 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-6ed7e93e-609c-4ac1-9d5e-0e129f34afa5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:28:30.914946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-6ed7e93e-609c-4ac1-9d5e-0e129f34afa5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:28:31.042930 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-6ed7e93e-609c-4ac1-9d5e-0e129f34afa5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Made reservation on behalf of 4df1b30751bf4e2290eba246027f08be for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:28:31.046804 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-6ed7e93e-609c-4ac1-9d5e-0e129f34afa5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:31.201485 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-35efb1c8-c349-46b5-9fa1-660192314342 req-0239a3e3-d479-43ab-a14a-bd6f8101b55d tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 210 time: 0.0472350 Mar 02 19:28:31.352511 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-6ed7e93e-609c-4ac1-9d5e-0e129f34afa5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Allocated IP 172.20.0.14 (16a16d49-e693-4285-a9aa-66a7e1ab708a/5e03de6d-cfde-4ffd-9d64-2c467fc0d558/c5268fec-8d85-4327-ab53-68be78aa220c) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:28:31.511468 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:31.549425 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-6ed7e93e-609c-4ac1-9d5e-0e129f34afa5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:31.566416 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-6ed7e93e-609c-4ac1-9d5e-0e129f34afa5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Transition to ACTIVE for port object c5268fec-8d85-4327-ab53-68be78aa220c will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:28:31.655084 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-6ed7e93e-609c-4ac1-9d5e-0e129f34afa5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:31.728271 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-6ed7e93e-609c-4ac1-9d5e-0e129f34afa5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Network 16a16d49-e693-4285-a9aa-66a7e1ab708a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:28:31.731106 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-6ed7e93e-609c-4ac1-9d5e-0e129f34afa5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:28:31.735482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-6ed7e93e-609c-4ac1-9d5e-0e129f34afa5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:28:31.773628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7e93e-609c-4ac1-9d5e-0e129f34afa5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Pushing event updated for resources: {'Port': ['ID=c5268fec-8d85-4327-ab53-68be78aa220c,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:31.801988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-6ed7e93e-609c-4ac1-9d5e-0e129f34afa5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:31.802606 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-6ed7e93e-609c-4ac1-9d5e-0e129f34afa5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:31.912124 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-6ed7e93e-609c-4ac1-9d5e-0e129f34afa5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1516380 Mar 02 19:28:31.924198 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] Request body: {'port': {'device_id': 'aca372dc-e8fe-4478-9d41-f99ca912b6ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:28:32.019556 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-18a20868-fdb7-489d-b073-3a9099318bba None None] Provisioning for port c5268fec-8d85-4327-ab53-68be78aa220c completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:28:32.025186 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-18a20868-fdb7-489d-b073-3a9099318bba None None] Provisioning complete for port c5268fec-8d85-4327-ab53-68be78aa220c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:28:32.025676 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-18a20868-fdb7-489d-b073-3a9099318bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:32.042968 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:32.080573 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-18a20868-fdb7-489d-b073-3a9099318bba None None] Port c5268fec-8d85-4327-ab53-68be78aa220c cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:28:32.399783 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5268fec-8d85-4327-ab53-68be78aa220c {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:28:32.401767 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294b44d-a5d6-41e2-b926-ec8b475bc531 req-cc848a87-1b33-4595-afe7-1f988ce5c25f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:32.403227 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e294b44d-a5d6-41e2-b926-ec8b475bc531 req-cc848a87-1b33-4595-afe7-1f988ce5c25f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 932 time: 0.0797710 Mar 02 19:28:32.407521 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:32.422627 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] Transition to ACTIVE for port object c5268fec-8d85-4327-ab53-68be78aa220c will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:28:32.454128 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e294b44d-a5d6-41e2-b926-ec8b475bc531 req-a155626d-2119-4419-b000-62b0a5509703 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443640 Mar 02 19:28:32.511576 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:32.644720 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] Pushing event updated for resources: {'Port': ['ID=c5268fec-8d85-4327-ab53-68be78aa220c,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:32.756882 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] Attempting to bind port c5268fec-8d85-4327-ab53-68be78aa220c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:28:32.757456 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] Attempting to bind port c5268fec-8d85-4327-ab53-68be78aa220c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:28:32.757572 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] Attempting to bind port c5268fec-8d85-4327-ab53-68be78aa220c on network 16a16d49-e693-4285-a9aa-66a7e1ab708a {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:28:32.763523 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] Port c5268fec-8d85-4327-ab53-68be78aa220c on network 16a16d49-e693-4285-a9aa-66a7e1ab708a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:28:32.763780 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] Attempting to bind port c5268fec-8d85-4327-ab53-68be78aa220c on network 16a16d49-e693-4285-a9aa-66a7e1ab708a {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:28:32.770673 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:28:32.771002 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] Checking segment: {'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:28:32.771400 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] Bound using segment: {'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:28:32.771816 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] Bound port: c5268fec-8d85-4327-ab53-68be78aa220c, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:28:32.772155 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:32.859143 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] For port c5268fec-8d85-4327-ab53-68be78aa220c, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:28:32.862225 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] For port c5268fec-8d85-4327-ab53-68be78aa220c, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c5268fec-8d85-4327-ab53-68be78aa220c,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:28:32.934767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:32.999250 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:33.001266 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] 10.222.0.87 "PUT /v2.0/ports/c5268fec-8d85-4327-ab53-68be78aa220c HTTP/1.1" status: 200 len: 1094 time: 1.0814004 Mar 02 19:28:33.001840 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca372dc-e8fe-4478-9d41-f99ca912b6ba', 'tag': 'c5268fec-8d85-4327-ab53-68be78aa220c'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:28:33.026484 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b2683-8be1-4474-8b76-e394783adb29 service neutron] Pushing event updated for resources: {'Port': ['ID=c5268fec-8d85-4327-ab53-68be78aa220c,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:33.069281 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca372dc-e8fe-4478-9d41-f99ca912b6ba', 'tag': 'c5268fec-8d85-4327-ab53-68be78aa220c', 'status': 'completed', 'code': 200} Mar 02 19:28:33.164090 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7c56b720-2eeb-4a74-8808-13de2c6e4eac req-3c0cdac9-0138-46d6-a284-997ab0823c98 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 1097 time: 0.0734317 Mar 02 19:28:33.306341 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56b720-2eeb-4a74-8808-13de2c6e4eac req-8ad100a9-15be-41ac-92c9-9074d78aca9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:33.307987 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7c56b720-2eeb-4a74-8808-13de2c6e4eac req-8ad100a9-15be-41ac-92c9-9074d78aca9f service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=4df1b30751bf4e2290eba246027f08be&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1359527 Mar 02 19:28:33.538651 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56b720-2eeb-4a74-8808-13de2c6e4eac req-62480e55-fb5a-4fd9-983c-b69532b32db0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:33.540169 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7c56b720-2eeb-4a74-8808-13de2c6e4eac req-62480e55-fb5a-4fd9-983c-b69532b32db0 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2259517 Mar 02 19:28:33.652322 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-53bb688d-f10d-471f-a02c-bd406a59a5dc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 1097 time: 0.0728011 Mar 02 19:28:33.665104 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c62fc9-7d4a-44b6-9c6e-b7230f6421fe req-f5f22662-629d-43a7-a6bf-eff7fb2bda15 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:33.666642 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b9c62fc9-7d4a-44b6-9c6e-b7230f6421fe req-f5f22662-629d-43a7-a6bf-eff7fb2bda15 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 944 time: 0.0770307 Mar 02 19:28:33.712932 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b9c62fc9-7d4a-44b6-9c6e-b7230f6421fe req-17785c34-5ee1-4295-87d6-34c2730e3f29 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407701 Mar 02 19:28:33.722078 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-246f24f3-0c5d-4b2f-95ef-ff00de04e6fd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5268fec-8d85-4327-ab53-68be78aa220c HTTP/1.1" status: 200 len: 217 time: 0.0630348 Mar 02 19:28:33.790045 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-b2d39c61-3ff7-4f86-ac9b-18253d76ddf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:33.791672 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-b2d39c61-3ff7-4f86-ac9b-18253d76ddf7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0628004 Mar 02 19:28:33.871170 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-c8ccbd8f-c328-43c0-9674-8bb8b8dda1ef service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728371 Mar 02 19:28:34.009872 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-68370a73-2c6d-4ce5-af51-d22f8a15b8da service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303971 Mar 02 19:28:34.147209 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb9e9ce2-de11-47e7-a8a5-ef84069fd1b7 req-93e471a1-f618-4ede-9ee3-22e9d6d83d7a service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297407 Mar 02 19:28:34.913609 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085f2c4-072d-42c2-a5eb-9bb33e3d7927 req-a294a72a-e275-4dd6-8d48-2e0023f8cbfa tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:34.914329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-4085f2c4-072d-42c2-a5eb-9bb33e3d7927 req-a294a72a-e275-4dd6-8d48-2e0023f8cbfa tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Synchronizing usage tracker for tenant:4df1b30751bf4e2290eba246027f08be on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:28:34.990891 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-4085f2c4-072d-42c2-a5eb-9bb33e3d7927 req-a294a72a-e275-4dd6-8d48-2e0023f8cbfa tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Unset dirty status for tenant:4df1b30751bf4e2290eba246027f08be on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:28:34.992118 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4085f2c4-072d-42c2-a5eb-9bb33e3d7927 req-a294a72a-e275-4dd6-8d48-2e0023f8cbfa tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 944 time: 0.1563771 Mar 02 19:28:35.038871 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4085f2c4-072d-42c2-a5eb-9bb33e3d7927 req-5c7b3d86-1a13-4b2b-ade3-3077e3262e74 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411193 Mar 02 19:28:35.815090 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device c5268fec-8d85-4327-ab53-68be78aa220c details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:28:35.948330 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port c5268fec-8d85-4327-ab53-68be78aa220c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c5268fec-8d85-4327-ab53-68be78aa220c,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:28:35.962805 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': 'c5268fec-8d85-4327-ab53-68be78aa220c', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'port_id': 'c5268fec-8d85-4327-ab53-68be78aa220c', 'mac_address': 'fa:16:3e:37:35:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:28:36.021722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:36.039626 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5268fec-8d85-4327-ab53-68be78aa220c {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:28:36.054638 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port c5268fec-8d85-4327-ab53-68be78aa220c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c5268fec-8d85-4327-ab53-68be78aa220c,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:28:36.106011 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:36.174166 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=c5268fec-8d85-4327-ab53-68be78aa220c,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:36.252227 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaf885-1fea-441b-9615-527ecd05df38 req-8b13030c-6988-43aa-a404-434bc9faee67 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:36.253714 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7deaf885-1fea-441b-9615-527ecd05df38 req-8b13030c-6988-43aa-a404-434bc9faee67 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 945 time: 0.0855653 Mar 02 19:28:36.301621 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7deaf885-1fea-441b-9615-527ecd05df38 req-23612016-aa0d-459f-b1c0-ed26f7790b46 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414865 Mar 02 19:28:36.314111 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['c5268fec-8d85-4327-ab53-68be78aa220c'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:28:37.502712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56d670-3434-437b-8ae8-7b47272e65d2 req-f5216447-6762-46d0-9249-9356b2bcae67 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:37.504228 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2f56d670-3434-437b-8ae8-7b47272e65d2 req-f5216447-6762-46d0-9249-9356b2bcae67 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 945 time: 0.0805395 Mar 02 19:28:37.553994 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2f56d670-3434-437b-8ae8-7b47272e65d2 req-f0dc080b-d0fb-48b0-9a41-e2c6ab4815c5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442576 Mar 02 19:28:37.832524 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device c5268fec-8d85-4327-ab53-68be78aa220c up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:28:37.968386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port c5268fec-8d85-4327-ab53-68be78aa220c completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:28:37.974063 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port c5268fec-8d85-4327-ab53-68be78aa220c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:28:37.974457 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:38.109592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:38.135770 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca372dc-e8fe-4478-9d41-f99ca912b6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5268fec-8d85-4327-ab53-68be78aa220c'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:28:38.146065 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port c5268fec-8d85-4327-ab53-68be78aa220c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c5268fec-8d85-4327-ab53-68be78aa220c,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:28:38.194735 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca372dc-e8fe-4478-9d41-f99ca912b6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5268fec-8d85-4327-ab53-68be78aa220c', 'code': 200} Mar 02 19:28:38.214846 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:38.291020 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=c5268fec-8d85-4327-ab53-68be78aa220c,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:38.634716 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-49bd3c93-5eb5-4d4f-8b02-859710bdac51 req-7d8c14b2-2a99-4623-be69-a1331b8bac65 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 1099 time: 0.0751500 Mar 02 19:28:38.678281 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-49bd3c93-5eb5-4d4f-8b02-859710bdac51 req-3d1f20b4-53ef-4f92-a0bf-8b704dcdbcfb service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369842 Mar 02 19:28:38.754482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a266ca-fe5d-4f35-a298-b5ac813ed9b9 req-3e1d0ce1-4142-401d-af04-763c1450b7c1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:38.755992 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e8a266ca-fe5d-4f35-a298-b5ac813ed9b9 req-3e1d0ce1-4142-401d-af04-763c1450b7c1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0769539 Mar 02 19:28:38.801973 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e8a266ca-fe5d-4f35-a298-b5ac813ed9b9 req-c42b52eb-5de8-4dfa-8e34-ac468e70b6e0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402467 Mar 02 19:28:40.008082 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871cb6b-0a0b-4270-b7d6-d6d2f1a83a5f req-3d5364d3-8c23-4b18-8a11-93c05d99ba8f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:40.009520 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2871cb6b-0a0b-4270-b7d6-d6d2f1a83a5f req-3d5364d3-8c23-4b18-8a11-93c05d99ba8f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0794268 Mar 02 19:28:40.055503 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2871cb6b-0a0b-4270-b7d6-d6d2f1a83a5f req-8a1c329b-646b-466e-b260-4967eb4149fd tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402951 Mar 02 19:28:40.250886 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bce85-6947-43c6-a104-76821865deae req-e4dc75a3-c6db-48b2-ba46-5172b180b3be tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:40.252476 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-293bce85-6947-43c6-a104-76821865deae req-e4dc75a3-c6db-48b2-ba46-5172b180b3be tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0817053 Mar 02 19:28:40.261094 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 40742) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:28:40.266408 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f430f689-847f-40bc-a7c9-a17d5a904afd tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Request body: {'floatingip': {'port_id': 'c5268fec-8d85-4327-ab53-68be78aa220c'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:28:40.344986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f430f689-847f-40bc-a7c9-a17d5a904afd tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for floatingip, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:41.039081 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f430f689-847f-40bc-a7c9-a17d5a904afd tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:41.128251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f430f689-847f-40bc-a7c9-a17d5a904afd tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:41.322701 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-f430f689-847f-40bc-a7c9-a17d5a904afd tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Floating IP d4e53062-abee-4767-af24-fa637b1cbb6c associated. External IP: 172.26.4.248, port: c5268fec-8d85-4327-ab53-68be78aa220c. Mar 02 19:28:41.727411 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f430f689-847f-40bc-a7c9-a17d5a904afd tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Router d54ff6ba-56f4-4204-b78f-aa560e5e3cda has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:28:41.928567 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f430f689-847f-40bc-a7c9-a17d5a904afd tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:28:41.933064 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f430f689-847f-40bc-a7c9-a17d5a904afd tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:41.938839 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834228a5-ddeb-4c90-9995-171d71912384 None None] Sync routers for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:28:41.951385 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834228a5-ddeb-4c90-9995-171d71912384 None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:28:41.951997 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-834228a5-ddeb-4c90-9995-171d71912384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:28:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:28:41.985553 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f430f689-847f-40bc-a7c9-a17d5a904afd tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "PUT /v2.0/floatingips/d4e53062-abee-4767-af24-fa637b1cbb6c HTTP/1.1" status: 200 len: 992 time: 1.7232306 Mar 02 19:28:41.986084 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca372dc-e8fe-4478-9d41-f99ca912b6ba', 'tag': 'c5268fec-8d85-4327-ab53-68be78aa220c'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:28:42.045130 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca372dc-e8fe-4478-9d41-f99ca912b6ba', 'tag': 'c5268fec-8d85-4327-ab53-68be78aa220c', 'status': 'completed', 'code': 200} Mar 02 19:28:42.144892 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-834228a5-ddeb-4c90-9995-171d71912384 None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:28:42.162897 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d10aa9aa-330b-48c4-91eb-ab63b891f679 req-9e68bccb-1687-4a8d-8778-054a032fad67 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 1099 time: 0.0797215 Mar 02 19:28:42.301446 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10aa9aa-330b-48c4-91eb-ab63b891f679 req-2bce0777-16bf-4ab1-b827-9c76c53a9d53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:42.303370 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d10aa9aa-330b-48c4-91eb-ab63b891f679 req-2bce0777-16bf-4ab1-b827-9c76c53a9d53 service neutron] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 912 time: 0.1337154 Mar 02 19:28:42.571121 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-834228a5-ddeb-4c90-9995-171d71912384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd4e53062-abee-4767-af24-fa637b1cbb6c', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'port_id': 'c5268fec-8d85-4327-ab53-68be78aa220c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'mac_address': 'fa:16:3e:37:35:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca372dc-e8fe-4478-9d41-f99ca912b6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:27:30Z', 'updated_at': '2022-03-02T19:28:40Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:28:42.575001 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834228a5-ddeb-4c90-9995-171d71912384 None None] Checking router: d54ff6ba-56f4-4204-b78f-aa560e5e3cda for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:28:42.583344 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d10aa9aa-330b-48c4-91eb-ab63b891f679 req-40c9f00c-e420-48a8-97c5-c2da6b193c0a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5268fec-8d85-4327-ab53-68be78aa220c HTTP/1.1" status: 200 len: 1000 time: 0.2741873 Mar 02 19:28:42.586245 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834228a5-ddeb-4c90-9995-171d71912384 None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:28:42.586873 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-834228a5-ddeb-4c90-9995-171d71912384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:28:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:28:42.661154 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494b030-7c70-4229-88f1-a06317a95870 req-323d9e0d-41b1-4017-994e-ea9a9b043459 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:42.662648 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f494b030-7c70-4229-88f1-a06317a95870 req-323d9e0d-41b1-4017-994e-ea9a9b043459 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.2602611 Mar 02 19:28:42.666233 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10aa9aa-330b-48c4-91eb-ab63b891f679 req-41973a56-e4e5-4088-970d-807793a5d8c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:42.667627 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d10aa9aa-330b-48c4-91eb-ab63b891f679 req-41973a56-e4e5-4088-970d-807793a5d8c1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0766788 Mar 02 19:28:42.764316 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f494b030-7c70-4229-88f1-a06317a95870 req-eb8ba2bd-2676-4cf8-97c4-2a286bed982c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957341 Mar 02 19:28:42.772568 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-834228a5-ddeb-4c90-9995-171d71912384 None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:28:42.778460 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d10aa9aa-330b-48c4-91eb-ab63b891f679 req-865daa46-1c0b-4ac5-82dd-23056a063884 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0959589 Mar 02 19:28:42.919837 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d10aa9aa-330b-48c4-91eb-ab63b891f679 req-db29cab1-81f4-4582-a19c-ca1a2fcb57ec service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346757 Mar 02 19:28:43.056430 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d10aa9aa-330b-48c4-91eb-ab63b891f679 req-4c22fb56-c2ed-4380-8bac-5e0d7af4f24f service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308486 Mar 02 19:28:43.135576 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-834228a5-ddeb-4c90-9995-171d71912384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd4e53062-abee-4767-af24-fa637b1cbb6c', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'port_id': 'c5268fec-8d85-4327-ab53-68be78aa220c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'mac_address': 'fa:16:3e:37:35:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca372dc-e8fe-4478-9d41-f99ca912b6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:27:30Z', 'updated_at': '2022-03-02T19:28:40Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:28:43.139734 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834228a5-ddeb-4c90-9995-171d71912384 None None] The sync data for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv is: [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd4e53062-abee-4767-af24-fa637b1cbb6c', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'port_id': 'c5268fec-8d85-4327-ab53-68be78aa220c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'mac_address': 'fa:16:3e:37:35:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca372dc-e8fe-4478-9d41-f99ca912b6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:27:30Z', 'updated_at': '2022-03-02T19:28:40Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:28:43.339140 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee71926f-20de-4cba-9ac5-c282260a7426 None None] New status for floating IP d4e53062-abee-4767-af24-fa637b1cbb6c: ACTIVE {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:28:43.970846 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b5929-b21d-4966-9462-65bb71363ed3 req-e8cb13c3-6ae9-4f78-a943-1658c108b923 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:43.972255 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-642b5929-b21d-4966-9462-65bb71363ed3 req-e8cb13c3-6ae9-4f78-a943-1658c108b923 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0858734 Mar 02 19:28:44.019917 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-642b5929-b21d-4966-9462-65bb71363ed3 req-8a142cd2-53d9-4558-9152-43a4d9d7e676 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422184 Mar 02 19:28:45.225287 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d98446-edbc-43d4-a331-cb70be762211 req-4ae3dc0c-b1b8-48b3-bb3f-3d6336724555 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:45.227098 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c5d98446-edbc-43d4-a331-cb70be762211 req-4ae3dc0c-b1b8-48b3-bb3f-3d6336724555 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0769866 Mar 02 19:28:45.281829 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c5d98446-edbc-43d4-a331-cb70be762211 req-c874529f-757f-475c-a817-198c43524407 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438738 Mar 02 19:28:46.638535 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13aebdb-2d0d-4a33-bbdf-5c5552947ba9 req-c57fb808-1805-4920-8c5e-24846e3270fd tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:46.640029 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e13aebdb-2d0d-4a33-bbdf-5c5552947ba9 req-c57fb808-1805-4920-8c5e-24846e3270fd tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0806351 Mar 02 19:28:46.685792 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e13aebdb-2d0d-4a33-bbdf-5c5552947ba9 req-0ada6bf2-94ce-4779-8732-11a0868d606f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395420 Mar 02 19:28:47.890013 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f47bd-fb51-432b-b9bf-2c76090842d8 req-ce1403d7-3781-4eba-8d1b-44aea0891d56 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:47.892040 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f32f47bd-fb51-432b-b9bf-2c76090842d8 req-ce1403d7-3781-4eba-8d1b-44aea0891d56 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0775936 Mar 02 19:28:47.938064 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f32f47bd-fb51-432b-b9bf-2c76090842d8 req-bb002d65-e608-4708-9d2e-4ae6415e8f13 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399933 Mar 02 19:28:49.138285 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88121333-f535-4268-90d3-33aa4654e42a req-d192f40d-0d19-4958-a3ae-bfd7fb0d01aa tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:49.139754 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-88121333-f535-4268-90d3-33aa4654e42a req-d192f40d-0d19-4958-a3ae-bfd7fb0d01aa tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0786009 Mar 02 19:28:49.185527 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-88121333-f535-4268-90d3-33aa4654e42a req-1848e963-7ab1-4acf-bf15-94e463ae2341 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397243 Mar 02 19:28:50.386876 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94dec8-ba61-49e7-b7d0-ccb8a3c074b1 req-234b8544-d1f9-4cee-9d7e-640553df1c67 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:50.388363 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fa94dec8-ba61-49e7-b7d0-ccb8a3c074b1 req-234b8544-d1f9-4cee-9d7e-640553df1c67 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0827439 Mar 02 19:28:50.435363 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fa94dec8-ba61-49e7-b7d0-ccb8a3c074b1 req-836c6766-7727-47ce-be8f-2a27ff989a7c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413291 Mar 02 19:28:51.646638 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a767cf-8b77-4cab-8e6c-b898147cfcc7 req-4f20cf87-e75c-4370-9f94-82b154fa6cf8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:51.648295 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-28a767cf-8b77-4cab-8e6c-b898147cfcc7 req-4f20cf87-e75c-4370-9f94-82b154fa6cf8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0787315 Mar 02 19:28:51.700546 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-28a767cf-8b77-4cab-8e6c-b898147cfcc7 req-546074ef-25b1-49d3-9857-166618620b13 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467048 Mar 02 19:28:51.711167 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f1f49c5a-0990-4742-a11a-d54c1c05ebe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:52.898919 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af6e9c-1825-4d27-8a41-9adf79c6d5f0 req-65940090-0579-4b87-8c4d-724835af5b51 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:52.900394 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e8af6e9c-1825-4d27-8a41-9adf79c6d5f0 req-65940090-0579-4b87-8c4d-724835af5b51 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0766613 Mar 02 19:28:52.946133 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e8af6e9c-1825-4d27-8a41-9adf79c6d5f0 req-baa6f812-0a72-43f2-9825-23ac9739a32f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402086 Mar 02 19:28:53.740263 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ba3e4244-7fce-4a6a-960d-f126a48337ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:54.147368 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2aec7c-ab1c-4425-9737-6a0e36d17d04 req-04ce4ccb-7ecf-4a85-bc77-d6ffa4ab28b0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:54.148826 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ea2aec7c-ab1c-4425-9737-6a0e36d17d04 req-04ce4ccb-7ecf-4a85-bc77-d6ffa4ab28b0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0772588 Mar 02 19:28:54.194243 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ea2aec7c-ab1c-4425-9737-6a0e36d17d04 req-9b27fbc2-e20e-4339-8b44-f6b539b6fb39 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398662 Mar 02 19:28:55.202547 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:55.403150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fc964-07da-43aa-9c72-d1b06d191494 req-aabd0cf0-ec9a-4caf-ba3b-aa0c23d50834 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:55.404635 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb3fc964-07da-43aa-9c72-d1b06d191494 req-aabd0cf0-ec9a-4caf-ba3b-aa0c23d50834 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0858405 Mar 02 19:28:55.442505 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:55.452950 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb3fc964-07da-43aa-9c72-d1b06d191494 req-47962165-854b-4c1b-b589-f0fb71d65b21 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425456 Mar 02 19:28:56.523282 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:56.668384 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b5926-3c5b-46e6-ab56-749b5991d695 req-abc6bdbb-da2c-43ef-ac3a-5160d7889f5b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:56.669751 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-964b5926-3c5b-46e6-ab56-749b5991d695 req-abc6bdbb-da2c-43ef-ac3a-5160d7889f5b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0865846 Mar 02 19:28:56.700910 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:28:56.717193 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-964b5926-3c5b-46e6-ab56-749b5991d695 req-36736823-8078-4611-86d7-d3fa84a9ba8c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415053 Mar 02 19:28:57.914752 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c90c7d-22a7-4436-8816-982b4db0e974 req-0efdca5e-3ec6-449a-b1ea-c03034c2fb12 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:57.916242 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b1c90c7d-22a7-4436-8816-982b4db0e974 req-0efdca5e-3ec6-449a-b1ea-c03034c2fb12 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0764055 Mar 02 19:28:57.962956 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b1c90c7d-22a7-4436-8816-982b4db0e974 req-9ab6993d-73ab-45a8-af53-df751f7b5039 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411747 Mar 02 19:28:59.164992 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf0d06-d8cd-466a-9c1a-b4dd89bf31b3 req-e43fe837-b1c7-487d-ac7a-7e70ce3c55b4 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:59.166467 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a1bf0d06-d8cd-466a-9c1a-b4dd89bf31b3 req-e43fe837-b1c7-487d-ac7a-7e70ce3c55b4 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0818186 Mar 02 19:28:59.214570 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a1bf0d06-d8cd-466a-9c1a-b4dd89bf31b3 req-8b568b1b-9e01-4148-818e-de6da67f8094 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424235 Mar 02 19:29:00.420692 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9556ef-7d5a-4342-b031-8d9c6b9d3add req-0271b53e-39f0-4d5f-b277-0b26827c97db tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:00.422423 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9d9556ef-7d5a-4342-b031-8d9c6b9d3add req-0271b53e-39f0-4d5f-b277-0b26827c97db tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0826228 Mar 02 19:29:00.469074 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9d9556ef-7d5a-4342-b031-8d9c6b9d3add req-89c9c391-fa30-4c86-9821-b7dca1a821b4 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401616 Mar 02 19:29:01.511248 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:01.704998 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bb1c5-74b3-4146-96af-ca1c48a24cd0 req-5cbb678f-7b00-4667-b4e2-ab259e8b6a9a tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:01.706702 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1c2bb1c5-74b3-4146-96af-ca1c48a24cd0 req-5cbb678f-7b00-4667-b4e2-ab259e8b6a9a tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0827737 Mar 02 19:29:01.756450 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1c2bb1c5-74b3-4146-96af-ca1c48a24cd0 req-b5d8e13a-a2b2-4d14-a0e1-49dc1da98a8c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437717 Mar 02 19:29:02.969070 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209e93b-3478-4126-8214-36ef911a532c req-4c99fde2-f0e3-4592-8ba7-bd22b435a4c2 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:02.970531 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e209e93b-3478-4126-8214-36ef911a532c req-4c99fde2-f0e3-4592-8ba7-bd22b435a4c2 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0774035 Mar 02 19:29:03.021238 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e209e93b-3478-4126-8214-36ef911a532c req-4d417871-98a2-45a6-a427-fe46a0efc8d7 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450759 Mar 02 19:29:04.225533 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af6a79-b1a4-486d-8e97-faa244e77304 req-9781e9c3-9492-4d78-a27e-6539c1a72558 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:04.226896 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-04af6a79-b1a4-486d-8e97-faa244e77304 req-9781e9c3-9492-4d78-a27e-6539c1a72558 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0780325 Mar 02 19:29:04.276765 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-04af6a79-b1a4-486d-8e97-faa244e77304 req-3bbd4cd8-9ab3-42f7-bdab-9457acb21285 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442169 Mar 02 19:29:05.477372 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47034baf-dd2f-4958-92c6-0adcb3080589 req-14163b5d-47a1-4e63-bd16-016679df4a2c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:05.478893 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-47034baf-dd2f-4958-92c6-0adcb3080589 req-14163b5d-47a1-4e63-bd16-016679df4a2c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0771651 Mar 02 19:29:05.525329 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-47034baf-dd2f-4958-92c6-0adcb3080589 req-b79e748d-09cf-4e3b-8ceb-e2b29aa2d4f6 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408597 Mar 02 19:29:06.729959 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4df9b-29bd-4570-a2fa-a7da1967134a req-de3669e2-21ff-4995-8f33-240fd3ba9501 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:06.731316 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-77a4df9b-29bd-4570-a2fa-a7da1967134a req-de3669e2-21ff-4995-8f33-240fd3ba9501 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0776570 Mar 02 19:29:06.777209 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-77a4df9b-29bd-4570-a2fa-a7da1967134a req-8b03402b-b2e0-49b4-b05a-464d521444eb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401280 Mar 02 19:29:07.979697 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc92c8-68e3-4e11-a73c-6c2c4cbac69d req-a2c6f2f0-3f42-4b04-a0fd-ad99989c4d78 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:07.981137 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c5dc92c8-68e3-4e11-a73c-6c2c4cbac69d req-a2c6f2f0-3f42-4b04-a0fd-ad99989c4d78 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0800693 Mar 02 19:29:08.025103 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c5dc92c8-68e3-4e11-a73c-6c2c4cbac69d req-96500e19-5e0f-48e9-8d7d-903c4acf5d7b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384209 Mar 02 19:29:08.229219 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c03f865c-14ec-48a1-b3f0-0d2b6dd0d0bb req-7c74c756-d934-49db-8186-639b90c99175 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0708208 Mar 02 19:29:08.692428 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf8b4c-e437-43a1-afa1-ebca295a7f67 req-6b9c8b53-6658-4190-a830-6235fa55e7dd tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:08.693815 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9cbf8b4c-e437-43a1-afa1-ebca295a7f67 req-6b9c8b53-6658-4190-a830-6235fa55e7dd tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0762496 Mar 02 19:29:08.742004 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9cbf8b4c-e437-43a1-afa1-ebca295a7f67 req-07086997-7c17-42a3-9020-5135e8335695 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425198 Mar 02 19:29:08.859200 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-0e6fda7b-501b-4676-a300-d14fcc558097 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1495962 Mar 02 19:29:09.946263 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f55f8b-6533-407b-a2e9-26a1ff89f9db req-bbe302d7-af8b-4bb4-93c1-70bb642709da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:09.947782 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-34f55f8b-6533-407b-a2e9-26a1ff89f9db req-bbe302d7-af8b-4bb4-93c1-70bb642709da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0845466 Mar 02 19:29:09.997432 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-34f55f8b-6533-407b-a2e9-26a1ff89f9db req-baad41f5-40df-4fbb-be6d-8b87f3595481 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430222 Mar 02 19:29:10.887380 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-288b6ee4-531f-4921-8f8c-637b4c0d2f0e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 1099 time: 0.0720446 Mar 02 19:29:11.112298 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-2101d5b0-5e74-49e6-9e3b-572ada6cb8a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:11.113759 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-2101d5b0-5e74-49e6-9e3b-572ada6cb8a9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 912 time: 0.2195263 Mar 02 19:29:11.268651 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-e2dfc157-e088-4a29-a2ab-d766e766166c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5268fec-8d85-4327-ab53-68be78aa220c HTTP/1.1" status: 200 len: 1002 time: 0.1481171 Mar 02 19:29:11.330340 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982e921-68e6-4154-93b6-ee5b51add6f0 req-7fb9c821-5a27-4525-8006-1634328d56bb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:11.331811 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f982e921-68e6-4154-93b6-ee5b51add6f0 req-7fb9c821-5a27-4525-8006-1634328d56bb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.1635792 Mar 02 19:29:11.362676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-533ecdf5-ba84-4c9b-a1c6-77a14a5006e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:11.364115 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-533ecdf5-ba84-4c9b-a1c6-77a14a5006e6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0882955 Mar 02 19:29:11.425301 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f982e921-68e6-4154-93b6-ee5b51add6f0 req-4746c89b-f21e-4dfe-957b-d172ca78d8d4 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864573 Mar 02 19:29:11.452445 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-4e5c4d19-1107-4c5e-8f5e-4de92ddd2de5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779307 Mar 02 19:29:11.599830 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-e6ec986f-8430-4753-b2d6-3d7f8e388f2b service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414623 Mar 02 19:29:11.730921 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-f6f8281e-fd65-4a7e-80af-491735e7255c service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247067 Mar 02 19:29:12.626594 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bb60b-7611-42be-8d5f-3dd41453d5e3 req-2e993dac-f097-42b8-8ce5-fec18f4cfcae tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:12.628082 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1d5bb60b-7611-42be-8d5f-3dd41453d5e3 req-2e993dac-f097-42b8-8ce5-fec18f4cfcae tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0775502 Mar 02 19:29:12.673444 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1d5bb60b-7611-42be-8d5f-3dd41453d5e3 req-19b8eeac-1d26-413d-b1c1-dc43603f9379 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398378 Mar 02 19:29:13.663576 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-488c39ce-357a-492e-ab63-1f08aa84ef19 service neutron] 10.222.0.87 "GET /v2.0/ports/c5268fec-8d85-4327-ab53-68be78aa220c/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0762973 Mar 02 19:29:13.881993 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44452f2-dbfc-4978-9eaf-a636531cfb79 req-4206098f-00e2-47b1-8db1-29f156632bc3 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:13.883496 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a44452f2-dbfc-4978-9eaf-a636531cfb79 req-4206098f-00e2-47b1-8db1-29f156632bc3 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0831845 Mar 02 19:29:13.932559 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a44452f2-dbfc-4978-9eaf-a636531cfb79 req-b2e9ad1a-c81d-4c60-84c1-6fe6a01f08ec tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426059 Mar 02 19:29:14.169711 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-12dfa0cb-c8b6-4e61-924d-654475c4ba81 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba&tenant_id=4df1b30751bf4e2290eba246027f08be HTTP/1.1" status: 200 len: 1099 time: 0.0732152 Mar 02 19:29:14.263636 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-c61d00c1-e22c-4977-af1c-1476877886bb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 1099 time: 0.0725186 Mar 02 19:29:14.393890 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-bcae074a-977d-4862-b323-bc0e20b015b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:14.395345 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-bcae074a-977d-4862-b323-bc0e20b015b1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 912 time: 0.1261659 Mar 02 19:29:14.497540 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-546b440a-4be3-4215-98ec-ae1df8ac7320 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5268fec-8d85-4327-ab53-68be78aa220c HTTP/1.1" status: 200 len: 1002 time: 0.0960941 Mar 02 19:29:14.558372 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-45dbbb3a-86e4-4e57-aae8-15295caa47b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:14.560030 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-45dbbb3a-86e4-4e57-aae8-15295caa47b4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0567017 Mar 02 19:29:14.639127 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-f859d660-196b-48c4-b851-16a7b81bb216 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725663 Mar 02 19:29:14.770594 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-fb3a7043-e8bc-4fda-a51a-ac0ffb2e7caf service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251941 Mar 02 19:29:14.995253 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-da05455b-a8db-45c7-87dd-03673f04b1e3 req-c8c87b0f-288a-49d4-9f76-0a6cd2bec461 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181885 Mar 02 19:29:15.133393 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05170c20-dda4-499c-a77c-20a8c1da3f92 req-c9e36d99-5be5-4d7b-809c-5e6ea47095eb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:15.134831 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-05170c20-dda4-499c-a77c-20a8c1da3f92 req-c9e36d99-5be5-4d7b-809c-5e6ea47095eb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0792503 Mar 02 19:29:15.181526 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-05170c20-dda4-499c-a77c-20a8c1da3f92 req-6e77c5e0-56de-4e90-8562-55360706be32 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409868 Mar 02 19:29:16.377607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1e270-4cc6-494f-9dcf-a1a0320b36e3 req-a3647022-a6fc-44a3-a0f7-5a633be8548c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:16.379044 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-37b1e270-4cc6-494f-9dcf-a1a0320b36e3 req-a3647022-a6fc-44a3-a0f7-5a633be8548c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0766015 Mar 02 19:29:16.424545 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-37b1e270-4cc6-494f-9dcf-a1a0320b36e3 req-f2238a3f-2953-411a-be5c-a9314bd229c2 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397143 Mar 02 19:29:17.621490 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de9db5-0f18-4896-b9f4-9714442bf3d8 req-7c064a85-3c5e-44f5-8ec8-1228f3b21d08 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:17.622931 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-90de9db5-0f18-4896-b9f4-9714442bf3d8 req-7c064a85-3c5e-44f5-8ec8-1228f3b21d08 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0770557 Mar 02 19:29:17.667971 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-90de9db5-0f18-4896-b9f4-9714442bf3d8 req-ff77647c-cfed-44f7-9e82-ef2653f3a25c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388024 Mar 02 19:29:17.928125 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device c5268fec-8d85-4327-ab53-68be78aa220c details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:29:17.930479 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device c5268fec-8d85-4327-ab53-68be78aa220c no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:29:18.156022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:18.168794 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c2cf4-b935-4616-8f3d-498cacafb9c7 req-6dc77e91-a1d4-4ca6-995b-3224db8237ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:18.170879 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1d1c2cf4-b935-4616-8f3d-498cacafb9c7 req-6dc77e91-a1d4-4ca6-995b-3224db8237ee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0858574 Mar 02 19:29:18.198319 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d8f9f-869e-4889-a098-27d66c333569 req-2e221e9f-606a-4f7b-81f5-4df533feae40 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:18.200177 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-234d8f9f-869e-4889-a098-27d66c333569 req-2e221e9f-606a-4f7b-81f5-4df533feae40 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba&tenant_id=4df1b30751bf4e2290eba246027f08be&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 946 time: 0.0967343 Mar 02 19:29:18.215255 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port c5268fec-8d85-4327-ab53-68be78aa220c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c5268fec-8d85-4327-ab53-68be78aa220c,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:29:18.221156 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1d1c2cf4-b935-4616-8f3d-498cacafb9c7 req-7c7215ac-5a03-4d37-979b-b63bd9e2ac7d tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435257 Mar 02 19:29:18.227094 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca372dc-e8fe-4478-9d41-f99ca912b6ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5268fec-8d85-4327-ab53-68be78aa220c'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:29:18.237626 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port c5268fec-8d85-4327-ab53-68be78aa220c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c5268fec-8d85-4327-ab53-68be78aa220c,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:29:18.247161 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': 'c5268fec-8d85-4327-ab53-68be78aa220c', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'port_id': 'c5268fec-8d85-4327-ab53-68be78aa220c', 'mac_address': 'fa:16:3e:37:35:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:29:18.308507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:18.319511 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca372dc-e8fe-4478-9d41-f99ca912b6ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5268fec-8d85-4327-ab53-68be78aa220c', 'code': 200} Mar 02 19:29:18.329457 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5268fec-8d85-4327-ab53-68be78aa220c {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:29:18.334950 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:18.358270 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-234d8f9f-869e-4889-a098-27d66c333569 req-4779693a-d1db-4e9b-82d8-45996d04cb68 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 1099 time: 0.0739951 Mar 02 19:29:18.447728 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:29:18.448020 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:29:18.450194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=c5268fec-8d85-4327-ab53-68be78aa220c,revision_number=6']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:29:18.458440 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:18.458782 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:18.459117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:18.459472 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:18.459803 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:18.460128 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:18.460471 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:18.460774 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:18.461094 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:18.461409 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:18.461725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:18.496041 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d8f9f-869e-4889-a098-27d66c333569 req-03073fb3-36b2-432f-ba77-a19e8d9058a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:18.497402 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-234d8f9f-869e-4889-a098-27d66c333569 req-03073fb3-36b2-432f-ba77-a19e8d9058a0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 912 time: 0.1331379 Mar 02 19:29:18.602041 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-234d8f9f-869e-4889-a098-27d66c333569 req-e9cbfd3b-c387-4186-9cdd-fc01a0c84767 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5268fec-8d85-4327-ab53-68be78aa220c HTTP/1.1" status: 200 len: 1000 time: 0.0976443 Mar 02 19:29:18.665989 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d8f9f-869e-4889-a098-27d66c333569 req-829576eb-549a-4378-9296-02975b45414d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:18.667455 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-234d8f9f-869e-4889-a098-27d66c333569 req-829576eb-549a-4378-9296-02975b45414d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0600138 Mar 02 19:29:18.743545 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-234d8f9f-869e-4889-a098-27d66c333569 req-64f20050-f280-48b5-abd0-caad1c6389f6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702784 Mar 02 19:29:18.872957 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-234d8f9f-869e-4889-a098-27d66c333569 req-f9feb660-1cf8-47c3-8228-474ff2c82247 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221299 Mar 02 19:29:19.001252 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:19.005341 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-234d8f9f-869e-4889-a098-27d66c333569 req-8d601163-c823-4ab5-a8e2-93073cad162c service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263111 Mar 02 19:29:19.019043 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5268fec-8d85-4327-ab53-68be78aa220c {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:29:19.034746 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port c5268fec-8d85-4327-ab53-68be78aa220c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c5268fec-8d85-4327-ab53-68be78aa220c,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:29:19.140747 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:19.211560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=c5268fec-8d85-4327-ab53-68be78aa220c,revision_number=7']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:29:19.215434 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['c5268fec-8d85-4327-ab53-68be78aa220c'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:29:19.421323 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cc013-8cf5-45e8-93b9-2241e39fc72e req-14f9c8ea-84c6-4cc6-93e6-e1765d78cb98 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:19.422883 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c51cc013-8cf5-45e8-93b9-2241e39fc72e req-14f9c8ea-84c6-4cc6-93e6-e1765d78cb98 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 945 time: 0.0761058 Mar 02 19:29:19.471880 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c51cc013-8cf5-45e8-93b9-2241e39fc72e req-b37b9526-e347-426b-99e2-7004e00322c0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433557 Mar 02 19:29:19.924868 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device c5268fec-8d85-4327-ab53-68be78aa220c up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:29:19.993766 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port c5268fec-8d85-4327-ab53-68be78aa220c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:29:19.994133 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:20.147028 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:20.179973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port c5268fec-8d85-4327-ab53-68be78aa220c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c5268fec-8d85-4327-ab53-68be78aa220c,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:29:20.320789 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca372dc-e8fe-4478-9d41-f99ca912b6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5268fec-8d85-4327-ab53-68be78aa220c'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:29:20.334213 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:20.376868 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca372dc-e8fe-4478-9d41-f99ca912b6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5268fec-8d85-4327-ab53-68be78aa220c', 'code': 200} Mar 02 19:29:20.402292 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=c5268fec-8d85-4327-ab53-68be78aa220c,revision_number=8']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:29:20.679511 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077f28d-1010-49d8-b8ea-ba76e5f01a01 req-41c9b895-5314-400c-b619-0054d14b8558 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:20.680881 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0077f28d-1010-49d8-b8ea-ba76e5f01a01 req-41c9b895-5314-400c-b619-0054d14b8558 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0900509 Mar 02 19:29:20.728633 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0077f28d-1010-49d8-b8ea-ba76e5f01a01 req-5406ba63-78ae-4368-bbd8-9b0881593a7f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399442 Mar 02 19:29:20.927612 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9b1c8-1bfd-468b-b134-dc4edcb3c347 req-a9dfad1c-18e0-41c9-b976-a4bb8fd92140 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:20.929090 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aac9b1c8-1bfd-468b-b134-dc4edcb3c347 req-a9dfad1c-18e0-41c9-b976-a4bb8fd92140 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0759161 Mar 02 19:29:20.975011 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aac9b1c8-1bfd-468b-b134-dc4edcb3c347 req-a9f117a6-4563-4ada-877e-233636a9ae7a tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400803 Mar 02 19:29:21.456376 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2b865-cb04-4763-a948-40e5038c8ab3 req-b755c0e6-70d4-4e27-ba54-6a35224e81ea tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:21.457914 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-24c2b865-cb04-4763-a948-40e5038c8ab3 req-b755c0e6-70d4-4e27-ba54-6a35224e81ea tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0795386 Mar 02 19:29:21.550709 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-24c2b865-cb04-4763-a948-40e5038c8ab3 req-863b9160-40e4-48b8-a1b0-4378750a2c2b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871489 Mar 02 19:29:21.569865 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bc844f10-dae5-4aff-9728-c0bd688d570f req-5c9674c7-b88f-4cce-a058-216e6d71a402 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 1099 time: 0.0920646 Mar 02 19:29:21.631849 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-057366ac-3330-43f2-a98e-25bfde44f780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:21.699108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc844f10-dae5-4aff-9728-c0bd688d570f req-50d03902-b2b4-4e77-a7cc-39f32c35f7a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:21.700556 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bc844f10-dae5-4aff-9728-c0bd688d570f req-50d03902-b2b4-4e77-a7cc-39f32c35f7a6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 912 time: 0.1260529 Mar 02 19:29:21.802751 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bc844f10-dae5-4aff-9728-c0bd688d570f req-aa68e769-86c4-4545-97a8-a2ee94043646 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5268fec-8d85-4327-ab53-68be78aa220c HTTP/1.1" status: 200 len: 1002 time: 0.0951936 Mar 02 19:29:21.867279 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc844f10-dae5-4aff-9728-c0bd688d570f req-b862936a-801f-4040-a08e-6f612462328f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:21.868710 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bc844f10-dae5-4aff-9728-c0bd688d570f req-b862936a-801f-4040-a08e-6f612462328f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0600600 Mar 02 19:29:21.942896 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bc844f10-dae5-4aff-9728-c0bd688d570f req-70366a73-7d9f-4b95-b4f9-988c130e7fee service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673783 Mar 02 19:29:21.952571 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [req-bc844f10-dae5-4aff-9728-c0bd688d570f req-90ff8fad-f6cd-4d28-8836-c8e7985b495c service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 19:29:21.953541 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bc844f10-dae5-4aff-9728-c0bd688d570f req-90ff8fad-f6cd-4d28-8836-c8e7985b495c service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047321 Mar 02 19:29:22.173628 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bc844f10-dae5-4aff-9728-c0bd688d570f req-4d496405-15b7-4c81-8ea0-e7dc416ec590 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139418 Mar 02 19:29:22.302541 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bc844f10-dae5-4aff-9728-c0bd688d570f req-23adcf1a-aa27-4656-8cd7-c7fb39247467 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224835 Mar 02 19:29:22.766502 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e288e94-620b-4a42-9b8f-4b25905c4921 req-998e7915-7231-4e3d-8ce4-3145eac3de00 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:22.770310 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1e288e94-620b-4a42-9b8f-4b25905c4921 req-998e7915-7231-4e3d-8ce4-3145eac3de00 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0955927 Mar 02 19:29:22.815057 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1e288e94-620b-4a42-9b8f-4b25905c4921 req-89a4556a-0c95-40e1-b62a-3472bfc27644 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412898 Mar 02 19:29:23.745663 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-471205df-7c2f-47e7-b6c6-964c24819b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:24.018850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df67d1-1a37-408d-b010-7b6813b934fb req-ddac31ad-b3ac-498d-8d56-a54089a37889 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:24.020255 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f9df67d1-1a37-408d-b010-7b6813b934fb req-ddac31ad-b3ac-498d-8d56-a54089a37889 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0818694 Mar 02 19:29:24.068411 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f9df67d1-1a37-408d-b010-7b6813b934fb req-3b47b236-01d4-4b0a-b822-4e7146a2e4eb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423644 Mar 02 19:29:24.717553 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063e9f3-1097-45f8-9ae8-a247d12bdc73 req-83476983-ee7a-400f-90ec-3e2c6a780abf tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:24.719503 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3063e9f3-1097-45f8-9ae8-a247d12bdc73 req-83476983-ee7a-400f-90ec-3e2c6a780abf tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0764070 Mar 02 19:29:24.765258 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3063e9f3-1097-45f8-9ae8-a247d12bdc73 req-15f92b61-389e-41c2-b085-9cbaf17aaf60 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398595 Mar 02 19:29:25.208547 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:25.442801 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:25.961992 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194687d-5048-4cb5-9c66-d81b4b3a29a7 req-6f6bfe58-57f2-4d33-858f-27f2a777e2a8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:25.963442 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f194687d-5048-4cb5-9c66-d81b4b3a29a7 req-6f6bfe58-57f2-4d33-858f-27f2a777e2a8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0771284 Mar 02 19:29:26.009607 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f194687d-5048-4cb5-9c66-d81b4b3a29a7 req-e40cfed6-51e3-4341-ae9f-247d68c82a06 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403559 Mar 02 19:29:26.397108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985933a-4331-4afc-a96b-9148c2af0894 req-56b3d5a0-5298-4ab1-b1bb-7c2ac5c333bd tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:26.398849 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1985933a-4331-4afc-a96b-9148c2af0894 req-56b3d5a0-5298-4ab1-b1bb-7c2ac5c333bd tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0866659 Mar 02 19:29:26.467366 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-1985933a-4331-4afc-a96b-9148c2af0894 req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Deleting port c5268fec-8d85-4327-ab53-68be78aa220c {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:29:26.467706 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-1985933a-4331-4afc-a96b-9148c2af0894 req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:26.558780 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:26.721561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-1985933a-4331-4afc-a96b-9148c2af0894 req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] For port c5268fec-8d85-4327-ab53-68be78aa220c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c5268fec-8d85-4327-ab53-68be78aa220c,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:29:26.721856 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-1985933a-4331-4afc-a96b-9148c2af0894 req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:27.004606 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-1985933a-4331-4afc-a96b-9148c2af0894 req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:27.004889 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-1985933a-4331-4afc-a96b-9148c2af0894 req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:27.005205 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [req-1985933a-4331-4afc-a96b-9148c2af0894 req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Floating IP d4e53062-abee-4767-af24-fa637b1cbb6c disassociated. External IP: 172.26.4.248, port: c5268fec-8d85-4327-ab53-68be78aa220c. Mar 02 19:29:27.005548 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-1985933a-4331-4afc-a96b-9148c2af0894 req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Calling delete_port for c5268fec-8d85-4327-ab53-68be78aa220c owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:29:27.224821 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1407ed7-bed9-4f7f-b18f-538cf53bbe6e req-3ef0f36b-b8b5-4247-abcb-90bd533dc0c6 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:27.226280 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d1407ed7-bed9-4f7f-b18f-538cf53bbe6e req-3ef0f36b-b8b5-4247-abcb-90bd533dc0c6 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 946 time: 0.0909066 Mar 02 19:29:27.251664 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-1985933a-4331-4afc-a96b-9148c2af0894 req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:27.310293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Pushing event deleted for resources: {'Port': ['ID=c5268fec-8d85-4327-ab53-68be78aa220c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:29:27.330986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:27.331493 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:27.331699 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:27.332033 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:27.332372 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:27.332698 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:27.333025 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:27.333353 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:27.333676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:27.333998 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:27.334335 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:27.393679 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d1407ed7-bed9-4f7f-b18f-538cf53bbe6e req-338d362c-ce66-48b6-a01a-ae871e0fec13 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616359 Mar 02 19:29:27.643799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1985933a-4331-4afc-a96b-9148c2af0894 req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Router d54ff6ba-56f4-4204-b78f-aa560e5e3cda has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:29:27.845048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1985933a-4331-4afc-a96b-9148c2af0894 req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:29:27.854826 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa466b-30c6-4b4e-9dce-eaddbd5ec606 None None] Sync routers for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:29:27.866750 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa466b-30c6-4b4e-9dce-eaddbd5ec606 None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:29:27.867375 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-bffa466b-30c6-4b4e-9dce-eaddbd5ec606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:29:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:29:27.917214 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-1985933a-4331-4afc-a96b-9148c2af0894 req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] No DVR routers for this DVR port c5268fec-8d85-4327-ab53-68be78aa220c on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:29:27.919638 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-1985933a-4331-4afc-a96b-9148c2af0894 req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:27.922161 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca372dc-e8fe-4478-9d41-f99ca912b6ba', 'name': 'network-vif-deleted', 'tag': 'c5268fec-8d85-4327-ab53-68be78aa220c'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:29:27.980391 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca372dc-e8fe-4478-9d41-f99ca912b6ba', 'name': 'network-vif-deleted', 'tag': 'c5268fec-8d85-4327-ab53-68be78aa220c', 'status': 'completed', 'code': 200} Mar 02 19:29:28.003721 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1985933a-4331-4afc-a96b-9148c2af0894 req-6ccbe106-1611-445d-b3e6-80501f5fde76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "DELETE /v2.0/ports/c5268fec-8d85-4327-ab53-68be78aa220c HTTP/1.1" status: 204 len: 173 time: 1.5998242 Mar 02 19:29:28.055276 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-bffa466b-30c6-4b4e-9dce-eaddbd5ec606 None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:29:28.371394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-bffa466b-30c6-4b4e-9dce-eaddbd5ec606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:29:28.376187 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa466b-30c6-4b4e-9dce-eaddbd5ec606 None None] Checking router: d54ff6ba-56f4-4204-b78f-aa560e5e3cda for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:29:28.386293 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa466b-30c6-4b4e-9dce-eaddbd5ec606 None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:29:28.386877 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-bffa466b-30c6-4b4e-9dce-eaddbd5ec606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:29:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:29:28.570003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-bffa466b-30c6-4b4e-9dce-eaddbd5ec606 None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:29:28.574612 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-7cd0c5d9-552f-4c3f-a2f3-9fb9f097e6ab req-db4a111e-b93b-494e-beb4-0cba9ae92ba0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Synchronizing usage tracker for tenant:4df1b30751bf4e2290eba246027f08be on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:29:28.660184 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-7cd0c5d9-552f-4c3f-a2f3-9fb9f097e6ab req-db4a111e-b93b-494e-beb4-0cba9ae92ba0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Unset dirty status for tenant:4df1b30751bf4e2290eba246027f08be on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:29:28.661513 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7cd0c5d9-552f-4c3f-a2f3-9fb9f097e6ab req-db4a111e-b93b-494e-beb4-0cba9ae92ba0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=aca372dc-e8fe-4478-9d41-f99ca912b6ba HTTP/1.1" status: 200 len: 210 time: 0.1292665 Mar 02 19:29:28.939551 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-bffa466b-30c6-4b4e-9dce-eaddbd5ec606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:29:28.943418 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa466b-30c6-4b4e-9dce-eaddbd5ec606 None None] The sync data for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv is: [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:29:29.159762 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8d964b-e30d-4c22-8060-f644f2a8a1fc None None] New status for floating IP d4e53062-abee-4767-af24-fa637b1cbb6c: DOWN {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:29:30.026570 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-ce4ece88-1def-43a3-bdd7-f81f9ad2ea3d tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1555627182&fields=id&tenant_id=4df1b30751bf4e2290eba246027f08be HTTP/1.1" status: 200 len: 267 time: 0.0429518 Mar 02 19:29:30.176983 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-577ea599-54ec-4158-b6b6-603ba521cdc1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:30.178388 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-577ea599-54ec-4158-b6b6-603ba521cdc1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 811 time: 0.1448445 Mar 02 19:29:30.194925 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-58d07999-c60e-4372-8f3f-98f2c06cbc71 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/quotas/4df1b30751bf4e2290eba246027f08be HTTP/1.1" status: 200 len: 375 time: 0.0112023 Mar 02 19:29:30.275708 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-7313d737-bc58-41f1-aaaf-7fb88f0aca0b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758331 Mar 02 19:29:30.420424 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-80a35926-9577-4e74-84ae-173e5714bc58 service neutron] 10.222.0.73 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303132 Mar 02 19:29:30.553077 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-f23aa686-fed3-42bb-a41e-bf1c92f766f4 service neutron] 10.222.0.73 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262450 Mar 02 19:29:30.828567 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-402181b1-6611-4a3e-9133-18350918f222 req-781e21bd-0569-4d25-844e-aa58ec485b39 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 210 time: 0.0455625 Mar 02 19:29:31.540194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:31.956770 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device c5268fec-8d85-4327-ab53-68be78aa220c no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:29:31.988851 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: c5268fec-8d85-4327-ab53-68be78aa220c {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:29:31.989198 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device c5268fec-8d85-4327-ab53-68be78aa220c not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:29:31.990536 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-314ff42c-bd3c-4de5-b624-2e82e6454922 req-c74b90e8-abe0-47f5-b54e-7b8e394f6b92 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 210 time: 0.0420134 Mar 02 19:29:32.786361 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-8b1b322c-7daa-446c-a2ee-49f0e28994e1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:32.787690 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-8b1b322c-7daa-446c-a2ee-49f0e28994e1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 811 time: 0.1417468 Mar 02 19:29:32.842169 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-07487502-e14c-4d51-9a45-ed6e1ce1018f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4df1b30751bf4e2290eba246027f08be HTTP/1.1" status: 200 len: 380 time: 0.0410469 Mar 02 19:29:32.850535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-205f5d86-6921-4a0b-a3c8-4ee46fc0d49b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Request body: {'port': {'device_id': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'admin_state_up': True, 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'security_groups': ['1d08a803-9515-4acc-bd50-e5d89fedde54']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:29:32.989893 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-205f5d86-6921-4a0b-a3c8-4ee46fc0d49b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:29:32.999334 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-205f5d86-6921-4a0b-a3c8-4ee46fc0d49b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:29:33.100238 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-205f5d86-6921-4a0b-a3c8-4ee46fc0d49b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Made reservation on behalf of 4df1b30751bf4e2290eba246027f08be for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:29:33.103322 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-205f5d86-6921-4a0b-a3c8-4ee46fc0d49b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:33.160435 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3d598e14-7ba6-4ef1-b6b4-71b81e15ca62 req-bd54cb8c-7e48-41a1-ac75-7af44e597957 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 210 time: 0.0451529 Mar 02 19:29:33.305114 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-205f5d86-6921-4a0b-a3c8-4ee46fc0d49b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Allocated IP 172.20.0.6 (16a16d49-e693-4285-a9aa-66a7e1ab708a/5e03de6d-cfde-4ffd-9d64-2c467fc0d558/068d58f6-bddd-4b1a-8377-812b68625ea5) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:29:33.490256 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-205f5d86-6921-4a0b-a3c8-4ee46fc0d49b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:33.506269 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-205f5d86-6921-4a0b-a3c8-4ee46fc0d49b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Transition to ACTIVE for port object 068d58f6-bddd-4b1a-8377-812b68625ea5 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:29:33.574619 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-205f5d86-6921-4a0b-a3c8-4ee46fc0d49b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:33.650792 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-205f5d86-6921-4a0b-a3c8-4ee46fc0d49b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Network 16a16d49-e693-4285-a9aa-66a7e1ab708a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:29:33.653898 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-205f5d86-6921-4a0b-a3c8-4ee46fc0d49b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:29:33.658369 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-205f5d86-6921-4a0b-a3c8-4ee46fc0d49b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:29:33.684073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f5d86-6921-4a0b-a3c8-4ee46fc0d49b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Pushing event updated for resources: {'Port': ['ID=068d58f6-bddd-4b1a-8377-812b68625ea5,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:29:33.701869 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:29:33.728973 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-205f5d86-6921-4a0b-a3c8-4ee46fc0d49b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:33.729579 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-205f5d86-6921-4a0b-a3c8-4ee46fc0d49b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:33.798932 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-205f5d86-6921-4a0b-a3c8-4ee46fc0d49b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9522021 Mar 02 19:29:33.810886 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] Request body: {'port': {'device_id': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:29:33.920405 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:33.991755 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-85273b10-342d-4ecb-a10e-744938720bde None None] Provisioning for port 068d58f6-bddd-4b1a-8377-812b68625ea5 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:29:33.996722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-85273b10-342d-4ecb-a10e-744938720bde None None] Provisioning complete for port 068d58f6-bddd-4b1a-8377-812b68625ea5 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:29:33.997086 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-85273b10-342d-4ecb-a10e-744938720bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:34.072894 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-85273b10-342d-4ecb-a10e-744938720bde None None] Port 068d58f6-bddd-4b1a-8377-812b68625ea5 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:29:34.365356 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a62f1-32f7-4670-aca7-a33096c7f93a req-51ed419b-8aa5-4a7d-bfd5-c6eb7ee50f50 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:34.366996 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-937a62f1-32f7-4670-aca7-a33096c7f93a req-51ed419b-8aa5-4a7d-bfd5-c6eb7ee50f50 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 931 time: 0.0822315 Mar 02 19:29:34.370235 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068d58f6-bddd-4b1a-8377-812b68625ea5 {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:29:34.377573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:34.392410 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] Transition to ACTIVE for port object 068d58f6-bddd-4b1a-8377-812b68625ea5 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:29:34.412492 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-937a62f1-32f7-4670-aca7-a33096c7f93a req-5a606dbe-5cac-4281-9dfe-8def9cde8415 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398681 Mar 02 19:29:34.472084 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:34.597858 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] Pushing event updated for resources: {'Port': ['ID=068d58f6-bddd-4b1a-8377-812b68625ea5,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:29:34.709567 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] Attempting to bind port 068d58f6-bddd-4b1a-8377-812b68625ea5 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:29:34.709909 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] Attempting to bind port 068d58f6-bddd-4b1a-8377-812b68625ea5 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:29:34.710240 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] Attempting to bind port 068d58f6-bddd-4b1a-8377-812b68625ea5 on network 16a16d49-e693-4285-a9aa-66a7e1ab708a {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:29:34.716079 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] Port 068d58f6-bddd-4b1a-8377-812b68625ea5 on network 16a16d49-e693-4285-a9aa-66a7e1ab708a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:29:34.720017 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] Attempting to bind port 068d58f6-bddd-4b1a-8377-812b68625ea5 on network 16a16d49-e693-4285-a9aa-66a7e1ab708a {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:29:34.723436 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:29:34.723725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] Checking segment: {'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:29:34.724105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] Bound using segment: {'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:29:34.724522 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] Bound port: 068d58f6-bddd-4b1a-8377-812b68625ea5, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:29:34.724866 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:34.817581 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] For port 068d58f6-bddd-4b1a-8377-812b68625ea5, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:29:34.820720 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] For port 068d58f6-bddd-4b1a-8377-812b68625ea5, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=068d58f6-bddd-4b1a-8377-812b68625ea5,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:29:34.900180 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:34.961002 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:34.962458 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] 10.222.0.87 "PUT /v2.0/ports/068d58f6-bddd-4b1a-8377-812b68625ea5 HTTP/1.1" status: 200 len: 1093 time: 1.1561072 Mar 02 19:29:34.962912 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'tag': '068d58f6-bddd-4b1a-8377-812b68625ea5'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:29:34.982245 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f494ab8-8d40-43fd-ad2c-bfcb6ce5b3ed service neutron] Pushing event updated for resources: {'Port': ['ID=068d58f6-bddd-4b1a-8377-812b68625ea5,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:29:35.027018 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'tag': '068d58f6-bddd-4b1a-8377-812b68625ea5', 'status': 'completed', 'code': 200} Mar 02 19:29:35.123758 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f31e2f96-5518-4925-9d90-a2e7837934a8 req-556266b0-4beb-4ad0-a3bf-835f5dc60a66 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 1096 time: 0.0764749 Mar 02 19:29:35.269846 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e2f96-5518-4925-9d90-a2e7837934a8 req-7d13dd1c-c231-42eb-b512-835beedafb6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:35.271300 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f31e2f96-5518-4925-9d90-a2e7837934a8 req-7d13dd1c-c231-42eb-b512-835beedafb6a service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=4df1b30751bf4e2290eba246027f08be&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1382473 Mar 02 19:29:35.406181 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e2f96-5518-4925-9d90-a2e7837934a8 req-b0e52d91-fd52-48f3-aa77-e55da5682b94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:35.407677 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f31e2f96-5518-4925-9d90-a2e7837934a8 req-b0e52d91-fd52-48f3-aa77-e55da5682b94 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305792 Mar 02 19:29:35.517357 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-71254a58-f96f-4368-aae1-b836ef41b835 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 1096 time: 0.0751214 Mar 02 19:29:35.589938 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-ac7bb1e3-c249-45ef-86cf-15dd25b34fbd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=068d58f6-bddd-4b1a-8377-812b68625ea5 HTTP/1.1" status: 200 len: 217 time: 0.0650566 Mar 02 19:29:35.615861 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6088ff-e5be-46c6-98ce-a5be147fd949 req-f33d1630-61e6-4460-9499-ddb6bc36f173 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:35.617324 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3b6088ff-e5be-46c6-98ce-a5be147fd949 req-f33d1630-61e6-4460-9499-ddb6bc36f173 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 943 time: 0.0783048 Mar 02 19:29:35.656112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-f4df1986-9cd3-4310-96b9-ee90c1e098f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:35.657568 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-f4df1986-9cd3-4310-96b9-ee90c1e098f8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0612392 Mar 02 19:29:35.663020 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3b6088ff-e5be-46c6-98ce-a5be147fd949 req-916c34f6-72ac-4928-8404-987f8e742214 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400999 Mar 02 19:29:35.732722 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-3534e3d3-7586-4e49-818f-d9b1ace2a237 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690725 Mar 02 19:29:35.864776 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-0939e215-9be5-4c6b-b4a6-661240c1c09b service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245558 Mar 02 19:29:35.994265 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f62e3be1-82ab-4166-a5d5-6671e00c3664 req-2221ad43-0296-4404-a8a0-9f9e50ac61b9 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230900 Mar 02 19:29:36.866603 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f67b8-ad58-4088-b674-6540d2777489 req-18ec50e0-da99-487d-80a0-e5b889be2a92 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:36.867378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fb2f67b8-ad58-4088-b674-6540d2777489 req-18ec50e0-da99-487d-80a0-e5b889be2a92 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Synchronizing usage tracker for tenant:4df1b30751bf4e2290eba246027f08be on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:29:36.945444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fb2f67b8-ad58-4088-b674-6540d2777489 req-18ec50e0-da99-487d-80a0-e5b889be2a92 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Unset dirty status for tenant:4df1b30751bf4e2290eba246027f08be on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:29:36.946705 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb2f67b8-ad58-4088-b674-6540d2777489 req-18ec50e0-da99-487d-80a0-e5b889be2a92 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 943 time: 0.1616070 Mar 02 19:29:36.993986 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb2f67b8-ad58-4088-b674-6540d2777489 req-5a8735f0-aac6-4055-9d87-22d56dc2412a tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413439 Mar 02 19:29:38.207501 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f57dee-a332-4910-8008-a8963e5dfc41 req-a1e8ae9f-0059-404a-acd5-9260a70857e8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:38.208977 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-06f57dee-a332-4910-8008-a8963e5dfc41 req-a1e8ae9f-0059-404a-acd5-9260a70857e8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 943 time: 0.0867100 Mar 02 19:29:38.254185 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-06f57dee-a332-4910-8008-a8963e5dfc41 req-abc14ec5-ba7c-447b-a3fa-a079c4d3962e tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396888 Mar 02 19:29:39.449790 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c6691-9823-44e2-ae6e-4af5c0606122 req-f0585c6b-3c3a-4175-93f8-f0cbe03368ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:39.451216 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6e3c6691-9823-44e2-ae6e-4af5c0606122 req-f0585c6b-3c3a-4175-93f8-f0cbe03368ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 943 time: 0.0744891 Mar 02 19:29:39.502579 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6e3c6691-9823-44e2-ae6e-4af5c0606122 req-f5a8a00d-b3ad-475b-b309-82f498527d9c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452607 Mar 02 19:29:40.001931 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 068d58f6-bddd-4b1a-8377-812b68625ea5 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:29:40.137039 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 068d58f6-bddd-4b1a-8377-812b68625ea5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=068d58f6-bddd-4b1a-8377-812b68625ea5,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:29:40.149931 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '068d58f6-bddd-4b1a-8377-812b68625ea5', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'port_id': '068d58f6-bddd-4b1a-8377-812b68625ea5', 'mac_address': 'fa:16:3e:40:53:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:29:40.204254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:40.221229 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068d58f6-bddd-4b1a-8377-812b68625ea5 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:29:40.236323 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 068d58f6-bddd-4b1a-8377-812b68625ea5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=068d58f6-bddd-4b1a-8377-812b68625ea5,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:29:40.323076 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:40.391749 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=068d58f6-bddd-4b1a-8377-812b68625ea5,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:29:40.538833 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['068d58f6-bddd-4b1a-8377-812b68625ea5'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:29:40.697936 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d600f8-9356-40bf-997d-8d4fc99f0e5c req-5d58566d-1459-49d8-8d18-fe79b7a26e24 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:40.699405 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-02d600f8-9356-40bf-997d-8d4fc99f0e5c req-5d58566d-1459-49d8-8d18-fe79b7a26e24 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 944 time: 0.0771706 Mar 02 19:29:40.842535 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-02d600f8-9356-40bf-997d-8d4fc99f0e5c req-2e612948-ee1e-43b9-bb0b-28ed994af5bb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368945 Mar 02 19:29:42.045260 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 068d58f6-bddd-4b1a-8377-812b68625ea5 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:29:42.060121 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfa5bb-9f8a-4e13-ba17-1e96d0864f5a req-ab771a85-42a8-4117-b1ce-3588b607832f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:42.061724 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c8cfa5bb-9f8a-4e13-ba17-1e96d0864f5a req-ab771a85-42a8-4117-b1ce-3588b607832f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 944 time: 0.0926354 Mar 02 19:29:42.121984 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c8cfa5bb-9f8a-4e13-ba17-1e96d0864f5a req-2268e7f4-6c9f-4a6a-bf8c-6a4da6418201 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519421 Mar 02 19:29:42.179870 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 068d58f6-bddd-4b1a-8377-812b68625ea5 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:29:42.185232 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 068d58f6-bddd-4b1a-8377-812b68625ea5 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:29:42.188936 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:42.302619 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:42.330726 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068d58f6-bddd-4b1a-8377-812b68625ea5'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:29:42.340431 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 068d58f6-bddd-4b1a-8377-812b68625ea5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=068d58f6-bddd-4b1a-8377-812b68625ea5,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:29:42.388571 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068d58f6-bddd-4b1a-8377-812b68625ea5', 'code': 200} Mar 02 19:29:42.431897 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:42.503768 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=068d58f6-bddd-4b1a-8377-812b68625ea5,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:29:42.761517 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4dd1f7c7-9003-42ff-a64b-1de7968f2eed req-e6237095-7a56-4f40-8bba-d26909e34edf service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 1098 time: 0.0704193 Mar 02 19:29:42.880760 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4dd1f7c7-9003-42ff-a64b-1de7968f2eed req-814010f7-1633-46b0-84dc-dd6e86e76483 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123741 Mar 02 19:29:43.337516 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318e5f4-9d7e-47fe-991b-10587a53aef6 req-4027106c-e683-4948-9f0f-6ae056bbfe9f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:43.339035 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b318e5f4-9d7e-47fe-991b-10587a53aef6 req-4027106c-e683-4948-9f0f-6ae056bbfe9f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0759373 Mar 02 19:29:43.384359 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b318e5f4-9d7e-47fe-991b-10587a53aef6 req-76d98435-a33a-468e-8689-a47ae8908aa3 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398033 Mar 02 19:29:44.606120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ff72d-99c7-45b3-a6a0-6ed2e6c0b8d3 req-3a558c93-f6f1-49a0-a5f8-1f5b94bf09f8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:44.607680 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3c7ff72d-99c7-45b3-a6a0-6ed2e6c0b8d3 req-3a558c93-f6f1-49a0-a5f8-1f5b94bf09f8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0890481 Mar 02 19:29:44.658948 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3c7ff72d-99c7-45b3-a6a0-6ed2e6c0b8d3 req-e17dc918-b1ab-48f1-902f-586fda4417ac tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456078 Mar 02 19:29:44.879040 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11743e2-07e1-4d4a-ba67-719a796de17c req-1ab48b46-73da-4c2e-8b26-4c55620e49da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:44.880582 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a11743e2-07e1-4d4a-ba67-719a796de17c req-1ab48b46-73da-4c2e-8b26-4c55620e49da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0904968 Mar 02 19:29:44.891558 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 40920) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:29:44.897631 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-57766bd5-676a-46ef-9535-0745644f0d3c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Request body: {'floatingip': {'port_id': '068d58f6-bddd-4b1a-8377-812b68625ea5'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:29:44.984027 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-57766bd5-676a-46ef-9535-0745644f0d3c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for floatingip, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:45.684017 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-57766bd5-676a-46ef-9535-0745644f0d3c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:45.740428 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-57766bd5-676a-46ef-9535-0745644f0d3c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:45.951763 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-57766bd5-676a-46ef-9535-0745644f0d3c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Floating IP d4e53062-abee-4767-af24-fa637b1cbb6c associated. External IP: 172.26.4.248, port: 068d58f6-bddd-4b1a-8377-812b68625ea5. Mar 02 19:29:46.541506 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57766bd5-676a-46ef-9535-0745644f0d3c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Router d54ff6ba-56f4-4204-b78f-aa560e5e3cda has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:29:46.767800 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57766bd5-676a-46ef-9535-0745644f0d3c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:29:46.772993 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-57766bd5-676a-46ef-9535-0745644f0d3c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:46.777049 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41e2a9a-87d4-46a9-a45a-7ea35a882d6b None None] Sync routers for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:29:46.790722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41e2a9a-87d4-46a9-a45a-7ea35a882d6b None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:29:46.791330 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-c41e2a9a-87d4-46a9-a45a-7ea35a882d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:29:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:29:46.831065 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-57766bd5-676a-46ef-9535-0745644f0d3c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "PUT /v2.0/floatingips/d4e53062-abee-4767-af24-fa637b1cbb6c HTTP/1.1" status: 200 len: 991 time: 1.9383309 Mar 02 19:29:46.831682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'tag': '068d58f6-bddd-4b1a-8377-812b68625ea5'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:29:46.898935 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'tag': '068d58f6-bddd-4b1a-8377-812b68625ea5', 'status': 'completed', 'code': 200} Mar 02 19:29:47.000771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-c41e2a9a-87d4-46a9-a45a-7ea35a882d6b None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:29:47.026805 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3db51a0d-47a1-439d-babf-9de1dfa86bf7 req-b0af03db-3f3e-432b-9309-359ebe025134 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0885377 Mar 02 19:29:47.039620 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33e92564-c1bd-4a5f-821f-bb7906767c34 req-42c9511b-971b-4271-8d9e-8bc2879c3944 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 1098 time: 0.1205747 Mar 02 19:29:47.189935 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e92564-c1bd-4a5f-821f-bb7906767c34 req-8c699e78-7a1f-407a-9a0e-3a8a29f659db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:47.191466 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33e92564-c1bd-4a5f-821f-bb7906767c34 req-8c699e78-7a1f-407a-9a0e-3a8a29f659db service neutron] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 912 time: 0.1443486 Mar 02 19:29:47.303036 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33e92564-c1bd-4a5f-821f-bb7906767c34 req-51973228-c795-4bde-b33b-39b4001fd918 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=068d58f6-bddd-4b1a-8377-812b68625ea5 HTTP/1.1" status: 200 len: 999 time: 0.1056886 Mar 02 19:29:47.369305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e92564-c1bd-4a5f-821f-bb7906767c34 req-b9374cae-6804-496f-a692-863c9c77ad63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:47.371260 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33e92564-c1bd-4a5f-821f-bb7906767c34 req-b9374cae-6804-496f-a692-863c9c77ad63 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0621750 Mar 02 19:29:47.379418 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-c41e2a9a-87d4-46a9-a45a-7ea35a882d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd4e53062-abee-4767-af24-fa637b1cbb6c', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'port_id': '068d58f6-bddd-4b1a-8377-812b68625ea5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'mac_address': 'fa:16:3e:40:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:27:30Z', 'updated_at': '2022-03-02T19:29:45Z', 'revision_number': 9, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:29:47.384635 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41e2a9a-87d4-46a9-a45a-7ea35a882d6b None None] Checking router: d54ff6ba-56f4-4204-b78f-aa560e5e3cda for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:29:47.394891 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41e2a9a-87d4-46a9-a45a-7ea35a882d6b None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:29:47.395528 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-c41e2a9a-87d4-46a9-a45a-7ea35a882d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:29:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:29:47.492688 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-f2866306-6caa-4735-815a-7e3edbbb638b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0733151 Mar 02 19:29:47.509545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59621957-c538-4492-9395-781147728ddc req-4b5204d9-baf7-464e-8a96-35eb16112027 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:47.511047 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-59621957-c538-4492-9395-781147728ddc req-4b5204d9-baf7-464e-8a96-35eb16112027 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.1389096 Mar 02 19:29:47.515156 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33e92564-c1bd-4a5f-821f-bb7906767c34 req-1bfb0023-3649-4a5b-9976-aabffc48afed service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1084862 Mar 02 19:29:47.624961 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-c41e2a9a-87d4-46a9-a45a-7ea35a882d6b None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:29:47.646910 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-59621957-c538-4492-9395-781147728ddc req-35b94e06-3ea2-483d-b14f-bc680feee321 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280198 Mar 02 19:29:47.691003 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33e92564-c1bd-4a5f-821f-bb7906767c34 req-cfb7fd8f-fe4f-42f3-82f8-20e21afbce7f service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572139 Mar 02 19:29:47.831004 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33e92564-c1bd-4a5f-821f-bb7906767c34 req-d0c12761-9dbd-4e72-8ca9-363862df8c00 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339910 Mar 02 19:29:47.992204 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-c41e2a9a-87d4-46a9-a45a-7ea35a882d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd4e53062-abee-4767-af24-fa637b1cbb6c', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'port_id': '068d58f6-bddd-4b1a-8377-812b68625ea5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'mac_address': 'fa:16:3e:40:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:27:30Z', 'updated_at': '2022-03-02T19:29:45Z', 'revision_number': 9, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:29:47.996258 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41e2a9a-87d4-46a9-a45a-7ea35a882d6b None None] The sync data for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv is: [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd4e53062-abee-4767-af24-fa637b1cbb6c', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'port_id': '068d58f6-bddd-4b1a-8377-812b68625ea5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'mac_address': 'fa:16:3e:40:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:27:30Z', 'updated_at': '2022-03-02T19:29:45Z', 'revision_number': 9, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:29:48.201285 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb237b0c-5787-4064-b8d7-2eeb44083d41 None None] New status for floating IP d4e53062-abee-4767-af24-fa637b1cbb6c: ACTIVE {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:29:48.861713 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0bcf9-f961-477d-9154-dca3f94f6383 req-67c2bb28-21f9-4791-99da-60d5a41e86d5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:48.863209 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-60c0bcf9-f961-477d-9154-dca3f94f6383 req-67c2bb28-21f9-4791-99da-60d5a41e86d5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0818865 Mar 02 19:29:48.910745 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-60c0bcf9-f961-477d-9154-dca3f94f6383 req-0b4b22a0-4dec-4eb6-8b81-b4165ca53d56 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418632 Mar 02 19:29:49.624671 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-73ca7ddd-6379-4aef-8f8b-a4ba17a9ea06 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 1098 time: 0.0683389 Mar 02 19:29:49.755699 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-a9a4baf0-3862-4f9a-94bc-4bb10b6f65f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:49.757138 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-a9a4baf0-3862-4f9a-94bc-4bb10b6f65f6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 912 time: 0.1263354 Mar 02 19:29:49.859730 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-18430f50-de75-4d3a-9905-ac7a17f448ef service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=068d58f6-bddd-4b1a-8377-812b68625ea5 HTTP/1.1" status: 200 len: 1002 time: 0.0964336 Mar 02 19:29:50.023962 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-4a375315-323e-4410-9318-838176aa5906 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:50.025400 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-4a375315-323e-4410-9318-838176aa5906 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.1602182 Mar 02 19:29:50.162160 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-fd123132-8968-4783-b23d-4afa14f63851 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1295118 Mar 02 19:29:50.177606 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d507519-7363-4eea-808a-847a1623765e req-d1839cdd-3117-48b8-bbe4-238a22aad955 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:50.178977 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9d507519-7363-4eea-808a-847a1623765e req-d1839cdd-3117-48b8-bbe4-238a22aad955 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.1176355 Mar 02 19:29:50.309522 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9d507519-7363-4eea-808a-847a1623765e req-136faab0-9750-4a0e-9936-b855eb0b6e27 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127889 Mar 02 19:29:50.341481 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-d9e92056-6bce-40f3-97dc-cbbe00a1aa73 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700380 Mar 02 19:29:50.480502 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-63b5da27-3ddb-4c67-bf28-5bd709f767c3 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319404 Mar 02 19:29:51.504778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98181fcf-1d49-4bea-9193-d15a40539ff5 req-60a84b93-b125-49b2-82f8-0ac11c915f3a tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:51.506230 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-98181fcf-1d49-4bea-9193-d15a40539ff5 req-60a84b93-b125-49b2-82f8-0ac11c915f3a tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0765295 Mar 02 19:29:51.552421 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-98181fcf-1d49-4bea-9193-d15a40539ff5 req-defaa811-5aa9-4588-b1f3-eb509ca3c6f6 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402675 Mar 02 19:29:51.689081 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f33d2627-1764-44dd-8ef3-1d5fa8ef7e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:52.746352 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a52d8-f2f7-4d66-a343-0deee63e2471 req-c297532c-3b1d-4999-aaf5-68231f7f051a tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:52.747736 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e63a52d8-f2f7-4d66-a343-0deee63e2471 req-c297532c-3b1d-4999-aaf5-68231f7f051a tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0754762 Mar 02 19:29:52.792241 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e63a52d8-f2f7-4d66-a343-0deee63e2471 req-6c49acb1-b010-48ed-b49e-b50b6884f851 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385280 Mar 02 19:29:53.746162 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c31c8e57-04bb-486c-a74b-02ea3860911f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:53.991833 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170b390-4e00-43c4-b7d1-d3fbd74e4cc2 req-65b6f62e-1194-444e-9688-1e41f81e27e7 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:53.993274 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6170b390-4e00-43c4-b7d1-d3fbd74e4cc2 req-65b6f62e-1194-444e-9688-1e41f81e27e7 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0812142 Mar 02 19:29:54.046088 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6170b390-4e00-43c4-b7d1-d3fbd74e4cc2 req-364aa2c4-adbe-4d28-abed-d67c0efb9f51 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469542 Mar 02 19:29:55.208637 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:55.246964 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd525f8d-867f-416e-9deb-382e4c80173b req-754d29fc-7671-425b-8858-3363816aa877 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:55.248434 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fd525f8d-867f-416e-9deb-382e4c80173b req-754d29fc-7671-425b-8858-3363816aa877 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0802009 Mar 02 19:29:55.293231 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fd525f8d-867f-416e-9deb-382e4c80173b req-f84b5b3f-fa67-46ba-9004-d97ca03b1a66 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387795 Mar 02 19:29:55.443026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:56.497164 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcc072-a448-4408-9741-912428d7dc35 req-c142ec79-f39c-4b4b-a2b6-2a32130927a4 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:56.498620 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-93fcc072-a448-4408-9741-912428d7dc35 req-c142ec79-f39c-4b4b-a2b6-2a32130927a4 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0762675 Mar 02 19:29:56.517582 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:56.547102 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-93fcc072-a448-4408-9741-912428d7dc35 req-c93e43b5-9db5-4a73-8c79-0b8cdd01f6f0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417554 Mar 02 19:29:57.748020 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b445f-2483-440b-8309-26a886924352 req-bdbe5bbd-9e90-4d15-a051-0f1d766ccf08 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:57.750073 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-375b445f-2483-440b-8309-26a886924352 req-bdbe5bbd-9e90-4d15-a051-0f1d766ccf08 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0771189 Mar 02 19:29:57.800399 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-375b445f-2483-440b-8309-26a886924352 req-3a529f45-f6bc-4e90-a338-b6ee2652be0c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447185 Mar 02 19:29:59.003054 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7867b-8cd3-436e-afa0-48986b95dbea req-61aefe57-25af-494d-b3b9-6a343b2a563b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:59.004439 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-74f7867b-8cd3-436e-afa0-48986b95dbea req-61aefe57-25af-494d-b3b9-6a343b2a563b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0811954 Mar 02 19:29:59.052764 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-74f7867b-8cd3-436e-afa0-48986b95dbea req-61f8ee02-ad37-459b-9858-36c40de9ed9f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427186 Mar 02 19:30:00.256181 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973a98f-d56b-4faf-8669-691b2d6ffaaa req-3d5640d1-de1e-4d6f-b918-c6e39b01cce4 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:00.257684 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3973a98f-d56b-4faf-8669-691b2d6ffaaa req-3d5640d1-de1e-4d6f-b918-c6e39b01cce4 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0846922 Mar 02 19:30:00.304367 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3973a98f-d56b-4faf-8669-691b2d6ffaaa req-993ebfba-fda1-43e5-87f5-601e20cc47f3 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409398 Mar 02 19:30:01.504785 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743cc00-0cde-42eb-9133-dc80f76da227 req-2a0bec7a-66fb-4e97-9dca-afa5d9a1b8d5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:01.506284 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9743cc00-0cde-42eb-9133-dc80f76da227 req-2a0bec7a-66fb-4e97-9dca-afa5d9a1b8d5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0793717 Mar 02 19:30:01.540485 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:01.555546 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9743cc00-0cde-42eb-9133-dc80f76da227 req-1f66b8a0-ebd8-468e-92a3-b932ee3ce248 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436721 Mar 02 19:30:02.754965 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2fea6-08b8-446b-88d8-c7e3238b4a21 req-38cc119e-ab22-4a22-a3b0-8590ffeb66fd tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:02.756327 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-28e2fea6-08b8-446b-88d8-c7e3238b4a21 req-38cc119e-ab22-4a22-a3b0-8590ffeb66fd tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0799439 Mar 02 19:30:02.802000 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-28e2fea6-08b8-446b-88d8-c7e3238b4a21 req-a363fa95-5d65-4b96-befa-13809c04ab93 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402520 Mar 02 19:30:04.001447 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3e688-8aa4-4e3c-b50a-55175426791f req-399c7cdb-9e23-4171-b804-b30b3ff1ed6e tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:04.002896 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b1c3e688-8aa4-4e3c-b50a-55175426791f req-399c7cdb-9e23-4171-b804-b30b3ff1ed6e tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0772736 Mar 02 19:30:04.048828 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b1c3e688-8aa4-4e3c-b50a-55175426791f req-4212b0a1-1bda-4eba-aea3-c381de52b16f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403905 Mar 02 19:30:05.249123 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067cbd1-4218-429e-9d83-af1e4e19479d req-4e75e070-f561-4d14-a830-e077612296b0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:05.250588 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3067cbd1-4218-429e-9d83-af1e4e19479d req-4e75e070-f561-4d14-a830-e077612296b0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0763843 Mar 02 19:30:05.295220 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3067cbd1-4218-429e-9d83-af1e4e19479d req-e82cba42-b395-400f-85df-09b0f019c1eb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391686 Mar 02 19:30:06.495138 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75353206-479d-4aed-833e-9a35e6346018 req-ebfe0db8-7482-4f4b-a6ac-639c4279fa3b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:06.496618 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-75353206-479d-4aed-833e-9a35e6346018 req-ebfe0db8-7482-4f4b-a6ac-639c4279fa3b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0806823 Mar 02 19:30:06.542677 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-75353206-479d-4aed-833e-9a35e6346018 req-7a7b0309-e219-42dc-99cd-d698de5245a4 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398993 Mar 02 19:30:07.446165 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-da7be83a-594f-4438-9f43-70234ee61ce9 service neutron] 10.222.0.87 "GET /v2.0/ports/068d58f6-bddd-4b1a-8377-812b68625ea5/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0772700 Mar 02 19:30:07.745977 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f6a78-abba-4388-90ed-83fadb62a215 req-9d9a59a3-f34a-46a3-a2bc-bc76c9f67249 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:07.747381 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6a0f6a78-abba-4388-90ed-83fadb62a215 req-9d9a59a3-f34a-46a3-a2bc-bc76c9f67249 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0796254 Mar 02 19:30:07.794380 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6a0f6a78-abba-4388-90ed-83fadb62a215 req-4b9bb4e9-bc1a-46f0-b9be-c7b31bd2d268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408309 Mar 02 19:30:08.028921 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-722e92e6-0ac7-4ecc-a1d9-b6e74a5ab2a2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626&tenant_id=4df1b30751bf4e2290eba246027f08be HTTP/1.1" status: 200 len: 1098 time: 0.0710309 Mar 02 19:30:08.116999 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-aacf3aca-fe7a-4d96-8e28-496a9ac32588 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 1098 time: 0.0676353 Mar 02 19:30:08.246685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-b079fa75-0a51-4583-ac4b-ab5ab928a1dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:08.248165 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-b079fa75-0a51-4583-ac4b-ab5ab928a1dd service neutron] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 912 time: 0.1255941 Mar 02 19:30:08.351882 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-351c461d-daf4-4e6f-b51b-df339dc4289e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=068d58f6-bddd-4b1a-8377-812b68625ea5 HTTP/1.1" status: 200 len: 1002 time: 0.0968430 Mar 02 19:30:08.412348 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-b527ddf1-a1bf-437a-952f-b0b641d842a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:08.413749 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-b527ddf1-a1bf-437a-952f-b0b641d842a0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0562565 Mar 02 19:30:08.591002 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-17886357-b240-40de-bf24-ddebe2e4a6c6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1706092 Mar 02 19:30:08.722178 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-939e1888-5f65-46ef-bcca-8e0798ed278f service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234293 Mar 02 19:30:08.860032 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b43defe0-e61f-41d9-a8e2-0dd4d18b65a0 req-dd80b607-f5e7-4389-bf16-4f705bc99932 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318302 Mar 02 19:30:08.994140 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b8193-0004-4076-9c6a-290259700e77 req-1da98891-2e13-4c15-9637-48d91e1f1acf tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:08.995600 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f51b8193-0004-4076-9c6a-290259700e77 req-1da98891-2e13-4c15-9637-48d91e1f1acf tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0774679 Mar 02 19:30:09.043555 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f51b8193-0004-4076-9c6a-290259700e77 req-7f25c677-4bad-439c-a4b0-eaf65aa2746b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409474 Mar 02 19:30:10.240153 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada59bb-8201-43f5-82a1-97d049c9c60f req-bdcde4f6-365f-469e-82bb-264647645b38 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:10.241673 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-dada59bb-8201-43f5-82a1-97d049c9c60f req-bdcde4f6-365f-469e-82bb-264647645b38 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0765123 Mar 02 19:30:10.293313 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-dada59bb-8201-43f5-82a1-97d049c9c60f req-4f4e3955-74bf-4b84-80d3-7c69c40cacd6 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442781 Mar 02 19:30:10.701631 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:30:11.496751 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499a416-bfd2-4848-bd6a-3efbb4127a9e req-cd407f28-64a0-467f-be2a-2283c275369d tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:11.498233 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5499a416-bfd2-4848-bd6a-3efbb4127a9e req-cd407f28-64a0-467f-be2a-2283c275369d tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0809393 Mar 02 19:30:11.543730 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5499a416-bfd2-4848-bd6a-3efbb4127a9e req-ae58173e-6181-4bd2-ac3b-98d8c74c6e90 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398097 Mar 02 19:30:12.242367 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 068d58f6-bddd-4b1a-8377-812b68625ea5 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:30:12.247847 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 068d58f6-bddd-4b1a-8377-812b68625ea5 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:30:12.336218 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f840314-7ecc-42fa-ba3f-c175f12bf248 req-68ceeded-5e28-42c4-a26a-ed15186e81e8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:12.337695 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1f840314-7ecc-42fa-ba3f-c175f12bf248 req-68ceeded-5e28-42c4-a26a-ed15186e81e8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0852292 Mar 02 19:30:12.351523 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550357ed-a423-4279-875e-45a066108658 req-d48bcb15-85d2-415b-9ca6-e430d808bb63 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:12.352529 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-550357ed-a423-4279-875e-45a066108658 req-d48bcb15-85d2-415b-9ca6-e430d808bb63 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626&tenant_id=4df1b30751bf4e2290eba246027f08be&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 945 time: 0.0928555 Mar 02 19:30:12.389617 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1f840314-7ecc-42fa-ba3f-c175f12bf248 req-9f0fdf24-881e-43ff-a6a6-813dd45fbe56 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438702 Mar 02 19:30:12.435286 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-550357ed-a423-4279-875e-45a066108658 req-8970adc2-58d9-4774-a479-50230b86ec0d service neutron] 10.222.0.87 "GET /v2.0/ports/068d58f6-bddd-4b1a-8377-812b68625ea5/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0770047 Mar 02 19:30:12.496349 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:12.519801 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 068d58f6-bddd-4b1a-8377-812b68625ea5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=068d58f6-bddd-4b1a-8377-812b68625ea5,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:30:12.542160 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '068d58f6-bddd-4b1a-8377-812b68625ea5'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:30:12.545783 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-550357ed-a423-4279-875e-45a066108658 req-cc68a02b-7eba-49a8-b443-62816fcbd367 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 1098 time: 0.0827146 Mar 02 19:30:12.551652 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '068d58f6-bddd-4b1a-8377-812b68625ea5', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'port_id': '068d58f6-bddd-4b1a-8377-812b68625ea5', 'mac_address': 'fa:16:3e:40:53:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:30:12.556599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 068d58f6-bddd-4b1a-8377-812b68625ea5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=068d58f6-bddd-4b1a-8377-812b68625ea5,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:30:12.614846 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '068d58f6-bddd-4b1a-8377-812b68625ea5', 'code': 200} Mar 02 19:30:12.617039 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:12.635290 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:12.673178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 068d58f6-bddd-4b1a-8377-812b68625ea5 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:30:12.685355 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550357ed-a423-4279-875e-45a066108658 req-945e2710-46eb-4c55-9518-192362ca4e3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:12.688097 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-550357ed-a423-4279-875e-45a066108658 req-945e2710-46eb-4c55-9518-192362ca4e3d service neutron] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 912 time: 0.1362784 Mar 02 19:30:12.757648 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=068d58f6-bddd-4b1a-8377-812b68625ea5,revision_number=6']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:12.761903 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:30:12.762262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:30:12.804212 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-550357ed-a423-4279-875e-45a066108658 req-9ad45317-f2e2-4324-8d73-62f3ed1ed276 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=068d58f6-bddd-4b1a-8377-812b68625ea5 HTTP/1.1" status: 200 len: 1000 time: 0.1088009 Mar 02 19:30:12.868463 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550357ed-a423-4279-875e-45a066108658 req-9801730d-b9fe-4c84-95c5-7f32d789578c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:12.869805 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-550357ed-a423-4279-875e-45a066108658 req-9801730d-b9fe-4c84-95c5-7f32d789578c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0598142 Mar 02 19:30:12.943222 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-550357ed-a423-4279-875e-45a066108658 req-68ad517c-e81b-4e30-a8ab-371595734f48 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661957 Mar 02 19:30:13.075674 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-550357ed-a423-4279-875e-45a066108658 req-4d708b4d-8a19-427b-a64a-1fef1f9afdb3 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254876 Mar 02 19:30:13.209054 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-550357ed-a423-4279-875e-45a066108658 req-e557a0b7-9de9-4519-bb23-f51fdc011bca service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274538 Mar 02 19:30:13.315951 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:13.333245 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068d58f6-bddd-4b1a-8377-812b68625ea5 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:30:13.348600 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 068d58f6-bddd-4b1a-8377-812b68625ea5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=068d58f6-bddd-4b1a-8377-812b68625ea5,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:30:13.421275 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:13.492129 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['068d58f6-bddd-4b1a-8377-812b68625ea5'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:30:13.524560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=068d58f6-bddd-4b1a-8377-812b68625ea5,revision_number=7']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:13.593365 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dac372-4be2-47cd-8037-8288b590c585 req-c5684e76-4d4f-4591-a7cc-3da266c6af49 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:13.594827 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d0dac372-4be2-47cd-8037-8288b590c585 req-c5684e76-4d4f-4591-a7cc-3da266c6af49 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 944 time: 0.0794480 Mar 02 19:30:13.644202 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d0dac372-4be2-47cd-8037-8288b590c585 req-50564e47-38fb-4737-9226-6c65023971c3 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434806 Mar 02 19:30:14.259241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 068d58f6-bddd-4b1a-8377-812b68625ea5 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:30:14.330063 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 068d58f6-bddd-4b1a-8377-812b68625ea5 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:30:14.330757 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:14.440319 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:14.474310 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 068d58f6-bddd-4b1a-8377-812b68625ea5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=068d58f6-bddd-4b1a-8377-812b68625ea5,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:30:14.546337 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:14.613262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=068d58f6-bddd-4b1a-8377-812b68625ea5,revision_number=8']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:14.615583 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068d58f6-bddd-4b1a-8377-812b68625ea5'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:30:14.687086 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068d58f6-bddd-4b1a-8377-812b68625ea5', 'code': 200} Mar 02 19:30:14.848974 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e657498-26f3-4cd1-86a7-bd2de7468703 req-f11a3526-4bfc-4826-be6d-3b7853e7cc14 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:14.850413 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8e657498-26f3-4cd1-86a7-bd2de7468703 req-f11a3526-4bfc-4826-be6d-3b7853e7cc14 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0798860 Mar 02 19:30:14.897904 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8e657498-26f3-4cd1-86a7-bd2de7468703 req-b43a8ef2-5c69-4307-9bdd-ff361163f9ca tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418477 Mar 02 19:30:16.126677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9454f-d49e-4568-9f48-94826c5cfb1a req-0408ad9d-018e-4d15-8532-f17f29337856 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:16.128925 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4dd9454f-d49e-4568-9f48-94826c5cfb1a req-0408ad9d-018e-4d15-8532-f17f29337856 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0966029 Mar 02 19:30:16.178636 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4dd9454f-d49e-4568-9f48-94826c5cfb1a req-2b9f5cb8-e8d1-48b8-9d3a-af593974a63b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443225 Mar 02 19:30:16.393466 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-550357ed-a423-4279-875e-45a066108658 req-c6ba8310-7db3-4fa4-931a-6688210d3ae3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626&tenant_id=4df1b30751bf4e2290eba246027f08be HTTP/1.1" status: 200 len: 1098 time: 0.0726297 Mar 02 19:30:16.490537 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-550357ed-a423-4279-875e-45a066108658 req-c1152b03-287a-4518-a5c3-1e22120ae7eb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 1098 time: 0.0730572 Mar 02 19:30:16.717583 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550357ed-a423-4279-875e-45a066108658 req-663faae9-470c-4e83-a489-2b1347dfd81c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:16.719036 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-550357ed-a423-4279-875e-45a066108658 req-663faae9-470c-4e83-a489-2b1347dfd81c service neutron] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 912 time: 0.2216451 Mar 02 19:30:16.822459 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-550357ed-a423-4279-875e-45a066108658 req-5ba10b86-2c02-48e3-b00a-4e97c5a9b2d2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=068d58f6-bddd-4b1a-8377-812b68625ea5 HTTP/1.1" status: 200 len: 1002 time: 0.0964022 Mar 02 19:30:16.884332 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550357ed-a423-4279-875e-45a066108658 req-cf0bb659-9708-43c7-90a4-8922884cff32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:16.885795 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-550357ed-a423-4279-875e-45a066108658 req-cf0bb659-9708-43c7-90a4-8922884cff32 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0572028 Mar 02 19:30:16.964474 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-550357ed-a423-4279-875e-45a066108658 req-c5858dec-8eef-4548-b3a0-ae45291e5136 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724399 Mar 02 19:30:17.098682 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-550357ed-a423-4279-875e-45a066108658 req-02e117cc-5c09-451d-83f8-61399c100150 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272140 Mar 02 19:30:17.240653 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-550357ed-a423-4279-875e-45a066108658 req-8924e901-efc2-4b4c-b6a8-87a8a36e20df service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355994 Mar 02 19:30:17.382504 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cc9d1-60af-487c-b6d5-b5d3994099b9 req-744cea40-5319-4718-9070-be6a0da4027f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:17.383958 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d13cc9d1-60af-487c-b6d5-b5d3994099b9 req-744cea40-5319-4718-9070-be6a0da4027f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0753083 Mar 02 19:30:17.432613 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d13cc9d1-60af-487c-b6d5-b5d3994099b9 req-81b3f9f8-a6cd-4ef7-afbb-553e2636f2df tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431211 Mar 02 19:30:18.639027 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f830e4a-868c-4765-bda3-6732a4f9120f req-a016db92-cd5c-4b80-a028-41227399ec7d tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:18.640734 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9f830e4a-868c-4765-bda3-6732a4f9120f req-a016db92-cd5c-4b80-a028-41227399ec7d tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0832901 Mar 02 19:30:18.687390 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9f830e4a-868c-4765-bda3-6732a4f9120f req-06f35a43-c348-499b-8ac1-7d0c24af4536 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409009 Mar 02 19:30:19.894098 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edf7aa-9f7b-47eb-9454-482fcd21e84d req-e4d2799e-5461-4e11-a895-ff0df224d87c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:19.895554 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f2edf7aa-9f7b-47eb-9454-482fcd21e84d req-e4d2799e-5461-4e11-a895-ff0df224d87c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0806148 Mar 02 19:30:19.940539 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f2edf7aa-9f7b-47eb-9454-482fcd21e84d req-c464ed82-02dc-4dbd-a92d-3bb9159b09aa tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394113 Mar 02 19:30:20.138979 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380dc01-7bcc-4b40-9a35-4ccb1948b4e4 req-6092daf4-f4ba-413d-b05d-84555563985f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:20.140544 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5380dc01-7bcc-4b40-9a35-4ccb1948b4e4 req-6092daf4-f4ba-413d-b05d-84555563985f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0810051 Mar 02 19:30:20.195462 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5380dc01-7bcc-4b40-9a35-4ccb1948b4e4 req-8d94f29a-5029-4a1f-8ea1-06875a59925e tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493159 Mar 02 19:30:20.290375 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 068d58f6-bddd-4b1a-8377-812b68625ea5 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:30:20.292917 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 068d58f6-bddd-4b1a-8377-812b68625ea5 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:30:20.412086 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5c17f-053f-4fd3-856e-c1145a11bad3 req-4307c760-4b1a-44e3-b941-002d470105f8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:20.413614 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d6e5c17f-053f-4fd3-856e-c1145a11bad3 req-4307c760-4b1a-44e3-b941-002d470105f8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0839510 Mar 02 19:30:20.459817 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d6e5c17f-053f-4fd3-856e-c1145a11bad3 req-e01d6e0b-d720-4dff-84ae-fa86ac26c5ef tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404303 Mar 02 19:30:20.568042 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:20.591062 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 068d58f6-bddd-4b1a-8377-812b68625ea5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=068d58f6-bddd-4b1a-8377-812b68625ea5,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:30:20.613771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '068d58f6-bddd-4b1a-8377-812b68625ea5'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:30:20.619972 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '068d58f6-bddd-4b1a-8377-812b68625ea5', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'port_id': '068d58f6-bddd-4b1a-8377-812b68625ea5', 'mac_address': 'fa:16:3e:40:53:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:30:20.626292 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 068d58f6-bddd-4b1a-8377-812b68625ea5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=068d58f6-bddd-4b1a-8377-812b68625ea5,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:30:20.675142 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '068d58f6-bddd-4b1a-8377-812b68625ea5', 'code': 200} Mar 02 19:30:20.684001 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:20.700462 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:20.739379 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 068d58f6-bddd-4b1a-8377-812b68625ea5 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:30:20.821362 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=068d58f6-bddd-4b1a-8377-812b68625ea5,revision_number=9']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:20.828957 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:30:20.829551 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:30:20.834561 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:20.834908 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:20.835244 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:20.835608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:20.835942 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:20.841250 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:20.841250 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:20.841250 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:20.841250 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:20.841250 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:20.841250 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:21.095781 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda734e7-ab43-4cfb-ad77-371cbdb64089 req-df1bd18b-ec3f-418d-a137-ce70fa91e749 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:21.097223 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bda734e7-ab43-4cfb-ad77-371cbdb64089 req-df1bd18b-ec3f-418d-a137-ce70fa91e749 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 943 time: 0.0808556 Mar 02 19:30:21.142440 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bda734e7-ab43-4cfb-ad77-371cbdb64089 req-0fc55dab-326a-4d3d-a64b-9444c06ce070 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396271 Mar 02 19:30:21.381127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:21.398338 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068d58f6-bddd-4b1a-8377-812b68625ea5 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:30:21.413393 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 068d58f6-bddd-4b1a-8377-812b68625ea5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=068d58f6-bddd-4b1a-8377-812b68625ea5,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:30:21.477769 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:21.545710 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=068d58f6-bddd-4b1a-8377-812b68625ea5,revision_number=10']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:21.549801 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['068d58f6-bddd-4b1a-8377-812b68625ea5'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:30:21.698413 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fc5a00f8-f76f-440c-a2c7-be054cb464c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:22.306671 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 068d58f6-bddd-4b1a-8377-812b68625ea5 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:30:22.341449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2cc1c-e035-4393-941e-61939069f73c req-09e67266-7460-41ea-9bd2-6fc8171797c7 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:22.342926 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1da2cc1c-e035-4393-941e-61939069f73c req-09e67266-7460-41ea-9bd2-6fc8171797c7 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 945 time: 0.0793514 Mar 02 19:30:22.385604 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 068d58f6-bddd-4b1a-8377-812b68625ea5 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:30:22.386187 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:22.393830 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1da2cc1c-e035-4393-941e-61939069f73c req-5d591022-27f4-4649-b504-5f330aa50575 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442872 Mar 02 19:30:22.503138 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:22.538527 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 068d58f6-bddd-4b1a-8377-812b68625ea5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=068d58f6-bddd-4b1a-8377-812b68625ea5,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:30:22.626417 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:22.677992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068d58f6-bddd-4b1a-8377-812b68625ea5'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:30:22.699162 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=068d58f6-bddd-4b1a-8377-812b68625ea5,revision_number=11']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:22.732492 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068d58f6-bddd-4b1a-8377-812b68625ea5', 'code': 200} Mar 02 19:30:23.599875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633c990-e2c3-4b03-98b8-dffdf419be9a req-fc2ea99a-713a-4ebd-9b42-28fab15cb90e tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:23.601264 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e633c990-e2c3-4b03-98b8-dffdf419be9a req-fc2ea99a-713a-4ebd-9b42-28fab15cb90e tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 946 time: 0.0821438 Mar 02 19:30:23.684369 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e633c990-e2c3-4b03-98b8-dffdf419be9a req-8d92b573-fd44-466f-8bb5-b164a788a1f5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771542 Mar 02 19:30:23.727942 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39fbb8-e4ed-4fc1-8fa5-00384980fcf3 req-0e2ae892-8028-4e5d-ae7e-72c032846fa3 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:23.729342 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4c39fbb8-e4ed-4fc1-8fa5-00384980fcf3 req-0e2ae892-8028-4e5d-ae7e-72c032846fa3 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 946 time: 0.0868108 Mar 02 19:30:23.746266 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d6769ec4-785b-45a4-8ae7-a88f0d1118dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:23.809436 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-4c39fbb8-e4ed-4fc1-8fa5-00384980fcf3 req-a37b8fe8-9a01-4eaa-87c5-444ddb6531bb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Deleting port 068d58f6-bddd-4b1a-8377-812b68625ea5 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:30:23.809776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-4c39fbb8-e4ed-4fc1-8fa5-00384980fcf3 req-a37b8fe8-9a01-4eaa-87c5-444ddb6531bb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:24.066185 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-4c39fbb8-e4ed-4fc1-8fa5-00384980fcf3 req-a37b8fe8-9a01-4eaa-87c5-444ddb6531bb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] For port 068d58f6-bddd-4b1a-8377-812b68625ea5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=068d58f6-bddd-4b1a-8377-812b68625ea5,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:30:24.066459 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-4c39fbb8-e4ed-4fc1-8fa5-00384980fcf3 req-a37b8fe8-9a01-4eaa-87c5-444ddb6531bb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:24.472721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-4c39fbb8-e4ed-4fc1-8fa5-00384980fcf3 req-a37b8fe8-9a01-4eaa-87c5-444ddb6531bb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:24.473092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-4c39fbb8-e4ed-4fc1-8fa5-00384980fcf3 req-a37b8fe8-9a01-4eaa-87c5-444ddb6531bb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:24.473407 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [req-4c39fbb8-e4ed-4fc1-8fa5-00384980fcf3 req-a37b8fe8-9a01-4eaa-87c5-444ddb6531bb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Floating IP d4e53062-abee-4767-af24-fa637b1cbb6c disassociated. External IP: 172.26.4.248, port: 068d58f6-bddd-4b1a-8377-812b68625ea5. Mar 02 19:30:24.473753 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-4c39fbb8-e4ed-4fc1-8fa5-00384980fcf3 req-a37b8fe8-9a01-4eaa-87c5-444ddb6531bb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Calling delete_port for 068d58f6-bddd-4b1a-8377-812b68625ea5 owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:30:24.666221 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-4c39fbb8-e4ed-4fc1-8fa5-00384980fcf3 req-a37b8fe8-9a01-4eaa-87c5-444ddb6531bb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:24.714850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b8fe8-9a01-4eaa-87c5-444ddb6531bb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Pushing event deleted for resources: {'Port': ['ID=068d58f6-bddd-4b1a-8377-812b68625ea5,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:24.860306 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3ddd39a3-7862-45a0-9b74-73b9b92e6f3a req-824898e8-c28b-4b33-b133-d6c9227056da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 210 time: 0.0427680 Mar 02 19:30:24.958717 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c39fbb8-e4ed-4fc1-8fa5-00384980fcf3 req-a37b8fe8-9a01-4eaa-87c5-444ddb6531bb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Router d54ff6ba-56f4-4204-b78f-aa560e5e3cda has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:30:25.161370 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c39fbb8-e4ed-4fc1-8fa5-00384980fcf3 req-a37b8fe8-9a01-4eaa-87c5-444ddb6531bb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:30:25.171419 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bceef0-8cf4-410f-8c9d-e746958d0dcb None None] Sync routers for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:30:25.183763 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bceef0-8cf4-410f-8c9d-e746958d0dcb None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:30:25.184372 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-a2bceef0-8cf4-410f-8c9d-e746958d0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:30:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:25.234306 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c39fbb8-e4ed-4fc1-8fa5-00384980fcf3 req-a37b8fe8-9a01-4eaa-87c5-444ddb6531bb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] No DVR routers for this DVR port 068d58f6-bddd-4b1a-8377-812b68625ea5 on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:30:25.237960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-4c39fbb8-e4ed-4fc1-8fa5-00384980fcf3 req-a37b8fe8-9a01-4eaa-87c5-444ddb6531bb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:25.240796 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'name': 'network-vif-deleted', 'tag': '068d58f6-bddd-4b1a-8377-812b68625ea5'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:30:25.242204 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:25.297070 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be598e9c-d36e-4875-a8f5-5fdce9f2f626', 'name': 'network-vif-deleted', 'tag': '068d58f6-bddd-4b1a-8377-812b68625ea5', 'status': 'completed', 'code': 200} Mar 02 19:30:25.306599 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4c39fbb8-e4ed-4fc1-8fa5-00384980fcf3 req-a37b8fe8-9a01-4eaa-87c5-444ddb6531bb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "DELETE /v2.0/ports/068d58f6-bddd-4b1a-8377-812b68625ea5 HTTP/1.1" status: 204 len: 173 time: 1.5715582 Mar 02 19:30:25.376914 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-a2bceef0-8cf4-410f-8c9d-e746958d0dcb None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:30:25.508598 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:25.700459 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-a2bceef0-8cf4-410f-8c9d-e746958d0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:25.704934 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bceef0-8cf4-410f-8c9d-e746958d0dcb None None] Checking router: d54ff6ba-56f4-4204-b78f-aa560e5e3cda for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:30:25.715762 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bceef0-8cf4-410f-8c9d-e746958d0dcb None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:30:25.716477 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-a2bceef0-8cf4-410f-8c9d-e746958d0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:30:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:25.931203 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-a2bceef0-8cf4-410f-8c9d-e746958d0dcb None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:30:26.072545 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4bbe166b-9a6e-48e6-b409-2e93375f23d2 req-5a7a6946-4a2b-4b4b-a2d7-85cd6a1caf47 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=be598e9c-d36e-4875-a8f5-5fdce9f2f626 HTTP/1.1" status: 200 len: 210 time: 0.0739498 Mar 02 19:30:26.263023 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-a2bceef0-8cf4-410f-8c9d-e746958d0dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:26.267472 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bceef0-8cf4-410f-8c9d-e746958d0dcb None None] The sync data for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv is: [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:30:26.499692 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3753247-424e-489d-9c03-52efb6781790 None None] New status for floating IP d4e53062-abee-4767-af24-fa637b1cbb6c: DOWN {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:30:26.520938 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:27.439716 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-523c8d99-72e6-40f4-b0fe-603d30686b9a tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1555627182&fields=id&tenant_id=4df1b30751bf4e2290eba246027f08be HTTP/1.1" status: 200 len: 267 time: 0.0408301 Mar 02 19:30:27.588537 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-146ff1cd-ba9d-44b1-9887-066b255c7bab tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:27.590567 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-146ff1cd-ba9d-44b1-9887-066b255c7bab tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 811 time: 0.1441088 Mar 02 19:30:27.608067 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-2b4c675a-b7af-4a27-8200-f0450800f1ff tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/quotas/4df1b30751bf4e2290eba246027f08be HTTP/1.1" status: 200 len: 375 time: 0.0112212 Mar 02 19:30:27.691914 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-570fdd62-d217-48e6-b057-fe0a3e07b237 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Synchronizing usage tracker for tenant:4df1b30751bf4e2290eba246027f08be on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:30:27.792076 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-570fdd62-d217-48e6-b057-fe0a3e07b237 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Unset dirty status for tenant:4df1b30751bf4e2290eba246027f08be on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:30:27.793469 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-570fdd62-d217-48e6-b057-fe0a3e07b237 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1790564 Mar 02 19:30:27.942859 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-fc557a5a-2459-4caf-8b9f-e40bc547778b service neutron] 10.222.0.73 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374464 Mar 02 19:30:28.080235 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-b73f88e3-e8eb-4ddf-89bd-c0db0b829bc3 service neutron] 10.222.0.73 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316087 Mar 02 19:30:28.345621 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 068d58f6-bddd-4b1a-8377-812b68625ea5 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:30:28.378906 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 068d58f6-bddd-4b1a-8377-812b68625ea5 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:30:28.379252 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 068d58f6-bddd-4b1a-8377-812b68625ea5 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:30:29.337684 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4ca26410-272f-45d0-b70a-adb8da868100 req-2cffbed2-e033-4bf6-99f0-42432284d978 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 210 time: 0.0422897 Mar 02 19:30:30.510824 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3d3d11ad-26e5-472a-aec8-444d8dc807b3 req-38a9f4c3-e69d-46fe-8120-3e23235b2d88 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 210 time: 0.0482397 Mar 02 19:30:31.387431 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-9b65337c-2101-42f2-a523-320f3704a934 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:31.388917 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-9b65337c-2101-42f2-a523-320f3704a934 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 811 time: 0.1878693 Mar 02 19:30:31.457451 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-5be34e5f-d40f-473a-bb36-699b9ea3b11d tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4df1b30751bf4e2290eba246027f08be HTTP/1.1" status: 200 len: 380 time: 0.0535107 Mar 02 19:30:31.467129 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Request body: {'port': {'device_id': '14990372-27f5-4542-8d7c-552e659f9c55', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'admin_state_up': True, 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'security_groups': ['1d08a803-9515-4acc-bd50-e5d89fedde54']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:30:31.546876 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:31.699238 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4c547d60-f090-4594-9f51-db4004277065 req-5d0784d3-11f8-443a-b2ce-97cc738e0f98 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 210 time: 0.0454884 Mar 02 19:30:31.737993 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:30:31.747833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:30:31.826537 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Made reservation on behalf of 4df1b30751bf4e2290eba246027f08be for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:30:31.829650 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:31.999098 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Allocated IP 172.20.0.6 (16a16d49-e693-4285-a9aa-66a7e1ab708a/5e03de6d-cfde-4ffd-9d64-2c467fc0d558/34f0561f-cbd2-4892-90c7-f40583f406a6) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:30:32.196946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:32.213664 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Transition to ACTIVE for port object 34f0561f-cbd2-4892-90c7-f40583f406a6 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:30:32.318549 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:32.394539 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Network 16a16d49-e693-4285-a9aa-66a7e1ab708a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:30:32.397745 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:30:32.401866 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:30:32.433185 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Pushing event updated for resources: {'Port': ['ID=34f0561f-cbd2-4892-90c7-f40583f406a6,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:32.461343 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:32.461937 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:32.462485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:32.463030 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:32.463399 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:32.463750 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:32.464266 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:32.464831 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:32.465412 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:32.465770 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:32.466103 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:32.489288 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:32.490293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:32.604317 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-a255a56d-ad42-464b-a608-ac3cf49e2268 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1413028 Mar 02 19:30:32.703009 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] Request body: {'port': {'device_id': '14990372-27f5-4542-8d7c-552e659f9c55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:30:32.781220 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e8461485-64ec-4dfe-bfdb-89b73d009219 None None] Provisioning for port 34f0561f-cbd2-4892-90c7-f40583f406a6 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:30:32.787618 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e8461485-64ec-4dfe-bfdb-89b73d009219 None None] Provisioning complete for port 34f0561f-cbd2-4892-90c7-f40583f406a6 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:30:32.787996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e8461485-64ec-4dfe-bfdb-89b73d009219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:32.825302 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:32.848185 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-e8461485-64ec-4dfe-bfdb-89b73d009219 None None] Port 34f0561f-cbd2-4892-90c7-f40583f406a6 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:30:33.048012 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e467b9-9a19-4f37-9f58-1d84280105b5 req-409b25df-821d-4fbe-a0a4-5086f88e070c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:33.050455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-95e467b9-9a19-4f37-9f58-1d84280105b5 req-409b25df-821d-4fbe-a0a4-5086f88e070c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Synchronizing usage tracker for tenant:4df1b30751bf4e2290eba246027f08be on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:30:33.180741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-95e467b9-9a19-4f37-9f58-1d84280105b5 req-409b25df-821d-4fbe-a0a4-5086f88e070c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Unset dirty status for tenant:4df1b30751bf4e2290eba246027f08be on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:30:33.181839 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-95e467b9-9a19-4f37-9f58-1d84280105b5 req-409b25df-821d-4fbe-a0a4-5086f88e070c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 931 time: 0.3403339 Mar 02 19:30:33.248952 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-95e467b9-9a19-4f37-9f58-1d84280105b5 req-5b5fe566-a645-4214-9da1-e2d9d3efdf95 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584486 Mar 02 19:30:33.319214 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f0561f-cbd2-4892-90c7-f40583f406a6 {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:30:33.326721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:33.342882 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] Transition to ACTIVE for port object 34f0561f-cbd2-4892-90c7-f40583f406a6 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:30:33.415126 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:33.548029 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] Pushing event updated for resources: {'Port': ['ID=34f0561f-cbd2-4892-90c7-f40583f406a6,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:33.668396 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] Attempting to bind port 34f0561f-cbd2-4892-90c7-f40583f406a6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:30:33.668730 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] Attempting to bind port 34f0561f-cbd2-4892-90c7-f40583f406a6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:30:33.669059 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] Attempting to bind port 34f0561f-cbd2-4892-90c7-f40583f406a6 on network 16a16d49-e693-4285-a9aa-66a7e1ab708a {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:30:33.676113 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] Port 34f0561f-cbd2-4892-90c7-f40583f406a6 on network 16a16d49-e693-4285-a9aa-66a7e1ab708a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:30:33.676416 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] Attempting to bind port 34f0561f-cbd2-4892-90c7-f40583f406a6 on network 16a16d49-e693-4285-a9aa-66a7e1ab708a {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:30:33.683498 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:30:33.683930 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] Checking segment: {'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:30:33.684319 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] Bound using segment: {'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:30:33.684781 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] Bound port: 34f0561f-cbd2-4892-90c7-f40583f406a6, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b19472e-750b-4490-a3ed-5f2379148127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:30:33.685077 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:33.783712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] For port 34f0561f-cbd2-4892-90c7-f40583f406a6, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:30:33.787825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] For port 34f0561f-cbd2-4892-90c7-f40583f406a6, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=34f0561f-cbd2-4892-90c7-f40583f406a6,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:30:33.872726 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:33.938198 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:33.939647 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] 10.222.0.87 "PUT /v2.0/ports/34f0561f-cbd2-4892-90c7-f40583f406a6 HTTP/1.1" status: 200 len: 1093 time: 1.3281238 Mar 02 19:30:33.940874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14990372-27f5-4542-8d7c-552e659f9c55', 'tag': '34f0561f-cbd2-4892-90c7-f40583f406a6'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:30:33.964020 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e07851-2271-42dc-8bef-de024e36b49e service neutron] Pushing event updated for resources: {'Port': ['ID=34f0561f-cbd2-4892-90c7-f40583f406a6,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:34.000900 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14990372-27f5-4542-8d7c-552e659f9c55', 'tag': '34f0561f-cbd2-4892-90c7-f40583f406a6', 'status': 'completed', 'code': 200} Mar 02 19:30:34.112240 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ada17a54-42d2-4f43-b08f-ba61980fd51c req-ad8b1752-5e95-4a5f-a8f6-26999a1daf72 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 1096 time: 0.0873377 Mar 02 19:30:34.383266 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada17a54-42d2-4f43-b08f-ba61980fd51c req-d2365dac-717c-4dc2-a199-ac222eed40b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:34.384968 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ada17a54-42d2-4f43-b08f-ba61980fd51c req-d2365dac-717c-4dc2-a199-ac222eed40b3 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=4df1b30751bf4e2290eba246027f08be&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2658846 Mar 02 19:30:34.541855 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada17a54-42d2-4f43-b08f-ba61980fd51c req-4a0eb43d-6d6f-43d2-80d8-03b87d518c28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:34.543408 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ada17a54-42d2-4f43-b08f-ba61980fd51c req-4a0eb43d-6d6f-43d2-80d8-03b87d518c28 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1520538 Mar 02 19:30:34.685116 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec7554-83fe-411b-b47e-b9ccbd82c347 req-fc167337-1f87-4964-8c4e-812abc89ad8b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:34.686872 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-25ec7554-83fe-411b-b47e-b9ccbd82c347 req-fc167337-1f87-4964-8c4e-812abc89ad8b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 943 time: 0.1473110 Mar 02 19:30:34.690850 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-fbbff5dc-9139-45b9-a3b7-d3c3347b53a4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 1096 time: 0.1076062 Mar 02 19:30:34.780110 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-ddd702b6-d40a-4ee6-af76-4094df558a8e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f0561f-cbd2-4892-90c7-f40583f406a6 HTTP/1.1" status: 200 len: 217 time: 0.0712509 Mar 02 19:30:34.853835 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-25ec7554-83fe-411b-b47e-b9ccbd82c347 req-5a87039e-a286-434e-a431-076280f091a5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603537 Mar 02 19:30:34.861191 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-6ca0f737-326f-4a88-b661-c31a0766bea0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:34.863213 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-6ca0f737-326f-4a88-b661-c31a0766bea0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0735600 Mar 02 19:30:34.949561 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-ae4ccbca-b653-4057-a0c1-765898deea94 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791276 Mar 02 19:30:35.101118 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-ba661df9-fd6d-4606-88b9-4049386f34b0 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447325 Mar 02 19:30:35.239793 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52e114e4-0c50-4f9a-89c0-511498da1704 req-897bc52e-ce10-48bc-812e-56e21da972c1 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319513 Mar 02 19:30:36.176389 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40ad7a-bdc7-49df-b39d-962dd025bec4 req-58429650-a86b-40ce-b653-bda4362b19da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:36.177817 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6d40ad7a-bdc7-49df-b39d-962dd025bec4 req-58429650-a86b-40ce-b653-bda4362b19da tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 943 time: 0.1837451 Mar 02 19:30:36.226740 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6d40ad7a-bdc7-49df-b39d-962dd025bec4 req-23c538b9-3088-4e5d-b559-b7768ac04d42 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432394 Mar 02 19:30:37.432773 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e43ac-9d1e-4af4-9280-fc67df21d211 req-eae6d0ff-2dbb-45de-96b0-269c58ba9499 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:37.434264 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1a0e43ac-9d1e-4af4-9280-fc67df21d211 req-eae6d0ff-2dbb-45de-96b0-269c58ba9499 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 943 time: 0.0815120 Mar 02 19:30:37.481644 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1a0e43ac-9d1e-4af4-9280-fc67df21d211 req-015442b3-da1d-431b-b052-316c08535ad0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409086 Mar 02 19:30:38.407246 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 34f0561f-cbd2-4892-90c7-f40583f406a6 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:30:38.550367 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 34f0561f-cbd2-4892-90c7-f40583f406a6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=34f0561f-cbd2-4892-90c7-f40583f406a6,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:30:38.564519 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '34f0561f-cbd2-4892-90c7-f40583f406a6', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'port_id': '34f0561f-cbd2-4892-90c7-f40583f406a6', 'mac_address': 'fa:16:3e:6d:45:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:30:38.619410 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:38.637870 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f0561f-cbd2-4892-90c7-f40583f406a6 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:30:38.654848 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 34f0561f-cbd2-4892-90c7-f40583f406a6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=34f0561f-cbd2-4892-90c7-f40583f406a6,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:30:38.700742 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:38.781750 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=34f0561f-cbd2-4892-90c7-f40583f406a6,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:38.796394 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe8352-a8cc-47b5-a153-061d7c6edab5 req-fa4e90cd-31ac-4905-a071-358c247c3b8c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:38.797850 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9bbe8352-a8cc-47b5-a153-061d7c6edab5 req-fa4e90cd-31ac-4905-a071-358c247c3b8c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 944 time: 0.1895556 Mar 02 19:30:38.855971 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9bbe8352-a8cc-47b5-a153-061d7c6edab5 req-dfc83917-0e06-4906-8d42-7f0fb0639386 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484142 Mar 02 19:30:38.909267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['34f0561f-cbd2-4892-90c7-f40583f406a6'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:30:40.073250 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79530b0-4b25-4d7b-ae61-f719b19a41d1 req-1b267960-979b-4614-936c-178a329c1c98 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:40.074807 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d79530b0-4b25-4d7b-ae61-f719b19a41d1 req-1b267960-979b-4614-936c-178a329c1c98 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 944 time: 0.0899229 Mar 02 19:30:40.121863 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d79530b0-4b25-4d7b-ae61-f719b19a41d1 req-1086bf07-2ee5-455d-b230-47e7e834c89f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415921 Mar 02 19:30:40.438758 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 34f0561f-cbd2-4892-90c7-f40583f406a6 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:30:40.563878 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 34f0561f-cbd2-4892-90c7-f40583f406a6 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:30:40.570446 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 34f0561f-cbd2-4892-90c7-f40583f406a6 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:30:40.575245 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:40.695041 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:40.725590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14990372-27f5-4542-8d7c-552e659f9c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f0561f-cbd2-4892-90c7-f40583f406a6'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:30:40.735914 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 34f0561f-cbd2-4892-90c7-f40583f406a6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=34f0561f-cbd2-4892-90c7-f40583f406a6,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:30:40.786033 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14990372-27f5-4542-8d7c-552e659f9c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f0561f-cbd2-4892-90c7-f40583f406a6', 'code': 200} Mar 02 19:30:40.820859 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:40.889024 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=34f0561f-cbd2-4892-90c7-f40583f406a6,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:41.164634 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-03222560-c3e1-4d03-b78d-edda04d80673 req-65b92b9c-0667-4604-9172-2c7dfd272c36 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 1098 time: 0.0695736 Mar 02 19:30:41.211386 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-03222560-c3e1-4d03-b78d-edda04d80673 req-613d7de5-2422-40f2-b6ca-d0bce0d7ce5d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407908 Mar 02 19:30:41.322895 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e493411-4a7f-4b25-b824-15f126947e89 req-bd23e0a6-fef0-4217-9b47-6bfdb8a5a27c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:41.324438 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1e493411-4a7f-4b25-b824-15f126947e89 req-bd23e0a6-fef0-4217-9b47-6bfdb8a5a27c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0815713 Mar 02 19:30:41.370479 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1e493411-4a7f-4b25-b824-15f126947e89 req-e61bf216-c1e3-48a8-8428-02888cdd5d76 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405774 Mar 02 19:30:42.582260 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87060793-ec6f-42f5-9da1-a9e446058aa7 req-cad063a5-a3f8-4749-bce1-16a962571145 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:42.583718 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-87060793-ec6f-42f5-9da1-a9e446058aa7 req-cad063a5-a3f8-4749-bce1-16a962571145 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0822296 Mar 02 19:30:42.629310 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-87060793-ec6f-42f5-9da1-a9e446058aa7 req-14971aa8-f336-452c-81a7-d8959a14bba1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398865 Mar 02 19:30:42.823690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f825e-7243-44ed-aa25-0773aeea7d22 req-4bd95a3a-d5f0-459e-b259-b27c727edaee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:42.825186 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ae8f825e-7243-44ed-aa25-0773aeea7d22 req-4bd95a3a-d5f0-459e-b259-b27c727edaee tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0828714 Mar 02 19:30:42.834180 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41086) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:42.839307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-492ca80f-4e29-4014-a284-36522435bc23 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Request body: {'floatingip': {'port_id': '34f0561f-cbd2-4892-90c7-f40583f406a6'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:30:42.922880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-492ca80f-4e29-4014-a284-36522435bc23 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for floatingip, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:43.609275 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-492ca80f-4e29-4014-a284-36522435bc23 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:43.655069 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-492ca80f-4e29-4014-a284-36522435bc23 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:43.861858 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-492ca80f-4e29-4014-a284-36522435bc23 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Floating IP d4e53062-abee-4767-af24-fa637b1cbb6c associated. External IP: 172.26.4.248, port: 34f0561f-cbd2-4892-90c7-f40583f406a6. Mar 02 19:30:44.251070 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492ca80f-4e29-4014-a284-36522435bc23 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Router d54ff6ba-56f4-4204-b78f-aa560e5e3cda has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:30:44.452596 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492ca80f-4e29-4014-a284-36522435bc23 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:30:44.457114 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-492ca80f-4e29-4014-a284-36522435bc23 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:44.462715 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4271e347-9a76-46e0-9923-f9e5cbc81351 None None] Sync routers for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:30:44.475080 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4271e347-9a76-46e0-9923-f9e5cbc81351 None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:30:44.475738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4271e347-9a76-46e0-9923-f9e5cbc81351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:30:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:44.513693 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-492ca80f-4e29-4014-a284-36522435bc23 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "PUT /v2.0/floatingips/d4e53062-abee-4767-af24-fa637b1cbb6c HTTP/1.1" status: 200 len: 992 time: 1.6783860 Mar 02 19:30:44.514180 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14990372-27f5-4542-8d7c-552e659f9c55', 'tag': '34f0561f-cbd2-4892-90c7-f40583f406a6'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:30:44.572212 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14990372-27f5-4542-8d7c-552e659f9c55', 'tag': '34f0561f-cbd2-4892-90c7-f40583f406a6', 'status': 'completed', 'code': 200} Mar 02 19:30:44.666089 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8a83915d-c2ae-41e3-b296-cabf81a7d565 req-fad5533d-b7a9-4701-968f-02f952592869 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 1098 time: 0.0720537 Mar 02 19:30:44.672045 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-4271e347-9a76-46e0-9923-f9e5cbc81351 None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:30:44.905535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83915d-c2ae-41e3-b296-cabf81a7d565 req-2818fa0e-d253-491f-850e-12399c1d4068 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:44.906929 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8a83915d-c2ae-41e3-b296-cabf81a7d565 req-2818fa0e-d253-491f-850e-12399c1d4068 service neutron] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 912 time: 0.2349715 Mar 02 19:30:45.014474 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8a83915d-c2ae-41e3-b296-cabf81a7d565 req-9e1d63f6-6a9f-4e49-b113-c709def2745b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f0561f-cbd2-4892-90c7-f40583f406a6 HTTP/1.1" status: 200 len: 1000 time: 0.1012375 Mar 02 19:30:45.068242 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4271e347-9a76-46e0-9923-f9e5cbc81351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd4e53062-abee-4767-af24-fa637b1cbb6c', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'port_id': '34f0561f-cbd2-4892-90c7-f40583f406a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'mac_address': 'fa:16:3e:6d:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14990372-27f5-4542-8d7c-552e659f9c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:27:30Z', 'updated_at': '2022-03-02T19:30:43Z', 'revision_number': 13, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:45.072362 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4271e347-9a76-46e0-9923-f9e5cbc81351 None None] Checking router: d54ff6ba-56f4-4204-b78f-aa560e5e3cda for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:30:45.079556 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83915d-c2ae-41e3-b296-cabf81a7d565 req-0e6eabcb-40d2-454e-b699-e0ffe0d2c55f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:45.083066 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8a83915d-c2ae-41e3-b296-cabf81a7d565 req-0e6eabcb-40d2-454e-b699-e0ffe0d2c55f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0607824 Mar 02 19:30:45.083190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4271e347-9a76-46e0-9923-f9e5cbc81351 None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:30:45.083811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4271e347-9a76-46e0-9923-f9e5cbc81351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:30:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:45.168140 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8a83915d-c2ae-41e3-b296-cabf81a7d565 req-7df6804a-f264-4122-8a9b-3baf2c890f91 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810089 Mar 02 19:30:45.278530 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-4271e347-9a76-46e0-9923-f9e5cbc81351 None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:30:45.308794 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8a83915d-c2ae-41e3-b296-cabf81a7d565 req-b5dad466-48ef-49dc-b16d-eaa503c5fb8a service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335151 Mar 02 19:30:45.443576 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8a83915d-c2ae-41e3-b296-cabf81a7d565 req-29bd6c7e-017c-4d3c-b1b8-f1daab2796a6 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288648 Mar 02 19:30:45.638824 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4271e347-9a76-46e0-9923-f9e5cbc81351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd4e53062-abee-4767-af24-fa637b1cbb6c', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'port_id': '34f0561f-cbd2-4892-90c7-f40583f406a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'mac_address': 'fa:16:3e:6d:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14990372-27f5-4542-8d7c-552e659f9c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:27:30Z', 'updated_at': '2022-03-02T19:30:43Z', 'revision_number': 13, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:45.643587 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4271e347-9a76-46e0-9923-f9e5cbc81351 None None] The sync data for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv is: [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'd4e53062-abee-4767-af24-fa637b1cbb6c', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'port_id': '34f0561f-cbd2-4892-90c7-f40583f406a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'mac_address': 'fa:16:3e:6d:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14990372-27f5-4542-8d7c-552e659f9c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:27:30Z', 'updated_at': '2022-03-02T19:30:43Z', 'revision_number': 13, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:30:45.841583 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfb261a-fc9e-452f-81fd-d7b613cbc043 None None] New status for floating IP d4e53062-abee-4767-af24-fa637b1cbb6c: ACTIVE {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:30:47.666321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb17f8-d217-42b3-b735-dca94f09afde req-fc516878-4276-4f36-b637-a658f90a1e4e tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:47.667707 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bbeb17f8-d217-42b3-b735-dca94f09afde req-fc516878-4276-4f36-b637-a658f90a1e4e tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.1832688 Mar 02 19:30:47.700710 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:30:47.712814 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bbeb17f8-d217-42b3-b735-dca94f09afde req-7803d816-5390-45d1-b1c1-ab7916624fd2 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395551 Mar 02 19:30:51.683310 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ba667a04-891c-4899-9db1-8d9690e7679d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:53.797287 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8149463f-46f8-4cf4-b749-b605eb66c662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:55.221292 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:55.438226 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:56.529534 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:57.596887 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8a00dc70-c259-4ce5-8945-471910672415 req-e2e665b0-880d-4f55-989b-098649cd2cb0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0735300 Mar 02 19:30:58.090192 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd636216-5248-48c5-9a81-75d5fb7eb1cc req-c050a041-5b0a-4ab7-bad3-b3c3a026a51f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:58.091699 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cd636216-5248-48c5-9a81-75d5fb7eb1cc req-c050a041-5b0a-4ab7-bad3-b3c3a026a51f tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0878294 Mar 02 19:30:58.140496 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cd636216-5248-48c5-9a81-75d5fb7eb1cc req-526f1108-3726-41b8-a33a-0b306b8dc251 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416045 Mar 02 19:30:58.210863 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-d84f45be-48b7-4e34-a49c-74fe86f98afb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1393490 Mar 02 19:30:59.407175 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aacd23-6ea2-467a-a5e6-e6ab40c372b6 req-72e99881-8089-4e35-b08b-5cdd6a1d0719 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:59.408862 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-56aacd23-6ea2-467a-a5e6-e6ab40c372b6 req-72e99881-8089-4e35-b08b-5cdd6a1d0719 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0964358 Mar 02 19:30:59.459373 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-56aacd23-6ea2-467a-a5e6-e6ab40c372b6 req-915c836a-e43f-4568-9826-2fef45dda9b2 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443327 Mar 02 19:31:00.323332 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-240f8a01-8827-4cb6-8aac-9955d11db928 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 1098 time: 0.0764177 Mar 02 19:31:00.447255 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-6fe0c210-f66c-4459-bbfc-cd5cc90e40f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:00.448766 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-6fe0c210-f66c-4459-bbfc-cd5cc90e40f3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 912 time: 0.1372366 Mar 02 19:31:00.558288 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-556f6596-62f1-4f4b-8b5a-11b6e0a42e13 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f0561f-cbd2-4892-90c7-f40583f406a6 HTTP/1.1" status: 200 len: 1002 time: 0.1037071 Mar 02 19:31:00.620983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-6c3cbc92-0b11-4e45-8b58-d0976440b7a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:00.622448 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-6c3cbc92-0b11-4e45-8b58-d0976440b7a3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0587640 Mar 02 19:31:00.681619 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9912d0-aa6c-4994-84b9-c3501b60e6a9 req-623a7c25-fe6a-44f0-af9a-0062a73c0782 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:00.683716 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fa9912d0-aa6c-4994-84b9-c3501b60e6a9 req-623a7c25-fe6a-44f0-af9a-0062a73c0782 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0927896 Mar 02 19:31:00.706581 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-a8b77e0e-b90c-4d76-810e-53870efad0a3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777977 Mar 02 19:31:00.735162 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fa9912d0-aa6c-4994-84b9-c3501b60e6a9 req-068f9010-a87c-4095-942c-1dc5f6a69c39 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406401 Mar 02 19:31:00.841070 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-b81180de-11e4-4932-bb04-cf0620c1a439 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274726 Mar 02 19:31:00.977343 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-11070e08-959c-41d1-b8e4-ef7ffebcb671 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289175 Mar 02 19:31:01.552571 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:02.089041 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9357be0-91f3-4101-a588-be49f67e8bbc req-9888076f-94cd-4727-9467-eef0da84cdc0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:02.089822 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c9357be0-91f3-4101-a588-be49f67e8bbc req-9888076f-94cd-4727-9467-eef0da84cdc0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.2213824 Mar 02 19:31:02.148877 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c9357be0-91f3-4101-a588-be49f67e8bbc req-465ab943-cb85-4690-9280-cecf53d8330a tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531080 Mar 02 19:31:03.353000 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd658080-4dd1-4cdd-b083-b094a63b1112 req-1fc89f94-8a47-43b2-ba52-4955755942e9 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:03.354449 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cd658080-4dd1-4cdd-b083-b094a63b1112 req-1fc89f94-8a47-43b2-ba52-4955755942e9 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0764825 Mar 02 19:31:03.401809 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cd658080-4dd1-4cdd-b083-b094a63b1112 req-4443fc68-bae6-44ff-b185-095af6179715 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418675 Mar 02 19:31:04.613267 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d1916-a985-4416-a1ba-6cbb74ad4203 req-79ed26fc-adbb-42fb-b89c-fa33a16a1f95 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:04.615795 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f15d1916-a985-4416-a1ba-6cbb74ad4203 req-79ed26fc-adbb-42fb-b89c-fa33a16a1f95 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0914514 Mar 02 19:31:04.663079 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f15d1916-a985-4416-a1ba-6cbb74ad4203 req-8affdbe6-99dd-4a6c-b434-ac7652155a0e tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418842 Mar 02 19:31:05.863470 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdffbee-a517-47bb-94a6-4dc17489d5dc req-1b38fcd2-ff54-4b3c-afe5-d15c8c054efb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:05.864916 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ccdffbee-a517-47bb-94a6-4dc17489d5dc req-1b38fcd2-ff54-4b3c-afe5-d15c8c054efb tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0799949 Mar 02 19:31:05.910360 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ccdffbee-a517-47bb-94a6-4dc17489d5dc req-b8d9300b-489f-4e6b-b6c2-b0c2640d3769 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398395 Mar 02 19:31:07.114455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01832259-478e-4e44-a70d-105975748755 req-3be44453-6f7a-4a82-829e-7a80b3c0d551 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:07.115935 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-01832259-478e-4e44-a70d-105975748755 req-3be44453-6f7a-4a82-829e-7a80b3c0d551 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0770905 Mar 02 19:31:07.161229 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-01832259-478e-4e44-a70d-105975748755 req-eca9e350-53fd-43ae-856c-be9d56578192 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396838 Mar 02 19:31:08.364420 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c587a4-4f12-43e1-a60b-b2df2b107645 req-669168e8-25d1-469b-a01b-c192004f2c89 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:08.365981 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-49c587a4-4f12-43e1-a60b-b2df2b107645 req-669168e8-25d1-469b-a01b-c192004f2c89 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0801580 Mar 02 19:31:08.415890 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-49c587a4-4f12-43e1-a60b-b2df2b107645 req-9a2879e3-b3dc-4e9c-b7bb-337c5f149b5c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443451 Mar 02 19:31:08.926682 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-50ba9f9e-d49b-4723-b2d4-8e33f2cf3803 service neutron] 10.222.0.87 "GET /v2.0/ports/34f0561f-cbd2-4892-90c7-f40583f406a6/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0765514 Mar 02 19:31:09.460499 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-11d6a524-1929-4594-817f-343dc7cece7b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55&tenant_id=4df1b30751bf4e2290eba246027f08be HTTP/1.1" status: 200 len: 1098 time: 0.0685842 Mar 02 19:31:09.604602 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-8e071553-12a5-4423-a659-89fe5dde7464 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 1098 time: 0.1202240 Mar 02 19:31:09.709789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d0373-8656-46d8-b1d4-456e2e899547 req-9d1de674-a8c8-4896-956d-6a9613fe476c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:09.711152 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c40d0373-8656-46d8-b1d4-456e2e899547 req-9d1de674-a8c8-4896-956d-6a9613fe476c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.1711190 Mar 02 19:31:09.781020 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-726bf6e2-f4b5-4cb7-b614-3ff28ec3277b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:09.782466 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-726bf6e2-f4b5-4cb7-b614-3ff28ec3277b service neutron] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 912 time: 0.1706014 Mar 02 19:31:09.787804 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c40d0373-8656-46d8-b1d4-456e2e899547 req-00abb146-9d44-4887-85e6-4726d43cc678 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700088 Mar 02 19:31:09.890067 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-bceda9ef-7a31-494e-b10f-ebc130b6217b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f0561f-cbd2-4892-90c7-f40583f406a6 HTTP/1.1" status: 200 len: 1002 time: 0.1011696 Mar 02 19:31:09.957168 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-20f74e76-c877-4983-8a0c-d94df99ff19d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:09.958624 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-20f74e76-c877-4983-8a0c-d94df99ff19d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0624397 Mar 02 19:31:10.033550 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-539f0413-784d-422b-9336-b751c1bbd04d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681655 Mar 02 19:31:10.165023 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-3f063287-e75d-4b77-b040-43b0006221e6 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258764 Mar 02 19:31:10.296574 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-94620299-0586-474f-9208-30ad21689fc2 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248059 Mar 02 19:31:10.994089 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d3209-88b4-44df-9f15-03b9ed2b30a1 req-dee4c1f7-e5aa-46e7-9f37-f1d1a290e94e tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:10.995833 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6b2d3209-88b4-44df-9f15-03b9ed2b30a1 req-dee4c1f7-e5aa-46e7-9f37-f1d1a290e94e tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0817001 Mar 02 19:31:11.042278 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6b2d3209-88b4-44df-9f15-03b9ed2b30a1 req-d357c12c-b45e-4b24-b932-34df8501eb9a tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408688 Mar 02 19:31:12.243041 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3baed8-41f6-4f56-9eca-1d8d2775a25d req-38417b7e-ce15-4038-b4b2-9c8c891bcf0b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:12.244509 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8c3baed8-41f6-4f56-9eca-1d8d2775a25d req-38417b7e-ce15-4038-b4b2-9c8c891bcf0b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0787470 Mar 02 19:31:12.294026 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8c3baed8-41f6-4f56-9eca-1d8d2775a25d req-d0a70d1a-471f-4362-8ee6-5ab4f020cb61 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438385 Mar 02 19:31:12.545255 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 34f0561f-cbd2-4892-90c7-f40583f406a6 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:31:12.656428 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:12.682987 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14990372-27f5-4542-8d7c-552e659f9c55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34f0561f-cbd2-4892-90c7-f40583f406a6'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:31:12.692905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 34f0561f-cbd2-4892-90c7-f40583f406a6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=34f0561f-cbd2-4892-90c7-f40583f406a6,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:31:12.748946 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:12.775763 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14990372-27f5-4542-8d7c-552e659f9c55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34f0561f-cbd2-4892-90c7-f40583f406a6', 'code': 200} Mar 02 19:31:12.811589 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=34f0561f-cbd2-4892-90c7-f40583f406a6,revision_number=6']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:13.494444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9470e48-3881-4e29-b3c1-e9d2ef5ad87e req-12b20e6b-5f0b-43bf-a0b5-9d188e14661c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:13.496021 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c9470e48-3881-4e29-b3c1-e9d2ef5ad87e req-12b20e6b-5f0b-43bf-a0b5-9d188e14661c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 943 time: 0.0774558 Mar 02 19:31:13.542199 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c9470e48-3881-4e29-b3c1-e9d2ef5ad87e req-4e630b2b-34b2-4a16-b75d-7f7386d031ed tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406497 Mar 02 19:31:14.563228 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 34f0561f-cbd2-4892-90c7-f40583f406a6 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:31:14.702844 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 34f0561f-cbd2-4892-90c7-f40583f406a6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=34f0561f-cbd2-4892-90c7-f40583f406a6,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:31:14.717722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '34f0561f-cbd2-4892-90c7-f40583f406a6', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'port_id': '34f0561f-cbd2-4892-90c7-f40583f406a6', 'mac_address': 'fa:16:3e:6d:45:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:31:14.748273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab651a57-078e-417e-9ce0-8fb915e1a842 req-3fdc41b6-e7e0-4787-b237-5278a59b6eab tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:14.749735 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ab651a57-078e-417e-9ce0-8fb915e1a842 req-3fdc41b6-e7e0-4787-b237-5278a59b6eab tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 943 time: 0.0822809 Mar 02 19:31:14.782639 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:14.799700 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ab651a57-078e-417e-9ce0-8fb915e1a842 req-be3806f7-be37-469f-b356-030377fc1544 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426536 Mar 02 19:31:14.800453 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f0561f-cbd2-4892-90c7-f40583f406a6 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:31:14.816287 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 34f0561f-cbd2-4892-90c7-f40583f406a6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=34f0561f-cbd2-4892-90c7-f40583f406a6,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:31:14.854812 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:14.919843 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['34f0561f-cbd2-4892-90c7-f40583f406a6'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:31:14.958526 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=34f0561f-cbd2-4892-90c7-f40583f406a6,revision_number=7']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:16.001662 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4605d8b-6fe8-4786-8e16-a5f10ff331f3 req-692d8634-a6bc-4f35-8475-e7e923244d21 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:16.003838 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b4605d8b-6fe8-4786-8e16-a5f10ff331f3 req-692d8634-a6bc-4f35-8475-e7e923244d21 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 944 time: 0.0807290 Mar 02 19:31:16.049577 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b4605d8b-6fe8-4786-8e16-a5f10ff331f3 req-d3f1e383-e536-4aad-bac4-e603ff633939 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403261 Mar 02 19:31:16.578508 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 34f0561f-cbd2-4892-90c7-f40583f406a6 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:31:16.646358 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 34f0561f-cbd2-4892-90c7-f40583f406a6 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:31:16.646721 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:16.759684 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:16.786922 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14990372-27f5-4542-8d7c-552e659f9c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f0561f-cbd2-4892-90c7-f40583f406a6'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:31:16.798592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 34f0561f-cbd2-4892-90c7-f40583f406a6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=34f0561f-cbd2-4892-90c7-f40583f406a6,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:31:16.854784 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14990372-27f5-4542-8d7c-552e659f9c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f0561f-cbd2-4892-90c7-f40583f406a6', 'code': 200} Mar 02 19:31:16.860582 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:16.928026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=34f0561f-cbd2-4892-90c7-f40583f406a6,revision_number=8']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:17.248518 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89593644-aad3-4792-988c-2ddb08bc1d34 req-e353ba5a-37cc-4443-99e4-73502fcb27b2 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:17.249967 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-89593644-aad3-4792-988c-2ddb08bc1d34 req-e353ba5a-37cc-4443-99e4-73502fcb27b2 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0782132 Mar 02 19:31:17.296889 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-89593644-aad3-4792-988c-2ddb08bc1d34 req-69d3daae-16d2-4902-8318-20948b0acb79 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411165 Mar 02 19:31:18.496239 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d4345-29ae-4108-9f7b-d97f689a14d3 req-2e6b2786-4e59-4b67-ac86-dc90f0578b52 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:18.500808 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-181d4345-29ae-4108-9f7b-d97f689a14d3 req-2e6b2786-4e59-4b67-ac86-dc90f0578b52 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0798416 Mar 02 19:31:18.542780 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-181d4345-29ae-4108-9f7b-d97f689a14d3 req-65c02b3e-7570-4eb0-ad33-0d66d2f22f91 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394907 Mar 02 19:31:19.841521 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2bb83-3d36-477e-9bb6-8da6498ea38d req-e61b263e-3661-4f98-b506-01e165c94384 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:19.842998 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-76b2bb83-3d36-477e-9bb6-8da6498ea38d req-e61b263e-3661-4f98-b506-01e165c94384 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.1725972 Mar 02 19:31:19.888775 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-76b2bb83-3d36-477e-9bb6-8da6498ea38d req-d6170cc6-cdc6-49e8-8434-3698a652059c tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395098 Mar 02 19:31:20.761965 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe4416-6088-4795-b83e-3604f3cc928e req-263b42e2-3c16-4acf-8699-bc6dceb272c0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:20.763305 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-16fe4416-6088-4795-b83e-3604f3cc928e req-263b42e2-3c16-4acf-8699-bc6dceb272c0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55&tenant_id=4df1b30751bf4e2290eba246027f08be&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 945 time: 0.1398244 Mar 02 19:31:20.768832 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366c015-fcfe-4d30-8b93-3e3ce27aae64 req-0f53f526-95fe-408f-8a66-c84ea6035b05 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:20.770895 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7366c015-fcfe-4d30-8b93-3e3ce27aae64 req-0f53f526-95fe-408f-8a66-c84ea6035b05 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.1164780 Mar 02 19:31:20.886245 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7366c015-fcfe-4d30-8b93-3e3ce27aae64 req-dac8ed1b-0d65-4067-8605-6f9bc532fbdc tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832894 Mar 02 19:31:20.889116 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-16fe4416-6088-4795-b83e-3604f3cc928e req-12bbfdc4-c6ca-4dfa-803a-d35d0e7f1a14 service neutron] 10.222.0.87 "GET /v2.0/ports/34f0561f-cbd2-4892-90c7-f40583f406a6/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.1173644 Mar 02 19:31:20.979420 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-16fe4416-6088-4795-b83e-3604f3cc928e req-99eae3d2-1d18-4603-a26f-2d8b057a04ba service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 1098 time: 0.0694847 Mar 02 19:31:21.110724 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe4416-6088-4795-b83e-3604f3cc928e req-69d1fef7-2a93-4c27-a21b-f52c67906c32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:21.112205 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-16fe4416-6088-4795-b83e-3604f3cc928e req-69d1fef7-2a93-4c27-a21b-f52c67906c32 service neutron] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 912 time: 0.1267545 Mar 02 19:31:21.225433 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-16fe4416-6088-4795-b83e-3604f3cc928e req-bdbbdad1-a377-4132-a0d9-b448ca3d0a04 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f0561f-cbd2-4892-90c7-f40583f406a6 HTTP/1.1" status: 200 len: 1002 time: 0.1061351 Mar 02 19:31:21.289667 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe4416-6088-4795-b83e-3604f3cc928e req-a99c3bb1-a43c-441d-b40e-7f5ca356940d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:21.291220 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-16fe4416-6088-4795-b83e-3604f3cc928e req-a99c3bb1-a43c-441d-b40e-7f5ca356940d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0587161 Mar 02 19:31:21.376684 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-16fe4416-6088-4795-b83e-3604f3cc928e req-512bba34-3489-4cbc-974e-c52625707163 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776114 Mar 02 19:31:21.509136 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-16fe4416-6088-4795-b83e-3604f3cc928e req-bbeb3e88-bf12-45b2-8202-14d1d33af85f service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261640 Mar 02 19:31:21.640946 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-16fe4416-6088-4795-b83e-3604f3cc928e req-b8ebabcc-2943-42d7-b1f3-813150060bdd service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252446 Mar 02 19:31:21.649373 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-912b588e-4926-4928-89c6-0c8ebeb14b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:22.233925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a71d55-e8ae-4e41-9151-66784e3a2e8c req-3a542352-bed9-4957-baaf-eeac0d3ce942 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:22.235286 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f1a71d55-e8ae-4e41-9151-66784e3a2e8c req-3a542352-bed9-4957-baaf-eeac0d3ce942 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0798211 Mar 02 19:31:22.281938 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f1a71d55-e8ae-4e41-9151-66784e3a2e8c req-820ea979-61ae-47da-89fb-38f1bad87b5a tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409234 Mar 02 19:31:23.480678 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5ca07-7166-4be8-916c-be22828abdb2 req-cca8d630-4981-45ce-847c-f7b672aa8f31 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:23.483484 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-eda5ca07-7166-4be8-916c-be22828abdb2 req-cca8d630-4981-45ce-847c-f7b672aa8f31 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0772216 Mar 02 19:31:23.530439 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-eda5ca07-7166-4be8-916c-be22828abdb2 req-3b426d4f-d513-4364-b9ed-8473f3c1e422 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423872 Mar 02 19:31:23.741021 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7d66fddd-9521-4cb5-8aa6-1bb10ac63bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:24.701061 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:31:24.727228 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8adea-a82a-4e6a-8a4a-4f4a7938dd25 req-dd765c2a-e99a-433a-bb5c-617a593f6c00 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:24.728709 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bbe8adea-a82a-4e6a-8a4a-4f4a7938dd25 req-dd765c2a-e99a-433a-bb5c-617a593f6c00 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0773339 Mar 02 19:31:24.774883 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bbe8adea-a82a-4e6a-8a4a-4f4a7938dd25 req-01afae33-fa2b-4004-aff3-254287fb9978 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406086 Mar 02 19:31:25.239102 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:25.449264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:25.660934 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-16fe4416-6088-4795-b83e-3604f3cc928e req-4a3f0d61-bcfc-4e1d-8126-5740f27b2d44 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55&tenant_id=4df1b30751bf4e2290eba246027f08be HTTP/1.1" status: 200 len: 1098 time: 0.0712066 Mar 02 19:31:25.748817 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-16fe4416-6088-4795-b83e-3604f3cc928e req-ba9c49f9-298f-4748-9241-bd07aca6bb70 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 1098 time: 0.0684457 Mar 02 19:31:25.885505 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe4416-6088-4795-b83e-3604f3cc928e req-5eb7cbe8-df43-47ec-838f-712a48bbd783 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:25.886942 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-16fe4416-6088-4795-b83e-3604f3cc928e req-5eb7cbe8-df43-47ec-838f-712a48bbd783 service neutron] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 912 time: 0.1317251 Mar 02 19:31:26.040184 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-16fe4416-6088-4795-b83e-3604f3cc928e req-50b23fa8-43a9-487c-b26a-65ea5b50cab8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f0561f-cbd2-4892-90c7-f40583f406a6 HTTP/1.1" status: 200 len: 1002 time: 0.1470063 Mar 02 19:31:26.203237 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be8ecb-78c0-4d17-a403-ddfc836c4052 req-95a48eb9-e835-463b-b0bf-967389b00293 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:26.204702 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-80be8ecb-78c0-4d17-a403-ddfc836c4052 req-95a48eb9-e835-463b-b0bf-967389b00293 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.2604382 Mar 02 19:31:26.234894 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe4416-6088-4795-b83e-3604f3cc928e req-808f302c-7350-48b4-8603-246a9a006a9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:26.236338 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-16fe4416-6088-4795-b83e-3604f3cc928e req-808f302c-7350-48b4-8603-246a9a006a9b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.1872063 Mar 02 19:31:26.298391 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-80be8ecb-78c0-4d17-a403-ddfc836c4052 req-a786234e-ba5d-4a2d-b58e-831448c50a6a tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865715 Mar 02 19:31:26.326335 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-16fe4416-6088-4795-b83e-3604f3cc928e req-4b720c3a-45e4-47d4-bd49-ee978ee6b6b8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789239 Mar 02 19:31:26.463422 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-16fe4416-6088-4795-b83e-3604f3cc928e req-66397bd5-650d-40ed-a6f6-b094743c1e92 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303799 Mar 02 19:31:26.579979 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:26.607823 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-16fe4416-6088-4795-b83e-3604f3cc928e req-ce052cea-3911-4395-947b-6254d2ff3bf4 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380410 Mar 02 19:31:27.505801 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0024be0-04f2-459c-a458-881468609e21 req-81c61c65-709b-4bd9-afde-767e4453d367 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:27.507333 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f0024be0-04f2-459c-a458-881468609e21 req-81c61c65-709b-4bd9-afde-767e4453d367 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0835066 Mar 02 19:31:27.553343 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f0024be0-04f2-459c-a458-881468609e21 req-cbcb77dc-c3af-4274-87cd-4d80e1154d42 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404224 Mar 02 19:31:28.675782 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 34f0561f-cbd2-4892-90c7-f40583f406a6 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:31:28.763711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbd901-0743-489a-9396-2a7ea52e87d7 req-9a01a599-1c63-4940-b563-66a29da4e265 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:28.765182 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96cbd901-0743-489a-9396-2a7ea52e87d7 req-9a01a599-1c63-4940-b563-66a29da4e265 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0862975 Mar 02 19:31:28.790768 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:28.810533 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-96cbd901-0743-489a-9396-2a7ea52e87d7 req-c8ff8ea4-d30c-4a8d-900a-2d72c686b6e8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390770 Mar 02 19:31:28.818236 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14990372-27f5-4542-8d7c-552e659f9c55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34f0561f-cbd2-4892-90c7-f40583f406a6'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:31:28.829984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 34f0561f-cbd2-4892-90c7-f40583f406a6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=34f0561f-cbd2-4892-90c7-f40583f406a6,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:31:28.912554 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:28.959854 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14990372-27f5-4542-8d7c-552e659f9c55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34f0561f-cbd2-4892-90c7-f40583f406a6', 'code': 200} Mar 02 19:31:28.984115 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=34f0561f-cbd2-4892-90c7-f40583f406a6,revision_number=9']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:28.992328 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:28.992680 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:28.993015 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:28.993349 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:28.993680 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:28.994014 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:28.994338 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:28.994665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:28.994990 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:28.995314 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:28.995671 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:30.014431 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d0eea-1ed7-41be-86fa-5dded994297b req-e617e557-604f-4fa6-950e-26b3776aa6b0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:30.015924 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1a9d0eea-1ed7-41be-86fa-5dded994297b req-e617e557-604f-4fa6-950e-26b3776aa6b0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 943 time: 0.0751457 Mar 02 19:31:30.065359 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1a9d0eea-1ed7-41be-86fa-5dded994297b req-e40f92b1-c812-40e9-8c9b-5c2bd941dd57 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429807 Mar 02 19:31:30.687867 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 34f0561f-cbd2-4892-90c7-f40583f406a6 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:31:30.819450 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 34f0561f-cbd2-4892-90c7-f40583f406a6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=34f0561f-cbd2-4892-90c7-f40583f406a6,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:31:30.831993 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '34f0561f-cbd2-4892-90c7-f40583f406a6', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'port_id': '34f0561f-cbd2-4892-90c7-f40583f406a6', 'mac_address': 'fa:16:3e:6d:45:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:31:30.883718 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:30.903417 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f0561f-cbd2-4892-90c7-f40583f406a6 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:31:30.918339 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 34f0561f-cbd2-4892-90c7-f40583f406a6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=34f0561f-cbd2-4892-90c7-f40583f406a6,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:31:30.980842 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:31.049553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['34f0561f-cbd2-4892-90c7-f40583f406a6'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:31:31.079777 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=34f0561f-cbd2-4892-90c7-f40583f406a6,revision_number=10']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:31.273351 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae0481-fe26-4a8b-88ec-a277c21182ee req-2cb3647c-0645-4110-9843-8f8604399057 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:31.275169 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8eae0481-fe26-4a8b-88ec-a277c21182ee req-2cb3647c-0645-4110-9843-8f8604399057 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0782020 Mar 02 19:31:31.330257 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8eae0481-fe26-4a8b-88ec-a277c21182ee req-5d311ffb-a820-4538-a06e-9b625b9f75c1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439291 Mar 02 19:31:31.552526 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:32.532044 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02971583-c8e5-42a6-abe7-a9c7674e6705 req-c4af6a3f-80ad-429f-a059-da2283ed4c13 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:32.533513 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-02971583-c8e5-42a6-abe7-a9c7674e6705 req-c4af6a3f-80ad-429f-a059-da2283ed4c13 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 945 time: 0.0784237 Mar 02 19:31:32.579857 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-02971583-c8e5-42a6-abe7-a9c7674e6705 req-1bab6606-2dd6-45a0-b472-6bd275563c32 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406842 Mar 02 19:31:32.740689 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 34f0561f-cbd2-4892-90c7-f40583f406a6 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:31:32.807540 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 34f0561f-cbd2-4892-90c7-f40583f406a6 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:31:32.807907 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:32.918752 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:32.945620 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14990372-27f5-4542-8d7c-552e659f9c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f0561f-cbd2-4892-90c7-f40583f406a6'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:31:32.955482 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 34f0561f-cbd2-4892-90c7-f40583f406a6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=34f0561f-cbd2-4892-90c7-f40583f406a6,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:31:33.008407 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14990372-27f5-4542-8d7c-552e659f9c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f0561f-cbd2-4892-90c7-f40583f406a6', 'code': 200} Mar 02 19:31:33.038488 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:33.103761 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=34f0561f-cbd2-4892-90c7-f40583f406a6,revision_number=11']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:33.563839 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-10a1a12a-42be-4f94-b0df-2d6139d54c47 req-6e18c892-5a6a-4e22-8a6a-c6ce346980cd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4df1b30751bf4e2290eba246027f08be&device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 1099 time: 0.0897019 Mar 02 19:31:33.746878 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1a12a-42be-4f94-b0df-2d6139d54c47 req-45e021b6-9de3-4e67-994e-9a6168e089ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:33.748345 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-10a1a12a-42be-4f94-b0df-2d6139d54c47 req-45e021b6-9de3-4e67-994e-9a6168e089ee service neutron] 10.222.0.87 "GET /v2.0/networks?id=16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 200 len: 912 time: 0.1648245 Mar 02 19:31:33.875858 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-10a1a12a-42be-4f94-b0df-2d6139d54c47 req-9ad187ae-547a-4dfb-a8a9-1f9d8f678794 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34f0561f-cbd2-4892-90c7-f40583f406a6 HTTP/1.1" status: 200 len: 1002 time: 0.1157932 Mar 02 19:31:33.883047 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ceb9cd-109c-4062-aa71-ed57632a0263 req-07c27248-a994-4078-9007-6cd921f15f07 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:33.884494 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b1ceb9cd-109c-4062-aa71-ed57632a0263 req-07c27248-a994-4078-9007-6cd921f15f07 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 946 time: 0.1779168 Mar 02 19:31:33.975524 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1a12a-42be-4f94-b0df-2d6139d54c47 req-5c8467bd-37f8-42c2-aa9b-97084dd78371 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:33.976896 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-10a1a12a-42be-4f94-b0df-2d6139d54c47 req-5c8467bd-37f8-42c2-aa9b-97084dd78371 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 200 len: 850 time: 0.0915654 Mar 02 19:31:33.981627 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b1ceb9cd-109c-4062-aa71-ed57632a0263 req-da171006-f1c8-4e6c-b65e-8020d4613e0a tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661788 Mar 02 19:31:34.052385 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-10a1a12a-42be-4f94-b0df-2d6139d54c47 req-673f13c6-2be4-44c6-8753-930afbeb24f6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=16a16d49-e693-4285-a9aa-66a7e1ab708a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693884 Mar 02 19:31:34.185002 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-10a1a12a-42be-4f94-b0df-2d6139d54c47 req-2afcc49a-b2c9-42d4-8474-bc8109c247da service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262293 Mar 02 19:31:34.319055 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-10a1a12a-42be-4f94-b0df-2d6139d54c47 req-1ea6d5d5-33a0-49f4-a9f5-ac9a6e0a5221 service neutron] 10.222.0.87 "GET /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276286 Mar 02 19:31:35.187222 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65c7ef-d2c7-49a4-b507-f3c249781a2e req-36ccdc87-39c0-432d-a613-5399e7ca9b29 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:35.189028 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8e65c7ef-d2c7-49a4-b507-f3c249781a2e req-36ccdc87-39c0-432d-a613-5399e7ca9b29 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 946 time: 0.0814562 Mar 02 19:31:35.235708 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8e65c7ef-d2c7-49a4-b507-f3c249781a2e req-73747526-2e37-44c1-8a1d-588ef92269d5 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409467 Mar 02 19:31:36.443042 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e72d3-5ab9-4cbc-bd90-dc3cb5badf73 req-06f7fc95-ebc0-46d1-8b91-5d9725522dd6 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:36.444618 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-270e72d3-5ab9-4cbc-bd90-dc3cb5badf73 req-06f7fc95-ebc0-46d1-8b91-5d9725522dd6 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 946 time: 0.0840123 Mar 02 19:31:36.576891 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-270e72d3-5ab9-4cbc-bd90-dc3cb5badf73 req-0a499165-252f-4e3b-830b-9a8630c72e5a tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269178 Mar 02 19:31:36.777350 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce780461-3932-45b7-b940-807bc78835ce req-0bbfbbd3-cc3e-435c-87ae-0937eb669971 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:36.778772 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ce780461-3932-45b7-b940-807bc78835ce req-0bbfbbd3-cc3e-435c-87ae-0937eb669971 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 946 time: 0.0788662 Mar 02 19:31:36.823705 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ce780461-3932-45b7-b940-807bc78835ce req-dd4a5867-7790-457a-9fd1-58fbd00475a7 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394235 Mar 02 19:31:37.023487 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37ad89-6cec-4a07-af07-0d98f75ca0c1 req-dead067d-dab5-4e99-82be-4a66c363caf0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:37.024950 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8a37ad89-6cec-4a07-af07-0d98f75ca0c1 req-dead067d-dab5-4e99-82be-4a66c363caf0 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 946 time: 0.0803518 Mar 02 19:31:37.075186 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8a37ad89-6cec-4a07-af07-0d98f75ca0c1 req-8bb30af2-5a67-47b1-b383-d0e990e5a3ce tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445323 Mar 02 19:31:37.684936 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fa6ef-d69f-41a6-874a-af510a13bab1 req-6e3183bd-33c7-48dd-a037-ce038093bef4 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:37.686365 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d7fa6ef-d69f-41a6-874a-af510a13bab1 req-6e3183bd-33c7-48dd-a037-ce038093bef4 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 946 time: 0.0782678 Mar 02 19:31:37.730887 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d7fa6ef-d69f-41a6-874a-af510a13bab1 req-d64c74d7-3470-4865-814c-1ecd86df55e7 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387084 Mar 02 19:31:38.930492 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33257396-8910-492f-80a1-1833d005ca83 req-57d91138-31ad-4915-8fb1-98cfeb9df5e1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:38.931954 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-33257396-8910-492f-80a1-1833d005ca83 req-57d91138-31ad-4915-8fb1-98cfeb9df5e1 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 946 time: 0.0766854 Mar 02 19:31:38.976335 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-33257396-8910-492f-80a1-1833d005ca83 req-23a285a8-e53e-4bca-aa1a-3e8d75f8b51b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387442 Mar 02 19:31:40.220566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ee8b6-0cf5-48ef-8839-8254f66ea11e req-d115d555-4ea5-427b-8f37-7f14f11ca118 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:40.221976 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f34ee8b6-0cf5-48ef-8839-8254f66ea11e req-d115d555-4ea5-427b-8f37-7f14f11ca118 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 946 time: 0.1461618 Mar 02 19:31:40.231134 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66653231-4e5c-4b1a-9de4-fa698f0becb1 req-9bdaeac3-1994-4072-b463-d36c5cd2252a tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:40.232497 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66653231-4e5c-4b1a-9de4-fa698f0becb1 req-9bdaeac3-1994-4072-b463-d36c5cd2252a tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 946 time: 0.1209033 Mar 02 19:31:40.326809 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-f34ee8b6-0cf5-48ef-8839-8254f66ea11e req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Deleting port 34f0561f-cbd2-4892-90c7-f40583f406a6 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:31:40.327153 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f34ee8b6-0cf5-48ef-8839-8254f66ea11e req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:40.376804 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66653231-4e5c-4b1a-9de4-fa698f0becb1 req-8f14ba5d-6da5-4cde-87e6-bba1098c3127 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups?id=1d08a803-9515-4acc-bd50-e5d89fedde54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153135 Mar 02 19:31:40.577800 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-f34ee8b6-0cf5-48ef-8839-8254f66ea11e req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] For port 34f0561f-cbd2-4892-90c7-f40583f406a6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=34f0561f-cbd2-4892-90c7-f40583f406a6,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:31:40.578071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f34ee8b6-0cf5-48ef-8839-8254f66ea11e req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:40.869260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f34ee8b6-0cf5-48ef-8839-8254f66ea11e req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:40.869633 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f34ee8b6-0cf5-48ef-8839-8254f66ea11e req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:40.869945 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [req-f34ee8b6-0cf5-48ef-8839-8254f66ea11e req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Floating IP d4e53062-abee-4767-af24-fa637b1cbb6c disassociated. External IP: 172.26.4.248, port: 34f0561f-cbd2-4892-90c7-f40583f406a6. Mar 02 19:31:40.870287 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-f34ee8b6-0cf5-48ef-8839-8254f66ea11e req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Calling delete_port for 34f0561f-cbd2-4892-90c7-f40583f406a6 owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:31:41.067243 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f34ee8b6-0cf5-48ef-8839-8254f66ea11e req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:41.117406 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Pushing event deleted for resources: {'Port': ['ID=34f0561f-cbd2-4892-90c7-f40583f406a6,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:41.133556 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:41.133904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:41.134241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:41.134573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:41.134905 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:41.135236 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:41.135584 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:41.135916 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:41.136238 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:41.136557 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:41.136883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:41.347247 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f34ee8b6-0cf5-48ef-8839-8254f66ea11e req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Router d54ff6ba-56f4-4204-b78f-aa560e5e3cda has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:31:41.547671 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fc71bd75-c23f-414b-b851-82008db25ab2 req-ffef037c-85f1-4212-907b-bf5d7b4693fa tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 210 time: 0.0460656 Mar 02 19:31:41.651127 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f34ee8b6-0cf5-48ef-8839-8254f66ea11e req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:31:41.661350 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a4c942-e1ca-4fc7-b105-2247aed159e7 None None] Sync routers for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:31:41.677333 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a4c942-e1ca-4fc7-b105-2247aed159e7 None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:31:41.677857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d0a4c942-e1ca-4fc7-b105-2247aed159e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:31:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:31:41.721679 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34ee8b6-0cf5-48ef-8839-8254f66ea11e req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] No DVR routers for this DVR port 34f0561f-cbd2-4892-90c7-f40583f406a6 on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:31:41.724987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f34ee8b6-0cf5-48ef-8839-8254f66ea11e req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:41.727605 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14990372-27f5-4542-8d7c-552e659f9c55', 'name': 'network-vif-deleted', 'tag': '34f0561f-cbd2-4892-90c7-f40583f406a6'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:31:41.804760 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f34ee8b6-0cf5-48ef-8839-8254f66ea11e req-5d6be252-5117-41c8-8b4f-e38e966d544b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.87 "DELETE /v2.0/ports/34f0561f-cbd2-4892-90c7-f40583f406a6 HTTP/1.1" status: 204 len: 173 time: 1.5713139 Mar 02 19:31:41.866309 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14990372-27f5-4542-8d7c-552e659f9c55', 'name': 'network-vif-deleted', 'tag': '34f0561f-cbd2-4892-90c7-f40583f406a6', 'status': 'completed', 'code': 200} Mar 02 19:31:41.901868 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-d0a4c942-e1ca-4fc7-b105-2247aed159e7 None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:31:42.228636 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d0a4c942-e1ca-4fc7-b105-2247aed159e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:31:42.232642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a4c942-e1ca-4fc7-b105-2247aed159e7 None None] Checking router: d54ff6ba-56f4-4204-b78f-aa560e5e3cda for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:31:42.248253 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a4c942-e1ca-4fc7-b105-2247aed159e7 None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:31:42.248928 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d0a4c942-e1ca-4fc7-b105-2247aed159e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:31:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:31:42.436841 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-d0a4c942-e1ca-4fc7-b105-2247aed159e7 None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:31:42.717542 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1a983407-8c47-4209-9a12-e85a4909cee1 req-baa673d3-0947-4151-a2f3-df052692074b tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/ports?device_id=14990372-27f5-4542-8d7c-552e659f9c55 HTTP/1.1" status: 200 len: 210 time: 0.0436046 Mar 02 19:31:42.765698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d0a4c942-e1ca-4fc7-b105-2247aed159e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:31:42.769544 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a4c942-e1ca-4fc7-b105-2247aed159e7 None None] The sync data for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv is: [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:27:26Z', 'revision_number': 4, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '042b3273-849b-45b7-82c9-c7908cb7733d', 'name': '', 'network_id': '16a16d49-e693-4285-a9aa-66a7e1ab708a', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'mac_address': 'fa:16:3e:da:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:25Z', 'updated_at': '2022-03-02T19:27:44Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'subnets': [{'id': '5e03de6d-cfde-4ffd-9d64-2c467fc0d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:31:42.976660 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7ab965-fd95-41cf-bed4-516a65eec09a None None] New status for floating IP d4e53062-abee-4767-af24-fa637b1cbb6c: DOWN {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:31:44.797794 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 34f0561f-cbd2-4892-90c7-f40583f406a6 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:31:44.832578 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 34f0561f-cbd2-4892-90c7-f40583f406a6 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:31:44.832924 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 34f0561f-cbd2-4892-90c7-f40583f406a6 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:31:47.165449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41296) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:31:47.233082 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0f542667-f6cc-4841-882b-f787830c5d1d tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:47.259835 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0f542667-f6cc-4841-882b-f787830c5d1d tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:47.369765 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0f542667-f6cc-4841-882b-f787830c5d1d tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:47.388776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f542667-f6cc-4841-882b-f787830c5d1d tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d08a803-9515-4acc-bd50-e5d89fedde54,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:47.454335 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0f542667-f6cc-4841-882b-f787830c5d1d tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:47.455496 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0f542667-f6cc-4841-882b-f787830c5d1d tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "DELETE /v2.0/security-groups/1d08a803-9515-4acc-bd50-e5d89fedde54 HTTP/1.1" status: 204 len: 168 time: 0.2890487 Mar 02 19:31:47.458276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41300) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:31:47.474875 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-80768faa-7c1a-4213-9e81-5a1ea4087f05 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] show failed (client error): The resource could not be found. Mar 02 19:31:47.475875 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-80768faa-7c1a-4213-9e81-5a1ea4087f05 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "GET /v2.0/security-groups/1d08a803-9515-4acc-bd50-e5d89fedde54 HTTP/1.1" status: 404 len: 347 time: 0.0167015 Mar 02 19:31:47.478426 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41304) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:31:47.634561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-89626665-f973-4a29-b213-1e6db95592e8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Deleting port 4febe4bd-5384-44d3-a140-500442a7b687 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:31:47.634899 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-89626665-f973-4a29-b213-1e6db95592e8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:47.800518 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-89626665-f973-4a29-b213-1e6db95592e8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:47.801391 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-89626665-f973-4a29-b213-1e6db95592e8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:47.921195 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-89626665-f973-4a29-b213-1e6db95592e8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Calling delete_port for 4febe4bd-5384-44d3-a140-500442a7b687 owned by network:floatingip {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:31:48.129829 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-89626665-f973-4a29-b213-1e6db95592e8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:48.174514 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89626665-f973-4a29-b213-1e6db95592e8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Pushing event deleted for resources: {'Port': ['ID=4febe4bd-5384-44d3-a140-500442a7b687,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:48.272191 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-89626665-f973-4a29-b213-1e6db95592e8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks [] for floatingip, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:48.286354 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-89626665-f973-4a29-b213-1e6db95592e8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:48.287599 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-89626665-f973-4a29-b213-1e6db95592e8 tempest-ServerActionsTestJSON-1431216472 tempest-ServerActionsTestJSON-1431216472-project] 10.222.0.73 "DELETE /v2.0/floatingips/d4e53062-abee-4767-af24-fa637b1cbb6c HTTP/1.1" status: 204 len: 168 time: 0.8082151 Mar 02 19:31:48.290451 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41308) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:31:48.689254 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c46a2530-b816-4d8d-bfc9-61869cfae8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:49.417423 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c46a2530-b816-4d8d-bfc9-61869cfae8e6 admin admin] Deleting port 042b3273-849b-45b7-82c9-c7908cb7733d {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:31:49.418141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c46a2530-b816-4d8d-bfc9-61869cfae8e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:49.596452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-c46a2530-b816-4d8d-bfc9-61869cfae8e6 admin admin] For port 042b3273-849b-45b7-82c9-c7908cb7733d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=042b3273-849b-45b7-82c9-c7908cb7733d,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:31:49.596805 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c46a2530-b816-4d8d-bfc9-61869cfae8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:49.718400 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c46a2530-b816-4d8d-bfc9-61869cfae8e6 admin admin] Calling delete_port for 042b3273-849b-45b7-82c9-c7908cb7733d owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:31:49.946899 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c46a2530-b816-4d8d-bfc9-61869cfae8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:49.993508 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a2530-b816-4d8d-bfc9-61869cfae8e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=042b3273-849b-45b7-82c9-c7908cb7733d,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:50.283065 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c46a2530-b816-4d8d-bfc9-61869cfae8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:50.964714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46a2530-b816-4d8d-bfc9-61869cfae8e6 admin admin] Router d54ff6ba-56f4-4204-b78f-aa560e5e3cda has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:31:51.189948 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46a2530-b816-4d8d-bfc9-61869cfae8e6 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:31:51.199896 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9c058-af93-4fbe-9953-e466d9e587c2 None None] Sync routers for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:31:51.203940 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c46a2530-b816-4d8d-bfc9-61869cfae8e6 admin admin] 10.222.0.73 "PUT /v2.0/routers/d54ff6ba-56f4-4204-b78f-aa560e5e3cda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9124756 Mar 02 19:31:51.206279 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41312) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:31:51.216049 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc9c058-af93-4fbe-9953-e466d9e587c2 None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:31:51.216572 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-adc9c058-af93-4fbe-9953-e466d9e587c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:31:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:31:51.401668 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-adc9c058-af93-4fbe-9953-e466d9e587c2 None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:31:51.429848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7aac-dc72-4fed-bb2f-16ee932c19fb admin admin] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:51.637683 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7aac-dc72-4fed-bb2f-16ee932c19fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:51.678441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-ca3d7aac-dc72-4fed-bb2f-16ee932c19fb admin admin] Deleting port fdc84dbf-4d60-439f-b710-e35c7177a208 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:31:51.678792 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7aac-dc72-4fed-bb2f-16ee932c19fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:51.713338 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c470e756-2a36-4f6b-894e-b3d7d855e28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:51.747544 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-adc9c058-af93-4fbe-9953-e466d9e587c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:31:49Z', 'revision_number': 5, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port': {'id': 'fdc84dbf-4d60-439f-b710-e35c7177a208', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:27:23Z', 'updated_at': '2022-03-02T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:31:51.751597 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9c058-af93-4fbe-9953-e466d9e587c2 None None] Checking router: d54ff6ba-56f4-4204-b78f-aa560e5e3cda for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:31:51.763378 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc9c058-af93-4fbe-9953-e466d9e587c2 None None] Routers {'d54ff6ba-56f4-4204-b78f-aa560e5e3cda'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:31:51.764047 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-adc9c058-af93-4fbe-9953-e466d9e587c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:31:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:31:51.859112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-ca3d7aac-dc72-4fed-bb2f-16ee932c19fb admin admin] For port fdc84dbf-4d60-439f-b710-e35c7177a208, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=fdc84dbf-4d60-439f-b710-e35c7177a208,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:31:51.859493 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7aac-dc72-4fed-bb2f-16ee932c19fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:51.921790 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-adc9c058-af93-4fbe-9953-e466d9e587c2 None None] Set router d54ff6ba-56f4-4204-b78f-aa560e5e3cda gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:31:51.983614 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-ca3d7aac-dc72-4fed-bb2f-16ee932c19fb admin admin] Calling delete_port for fdc84dbf-4d60-439f-b710-e35c7177a208 owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:31:52.034716 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-adc9c058-af93-4fbe-9953-e466d9e587c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:31:51Z', 'revision_number': 6, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:31:52.039559 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9c058-af93-4fbe-9953-e466d9e587c2 None None] The sync data for ids ['d54ff6ba-56f4-4204-b78f-aa560e5e3cda'] in dv-neutron-831573-1-hyperv is: [{'id': 'd54ff6ba-56f4-4204-b78f-aa560e5e3cda', 'name': 'tempest-ServerActionsTestJSON-920579302-router', 'tenant_id': '4df1b30751bf4e2290eba246027f08be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:27:22Z', 'updated_at': '2022-03-02T19:31:51Z', 'revision_number': 6, 'project_id': '4df1b30751bf4e2290eba246027f08be', 'gw_port_host': None}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:31:52.319140 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7aac-dc72-4fed-bb2f-16ee932c19fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:52.363115 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d7aac-dc72-4fed-bb2f-16ee932c19fb admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc84dbf-4d60-439f-b710-e35c7177a208,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:52.597086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7aac-dc72-4fed-bb2f-16ee932c19fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:52.829031 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 042b3273-849b-45b7-82c9-c7908cb7733d no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:31:52.855258 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7aac-dc72-4fed-bb2f-16ee932c19fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:52.859628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7aac-dc72-4fed-bb2f-16ee932c19fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:52.862297 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 042b3273-849b-45b7-82c9-c7908cb7733d {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:31:52.862646 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 042b3273-849b-45b7-82c9-c7908cb7733d not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:31:52.863059 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device fdc84dbf-4d60-439f-b710-e35c7177a208 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:31:52.895191 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: fdc84dbf-4d60-439f-b710-e35c7177a208 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:31:52.895628 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device fdc84dbf-4d60-439f-b710-e35c7177a208 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:31:52.958141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7aac-dc72-4fed-bb2f-16ee932c19fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:52.958655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3d7aac-dc72-4fed-bb2f-16ee932c19fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d54ff6ba-56f4-4204-b78f-aa560e5e3cda {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:31:52.970949 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ca3d7aac-dc72-4fed-bb2f-16ee932c19fb admin admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:52.972105 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ca3d7aac-dc72-4fed-bb2f-16ee932c19fb admin admin] 10.222.0.73 "DELETE /v2.0/routers/d54ff6ba-56f4-4204-b78f-aa560e5e3cda HTTP/1.1" status: 204 len: 168 time: 1.7649395 Mar 02 19:31:52.975463 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41316) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:31:53.040847 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-62571dfe-97a6-40c1-b4b6-363119c25c32 admin admin] Deleting subnet 5e03de6d-cfde-4ffd-9d64-2c467fc0d558 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:31:53.044010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-62571dfe-97a6-40c1-b4b6-363119c25c32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:53.094804 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-62571dfe-97a6-40c1-b4b6-363119c25c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:53.174295 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-62571dfe-97a6-40c1-b4b6-363119c25c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:53.284188 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-62571dfe-97a6-40c1-b4b6-363119c25c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:53.321421 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62571dfe-97a6-40c1-b4b6-363119c25c32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e03de6d-cfde-4ffd-9d64-2c467fc0d558,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:53.327551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-62571dfe-97a6-40c1-b4b6-363119c25c32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:53.333226 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3bd44b-946b-4f6e-916b-b6c26d14527a None None] Network 16a16d49-e693-4285-a9aa-66a7e1ab708a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:31:53.334086 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-62571dfe-97a6-40c1-b4b6-363119c25c32 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5e03de6d-cfde-4ffd-9d64-2c467fc0d558 HTTP/1.1" status: 204 len: 168 time: 0.3574362 Mar 02 19:31:53.336599 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41320) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:31:53.446451 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:53.457779 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] Deleting port eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:31:53.458122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:53.608287 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb8c5aa-f120-4039-9b19-1c602613db14 None None] DHCP port deletion for 16a16d49-e693-4285-a9aa-66a7e1ab708a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:31:53.612938 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-2fb8c5aa-f120-4039-9b19-1c602613db14 None None] Deleting port eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:31:53.613338 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2fb8c5aa-f120-4039-9b19-1c602613db14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:53.667513 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] For port eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:31:53.667872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:53.798315 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f9b41a22-bceb-4b3c-ba4e-81db3e846884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:53.857734 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-2fb8c5aa-f120-4039-9b19-1c602613db14 None None] For port eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f,segment=NetworkSegment(0b19472e-750b-4490-a3ed-5f2379148127),segment_id=0b19472e-750b-4490-a3ed-5f2379148127)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:31:53.858485 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2fb8c5aa-f120-4039-9b19-1c602613db14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:53.890057 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] Calling delete_port for eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:31:53.981110 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-2fb8c5aa-f120-4039-9b19-1c602613db14 None None] Calling delete_port for eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:31:54.020288 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:54.055801 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-2fb8c5aa-f120-4039-9b19-1c602613db14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:31:54.056257 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-2fb8c5aa-f120-4039-9b19-1c602613db14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:31:54.074135 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:54.079725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] No DVR routers for this DVR port eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:31:54.199972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:54.226573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a16d49-e693-4285-a9aa-66a7e1ab708a']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:31:54.239344 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b19472e-750b-4490-a3ed-5f2379148127') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:31:54.239667 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b19472e-750b-4490-a3ed-5f2379148127') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:31:54.250911 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:54.266483 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:54.273350 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:31:54.273742 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:31:54.287290 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:31:54.427777 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:54.444239 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:54.454429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] Pushing event deleted for resources: {'Network': ['ID=16a16d49-e693-4285-a9aa-66a7e1ab708a,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:54.531844 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4f82166e-5095-484d-a28a-6b3a24946703 admin admin] 10.222.0.73 "DELETE /v2.0/networks/16a16d49-e693-4285-a9aa-66a7e1ab708a HTTP/1.1" status: 204 len: 168 time: 1.1941323 Mar 02 19:31:54.542105 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:31:54.567836 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-2fb8c5aa-f120-4039-9b19-1c602613db14 None None] Deleting port eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:31:54.568299 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2fb8c5aa-f120-4039-9b19-1c602613db14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:54.609579 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:31:54.609911 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:31:54.649512 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-2fb8c5aa-f120-4039-9b19-1c602613db14 None None] The port 'eaf8dd4a-0ac6-4885-ae88-a7d441a4e94f' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:31:54.836541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41326) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:31:54.890323 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a89acaa4-9719-4258-8cef-44f5a8594137 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4df1b30751bf4e2290eba246027f08be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526233 Mar 02 19:31:54.892861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41330) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:31:54.956255 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-883922d3-f3a6-4543-b291-0ca15fbc5d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:54.982703 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-883922d3-f3a6-4543-b291-0ca15fbc5d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:55.112680 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-883922d3-f3a6-4543-b291-0ca15fbc5d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:55.131878 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883922d3-f3a6-4543-b291-0ca15fbc5d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc16e91-73ff-4ad9-b7a7-1ab6f18dcbdc,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:55.138065 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-883922d3-f3a6-4543-b291-0ca15fbc5d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:55.139181 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-883922d3-f3a6-4543-b291-0ca15fbc5d6c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6bc16e91-73ff-4ad9-b7a7-1ab6f18dcbdc HTTP/1.1" status: 204 len: 168 time: 0.2454383 Mar 02 19:31:55.226698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:55.448957 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:56.277999 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41352) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:31:56.410231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-875535422-network', 'tenant_id': '0419e1f2b59f4aa3a091cc8494bb54e1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:31:56.416204 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:31:56.422079 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Usage tracker for resource:network and tenant:0419e1f2b59f4aa3a091cc8494bb54e1 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:31:56.426380 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:31:56.433974 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:31:56.523749 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Made reservation on behalf of 0419e1f2b59f4aa3a091cc8494bb54e1 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:31:56.526106 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:56.539753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:56.541466 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:56.574177 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:31:56.577988 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Usage tracker for resource:security_group_rule and tenant:0419e1f2b59f4aa3a091cc8494bb54e1 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:31:56.580921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:31:56.586887 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:31:56.653378 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:56.712813 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:56.746804 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:31:56.755977 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bfb887-2df1-43bd-a621-9d61c40d50df,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:56.763889 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:56.764215 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Added segment 305c0e15-c09b-4e39-9dea-8789d2f20a7f of type vlan for network b59b20f5-80f7-4728-a26d-3ad1226ddce1 Mar 02 19:31:56.772399 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:56.772742 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:56.773077 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:56.773410 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:56.775581 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:56.775581 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:56.775581 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:56.775581 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:56.775581 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:56.775581 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:56.775581 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:56.798901 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:56.889599 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:56.890531 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:56.891112 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:57.080961 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8018417 Mar 02 19:31:57.084411 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41358) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:31:57.089878 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fad6f3-0ba1-41d5-ba3f-945d9f3dc7dd admin admin] Pushing event updated for resources: {'Network': ['ID=b59b20f5-80f7-4728-a26d-3ad1226ddce1,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:57.090221 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-ec3f6361-6390-47ee-9452-d547da208a74 admin admin] Request body: {'subnet': {'network_id': 'b59b20f5-80f7-4728-a26d-3ad1226ddce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-875535422-subnet', 'tenant_id': '0419e1f2b59f4aa3a091cc8494bb54e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:31:57.097020 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ec3f6361-6390-47ee-9452-d547da208a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:31:57.100365 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network b59b20f5-80f7-4728-a26d-3ad1226ddce1 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:31:57.102408 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ec3f6361-6390-47ee-9452-d547da208a74 admin admin] Usage tracker for resource:subnet and tenant:0419e1f2b59f4aa3a091cc8494bb54e1 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:31:57.105420 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ec3f6361-6390-47ee-9452-d547da208a74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:31:57.111082 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ec3f6361-6390-47ee-9452-d547da208a74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:31:57.187414 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3f6361-6390-47ee-9452-d547da208a74 admin admin] Made reservation on behalf of 0419e1f2b59f4aa3a091cc8494bb54e1 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:31:57.190467 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ec3f6361-6390-47ee-9452-d547da208a74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:57.444307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ec3f6361-6390-47ee-9452-d547da208a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:57.521134 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f6361-6390-47ee-9452-d547da208a74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6674fd79-4539-461a-b15c-5f620791c703,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:57.532296 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f6361-6390-47ee-9452-d547da208a74 admin admin] Checking segment: {'id': '305c0e15-c09b-4e39-9dea-8789d2f20a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b59b20f5-80f7-4728-a26d-3ad1226ddce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:31:57.532653 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3f6361-6390-47ee-9452-d547da208a74 admin admin] Network hostable DHCP agents. Network: b59b20f5-80f7-4728-a26d-3ad1226ddce1, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:31:57.654287 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3f6361-6390-47ee-9452-d547da208a74 admin admin] Network b59b20f5-80f7-4728-a26d-3ad1226ddce1 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:31:57.768731 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-ec3f6361-6390-47ee-9452-d547da208a74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, b59b20f5-80f7-4728-a26d-3ad1226ddce1) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:31:57.773496 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3f6361-6390-47ee-9452-d547da208a74 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:57.774110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ec3f6361-6390-47ee-9452-d547da208a74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:57.777835 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb38b36-d25c-40c1-81c6-672289f0030a None None] Network b59b20f5-80f7-4728-a26d-3ad1226ddce1 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:31:57.895580 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ec3f6361-6390-47ee-9452-d547da208a74 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8100069 Mar 02 19:31:58.042574 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46c32ae-f965-4dba-95e4-bcfb682360de None None] Network b59b20f5-80f7-4728-a26d-3ad1226ddce1 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:31:58.492063 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdfeac-a986-4cec-8637-d50105395e93 req-d7c0a432-7974-4b50-bc8a-1aa95915152e tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:58.493054 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-32cdfeac-a986-4cec-8637-d50105395e93 req-d7c0a432-7974-4b50-bc8a-1aa95915152e tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Synchronizing usage tracker for tenant:0419e1f2b59f4aa3a091cc8494bb54e1 on resource:network {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:31:58.586606 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-32cdfeac-a986-4cec-8637-d50105395e93 req-d7c0a432-7974-4b50-bc8a-1aa95915152e tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Unset dirty status for tenant:0419e1f2b59f4aa3a091cc8494bb54e1 on resource:network {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:31:58.587835 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-32cdfeac-a986-4cec-8637-d50105395e93 req-d7c0a432-7974-4b50-bc8a-1aa95915152e tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/networks?id=b59b20f5-80f7-4728-a26d-3ad1226ddce1 HTTP/1.1" status: 200 len: 813 time: 0.2526560 Mar 02 19:31:58.605181 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-32cdfeac-a986-4cec-8637-d50105395e93 req-ef2717fd-8fbe-43dc-bf06-5f6b81c46983 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/quotas/0419e1f2b59f4aa3a091cc8494bb54e1 HTTP/1.1" status: 200 len: 375 time: 0.0118003 Mar 02 19:31:58.651754 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-32cdfeac-a986-4cec-8637-d50105395e93 req-4f99fff0-b28e-41dd-87d9-c6cd0b552b2b tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0419e1f2b59f4aa3a091cc8494bb54e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413213 Mar 02 19:31:58.787541 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-32cdfeac-a986-4cec-8637-d50105395e93 req-3cf4608f-fc95-46ef-ae84-b6d863ef118b service neutron] 10.222.0.73 "GET /v2.0/networks/b59b20f5-80f7-4728-a26d-3ad1226ddce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288900 Mar 02 19:31:58.920602 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-32cdfeac-a986-4cec-8637-d50105395e93 req-6ace783a-2d62-4cdf-a229-f50a76e03570 service neutron] 10.222.0.73 "GET /v2.0/networks/b59b20f5-80f7-4728-a26d-3ad1226ddce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271582 Mar 02 19:31:59.237133 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3685072e-772a-47a2-903f-0fdbc156fdc4 req-f89218d5-d3ba-4a43-ada9-a3d3a0d77a19 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 210 time: 0.0499558 Mar 02 19:32:00.355571 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-397cd706-c376-41ff-8fda-5649db234d83 req-f542d1b5-976b-4b8d-a46d-42a8dd39b6c0 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 210 time: 0.0461607 Mar 02 19:32:01.528821 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-26f130e6-6d92-427e-b125-b413041f727e req-9cf05af8-c342-4392-8a9d-becd83e6d5af tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 210 time: 0.0459867 Mar 02 19:32:01.552681 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:01.702373 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:32:01.907624 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdfeac-a986-4cec-8637-d50105395e93 req-e2c335a9-eb1b-465e-a77f-05ad9956c1e5 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:01.910215 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-32cdfeac-a986-4cec-8637-d50105395e93 req-e2c335a9-eb1b-465e-a77f-05ad9956c1e5 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.87 "GET /v2.0/networks?id=b59b20f5-80f7-4728-a26d-3ad1226ddce1 HTTP/1.1" status: 200 len: 813 time: 0.1837556 Mar 02 19:32:01.929059 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-32cdfeac-a986-4cec-8637-d50105395e93 req-11141481-6535-44bb-83d7-e4e9e88acf66 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Request body: {'port': {'device_id': 'a9e2e980-b070-4626-a845-8dda528715c3', 'network_id': 'b59b20f5-80f7-4728-a26d-3ad1226ddce1', 'admin_state_up': True, 'tenant_id': '0419e1f2b59f4aa3a091cc8494bb54e1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:32:02.110662 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-32cdfeac-a986-4cec-8637-d50105395e93 req-11141481-6535-44bb-83d7-e4e9e88acf66 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:02.114764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-32cdfeac-a986-4cec-8637-d50105395e93 req-11141481-6535-44bb-83d7-e4e9e88acf66 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Usage tracker for resource:port and tenant:0419e1f2b59f4aa3a091cc8494bb54e1 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:02.119338 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-32cdfeac-a986-4cec-8637-d50105395e93 req-11141481-6535-44bb-83d7-e4e9e88acf66 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:02.127257 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-32cdfeac-a986-4cec-8637-d50105395e93 req-11141481-6535-44bb-83d7-e4e9e88acf66 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:02.204135 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32cdfeac-a986-4cec-8637-d50105395e93 req-11141481-6535-44bb-83d7-e4e9e88acf66 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Made reservation on behalf of 0419e1f2b59f4aa3a091cc8494bb54e1 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:32:02.208978 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-32cdfeac-a986-4cec-8637-d50105395e93 req-11141481-6535-44bb-83d7-e4e9e88acf66 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:02.397202 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-32cdfeac-a986-4cec-8637-d50105395e93 req-11141481-6535-44bb-83d7-e4e9e88acf66 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Allocated IP 172.20.0.7 (b59b20f5-80f7-4728-a26d-3ad1226ddce1/6674fd79-4539-461a-b15c-5f620791c703/aa9c608e-6118-47f3-bf31-fab24fed7275) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:32:02.760471 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-61f462d3-a87b-4652-be25-a01df58c1e3f req-ba00f69c-283e-416a-a009-11cfa5e77654 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 210 time: 0.0693712 Mar 02 19:32:02.777731 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-32cdfeac-a986-4cec-8637-d50105395e93 req-11141481-6535-44bb-83d7-e4e9e88acf66 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:02.889585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-32cdfeac-a986-4cec-8637-d50105395e93 req-11141481-6535-44bb-83d7-e4e9e88acf66 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:02.961376 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32cdfeac-a986-4cec-8637-d50105395e93 req-11141481-6535-44bb-83d7-e4e9e88acf66 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Network b59b20f5-80f7-4728-a26d-3ad1226ddce1 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:32:02.964601 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-32cdfeac-a986-4cec-8637-d50105395e93 req-11141481-6535-44bb-83d7-e4e9e88acf66 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:32:02.968902 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cdfeac-a986-4cec-8637-d50105395e93 req-11141481-6535-44bb-83d7-e4e9e88acf66 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:32:03.003260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11141481-6535-44bb-83d7-e4e9e88acf66 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Pushing event updated for resources: {'Port': ['ID=aa9c608e-6118-47f3-bf31-fab24fed7275,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:03.042055 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdfeac-a986-4cec-8637-d50105395e93 req-11141481-6535-44bb-83d7-e4e9e88acf66 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:03.042674 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-32cdfeac-a986-4cec-8637-d50105395e93 req-11141481-6535-44bb-83d7-e4e9e88acf66 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:03.159406 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-32cdfeac-a986-4cec-8637-d50105395e93 req-11141481-6535-44bb-83d7-e4e9e88acf66 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2346847 Mar 02 19:32:03.174256 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] Request body: {'port': {'device_id': 'a9e2e980-b070-4626-a845-8dda528715c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:32:03.293818 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:03.675081 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9c608e-6118-47f3-bf31-fab24fed7275 {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:32:03.683858 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:03.700067 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] Transition to ACTIVE for port object aa9c608e-6118-47f3-bf31-fab24fed7275 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:32:03.769720 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:03.940014 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9c608e-6118-47f3-bf31-fab24fed7275,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:04.086461 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] Attempting to bind port aa9c608e-6118-47f3-bf31-fab24fed7275 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:32:04.086793 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] Attempting to bind port aa9c608e-6118-47f3-bf31-fab24fed7275 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '305c0e15-c09b-4e39-9dea-8789d2f20a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b59b20f5-80f7-4728-a26d-3ad1226ddce1'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:32:04.087127 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] Attempting to bind port aa9c608e-6118-47f3-bf31-fab24fed7275 on network b59b20f5-80f7-4728-a26d-3ad1226ddce1 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:32:04.095267 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a9ad8-0d4f-44c3-9f35-457ddfb2b01f req-60ddfc0f-7e85-477b-93d0-8f548afe40c5 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:04.096021 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fb6a9ad8-0d4f-44c3-9f35-457ddfb2b01f req-60ddfc0f-7e85-477b-93d0-8f548afe40c5 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Synchronizing usage tracker for tenant:0419e1f2b59f4aa3a091cc8494bb54e1 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:32:04.107194 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] Port aa9c608e-6118-47f3-bf31-fab24fed7275 on network b59b20f5-80f7-4728-a26d-3ad1226ddce1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:32:04.107551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] Attempting to bind port aa9c608e-6118-47f3-bf31-fab24fed7275 on network b59b20f5-80f7-4728-a26d-3ad1226ddce1 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:32:04.120681 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:32:04.121032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] Checking segment: {'id': '305c0e15-c09b-4e39-9dea-8789d2f20a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b59b20f5-80f7-4728-a26d-3ad1226ddce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:32:04.121420 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] Bound using segment: {'id': '305c0e15-c09b-4e39-9dea-8789d2f20a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b59b20f5-80f7-4728-a26d-3ad1226ddce1'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:32:04.121864 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] Bound port: aa9c608e-6118-47f3-bf31-fab24fed7275, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305c0e15-c09b-4e39-9dea-8789d2f20a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b59b20f5-80f7-4728-a26d-3ad1226ddce1'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:32:04.122214 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:04.195874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fb6a9ad8-0d4f-44c3-9f35-457ddfb2b01f req-60ddfc0f-7e85-477b-93d0-8f548afe40c5 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Unset dirty status for tenant:0419e1f2b59f4aa3a091cc8494bb54e1 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:32:04.196980 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb6a9ad8-0d4f-44c3-9f35-457ddfb2b01f req-60ddfc0f-7e85-477b-93d0-8f548afe40c5 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 943 time: 0.2931619 Mar 02 19:32:04.249275 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] For port aa9c608e-6118-47f3-bf31-fab24fed7275, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:32:04.254355 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] For port aa9c608e-6118-47f3-bf31-fab24fed7275, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=aa9c608e-6118-47f3-bf31-fab24fed7275,segment=NetworkSegment(305c0e15-c09b-4e39-9dea-8789d2f20a7f),segment_id=305c0e15-c09b-4e39-9dea-8789d2f20a7f)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:32:04.265852 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb6a9ad8-0d4f-44c3-9f35-457ddfb2b01f req-fb668397-bfaf-431b-96e5-1c117066e15d tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564473 Mar 02 19:32:04.319038 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:04.381755 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:04.382974 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-32cdfeac-a986-4cec-8637-d50105395e93 req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] 10.222.0.87 "PUT /v2.0/ports/aa9c608e-6118-47f3-bf31-fab24fed7275 HTTP/1.1" status: 200 len: 1093 time: 1.2132630 Mar 02 19:32:04.386109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e2e980-b070-4626-a845-8dda528715c3', 'tag': 'aa9c608e-6118-47f3-bf31-fab24fed7275'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:32:04.410453 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a92dec-bbf0-47f7-b983-750e74943524 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9c608e-6118-47f3-bf31-fab24fed7275,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:04.449057 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e2e980-b070-4626-a845-8dda528715c3', 'tag': 'aa9c608e-6118-47f3-bf31-fab24fed7275', 'status': 'completed', 'code': 200} Mar 02 19:32:04.547765 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a7b2d838-af9e-4445-b480-a482f19531a0 req-01c7b1d8-1b3d-413c-a3b0-94bc45c1dab7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0419e1f2b59f4aa3a091cc8494bb54e1&device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 1096 time: 0.0767796 Mar 02 19:32:04.689849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2d838-af9e-4445-b480-a482f19531a0 req-aded69b0-72d2-4bfe-97e4-b82d0b1d517e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:04.691279 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a7b2d838-af9e-4445-b480-a482f19531a0 req-aded69b0-72d2-4bfe-97e4-b82d0b1d517e service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=0419e1f2b59f4aa3a091cc8494bb54e1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1363490 Mar 02 19:32:04.916486 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2d838-af9e-4445-b480-a482f19531a0 req-437b994e-1dd8-4f32-98e7-17f51ac53402 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:04.917931 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a7b2d838-af9e-4445-b480-a482f19531a0 req-437b994e-1dd8-4f32-98e7-17f51ac53402 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2203820 Mar 02 19:32:05.030339 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-32cdfeac-a986-4cec-8637-d50105395e93 req-25d93959-3528-403c-954e-7373e57e29f6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0419e1f2b59f4aa3a091cc8494bb54e1&device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 1096 time: 0.0748358 Mar 02 19:32:05.105390 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-32cdfeac-a986-4cec-8637-d50105395e93 req-16f6dfda-6c7e-4d45-9d00-df1e3c1a41e2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa9c608e-6118-47f3-bf31-fab24fed7275 HTTP/1.1" status: 200 len: 217 time: 0.0675423 Mar 02 19:32:05.173089 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdfeac-a986-4cec-8637-d50105395e93 req-9e008a2e-e59f-498f-9cd0-352b85fc7783 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:05.174508 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-32cdfeac-a986-4cec-8637-d50105395e93 req-9e008a2e-e59f-498f-9cd0-352b85fc7783 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6674fd79-4539-461a-b15c-5f620791c703 HTTP/1.1" status: 200 len: 853 time: 0.0625038 Mar 02 19:32:05.228492 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-32cdfeac-a986-4cec-8637-d50105395e93 req-158cebf9-d784-4f8f-a654-a23da75b35cf service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b59b20f5-80f7-4728-a26d-3ad1226ddce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462005 Mar 02 19:32:05.379056 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-32cdfeac-a986-4cec-8637-d50105395e93 req-6e0aab12-bd4f-409f-835c-ff5de659aa6c service neutron] 10.222.0.87 "GET /v2.0/networks/b59b20f5-80f7-4728-a26d-3ad1226ddce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439812 Mar 02 19:32:05.582123 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-32cdfeac-a986-4cec-8637-d50105395e93 req-5ed1dffb-bf16-44ab-b62f-92cdd920d27a service neutron] 10.222.0.87 "GET /v2.0/networks/b59b20f5-80f7-4728-a26d-3ad1226ddce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946363 Mar 02 19:32:05.600672 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c8850-fa2b-46c5-a708-5e62ca477271 req-bf529867-5d3e-4c82-951e-604325a3a5c3 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:05.602149 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6f5c8850-fa2b-46c5-a708-5e62ca477271 req-bf529867-5d3e-4c82-951e-604325a3a5c3 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 943 time: 0.1278696 Mar 02 19:32:05.649770 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6f5c8850-fa2b-46c5-a708-5e62ca477271 req-c6cd57dc-34a0-479a-baaf-9582adaf92e9 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417376 Mar 02 19:32:06.875684 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dbe23-efd5-46d2-9287-643bcb9fc087 req-2a6a42cb-2219-462c-93e9-a4a02dcfcfdd tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:06.877459 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2d7dbe23-efd5-46d2-9287-643bcb9fc087 req-2a6a42cb-2219-462c-93e9-a4a02dcfcfdd tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 943 time: 0.0878415 Mar 02 19:32:06.931874 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-2d7dbe23-efd5-46d2-9287-643bcb9fc087 req-40774deb-7eec-4ba4-8d14-547410e040d4 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Synchronizing usage tracker for tenant:0419e1f2b59f4aa3a091cc8494bb54e1 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:32:07.015044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-2d7dbe23-efd5-46d2-9287-643bcb9fc087 req-40774deb-7eec-4ba4-8d14-547410e040d4 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Unset dirty status for tenant:0419e1f2b59f4aa3a091cc8494bb54e1 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:32:07.016272 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2d7dbe23-efd5-46d2-9287-643bcb9fc087 req-40774deb-7eec-4ba4-8d14-547410e040d4 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321359 Mar 02 19:32:08.220822 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68539f2a-c364-4363-b776-e83fce68c389 req-62e8d4a8-d40a-4d4b-aed5-661920a10b0a tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:08.222211 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-68539f2a-c364-4363-b776-e83fce68c389 req-62e8d4a8-d40a-4d4b-aed5-661920a10b0a tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 943 time: 0.0817542 Mar 02 19:32:08.283968 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-68539f2a-c364-4363-b776-e83fce68c389 req-87b4618e-f94f-4c55-9d7e-c08ddaa06224 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557415 Mar 02 19:32:08.893314 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device aa9c608e-6118-47f3-bf31-fab24fed7275 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:32:09.026925 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port aa9c608e-6118-47f3-bf31-fab24fed7275, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=aa9c608e-6118-47f3-bf31-fab24fed7275,segment=NetworkSegment(305c0e15-c09b-4e39-9dea-8789d2f20a7f),segment_id=305c0e15-c09b-4e39-9dea-8789d2f20a7f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:32:09.040870 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': 'aa9c608e-6118-47f3-bf31-fab24fed7275', 'network_id': 'b59b20f5-80f7-4728-a26d-3ad1226ddce1', 'port_id': 'aa9c608e-6118-47f3-bf31-fab24fed7275', 'mac_address': 'fa:16:3e:42:22:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6674fd79-4539-461a-b15c-5f620791c703', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:32:09.097993 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:09.116210 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9c608e-6118-47f3-bf31-fab24fed7275 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:32:09.131255 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port aa9c608e-6118-47f3-bf31-fab24fed7275, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=aa9c608e-6118-47f3-bf31-fab24fed7275,segment=NetworkSegment(305c0e15-c09b-4e39-9dea-8789d2f20a7f),segment_id=305c0e15-c09b-4e39-9dea-8789d2f20a7f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:32:09.215780 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:09.286054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=aa9c608e-6118-47f3-bf31-fab24fed7275,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:09.472639 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['aa9c608e-6118-47f3-bf31-fab24fed7275'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:32:09.486750 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83a742-1002-43d4-b7a6-b81d9929b2b0 req-00d5a83c-2d40-4711-8d8b-c5b525f24dab tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:09.488326 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ed83a742-1002-43d4-b7a6-b81d9929b2b0 req-00d5a83c-2d40-4711-8d8b-c5b525f24dab tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 944 time: 0.0822010 Mar 02 19:32:09.539119 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ed83a742-1002-43d4-b7a6-b81d9929b2b0 req-78f59b8b-d14b-478a-a20b-bcf5b9b9cb18 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441206 Mar 02 19:32:10.738731 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e01f0-281b-4c66-b9ab-7b7a0fa96a5e req-0718fbb0-6ab4-42b9-8ffc-47928972d6c6 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:10.740537 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9e8e01f0-281b-4c66-b9ab-7b7a0fa96a5e req-0718fbb0-6ab4-42b9-8ffc-47928972d6c6 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 944 time: 0.0777078 Mar 02 19:32:10.791656 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9e8e01f0-281b-4c66-b9ab-7b7a0fa96a5e req-c5560aa8-434d-431b-aa83-52df50488285 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453594 Mar 02 19:32:10.904812 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device aa9c608e-6118-47f3-bf31-fab24fed7275 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:32:11.105290 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port aa9c608e-6118-47f3-bf31-fab24fed7275 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:32:11.110506 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port aa9c608e-6118-47f3-bf31-fab24fed7275 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:32:11.110878 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:11.229771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:11.257533 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e2e980-b070-4626-a845-8dda528715c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9c608e-6118-47f3-bf31-fab24fed7275'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:32:11.267225 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port aa9c608e-6118-47f3-bf31-fab24fed7275, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=aa9c608e-6118-47f3-bf31-fab24fed7275,segment=NetworkSegment(305c0e15-c09b-4e39-9dea-8789d2f20a7f),segment_id=305c0e15-c09b-4e39-9dea-8789d2f20a7f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:32:11.316255 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:11.320289 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e2e980-b070-4626-a845-8dda528715c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9c608e-6118-47f3-bf31-fab24fed7275', 'code': 200} Mar 02 19:32:11.390828 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=aa9c608e-6118-47f3-bf31-fab24fed7275,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:11.674224 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f84951b3-c31d-4728-90f3-d5e154a5c586 req-67eaa87d-7372-4f63-afc0-eda9210136a6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 1098 time: 0.0771942 Mar 02 19:32:11.718832 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f84951b3-c31d-4728-90f3-d5e154a5c586 req-2b0bb24d-e658-4eab-bead-72bf8d45c85e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384390 Mar 02 19:32:12.002666 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d6b9e-3a4d-4525-9b82-dc8b88824ee6 req-e9a39dc8-b7b3-46b9-89e5-1fb58c372669 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:12.004100 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-954d6b9e-3a4d-4525-9b82-dc8b88824ee6 req-e9a39dc8-b7b3-46b9-89e5-1fb58c372669 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 945 time: 0.0888348 Mar 02 19:32:12.051286 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-954d6b9e-3a4d-4525-9b82-dc8b88824ee6 req-a570e1ea-07f6-48ea-99b6-068480084bd5 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406702 Mar 02 19:32:13.251032 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44898d1d-482f-4b31-a8a3-1decf5933dab req-3c448455-b7f2-420b-90d4-2fa00f909ac1 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:13.252517 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-44898d1d-482f-4b31-a8a3-1decf5933dab req-3c448455-b7f2-420b-90d4-2fa00f909ac1 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 945 time: 0.0777183 Mar 02 19:32:13.305645 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-44898d1d-482f-4b31-a8a3-1decf5933dab req-90225a29-7ed0-4225-bf34-5ce03bf5b744 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472155 Mar 02 19:32:13.613639 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-8d2eba99-140a-4441-8521-1decce9b5736 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:13.615629 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-8d2eba99-140a-4441-8521-1decce9b5736 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/networks?id=b59b20f5-80f7-4728-a26d-3ad1226ddce1 HTTP/1.1" status: 200 len: 813 time: 0.1541352 Mar 02 19:32:13.634053 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-67d92e5c-9859-445b-9d8f-5946d088926f tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/quotas/0419e1f2b59f4aa3a091cc8494bb54e1 HTTP/1.1" status: 200 len: 375 time: 0.0121152 Mar 02 19:32:13.717342 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-4b64a34f-a23e-41ae-a313-f848262edccb tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0419e1f2b59f4aa3a091cc8494bb54e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0779641 Mar 02 19:32:13.727775 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-d857eed7-e136-4521-9ad9-7b18d10cdbbf service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 19:32:13.728720 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-d857eed7-e136-4521-9ad9-7b18d10cdbbf service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049796 Mar 02 19:32:13.864834 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-a9efd68b-d324-45f3-bf3c-d6e9e74e8904 service neutron] 10.222.0.73 "GET /v2.0/networks/b59b20f5-80f7-4728-a26d-3ad1226ddce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296315 Mar 02 19:32:13.999460 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-171995a3-cc6f-49f5-9404-d271da03e66c service neutron] 10.222.0.73 "GET /v2.0/networks/b59b20f5-80f7-4728-a26d-3ad1226ddce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287329 Mar 02 19:32:14.247740 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a17c8cd9-b4b6-4299-9b84-786c90c8771f req-618b9325-f98c-4753-bdd2-7bec47cfd295 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=51011aa0-8653-4646-a852-7406e1afd20c HTTP/1.1" status: 200 len: 210 time: 0.0427773 Mar 02 19:32:15.415055 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-76d85a9e-6b19-4db4-904f-53d286723176 req-dbcf845b-1d7a-4780-8fac-6d946bd11ec7 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=51011aa0-8653-4646-a852-7406e1afd20c HTTP/1.1" status: 200 len: 210 time: 0.0406308 Mar 02 19:32:16.353104 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-29c669a0-1f9f-4143-86f8-3525b3dab007 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:16.354606 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-29c669a0-1f9f-4143-86f8-3525b3dab007 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.87 "GET /v2.0/networks?id=b59b20f5-80f7-4728-a26d-3ad1226ddce1 HTTP/1.1" status: 200 len: 813 time: 0.2461751 Mar 02 19:32:16.371373 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-9946a6d3-ace9-4d8b-a06f-c519f78d729d tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Request body: {'port': {'device_id': '51011aa0-8653-4646-a852-7406e1afd20c', 'network_id': 'b59b20f5-80f7-4728-a26d-3ad1226ddce1', 'admin_state_up': True, 'tenant_id': '0419e1f2b59f4aa3a091cc8494bb54e1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:32:16.520838 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-9946a6d3-ace9-4d8b-a06f-c519f78d729d tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:16.532229 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-9946a6d3-ace9-4d8b-a06f-c519f78d729d tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:16.593944 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0f943938-1341-42e5-b43c-936f846cea56 req-f1fc7385-08ca-4296-8f6e-9e530ce3cf18 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=51011aa0-8653-4646-a852-7406e1afd20c HTTP/1.1" status: 200 len: 210 time: 0.0475876 Mar 02 19:32:16.661265 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-9946a6d3-ace9-4d8b-a06f-c519f78d729d tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Made reservation on behalf of 0419e1f2b59f4aa3a091cc8494bb54e1 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:32:16.664636 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-9946a6d3-ace9-4d8b-a06f-c519f78d729d tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:16.834863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-9946a6d3-ace9-4d8b-a06f-c519f78d729d tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Allocated IP 172.20.0.2 (b59b20f5-80f7-4728-a26d-3ad1226ddce1/6674fd79-4539-461a-b15c-5f620791c703/2c00e928-3a88-4f63-9076-fe6eb696fd42) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:32:17.057601 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-9946a6d3-ace9-4d8b-a06f-c519f78d729d tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:17.152462 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-9946a6d3-ace9-4d8b-a06f-c519f78d729d tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:17.166099 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['aa9c608e-6118-47f3-bf31-fab24fed7275'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:32:17.224874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-9946a6d3-ace9-4d8b-a06f-c519f78d729d tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Network b59b20f5-80f7-4728-a26d-3ad1226ddce1 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:32:17.228023 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-9946a6d3-ace9-4d8b-a06f-c519f78d729d tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:32:17.232160 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-9946a6d3-ace9-4d8b-a06f-c519f78d729d tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:32:17.267585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946a6d3-ace9-4d8b-a06f-c519f78d729d tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Pushing event updated for resources: {'Port': ['ID=2c00e928-3a88-4f63-9076-fe6eb696fd42,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:17.300490 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-9946a6d3-ace9-4d8b-a06f-c519f78d729d tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:17.301105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-9946a6d3-ace9-4d8b-a06f-c519f78d729d tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:17.388428 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-9946a6d3-ace9-4d8b-a06f-c519f78d729d tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0210741 Mar 02 19:32:17.400761 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] Request body: {'port': {'device_id': '51011aa0-8653-4646-a852-7406e1afd20c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:32:17.509332 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:17.855147 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe9d93-914f-4bf9-8a76-1d0a01648f84 req-16bc8a03-3cbe-4f0c-ae63-0df5439702a1 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:17.855924 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-cebe9d93-914f-4bf9-8a76-1d0a01648f84 req-16bc8a03-3cbe-4f0c-ae63-0df5439702a1 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Synchronizing usage tracker for tenant:0419e1f2b59f4aa3a091cc8494bb54e1 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:32:17.928764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c00e928-3a88-4f63-9076-fe6eb696fd42 {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:32:17.935441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:17.950072 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] Transition to ACTIVE for port object 2c00e928-3a88-4f63-9076-fe6eb696fd42 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:32:17.981504 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-cebe9d93-914f-4bf9-8a76-1d0a01648f84 req-16bc8a03-3cbe-4f0c-ae63-0df5439702a1 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Unset dirty status for tenant:0419e1f2b59f4aa3a091cc8494bb54e1 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:32:17.982739 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cebe9d93-914f-4bf9-8a76-1d0a01648f84 req-16bc8a03-3cbe-4f0c-ae63-0df5439702a1 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=51011aa0-8653-4646-a852-7406e1afd20c HTTP/1.1" status: 200 len: 931 time: 0.2577353 Mar 02 19:32:18.034079 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cebe9d93-914f-4bf9-8a76-1d0a01648f84 req-28668bd5-6d86-4abd-901c-cff901c14b93 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454566 Mar 02 19:32:18.038926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:18.182339 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] Pushing event updated for resources: {'Port': ['ID=2c00e928-3a88-4f63-9076-fe6eb696fd42,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:18.284380 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] Attempting to bind port 2c00e928-3a88-4f63-9076-fe6eb696fd42 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:32:18.284714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] Attempting to bind port 2c00e928-3a88-4f63-9076-fe6eb696fd42 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '305c0e15-c09b-4e39-9dea-8789d2f20a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b59b20f5-80f7-4728-a26d-3ad1226ddce1'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:32:18.285043 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] Attempting to bind port 2c00e928-3a88-4f63-9076-fe6eb696fd42 on network b59b20f5-80f7-4728-a26d-3ad1226ddce1 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:32:18.291644 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] Port 2c00e928-3a88-4f63-9076-fe6eb696fd42 on network b59b20f5-80f7-4728-a26d-3ad1226ddce1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:32:18.291972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] Attempting to bind port 2c00e928-3a88-4f63-9076-fe6eb696fd42 on network b59b20f5-80f7-4728-a26d-3ad1226ddce1 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:32:18.298268 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:32:18.298614 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] Checking segment: {'id': '305c0e15-c09b-4e39-9dea-8789d2f20a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b59b20f5-80f7-4728-a26d-3ad1226ddce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:32:18.298981 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] Bound using segment: {'id': '305c0e15-c09b-4e39-9dea-8789d2f20a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b59b20f5-80f7-4728-a26d-3ad1226ddce1'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:32:18.299436 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] Bound port: 2c00e928-3a88-4f63-9076-fe6eb696fd42, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305c0e15-c09b-4e39-9dea-8789d2f20a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b59b20f5-80f7-4728-a26d-3ad1226ddce1'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:32:18.299789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:18.480273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] For port 2c00e928-3a88-4f63-9076-fe6eb696fd42, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:32:18.483366 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] For port 2c00e928-3a88-4f63-9076-fe6eb696fd42, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2c00e928-3a88-4f63-9076-fe6eb696fd42,segment=NetworkSegment(305c0e15-c09b-4e39-9dea-8789d2f20a7f),segment_id=305c0e15-c09b-4e39-9dea-8789d2f20a7f)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:32:18.537141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:18.599936 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:18.601323 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] 10.222.0.87 "PUT /v2.0/ports/2c00e928-3a88-4f63-9076-fe6eb696fd42 HTTP/1.1" status: 200 len: 1093 time: 1.2046795 Mar 02 19:32:18.601759 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51011aa0-8653-4646-a852-7406e1afd20c', 'tag': '2c00e928-3a88-4f63-9076-fe6eb696fd42'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:32:18.623535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420c98a-0fe6-4993-b946-a7f497b1c8fe service neutron] Pushing event updated for resources: {'Port': ['ID=2c00e928-3a88-4f63-9076-fe6eb696fd42,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:18.660124 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51011aa0-8653-4646-a852-7406e1afd20c', 'tag': '2c00e928-3a88-4f63-9076-fe6eb696fd42', 'status': 'completed', 'code': 200} Mar 02 19:32:18.755845 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a54c1787-2dc9-44cd-a6a0-c478c0ace340 req-7e0cdeb9-ea07-481a-a9fb-7ddcedcf7146 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0419e1f2b59f4aa3a091cc8494bb54e1&device_id=51011aa0-8653-4646-a852-7406e1afd20c HTTP/1.1" status: 200 len: 1096 time: 0.0749018 Mar 02 19:32:18.897805 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c1787-2dc9-44cd-a6a0-c478c0ace340 req-a2bfa964-4815-4d52-b16f-deda41bf8a66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:18.899247 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a54c1787-2dc9-44cd-a6a0-c478c0ace340 req-a2bfa964-4815-4d52-b16f-deda41bf8a66 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=0419e1f2b59f4aa3a091cc8494bb54e1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1361096 Mar 02 19:32:19.036978 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c1787-2dc9-44cd-a6a0-c478c0ace340 req-c3e6597e-90ce-4f87-b3f9-093fa5d1a132 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:19.038362 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a54c1787-2dc9-44cd-a6a0-c478c0ace340 req-c3e6597e-90ce-4f87-b3f9-093fa5d1a132 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328089 Mar 02 19:32:19.161372 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-907589dc-3da0-4734-b475-5a7876d7e115 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0419e1f2b59f4aa3a091cc8494bb54e1&device_id=51011aa0-8653-4646-a852-7406e1afd20c HTTP/1.1" status: 200 len: 1096 time: 0.0791748 Mar 02 19:32:19.272088 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-c71484df-c8e2-49c7-9cf1-59fa147106b5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c00e928-3a88-4f63-9076-fe6eb696fd42 HTTP/1.1" status: 200 len: 217 time: 0.0776539 Mar 02 19:32:19.352829 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-d9feea79-3a50-48cd-a51c-c0ee48ef2875 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:19.354304 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-d9feea79-3a50-48cd-a51c-c0ee48ef2875 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6674fd79-4539-461a-b15c-5f620791c703 HTTP/1.1" status: 200 len: 853 time: 0.0718093 Mar 02 19:32:19.362917 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ba5da-5f61-4997-9b9a-a01bc48ab54b req-6f3becf6-c995-48ce-948a-4ab76b5e452b tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:19.364338 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5e7ba5da-5f61-4997-9b9a-a01bc48ab54b req-6f3becf6-c995-48ce-948a-4ab76b5e452b tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=51011aa0-8653-4646-a852-7406e1afd20c HTTP/1.1" status: 200 len: 943 time: 0.2015138 Mar 02 19:32:19.423765 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-612931ad-0b30-46fc-a09c-899953556a31 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b59b20f5-80f7-4728-a26d-3ad1226ddce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584676 Mar 02 19:32:19.519460 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5e7ba5da-5f61-4997-9b9a-a01bc48ab54b req-0185f519-efc0-4a81-a5b4-b32058f8ac15 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248441 Mar 02 19:32:19.574653 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-af1d3972-4464-4aee-979d-b742d3d08c94 service neutron] 10.222.0.87 "GET /v2.0/networks/b59b20f5-80f7-4728-a26d-3ad1226ddce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389334 Mar 02 19:32:19.712729 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f920ebde-ee05-4ba5-ae69-ad60ab3284dd req-9639e3fc-0038-4b14-a8ef-3bf1db1a33d6 service neutron] 10.222.0.87 "GET /v2.0/networks/b59b20f5-80f7-4728-a26d-3ad1226ddce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312304 Mar 02 19:32:20.725234 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc1c1e-ca76-4e69-869a-d9dd59c130bf req-a5729d28-52fe-4c58-8189-7631fb88bed9 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:20.727443 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-87dc1c1e-ca76-4e69-869a-d9dd59c130bf req-a5729d28-52fe-4c58-8189-7631fb88bed9 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=51011aa0-8653-4646-a852-7406e1afd20c HTTP/1.1" status: 200 len: 943 time: 0.0857880 Mar 02 19:32:20.774237 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-87dc1c1e-ca76-4e69-869a-d9dd59c130bf req-7d3d75bd-211e-4287-95e6-dea78bd24074 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412605 Mar 02 19:32:21.667211 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1c5caf13-4dd0-4bb8-bd8d-3f39ef723cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:21.973860 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cc64b-9453-42d5-a0b2-031310073683 req-ae9d6684-c292-4fd3-9cb0-2c42a6e802a9 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:21.975381 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-849cc64b-9453-42d5-a0b2-031310073683 req-ae9d6684-c292-4fd3-9cb0-2c42a6e802a9 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=51011aa0-8653-4646-a852-7406e1afd20c HTTP/1.1" status: 200 len: 943 time: 0.0806549 Mar 02 19:32:22.021677 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-849cc64b-9453-42d5-a0b2-031310073683 req-2be2d30e-c1da-4e50-90a4-6a911a12b5b4 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407684 Mar 02 19:32:22.984969 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 2c00e928-3a88-4f63-9076-fe6eb696fd42 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:32:23.127254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 2c00e928-3a88-4f63-9076-fe6eb696fd42, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2c00e928-3a88-4f63-9076-fe6eb696fd42,segment=NetworkSegment(305c0e15-c09b-4e39-9dea-8789d2f20a7f),segment_id=305c0e15-c09b-4e39-9dea-8789d2f20a7f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:32:23.142098 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '2c00e928-3a88-4f63-9076-fe6eb696fd42', 'network_id': 'b59b20f5-80f7-4728-a26d-3ad1226ddce1', 'port_id': '2c00e928-3a88-4f63-9076-fe6eb696fd42', 'mac_address': 'fa:16:3e:e6:11:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6674fd79-4539-461a-b15c-5f620791c703', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:32:23.197893 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:23.215740 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c00e928-3a88-4f63-9076-fe6eb696fd42 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:32:23.220869 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a95706-8696-47a3-9d8a-dfc79e08e45c req-4aeb9974-3956-4577-bf09-49e6289dff24 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:23.222388 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-63a95706-8696-47a3-9d8a-dfc79e08e45c req-4aeb9974-3956-4577-bf09-49e6289dff24 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=51011aa0-8653-4646-a852-7406e1afd20c HTTP/1.1" status: 200 len: 943 time: 0.0760612 Mar 02 19:32:23.232809 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 2c00e928-3a88-4f63-9076-fe6eb696fd42, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2c00e928-3a88-4f63-9076-fe6eb696fd42,segment=NetworkSegment(305c0e15-c09b-4e39-9dea-8789d2f20a7f),segment_id=305c0e15-c09b-4e39-9dea-8789d2f20a7f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:32:23.268418 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-63a95706-8696-47a3-9d8a-dfc79e08e45c req-eb0496d7-daf6-4ea0-8d68-8c74dc475aa3 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392523 Mar 02 19:32:23.284747 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:23.355562 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=2c00e928-3a88-4f63-9076-fe6eb696fd42,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:23.524459 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['2c00e928-3a88-4f63-9076-fe6eb696fd42'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:32:23.786847 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1e000b7d-3450-4bae-9dce-a4e7fbcd90b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:24.473027 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6faf2-7173-4b0a-8229-b3d296428d84 req-90d187e8-ccc7-458e-8b86-8a039c1c8488 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:24.474723 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c6b6faf2-7173-4b0a-8229-b3d296428d84 req-90d187e8-ccc7-458e-8b86-8a039c1c8488 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=51011aa0-8653-4646-a852-7406e1afd20c HTTP/1.1" status: 200 len: 944 time: 0.0815899 Mar 02 19:32:24.525259 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c6b6faf2-7173-4b0a-8229-b3d296428d84 req-a620a12e-f835-40f8-9801-fcfe6f27bbf1 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450490 Mar 02 19:32:25.000449 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 2c00e928-3a88-4f63-9076-fe6eb696fd42 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:32:25.157338 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 2c00e928-3a88-4f63-9076-fe6eb696fd42 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:32:25.168292 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 2c00e928-3a88-4f63-9076-fe6eb696fd42 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:32:25.168664 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:25.257566 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:25.282594 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:25.309057 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51011aa0-8653-4646-a852-7406e1afd20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c00e928-3a88-4f63-9076-fe6eb696fd42'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:32:25.319619 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 2c00e928-3a88-4f63-9076-fe6eb696fd42, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2c00e928-3a88-4f63-9076-fe6eb696fd42,segment=NetworkSegment(305c0e15-c09b-4e39-9dea-8789d2f20a7f),segment_id=305c0e15-c09b-4e39-9dea-8789d2f20a7f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:32:25.364150 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51011aa0-8653-4646-a852-7406e1afd20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c00e928-3a88-4f63-9076-fe6eb696fd42', 'code': 200} Mar 02 19:32:25.398999 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:25.433182 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:25.465911 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=2c00e928-3a88-4f63-9076-fe6eb696fd42,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:25.776546 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dae49-636b-4363-aeee-dc96145b0a01 req-4791452f-8e48-47ec-9feb-3d69791d7231 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:25.777987 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ab9dae49-636b-4363-aeee-dc96145b0a01 req-4791452f-8e48-47ec-9feb-3d69791d7231 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=51011aa0-8653-4646-a852-7406e1afd20c HTTP/1.1" status: 200 len: 945 time: 0.1318808 Mar 02 19:32:25.780804 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4d33a1ba-3ba5-4e5b-99d8-f1c2eba67338 req-27330959-fa8a-443d-86c8-8904ba9719b3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=51011aa0-8653-4646-a852-7406e1afd20c HTTP/1.1" status: 200 len: 1098 time: 0.1036575 Mar 02 19:32:25.854125 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4d33a1ba-3ba5-4e5b-99d8-f1c2eba67338 req-018c7bbc-a430-4a7f-8150-21f3751e4708 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542181 Mar 02 19:32:25.856302 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ab9dae49-636b-4363-aeee-dc96145b0a01 req-d199986d-fe9e-4b04-9f4c-3c1c7ca69cc5 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722408 Mar 02 19:32:26.536247 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:27.069765 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4948c99-0ade-4661-bddc-fb389ecd4911 req-c6bfd5a9-382b-409f-ae06-5ea7d488017b tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:27.071426 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a4948c99-0ade-4661-bddc-fb389ecd4911 req-c6bfd5a9-382b-409f-ae06-5ea7d488017b tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=51011aa0-8653-4646-a852-7406e1afd20c HTTP/1.1" status: 200 len: 945 time: 0.0830665 Mar 02 19:32:27.119469 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a4948c99-0ade-4661-bddc-fb389ecd4911 req-2ebfd3b2-9536-4c17-aa85-99d33327ec6d tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421331 Mar 02 19:32:28.319618 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae6d0a-6e7e-48fd-97fb-d5ee0230147a req-d3024607-5957-46bc-94b7-2b819a536cb4 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:28.321070 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dae6d0a-6e7e-48fd-97fb-d5ee0230147a req-d3024607-5957-46bc-94b7-2b819a536cb4 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=51011aa0-8653-4646-a852-7406e1afd20c HTTP/1.1" status: 200 len: 945 time: 0.0771370 Mar 02 19:32:28.370177 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6dae6d0a-6e7e-48fd-97fb-d5ee0230147a req-edcb1e4c-4dbe-4270-9524-d69b5fbf104f tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436020 Mar 02 19:32:29.106955 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee4dc3-762f-4bf1-b314-5921c99d1fa2 req-09065bb3-32bb-4bf2-ba96-8263db1df277 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:29.108436 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-30ee4dc3-762f-4bf1-b314-5921c99d1fa2 req-09065bb3-32bb-4bf2-ba96-8263db1df277 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=51011aa0-8653-4646-a852-7406e1afd20c HTTP/1.1" status: 200 len: 945 time: 0.1804802 Mar 02 19:32:29.154149 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-30ee4dc3-762f-4bf1-b314-5921c99d1fa2 req-1f8983f9-0174-43b1-8e6d-d9599cfa252d tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402105 Mar 02 19:32:30.355511 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7b790-1bc4-4f12-9163-a33e49983c39 req-6742caf4-f876-4713-8f5b-e621fa19d4d9 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:30.356992 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-95c7b790-1bc4-4f12-9163-a33e49983c39 req-6742caf4-f876-4713-8f5b-e621fa19d4d9 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=51011aa0-8653-4646-a852-7406e1afd20c HTTP/1.1" status: 200 len: 945 time: 0.0799084 Mar 02 19:32:30.404905 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fafc4c-b237-4238-ac59-a6e01d3bce11 req-a5028313-a80c-4c71-84a6-6b6fdac0dcf3 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:30.406565 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e4fafc4c-b237-4238-ac59-a6e01d3bce11 req-a5028313-a80c-4c71-84a6-6b6fdac0dcf3 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.87 "GET /v2.0/ports?device_id=51011aa0-8653-4646-a852-7406e1afd20c HTTP/1.1" status: 200 len: 945 time: 0.0810978 Mar 02 19:32:30.407451 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-95c7b790-1bc4-4f12-9163-a33e49983c39 req-027359fe-a6c2-49be-8eb0-1ecea61d044c tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448427 Mar 02 19:32:30.484654 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-e4fafc4c-b237-4238-ac59-a6e01d3bce11 req-4d5ab68b-356f-456e-8676-2647c64dc771 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Deleting port 2c00e928-3a88-4f63-9076-fe6eb696fd42 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:32:30.484994 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e4fafc4c-b237-4238-ac59-a6e01d3bce11 req-4d5ab68b-356f-456e-8676-2647c64dc771 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:30.733185 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-e4fafc4c-b237-4238-ac59-a6e01d3bce11 req-4d5ab68b-356f-456e-8676-2647c64dc771 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] For port 2c00e928-3a88-4f63-9076-fe6eb696fd42, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2c00e928-3a88-4f63-9076-fe6eb696fd42,segment=NetworkSegment(305c0e15-c09b-4e39-9dea-8789d2f20a7f),segment_id=305c0e15-c09b-4e39-9dea-8789d2f20a7f)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:32:30.733453 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e4fafc4c-b237-4238-ac59-a6e01d3bce11 req-4d5ab68b-356f-456e-8676-2647c64dc771 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:30.856766 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-e4fafc4c-b237-4238-ac59-a6e01d3bce11 req-4d5ab68b-356f-456e-8676-2647c64dc771 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Calling delete_port for 2c00e928-3a88-4f63-9076-fe6eb696fd42 owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:32:31.078462 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e4fafc4c-b237-4238-ac59-a6e01d3bce11 req-4d5ab68b-356f-456e-8676-2647c64dc771 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:31.091078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['aa9c608e-6118-47f3-bf31-fab24fed7275', '2c00e928-3a88-4f63-9076-fe6eb696fd42'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:32:31.126783 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ab68b-356f-456e-8676-2647c64dc771 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Pushing event deleted for resources: {'Port': ['ID=2c00e928-3a88-4f63-9076-fe6eb696fd42,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:31.205605 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fafc4c-b237-4238-ac59-a6e01d3bce11 req-4d5ab68b-356f-456e-8676-2647c64dc771 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] No DVR routers for this DVR port 2c00e928-3a88-4f63-9076-fe6eb696fd42 on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:32:31.208055 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e4fafc4c-b237-4238-ac59-a6e01d3bce11 req-4d5ab68b-356f-456e-8676-2647c64dc771 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:31.211475 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51011aa0-8653-4646-a852-7406e1afd20c', 'name': 'network-vif-deleted', 'tag': '2c00e928-3a88-4f63-9076-fe6eb696fd42'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:32:31.266631 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51011aa0-8653-4646-a852-7406e1afd20c', 'name': 'network-vif-deleted', 'tag': '2c00e928-3a88-4f63-9076-fe6eb696fd42', 'status': 'completed', 'code': 200} Mar 02 19:32:31.323978 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e4fafc4c-b237-4238-ac59-a6e01d3bce11 req-4d5ab68b-356f-456e-8676-2647c64dc771 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.87 "DELETE /v2.0/ports/2c00e928-3a88-4f63-9076-fe6eb696fd42 HTTP/1.1" status: 204 len: 173 time: 0.9118781 Mar 02 19:32:31.553808 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:31.576326 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-366846c9-af18-428a-b34e-e2608f621063 req-96ffeeaf-a426-4788-bf90-4c7370a5982b tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=51011aa0-8653-4646-a852-7406e1afd20c HTTP/1.1" status: 200 len: 210 time: 0.0432131 Mar 02 19:32:32.853166 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72d352-a610-4921-868f-1bd75971d868 req-8ea7f266-4eae-41a8-b615-802f79405cfd tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:32.854616 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ab72d352-a610-4921-868f-1bd75971d868 req-8ea7f266-4eae-41a8-b615-802f79405cfd tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 945 time: 0.0767062 Mar 02 19:32:32.899667 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ab72d352-a610-4921-868f-1bd75971d868 req-4f580d27-a1e7-4bd8-859b-ce8f12e9cd2a tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394847 Mar 02 19:32:33.123690 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558369f-3d4a-4af8-bef8-8b9eb5ab3127 req-65edac94-5932-4853-af15-d79d05818840 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:33.125093 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f558369f-3d4a-4af8-bef8-8b9eb5ab3127 req-65edac94-5932-4853-af15-d79d05818840 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 945 time: 0.0832183 Mar 02 19:32:33.172733 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f558369f-3d4a-4af8-bef8-8b9eb5ab3127 req-fafd8efc-7bbe-4f3f-b424-ae04ca07b8ac tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420134 Mar 02 19:32:33.371299 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8e35f-91fb-415f-8793-807f74efabda req-09e11dd1-c3a3-4778-b370-27f3d04f49e6 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:33.372014 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-baa8e35f-91fb-415f-8793-807f74efabda req-09e11dd1-c3a3-4778-b370-27f3d04f49e6 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Synchronizing usage tracker for tenant:0419e1f2b59f4aa3a091cc8494bb54e1 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:32:33.434290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-baa8e35f-91fb-415f-8793-807f74efabda req-09e11dd1-c3a3-4778-b370-27f3d04f49e6 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Unset dirty status for tenant:0419e1f2b59f4aa3a091cc8494bb54e1 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:32:33.435435 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-baa8e35f-91fb-415f-8793-807f74efabda req-09e11dd1-c3a3-4778-b370-27f3d04f49e6 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 945 time: 0.1396840 Mar 02 19:32:33.483485 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-baa8e35f-91fb-415f-8793-807f74efabda req-3bffd553-ed44-491d-a71d-a26cf1abe4f5 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421867 Mar 02 19:32:33.680145 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8e94ea1f-0066-4d3b-ac53-d5afe5a574c8 req-d105ee53-93f0-4624-af0e-83a50b5416b0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0698152 Mar 02 19:32:33.805907 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20dfa874-05e7-440e-b6b6-14613bdd780b req-edeb9aab-6782-42e6-9937-e8a0b51cc17b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742669 Mar 02 19:32:33.947950 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa245a4-150f-44da-9046-e2545c9a08e0 req-33616cc7-74dc-4f5e-81e9-8f220b84a465 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:33.949359 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1aa245a4-150f-44da-9046-e2545c9a08e0 req-33616cc7-74dc-4f5e-81e9-8f220b84a465 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 945 time: 0.1323662 Mar 02 19:32:33.998923 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20dfa874-05e7-440e-b6b6-14613bdd780b req-971bc68e-3fbf-47fe-afd0-1ea6f944e6ed service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=0419e1f2b59f4aa3a091cc8494bb54e1&device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 1098 time: 0.1192029 Mar 02 19:32:34.010993 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1aa245a4-150f-44da-9046-e2545c9a08e0 req-76b18f86-767b-4d75-be46-8ace1c9f3542 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542641 Mar 02 19:32:34.158688 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfa874-05e7-440e-b6b6-14613bdd780b req-a761e133-662c-4903-9478-5e628c72d328 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:34.160185 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20dfa874-05e7-440e-b6b6-14613bdd780b req-a761e133-662c-4903-9478-5e628c72d328 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b59b20f5-80f7-4728-a26d-3ad1226ddce1 HTTP/1.1" status: 200 len: 914 time: 0.1411095 Mar 02 19:32:34.230387 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20dfa874-05e7-440e-b6b6-14613bdd780b req-cf1a8ac7-7a10-4b2d-91d0-ef8532c54a99 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa9c608e-6118-47f3-bf31-fab24fed7275 HTTP/1.1" status: 200 len: 217 time: 0.0631864 Mar 02 19:32:34.297488 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfa874-05e7-440e-b6b6-14613bdd780b req-d3a3479b-c6d2-486e-91f9-efe175810085 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:34.299075 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20dfa874-05e7-440e-b6b6-14613bdd780b req-d3a3479b-c6d2-486e-91f9-efe175810085 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6674fd79-4539-461a-b15c-5f620791c703 HTTP/1.1" status: 200 len: 853 time: 0.0625107 Mar 02 19:32:34.315741 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985e194-5f01-4f0e-b673-fc45b4b3785f req-925412ad-be9e-43d3-8f73-753ee07288b3 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:34.317216 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d985e194-5f01-4f0e-b673-fc45b4b3785f req-925412ad-be9e-43d3-8f73-753ee07288b3 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 945 time: 0.1768529 Mar 02 19:32:34.347014 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20dfa874-05e7-440e-b6b6-14613bdd780b req-104dcd87-1d4c-4715-95ae-be0449c7b4d9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b59b20f5-80f7-4728-a26d-3ad1226ddce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397789 Mar 02 19:32:34.365645 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d985e194-5f01-4f0e-b673-fc45b4b3785f req-8f629260-4e2f-4a11-988a-35972035c884 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417979 Mar 02 19:32:34.579386 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20dfa874-05e7-440e-b6b6-14613bdd780b req-83417684-b396-4c0d-8f97-3189fb4c2335 service neutron] 10.222.0.87 "GET /v2.0/networks/b59b20f5-80f7-4728-a26d-3ad1226ddce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234344 Mar 02 19:32:34.593766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921f27d-e19a-4ca3-a798-4e4d9f738a03 req-d32b11cd-d4da-457f-a963-dcf9e4ea7be6 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:34.595374 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c921f27d-e19a-4ca3-a798-4e4d9f738a03 req-d32b11cd-d4da-457f-a963-dcf9e4ea7be6 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 945 time: 0.0841861 Mar 02 19:32:34.645075 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c921f27d-e19a-4ca3-a798-4e4d9f738a03 req-ec3483f8-c486-4832-a2b6-a6811849c47d tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434184 Mar 02 19:32:34.718998 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20dfa874-05e7-440e-b6b6-14613bdd780b req-41539827-fe33-4738-b218-014dfc800a37 service neutron] 10.222.0.87 "GET /v2.0/networks/b59b20f5-80f7-4728-a26d-3ad1226ddce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332493 Mar 02 19:32:35.048080 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 2c00e928-3a88-4f63-9076-fe6eb696fd42 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:32:35.082694 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 2c00e928-3a88-4f63-9076-fe6eb696fd42 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:32:35.083048 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 2c00e928-3a88-4f63-9076-fe6eb696fd42 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:32:35.445085 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635ce9b-b94d-4213-a19e-cb42348ceae5 req-cec2c2a9-4dc4-4048-9fe0-9c2a74a779e9 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:35.446555 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6635ce9b-b94d-4213-a19e-cb42348ceae5 req-cec2c2a9-4dc4-4048-9fe0-9c2a74a779e9 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 945 time: 0.0777757 Mar 02 19:32:35.494839 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6635ce9b-b94d-4213-a19e-cb42348ceae5 req-5e4aa144-c262-42b4-a4d2-fc9b85b3e35b tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425313 Mar 02 19:32:36.706215 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a62946-80a7-4ede-8fb7-2b0642296d1b req-6ad76489-0290-4e9a-b650-11771ce997cb tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:36.707787 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f1a62946-80a7-4ede-8fb7-2b0642296d1b req-6ad76489-0290-4e9a-b650-11771ce997cb tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 945 time: 0.0857906 Mar 02 19:32:36.806241 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f1a62946-80a7-4ede-8fb7-2b0642296d1b req-1170af19-8844-4c08-8079-1b00cf8a430b tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/security-groups?id=f6bfb887-2df1-43bd-a621-9d61c40d50df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912132 Mar 02 19:32:36.830356 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cec129-2256-4bb6-b813-f2eb15a227d2 req-d582a384-4561-40e4-8d4c-62984600cab6 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:36.831823 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-57cec129-2256-4bb6-b813-f2eb15a227d2 req-d582a384-4561-40e4-8d4c-62984600cab6 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.87 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 945 time: 0.1004303 Mar 02 19:32:36.909562 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-57cec129-2256-4bb6-b813-f2eb15a227d2 req-4a0ea61e-8759-4b89-b801-f1f4c84f0ba3 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Deleting port aa9c608e-6118-47f3-bf31-fab24fed7275 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:32:36.909917 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-57cec129-2256-4bb6-b813-f2eb15a227d2 req-4a0ea61e-8759-4b89-b801-f1f4c84f0ba3 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:37.168399 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-57cec129-2256-4bb6-b813-f2eb15a227d2 req-4a0ea61e-8759-4b89-b801-f1f4c84f0ba3 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] For port aa9c608e-6118-47f3-bf31-fab24fed7275, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=aa9c608e-6118-47f3-bf31-fab24fed7275,segment=NetworkSegment(305c0e15-c09b-4e39-9dea-8789d2f20a7f),segment_id=305c0e15-c09b-4e39-9dea-8789d2f20a7f)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:32:37.168755 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-57cec129-2256-4bb6-b813-f2eb15a227d2 req-4a0ea61e-8759-4b89-b801-f1f4c84f0ba3 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:37.298446 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-57cec129-2256-4bb6-b813-f2eb15a227d2 req-4a0ea61e-8759-4b89-b801-f1f4c84f0ba3 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Calling delete_port for aa9c608e-6118-47f3-bf31-fab24fed7275 owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:32:37.507653 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-57cec129-2256-4bb6-b813-f2eb15a227d2 req-4a0ea61e-8759-4b89-b801-f1f4c84f0ba3 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:37.518793 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['aa9c608e-6118-47f3-bf31-fab24fed7275'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:32:37.561805 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ea61e-8759-4b89-b801-f1f4c84f0ba3 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Pushing event deleted for resources: {'Port': ['ID=aa9c608e-6118-47f3-bf31-fab24fed7275,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:37.642625 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-57cec129-2256-4bb6-b813-f2eb15a227d2 req-4a0ea61e-8759-4b89-b801-f1f4c84f0ba3 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] No DVR routers for this DVR port aa9c608e-6118-47f3-bf31-fab24fed7275 on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:32:37.645062 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-57cec129-2256-4bb6-b813-f2eb15a227d2 req-4a0ea61e-8759-4b89-b801-f1f4c84f0ba3 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:37.647807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e2e980-b070-4626-a845-8dda528715c3', 'name': 'network-vif-deleted', 'tag': 'aa9c608e-6118-47f3-bf31-fab24fed7275'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:32:37.706681 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e2e980-b070-4626-a845-8dda528715c3', 'name': 'network-vif-deleted', 'tag': 'aa9c608e-6118-47f3-bf31-fab24fed7275', 'status': 'completed', 'code': 200} Mar 02 19:32:37.729947 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-57cec129-2256-4bb6-b813-f2eb15a227d2 req-4a0ea61e-8759-4b89-b801-f1f4c84f0ba3 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.87 "DELETE /v2.0/ports/aa9c608e-6118-47f3-bf31-fab24fed7275 HTTP/1.1" status: 204 len: 173 time: 0.8919275 Mar 02 19:32:37.980600 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-f83dcd83-700d-4987-b892-30156e7d7a6b req-34826e0f-9e2e-49a6-8377-207d73333972 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Synchronizing usage tracker for tenant:0419e1f2b59f4aa3a091cc8494bb54e1 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:32:38.072994 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-f83dcd83-700d-4987-b892-30156e7d7a6b req-34826e0f-9e2e-49a6-8377-207d73333972 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] Unset dirty status for tenant:0419e1f2b59f4aa3a091cc8494bb54e1 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:32:38.074263 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f83dcd83-700d-4987-b892-30156e7d7a6b req-34826e0f-9e2e-49a6-8377-207d73333972 tempest-ServersNegativeTestJSON-842794111 tempest-ServersNegativeTestJSON-842794111-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2e980-b070-4626-a845-8dda528715c3 HTTP/1.1" status: 200 len: 210 time: 0.1382997 Mar 02 19:32:38.706219 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:32:39.184665 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41504) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:39.248378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-23184241-6406-46b6-bb70-73906e878e37 admin admin] Deleting subnet 6674fd79-4539-461a-b15c-5f620791c703 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:32:39.251489 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23184241-6406-46b6-bb70-73906e878e37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:39.306444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23184241-6406-46b6-bb70-73906e878e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:39.382321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23184241-6406-46b6-bb70-73906e878e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:39.501876 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23184241-6406-46b6-bb70-73906e878e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:39.546776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23184241-6406-46b6-bb70-73906e878e37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6674fd79-4539-461a-b15c-5f620791c703,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:39.552700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-23184241-6406-46b6-bb70-73906e878e37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:39.562018 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-23184241-6406-46b6-bb70-73906e878e37 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6674fd79-4539-461a-b15c-5f620791c703 HTTP/1.1" status: 204 len: 168 time: 0.3744478 Mar 02 19:32:39.562944 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41508) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:39.688104 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-36ea58ea-c96a-405c-b772-3de8bd2ed60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:39.828115 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-36ea58ea-c96a-405c-b772-3de8bd2ed60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:39.952213 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-36ea58ea-c96a-405c-b772-3de8bd2ed60e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59b20f5-80f7-4728-a26d-3ad1226ddce1']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:39.966314 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-36ea58ea-c96a-405c-b772-3de8bd2ed60e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305c0e15-c09b-4e39-9dea-8789d2f20a7f') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:39.966596 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-36ea58ea-c96a-405c-b772-3de8bd2ed60e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305c0e15-c09b-4e39-9dea-8789d2f20a7f') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:39.979249 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-36ea58ea-c96a-405c-b772-3de8bd2ed60e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:39.996564 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-36ea58ea-c96a-405c-b772-3de8bd2ed60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:40.002842 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ea58ea-c96a-405c-b772-3de8bd2ed60e admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:32:40.003235 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-36ea58ea-c96a-405c-b772-3de8bd2ed60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:32:40.017157 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:32:40.175752 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-36ea58ea-c96a-405c-b772-3de8bd2ed60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:40.195437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-36ea58ea-c96a-405c-b772-3de8bd2ed60e admin admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:40.205853 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea58ea-c96a-405c-b772-3de8bd2ed60e admin admin] Pushing event deleted for resources: {'Network': ['ID=b59b20f5-80f7-4728-a26d-3ad1226ddce1,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:40.267782 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-36ea58ea-c96a-405c-b772-3de8bd2ed60e admin admin] 10.222.0.73 "DELETE /v2.0/networks/b59b20f5-80f7-4728-a26d-3ad1226ddce1 HTTP/1.1" status: 204 len: 168 time: 0.7035706 Mar 02 19:32:40.554867 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41514) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:40.607266 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c06aa7bc-833f-432d-8ea3-d607fb1d15a1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0419e1f2b59f4aa3a091cc8494bb54e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511475 Mar 02 19:32:40.609747 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41518) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:40.669614 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ac893a0-c06d-47b8-97bf-019a6b034a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:40.695584 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ac893a0-c06d-47b8-97bf-019a6b034a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:40.821889 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ac893a0-c06d-47b8-97bf-019a6b034a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:40.838293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac893a0-c06d-47b8-97bf-019a6b034a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bfb887-2df1-43bd-a621-9d61c40d50df,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:40.901988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ac893a0-c06d-47b8-97bf-019a6b034a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:40.903146 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1ac893a0-c06d-47b8-97bf-019a6b034a69 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f6bfb887-2df1-43bd-a621-9d61c40d50df HTTP/1.1" status: 204 len: 168 time: 0.2924771 Mar 02 19:32:41.107693 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device aa9c608e-6118-47f3-bf31-fab24fed7275 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:32:41.141361 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: aa9c608e-6118-47f3-bf31-fab24fed7275 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:32:41.141702 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device aa9c608e-6118-47f3-bf31-fab24fed7275 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:32:42.219873 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41540) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:42.360636 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1204554143'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:32:42.366884 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:42.371057 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Usage tracker for resource:network and tenant:1ee5f202a5014fc0955e174d1095e680 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:42.374387 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:42.381637 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:42.462049 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Made reservation on behalf of 1ee5f202a5014fc0955e174d1095e680 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:32:42.465412 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:42.480503 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:42.516676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:42.522268 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Usage tracker for resource:security_group_rule and tenant:1ee5f202a5014fc0955e174d1095e680 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:42.525644 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:42.532186 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:42.609440 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:42.689083 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:42.720084 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:32:42.732877 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f9ee9a-b48b-4041-b90d-826c27881e33,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:42.738524 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:42.738867 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Added segment 8b391b10-13d5-47a1-a4c7-fa1fcb76e48c of type vlan for network 313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7 Mar 02 19:32:42.748595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:42.748943 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:42.749276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:42.749609 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:42.749938 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:42.750305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:42.750610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:42.750951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:42.751273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:42.751621 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:42.751936 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:42.778193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:42.884578 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:42.888348 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:42.888943 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:43.008272 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event updated for resources: {'Network': ['ID=313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:43.025215 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:32:43.113848 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-50e3a875-ecc5-41cc-ab20-a778b51ace37 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8923960 Mar 02 19:32:46.492006 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41546) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:46.497933 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-f0657726-c0d8-43c7-b301-a10278e65be5 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Request body: {'subnet': {'network_id': '313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:32:46.612651 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f0657726-c0d8-43c7-b301-a10278e65be5 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:46.618211 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f0657726-c0d8-43c7-b301-a10278e65be5 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Usage tracker for resource:subnet and tenant:1ee5f202a5014fc0955e174d1095e680 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:46.621249 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f0657726-c0d8-43c7-b301-a10278e65be5 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:46.627175 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f0657726-c0d8-43c7-b301-a10278e65be5 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:46.724950 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0657726-c0d8-43c7-b301-a10278e65be5 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Made reservation on behalf of 1ee5f202a5014fc0955e174d1095e680 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:32:46.830923 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0657726-c0d8-43c7-b301-a10278e65be5 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:47.187647 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0657726-c0d8-43c7-b301-a10278e65be5 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:47.272349 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0657726-c0d8-43c7-b301-a10278e65be5 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event updated for resources: {'Subnet': ['ID=f51724df-3f1e-43cf-8765-dd547d9e5130,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:47.285652 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0657726-c0d8-43c7-b301-a10278e65be5 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Checking segment: {'id': '8b391b10-13d5-47a1-a4c7-fa1fcb76e48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:32:47.286007 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0657726-c0d8-43c7-b301-a10278e65be5 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Network hostable DHCP agents. Network: 313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:32:47.381967 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0657726-c0d8-43c7-b301-a10278e65be5 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Network 313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:32:47.467081 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-f0657726-c0d8-43c7-b301-a10278e65be5 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:32:47.471160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0657726-c0d8-43c7-b301-a10278e65be5 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:47.471803 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0657726-c0d8-43c7-b301-a10278e65be5 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:47.476407 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b07256-2e0c-4905-85f8-8615867acd16 None None] Network 313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:32:47.571136 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f0657726-c0d8-43c7-b301-a10278e65be5 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0779960 Mar 02 19:32:47.575408 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41550) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:47.581083 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-fa74e4cc-45a1-4902-aab0-00c8f738cfa3 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1295773791'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:32:47.586736 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-fa74e4cc-45a1-4902-aab0-00c8f738cfa3 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:47.590709 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fa74e4cc-45a1-4902-aab0-00c8f738cfa3 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Usage tracker for resource:network and tenant:1ee5f202a5014fc0955e174d1095e680 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:47.593693 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fa74e4cc-45a1-4902-aab0-00c8f738cfa3 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:47.599954 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-fa74e4cc-45a1-4902-aab0-00c8f738cfa3 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:47.707899 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7', 'network_id': '313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7', 'tenant_id': '1ee5f202a5014fc0955e174d1095e680', 'fixed_ips': [{'subnet_id': 'f51724df-3f1e-43cf-8765-dd547d9e5130'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:32:47.708855 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:47.827175 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa74e4cc-45a1-4902-aab0-00c8f738cfa3 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Made reservation on behalf of 1ee5f202a5014fc0955e174d1095e680 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:32:47.830374 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fa74e4cc-45a1-4902-aab0-00c8f738cfa3 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:47.866432 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa74e4cc-45a1-4902-aab0-00c8f738cfa3 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:32:47.876550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fa74e4cc-45a1-4902-aab0-00c8f738cfa3 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:47.876917 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-fa74e4cc-45a1-4902-aab0-00c8f738cfa3 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Added segment e5b40fa8-7406-4094-b789-cdb3a08c5975 of type vlan for network 9b44acd9-807f-492e-ba37-d1c57ef4432c Mar 02 19:32:47.884545 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Allocated IP 2001:db8:0:ffff::2 (313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7/f51724df-3f1e-43cf-8765-dd547d9e5130/6768da0c-d97d-4652-862b-da3ac5918631) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:32:47.905990 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fa74e4cc-45a1-4902-aab0-00c8f738cfa3 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:48.045045 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fa74e4cc-45a1-4902-aab0-00c8f738cfa3 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:48.051680 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa74e4cc-45a1-4902-aab0-00c8f738cfa3 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:48.054129 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fa74e4cc-45a1-4902-aab0-00c8f738cfa3 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:48.113686 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:48.128696 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Transition to ACTIVE for port object 6768da0c-d97d-4652-862b-da3ac5918631 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:32:48.150763 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Transition to ACTIVE for port object 6768da0c-d97d-4652-862b-da3ac5918631 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:32:48.195532 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74e4cc-45a1-4902-aab0-00c8f738cfa3 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event updated for resources: {'Network': ['ID=9b44acd9-807f-492e-ba37-d1c57ef4432c,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:48.207631 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 9b44acd9-807f-492e-ba37-d1c57ef4432c details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:32:48.292863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:48.310005 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fa74e4cc-45a1-4902-aab0-00c8f738cfa3 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7315807 Mar 02 19:32:48.312034 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41554) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:48.318396 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-e99ea376-2b08-4531-ba31-9ec88084893f tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Request body: {'subnet': {'network_id': '9b44acd9-807f-492e-ba37-d1c57ef4432c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:32:48.393597 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Network 313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:32:48.394844 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:32:48.396642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Pushing event updated for resources: {'Port': ['ID=6768da0c-d97d-4652-862b-da3ac5918631,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:48.398986 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:32:48.410336 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:48.410683 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:48.411025 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:48.411369 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:48.411715 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:48.412076 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:48.412405 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:48.412743 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:48.413078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:48.413369 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:48.413697 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:48.447863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e99ea376-2b08-4531-ba31-9ec88084893f tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:48.451929 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e99ea376-2b08-4531-ba31-9ec88084893f tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Usage tracker for resource:subnet and tenant:1ee5f202a5014fc0955e174d1095e680 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:48.454988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e99ea376-2b08-4531-ba31-9ec88084893f tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:48.461861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e99ea376-2b08-4531-ba31-9ec88084893f tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:48.507187 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Attempting to bind port 6768da0c-d97d-4652-862b-da3ac5918631 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:32:48.507910 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Attempting to bind port 6768da0c-d97d-4652-862b-da3ac5918631 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '8b391b10-13d5-47a1-a4c7-fa1fcb76e48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:32:48.507910 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Attempting to bind port 6768da0c-d97d-4652-862b-da3ac5918631 on network 313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:32:48.514848 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:32:48.518138 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Checking segment: {'id': '8b391b10-13d5-47a1-a4c7-fa1fcb76e48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:32:48.518138 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:48.518138 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Bound using segment: {'id': '8b391b10-13d5-47a1-a4c7-fa1fcb76e48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:32:48.518138 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Bound port: 6768da0c-d97d-4652-862b-da3ac5918631, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b391b10-13d5-47a1-a4c7-fa1fcb76e48c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:32:48.518138 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:48.598576 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99ea376-2b08-4531-ba31-9ec88084893f tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Made reservation on behalf of 1ee5f202a5014fc0955e174d1095e680 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:32:48.631162 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] For port 6768da0c-d97d-4652-862b-da3ac5918631, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:32:48.634776 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] For port 6768da0c-d97d-4652-862b-da3ac5918631, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6768da0c-d97d-4652-862b-da3ac5918631,segment=NetworkSegment(8b391b10-13d5-47a1-a4c7-fa1fcb76e48c),segment_id=8b391b10-13d5-47a1-a4c7-fa1fcb76e48c)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:32:48.716324 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e99ea376-2b08-4531-ba31-9ec88084893f tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:48.753936 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:48.882730 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f424280-d9c9-4c7f-896d-756d1f004776 None None] Pushing event updated for resources: {'Port': ['ID=6768da0c-d97d-4652-862b-da3ac5918631,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:49.062202 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e99ea376-2b08-4531-ba31-9ec88084893f tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:49.195642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ea376-2b08-4531-ba31-9ec88084893f tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event updated for resources: {'Subnet': ['ID=b3e42703-a222-4789-997c-dfd8799355a6,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:49.205102 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99ea376-2b08-4531-ba31-9ec88084893f tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Checking segment: {'id': 'e5b40fa8-7406-4094-b789-cdb3a08c5975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '9b44acd9-807f-492e-ba37-d1c57ef4432c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:32:49.205714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ea376-2b08-4531-ba31-9ec88084893f tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Network hostable DHCP agents. Network: 9b44acd9-807f-492e-ba37-d1c57ef4432c, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:32:49.324455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ea376-2b08-4531-ba31-9ec88084893f tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Network 9b44acd9-807f-492e-ba37-d1c57ef4432c is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:32:49.449979 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-e99ea376-2b08-4531-ba31-9ec88084893f tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 9b44acd9-807f-492e-ba37-d1c57ef4432c) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:32:49.454109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99ea376-2b08-4531-ba31-9ec88084893f tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:49.454719 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e99ea376-2b08-4531-ba31-9ec88084893f tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:49.461942 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b4fcf9-2f72-4355-90df-58033fd72674 None None] Network 9b44acd9-807f-492e-ba37-d1c57ef4432c requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:32:49.563293 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e99ea376-2b08-4531-ba31-9ec88084893f tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.2494686 Mar 02 19:32:49.566487 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41558) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:49.734302 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-9b44acd9-807f-492e-ba37-d1c57ef4432c', 'network_id': '9b44acd9-807f-492e-ba37-d1c57ef4432c', 'tenant_id': '1ee5f202a5014fc0955e174d1095e680', 'fixed_ips': [{'subnet_id': 'b3e42703-a222-4789-997c-dfd8799355a6'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:32:49.735315 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:49.740396 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:49.868052 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:49.956692 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d456f40-f1fc-404f-8346-d0a7560d9c85 None None] Network 313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:32:50.119741 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Allocated IP 2001:db8::2 (9b44acd9-807f-492e-ba37-d1c57ef4432c/b3e42703-a222-4789-997c-dfd8799355a6/fc2d68b1-0f7f-467d-a9a6-cb912a0b15a9) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:32:50.263551 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-152a1593-3487-4798-bb1b-9713e2b946b5 None None] Provisioning for port 6768da0c-d97d-4652-862b-da3ac5918631 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:32:50.502931 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:50.519045 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Transition to ACTIVE for port object fc2d68b1-0f7f-467d-a9a6-cb912a0b15a9 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:32:50.546004 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Transition to ACTIVE for port object fc2d68b1-0f7f-467d-a9a6-cb912a0b15a9 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:32:50.627273 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6768da0c-d97d-4652-862b-da3ac5918631 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:32:50.671699 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:50.805435 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Network 9b44acd9-807f-492e-ba37-d1c57ef4432c is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:32:50.808618 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:50.812735 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:32:50.816206 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Pushing event updated for resources: {'Port': ['ID=fc2d68b1-0f7f-467d-a9a6-cb912a0b15a9,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:50.819980 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:32:50.893879 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e42703-a222-4789-997c-dfd8799355a6,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:50.941768 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Attempting to bind port fc2d68b1-0f7f-467d-a9a6-cb912a0b15a9 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:32:50.942136 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Attempting to bind port fc2d68b1-0f7f-467d-a9a6-cb912a0b15a9 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'e5b40fa8-7406-4094-b789-cdb3a08c5975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '9b44acd9-807f-492e-ba37-d1c57ef4432c'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:32:50.942497 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Attempting to bind port fc2d68b1-0f7f-467d-a9a6-cb912a0b15a9 on network 9b44acd9-807f-492e-ba37-d1c57ef4432c {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:32:50.957602 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:32:50.958263 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Checking segment: {'id': 'e5b40fa8-7406-4094-b789-cdb3a08c5975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '9b44acd9-807f-492e-ba37-d1c57ef4432c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:32:50.958946 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:50.959343 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Bound using segment: {'id': 'e5b40fa8-7406-4094-b789-cdb3a08c5975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '9b44acd9-807f-492e-ba37-d1c57ef4432c'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:32:50.959859 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Bound port: fc2d68b1-0f7f-467d-a9a6-cb912a0b15a9, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b40fa8-7406-4094-b789-cdb3a08c5975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '9b44acd9-807f-492e-ba37-d1c57ef4432c'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:32:50.960227 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:51.040813 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:51.049631 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 6768da0c-d97d-4652-862b-da3ac5918631 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:32:51.068857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 6768da0c-d97d-4652-862b-da3ac5918631 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:32:51.069451 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:51.082998 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b44acd9-807f-492e-ba37-d1c57ef4432c']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:51.102918 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b40fa8-7406-4094-b789-cdb3a08c5975') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:51.103428 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b40fa8-7406-4094-b789-cdb3a08c5975') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:51.121414 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:51.147983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:51.163939 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:32:51.163939 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:32:51.173542 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:32:51.181345 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] For port fc2d68b1-0f7f-467d-a9a6-cb912a0b15a9, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:32:51.261630 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:51.308565 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 6768da0c-d97d-4652-862b-da3ac5918631, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6768da0c-d97d-4652-862b-da3ac5918631,segment=NetworkSegment(8b391b10-13d5-47a1-a4c7-fa1fcb76e48c),segment_id=8b391b10-13d5-47a1-a4c7-fa1fcb76e48c)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:32:51.371065 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] For port fc2d68b1-0f7f-467d-a9a6-cb912a0b15a9, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=fc2d68b1-0f7f-467d-a9a6-cb912a0b15a9,segment=NetworkSegment(e5b40fa8-7406-4094-b789-cdb3a08c5975),segment_id=e5b40fa8-7406-4094-b789-cdb3a08c5975)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:32:51.387723 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:51.451096 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 19:32:51.451096 dv-neutron-831573-1-hyperv neutron-server[84532]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 19:32:51.451096 dv-neutron-831573-1-hyperv neutron-server[84532]: [parameters: {'id': '9b44acd9-807f-492e-ba37-d1c57ef4432c'}] Mar 02 19:32:51.451096 dv-neutron-831573-1-hyperv neutron-server[84532]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:32:51.451878 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:32:51.470273 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=6768da0c-d97d-4652-862b-da3ac5918631,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:51.485139 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:51.617515 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3528fc-8773-4471-917f-fc42a56d6697 None None] Pushing event updated for resources: {'Port': ['ID=fc2d68b1-0f7f-467d-a9a6-cb912a0b15a9,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:51.660003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6061a380-f805-48af-b67f-c7cdade34263 None None] Network 9b44acd9-807f-492e-ba37-d1c57ef4432c requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:32:51.776253 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4c826bb6-ac7d-43ab-a80b-0f4372a14ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:51.931857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d319142e-39c9-4697-a8a2-e1b096a50b70 None None] get_active_networks_info from dv-neutron-831573-1-hyperv {{(pid=84534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 19:32:51.952915 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:51.966573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Deleting port fc2d68b1-0f7f-467d-a9a6-cb912a0b15a9 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:32:51.966925 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:52.033955 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d319142e-39c9-4697-a8a2-e1b096a50b70 None None] Resources bound (agent type, host, resource id): {{(pid=84534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 19:32:52.200359 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] For port fc2d68b1-0f7f-467d-a9a6-cb912a0b15a9, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=fc2d68b1-0f7f-467d-a9a6-cb912a0b15a9,segment=NetworkSegment(e5b40fa8-7406-4094-b789-cdb3a08c5975),segment_id=e5b40fa8-7406-4094-b789-cdb3a08c5975)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:32:52.201042 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:52.336444 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Calling delete_port for fc2d68b1-0f7f-467d-a9a6-cb912a0b15a9 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:32:52.525556 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:52.590099 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event deleted for resources: {'Port': ['ID=fc2d68b1-0f7f-467d-a9a6-cb912a0b15a9,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:52.594765 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] No DVR routers for this DVR port fc2d68b1-0f7f-467d-a9a6-cb912a0b15a9 on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:32:52.595543 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6768da0c-d97d-4652-862b-da3ac5918631 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:32:52.691872 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 6768da0c-d97d-4652-862b-da3ac5918631 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:32:52.692488 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:52.736903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:52.766711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b44acd9-807f-492e-ba37-d1c57ef4432c']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:52.781786 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b40fa8-7406-4094-b789-cdb3a08c5975') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:52.782120 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b40fa8-7406-4094-b789-cdb3a08c5975') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:52.796094 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:52.818862 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:52.828092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:32:52.828816 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:32:52.856985 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:32:53.086621 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:53.094006 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:53.127486 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event deleted for resources: {'Network': ['ID=9b44acd9-807f-492e-ba37-d1c57ef4432c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:53.134127 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-712346e0-5d7a-40f9-b790-d76cafee4449 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "DELETE /v2.0/networks/9b44acd9-807f-492e-ba37-d1c57ef4432c HTTP/1.1" status: 204 len: 168 time: 3.5662744 Mar 02 19:32:53.138137 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41562) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:53.151872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f4c8b82d-ea8f-436c-b89c-cfc457a182a2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1765839940'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:32:53.157803 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f4c8b82d-ea8f-436c-b89c-cfc457a182a2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:53.163692 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f4c8b82d-ea8f-436c-b89c-cfc457a182a2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Usage tracker for resource:network and tenant:1ee5f202a5014fc0955e174d1095e680 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:53.167115 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f4c8b82d-ea8f-436c-b89c-cfc457a182a2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:53.174593 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f4c8b82d-ea8f-436c-b89c-cfc457a182a2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:53.296158 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c8b82d-ea8f-436c-b89c-cfc457a182a2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Made reservation on behalf of 1ee5f202a5014fc0955e174d1095e680 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:32:53.299988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f4c8b82d-ea8f-436c-b89c-cfc457a182a2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:53.341959 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c8b82d-ea8f-436c-b89c-cfc457a182a2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:32:53.347881 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f4c8b82d-ea8f-436c-b89c-cfc457a182a2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:53.348236 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-f4c8b82d-ea8f-436c-b89c-cfc457a182a2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Added segment b20af4f5-d1c3-4f5b-9297-1e7f28ce2ed6 of type vlan for network 6e13f2a8-9de5-4576-91e5-5db2aade3690 Mar 02 19:32:53.393522 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f4c8b82d-ea8f-436c-b89c-cfc457a182a2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:53.518880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f4c8b82d-ea8f-436c-b89c-cfc457a182a2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:53.523743 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c8b82d-ea8f-436c-b89c-cfc457a182a2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:53.524466 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f4c8b82d-ea8f-436c-b89c-cfc457a182a2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:53.646894 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8b82d-ea8f-436c-b89c-cfc457a182a2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event updated for resources: {'Network': ['ID=6e13f2a8-9de5-4576-91e5-5db2aade3690,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:53.657838 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 6e13f2a8-9de5-4576-91e5-5db2aade3690 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:32:53.742313 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f4c8b82d-ea8f-436c-b89c-cfc457a182a2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6029100 Mar 02 19:32:53.746582 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41566) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:53.753471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-64db698a-d140-4c7c-a228-2cec1121eceb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Request body: {'subnet': {'network_id': '6e13f2a8-9de5-4576-91e5-5db2aade3690', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:32:53.861722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f22694c4-c78e-4442-b851-ed4606807126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:53.875572 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-64db698a-d140-4c7c-a228-2cec1121eceb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:53.879816 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-64db698a-d140-4c7c-a228-2cec1121eceb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Usage tracker for resource:subnet and tenant:1ee5f202a5014fc0955e174d1095e680 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:53.884199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-64db698a-d140-4c7c-a228-2cec1121eceb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:53.892558 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-64db698a-d140-4c7c-a228-2cec1121eceb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:53.987708 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64db698a-d140-4c7c-a228-2cec1121eceb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Made reservation on behalf of 1ee5f202a5014fc0955e174d1095e680 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:32:54.110327 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64db698a-d140-4c7c-a228-2cec1121eceb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:54.217592 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.ipam_backend_mixin [None req-64db698a-d140-4c7c-a228-2cec1121eceb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Performing IP validity checks on allocation pools {{(pid=84532) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 19:32:54.218115 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.ipam_backend_mixin [None req-64db698a-d140-4c7c-a228-2cec1121eceb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84532) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 19:32:54.428952 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64db698a-d140-4c7c-a228-2cec1121eceb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:54.621619 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db698a-d140-4c7c-a228-2cec1121eceb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event updated for resources: {'Subnet': ['ID=b1979554-2cd4-44ac-8a1b-7aa5c3a14668,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:54.639118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64db698a-d140-4c7c-a228-2cec1121eceb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Checking segment: {'id': 'b20af4f5-d1c3-4f5b-9297-1e7f28ce2ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '6e13f2a8-9de5-4576-91e5-5db2aade3690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:32:54.639568 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64db698a-d140-4c7c-a228-2cec1121eceb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Network hostable DHCP agents. Network: 6e13f2a8-9de5-4576-91e5-5db2aade3690, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:32:54.747452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64db698a-d140-4c7c-a228-2cec1121eceb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Network 6e13f2a8-9de5-4576-91e5-5db2aade3690 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:32:54.810185 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-64db698a-d140-4c7c-a228-2cec1121eceb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 6e13f2a8-9de5-4576-91e5-5db2aade3690) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:32:54.814733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64db698a-d140-4c7c-a228-2cec1121eceb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:54.817404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64db698a-d140-4c7c-a228-2cec1121eceb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:54.825003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcfef21-61f6-4d0f-baea-d11847005e26 None None] Network 6e13f2a8-9de5-4576-91e5-5db2aade3690 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:32:54.920817 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-64db698a-d140-4c7c-a228-2cec1121eceb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1726282 Mar 02 19:32:54.924216 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41570) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:55.138328 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-6e13f2a8-9de5-4576-91e5-5db2aade3690', 'network_id': '6e13f2a8-9de5-4576-91e5-5db2aade3690', 'tenant_id': '1ee5f202a5014fc0955e174d1095e680', 'fixed_ips': [{'subnet_id': 'b1979554-2cd4-44ac-8a1b-7aa5c3a14668'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:32:55.139622 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:55.159434 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:55.239545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:55.298185 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:55.384674 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Allocated IP 2001:db8::3 (6e13f2a8-9de5-4576-91e5-5db2aade3690/b1979554-2cd4-44ac-8a1b-7aa5c3a14668/5ebdf877-0f91-4da7-ab56-728ea0cf813a) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:32:55.557821 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:55.657472 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:55.669051 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Transition to ACTIVE for port object 5ebdf877-0f91-4da7-ab56-728ea0cf813a will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:32:55.689174 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Transition to ACTIVE for port object 5ebdf877-0f91-4da7-ab56-728ea0cf813a will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:32:55.788517 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:55.865371 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Network 6e13f2a8-9de5-4576-91e5-5db2aade3690 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:32:55.869150 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:32:55.872014 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:32:55.875813 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:55.892040 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Pushing event updated for resources: {'Port': ['ID=5ebdf877-0f91-4da7-ab56-728ea0cf813a,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:55.938475 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event deleted for resources: {'Subnet': ['ID=b1979554-2cd4-44ac-8a1b-7aa5c3a14668,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:56.038032 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Attempting to bind port 5ebdf877-0f91-4da7-ab56-728ea0cf813a on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:32:56.038583 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Attempting to bind port 5ebdf877-0f91-4da7-ab56-728ea0cf813a by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'b20af4f5-d1c3-4f5b-9297-1e7f28ce2ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '6e13f2a8-9de5-4576-91e5-5db2aade3690'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:32:56.039148 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Attempting to bind port 5ebdf877-0f91-4da7-ab56-728ea0cf813a on network 6e13f2a8-9de5-4576-91e5-5db2aade3690 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:32:56.047979 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:32:56.048535 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Checking segment: {'id': 'b20af4f5-d1c3-4f5b-9297-1e7f28ce2ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '6e13f2a8-9de5-4576-91e5-5db2aade3690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:32:56.049174 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:56.049804 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Bound using segment: {'id': 'b20af4f5-d1c3-4f5b-9297-1e7f28ce2ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '6e13f2a8-9de5-4576-91e5-5db2aade3690'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:32:56.050568 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Bound port: 5ebdf877-0f91-4da7-ab56-728ea0cf813a, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20af4f5-d1c3-4f5b-9297-1e7f28ce2ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '6e13f2a8-9de5-4576-91e5-5db2aade3690'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:32:56.051153 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:56.122160 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:56.153105 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] For port 5ebdf877-0f91-4da7-ab56-728ea0cf813a, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:32:56.156628 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] For port 5ebdf877-0f91-4da7-ab56-728ea0cf813a, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=5ebdf877-0f91-4da7-ab56-728ea0cf813a,segment=NetworkSegment(b20af4f5-d1c3-4f5b-9297-1e7f28ce2ed6),segment_id=b20af4f5-d1c3-4f5b-9297-1e7f28ce2ed6)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:32:56.174477 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e13f2a8-9de5-4576-91e5-5db2aade3690']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:56.199428 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20af4f5-d1c3-4f5b-9297-1e7f28ce2ed6') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:56.200943 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20af4f5-d1c3-4f5b-9297-1e7f28ce2ed6') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:56.222485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:56.256558 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:56.259648 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:56.272144 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:32:56.272786 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:32:56.298231 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:32:56.474836 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2abe5-e6b7-4a21-bdab-a78343a207a3 None None] Pushing event updated for resources: {'Port': ['ID=5ebdf877-0f91-4da7-ab56-728ea0cf813a,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:56.507780 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.db.api [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 19:32:56.507780 dv-neutron-831573-1-hyperv neutron-server[84532]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 19:32:56.507780 dv-neutron-831573-1-hyperv neutron-server[84532]: [parameters: {'id': '6e13f2a8-9de5-4576-91e5-5db2aade3690'}] Mar 02 19:32:56.507780 dv-neutron-831573-1-hyperv neutron-server[84532]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:32:56.508586 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG oslo_db.api [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:32:56.525977 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27396cf9-7e64-4c45-a486-cd37585f45aa None None] Network 6e13f2a8-9de5-4576-91e5-5db2aade3690 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:32:56.648250 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:56.816636 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945cb7d1-94c4-48ef-a892-3838340d31db None None] get_active_networks_info from dv-neutron-831573-1-hyperv {{(pid=84534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 19:32:56.979763 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945cb7d1-94c4-48ef-a892-3838340d31db None None] Resources bound (agent type, host, resource id): {{(pid=84534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 19:32:57.009426 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:57.031127 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Deleting port 5ebdf877-0f91-4da7-ab56-728ea0cf813a {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:32:57.031752 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:57.399998 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] For port 5ebdf877-0f91-4da7-ab56-728ea0cf813a, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=5ebdf877-0f91-4da7-ab56-728ea0cf813a,segment=NetworkSegment(b20af4f5-d1c3-4f5b-9297-1e7f28ce2ed6),segment_id=b20af4f5-d1c3-4f5b-9297-1e7f28ce2ed6)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:32:57.400713 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:57.540943 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Calling delete_port for 5ebdf877-0f91-4da7-ab56-728ea0cf813a owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:32:57.736454 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:57.792438 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event deleted for resources: {'Port': ['ID=5ebdf877-0f91-4da7-ab56-728ea0cf813a,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:57.801229 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] No DVR routers for this DVR port 5ebdf877-0f91-4da7-ab56-728ea0cf813a on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:32:57.939272 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:57.970589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e13f2a8-9de5-4576-91e5-5db2aade3690']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:57.986854 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20af4f5-d1c3-4f5b-9297-1e7f28ce2ed6') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:57.987423 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20af4f5-d1c3-4f5b-9297-1e7f28ce2ed6') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:58.002415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:58.020499 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:58.028811 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:32:58.029212 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:32:58.045169 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:32:58.210529 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:58.229311 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:58.241625 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event deleted for resources: {'Network': ['ID=6e13f2a8-9de5-4576-91e5-5db2aade3690,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:58.248850 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-63fecbc1-22aa-4136-90b7-c5367e4b48cb tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "DELETE /v2.0/networks/6e13f2a8-9de5-4576-91e5-5db2aade3690 HTTP/1.1" status: 204 len: 168 time: 3.3234003 Mar 02 19:32:58.253519 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41574) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:58.260199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-753f9fba-87cc-46d4-9cf3-8d119368fa66 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-843321368'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:32:58.267972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-753f9fba-87cc-46d4-9cf3-8d119368fa66 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:58.275296 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-753f9fba-87cc-46d4-9cf3-8d119368fa66 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Usage tracker for resource:network and tenant:1ee5f202a5014fc0955e174d1095e680 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:58.279225 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-753f9fba-87cc-46d4-9cf3-8d119368fa66 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:58.287242 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-753f9fba-87cc-46d4-9cf3-8d119368fa66 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:58.392347 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753f9fba-87cc-46d4-9cf3-8d119368fa66 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Made reservation on behalf of 1ee5f202a5014fc0955e174d1095e680 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:32:58.395637 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-753f9fba-87cc-46d4-9cf3-8d119368fa66 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:58.430005 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753f9fba-87cc-46d4-9cf3-8d119368fa66 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:32:58.441250 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-753f9fba-87cc-46d4-9cf3-8d119368fa66 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:58.441577 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-753f9fba-87cc-46d4-9cf3-8d119368fa66 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Added segment 3ab0d092-dd95-4a88-8ad9-a7d58e6a7505 of type vlan for network b278aae0-1a40-4471-ac5c-c8da99d62574 Mar 02 19:32:58.480914 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-753f9fba-87cc-46d4-9cf3-8d119368fa66 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:58.576377 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-753f9fba-87cc-46d4-9cf3-8d119368fa66 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:58.581286 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753f9fba-87cc-46d4-9cf3-8d119368fa66 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:58.584776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-753f9fba-87cc-46d4-9cf3-8d119368fa66 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:58.813697 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f9fba-87cc-46d4-9cf3-8d119368fa66 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event updated for resources: {'Network': ['ID=b278aae0-1a40-4471-ac5c-c8da99d62574,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:58.829624 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network b278aae0-1a40-4471-ac5c-c8da99d62574 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:32:58.915718 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41578) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:58.917878 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-753f9fba-87cc-46d4-9cf3-8d119368fa66 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6613410 Mar 02 19:32:58.926732 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Request body: {'subnet': {'network_id': 'b278aae0-1a40-4471-ac5c-c8da99d62574', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:32:59.152436 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:59.159862 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Usage tracker for resource:subnet and tenant:1ee5f202a5014fc0955e174d1095e680 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:59.165464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:59.176353 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:59.257608 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Made reservation on behalf of 1ee5f202a5014fc0955e174d1095e680 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:32:59.390551 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:59.810522 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:59.900231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event updated for resources: {'Subnet': ['ID=0fec6d38-49de-4dcd-b1ff-0e92655f5332,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:59.918127 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:59.918944 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:59.918944 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:59.919269 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:59.919629 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:59.919949 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:59.920265 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:59.920580 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:59.920894 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:59.921205 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:59.921517 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:59.931859 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Checking segment: {'id': '3ab0d092-dd95-4a88-8ad9-a7d58e6a7505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b278aae0-1a40-4471-ac5c-c8da99d62574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:32:59.932226 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Network hostable DHCP agents. Network: b278aae0-1a40-4471-ac5c-c8da99d62574, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:33:00.027825 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Network b278aae0-1a40-4471-ac5c-c8da99d62574 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:33:00.152953 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, b278aae0-1a40-4471-ac5c-c8da99d62574) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:33:00.158567 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:00.159547 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:00.165188 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c51eefa-1e0c-4909-a681-bfa3a9a3b696 None None] Network b278aae0-1a40-4471-ac5c-c8da99d62574 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:33:00.257395 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a0823213-8b4a-4164-9d05-8faf26bb5b86 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3398654 Mar 02 19:33:00.262287 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41582) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:00.269855 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-7f5d9566-9db1-4af9-8b83-13ab26f80231 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-46337094'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:33:00.276442 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-7f5d9566-9db1-4af9-8b83-13ab26f80231 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:33:00.281533 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-7f5d9566-9db1-4af9-8b83-13ab26f80231 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Usage tracker for resource:network and tenant:1ee5f202a5014fc0955e174d1095e680 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:33:00.285403 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-7f5d9566-9db1-4af9-8b83-13ab26f80231 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:33:00.293517 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-7f5d9566-9db1-4af9-8b83-13ab26f80231 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:33:00.365313 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5d9566-9db1-4af9-8b83-13ab26f80231 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Made reservation on behalf of 1ee5f202a5014fc0955e174d1095e680 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:33:00.370403 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7f5d9566-9db1-4af9-8b83-13ab26f80231 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:00.418685 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5d9566-9db1-4af9-8b83-13ab26f80231 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:33:00.435157 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7f5d9566-9db1-4af9-8b83-13ab26f80231 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:00.435579 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-7f5d9566-9db1-4af9-8b83-13ab26f80231 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Added segment a9065923-42ae-4dd5-8bd1-b73c39480a38 of type vlan for network a81fa14d-b74e-4f14-906c-c8d6dfb51c9c Mar 02 19:33:00.439304 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-b278aae0-1a40-4471-ac5c-c8da99d62574', 'network_id': 'b278aae0-1a40-4471-ac5c-c8da99d62574', 'tenant_id': '1ee5f202a5014fc0955e174d1095e680', 'fixed_ips': [{'subnet_id': '0fec6d38-49de-4dcd-b1ff-0e92655f5332'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:33:00.440438 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:00.472890 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7f5d9566-9db1-4af9-8b83-13ab26f80231 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:00.638715 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Allocated IP 2001:db8::2 (b278aae0-1a40-4471-ac5c-c8da99d62574/0fec6d38-49de-4dcd-b1ff-0e92655f5332/7392b425-08f2-4d7d-a112-c067ea042914) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:33:00.713711 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7f5d9566-9db1-4af9-8b83-13ab26f80231 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:00.717573 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5d9566-9db1-4af9-8b83-13ab26f80231 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:00.718152 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7f5d9566-9db1-4af9-8b83-13ab26f80231 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:00.837922 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d9566-9db1-4af9-8b83-13ab26f80231 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event updated for resources: {'Network': ['ID=a81fa14d-b74e-4f14-906c-c8d6dfb51c9c,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:00.891100 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7f5d9566-9db1-4af9-8b83-13ab26f80231 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6269238 Mar 02 19:33:00.893834 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41586) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:00.894080 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network a81fa14d-b74e-4f14-906c-c8d6dfb51c9c details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:33:00.900601 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-eb8b8a21-d683-465e-8405-f473e7c76ba1 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Request body: {'subnet': {'network_id': 'a81fa14d-b74e-4f14-906c-c8d6dfb51c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:33:01.056442 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:01.073219 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-eb8b8a21-d683-465e-8405-f473e7c76ba1 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:33:01.080380 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-eb8b8a21-d683-465e-8405-f473e7c76ba1 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Usage tracker for resource:subnet and tenant:1ee5f202a5014fc0955e174d1095e680 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:33:01.085934 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Transition to ACTIVE for port object 7392b425-08f2-4d7d-a112-c067ea042914 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:33:01.086563 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-eb8b8a21-d683-465e-8405-f473e7c76ba1 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:33:01.097962 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-eb8b8a21-d683-465e-8405-f473e7c76ba1 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:33:01.161077 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Transition to ACTIVE for port object 7392b425-08f2-4d7d-a112-c067ea042914 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:33:01.216040 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8b8a21-d683-465e-8405-f473e7c76ba1 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Made reservation on behalf of 1ee5f202a5014fc0955e174d1095e680 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:33:01.257044 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:01.341985 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Network b278aae0-1a40-4471-ac5c-c8da99d62574 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:33:01.342805 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Pushing event updated for resources: {'Port': ['ID=7392b425-08f2-4d7d-a112-c067ea042914,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:01.348438 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:33:01.352353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:33:01.353935 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8a21-d683-465e-8405-f473e7c76ba1 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:01.459521 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Attempting to bind port 7392b425-08f2-4d7d-a112-c067ea042914 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:33:01.460220 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Attempting to bind port 7392b425-08f2-4d7d-a112-c067ea042914 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '3ab0d092-dd95-4a88-8ad9-a7d58e6a7505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b278aae0-1a40-4471-ac5c-c8da99d62574'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:33:01.460589 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Attempting to bind port 7392b425-08f2-4d7d-a112-c067ea042914 on network b278aae0-1a40-4471-ac5c-c8da99d62574 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:33:01.467709 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:33:01.468083 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Checking segment: {'id': '3ab0d092-dd95-4a88-8ad9-a7d58e6a7505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b278aae0-1a40-4471-ac5c-c8da99d62574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:33:01.468488 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:01.468873 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Bound using segment: {'id': '3ab0d092-dd95-4a88-8ad9-a7d58e6a7505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b278aae0-1a40-4471-ac5c-c8da99d62574'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:33:01.469352 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Bound port: 7392b425-08f2-4d7d-a112-c067ea042914, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0d092-dd95-4a88-8ad9-a7d58e6a7505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'b278aae0-1a40-4471-ac5c-c8da99d62574'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:33:01.469722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:01.585110 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] For port 7392b425-08f2-4d7d-a112-c067ea042914, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:33:01.589143 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] For port 7392b425-08f2-4d7d-a112-c067ea042914, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7392b425-08f2-4d7d-a112-c067ea042914,segment=NetworkSegment(3ab0d092-dd95-4a88-8ad9-a7d58e6a7505),segment_id=3ab0d092-dd95-4a88-8ad9-a7d58e6a7505)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:33:01.599455 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:01.685342 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:01.738776 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8a21-d683-465e-8405-f473e7c76ba1 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:01.785480 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53589c-6848-4765-81a5-0e8569263b3e None None] Pushing event updated for resources: {'Port': ['ID=7392b425-08f2-4d7d-a112-c067ea042914,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:01.846348 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b8a21-d683-465e-8405-f473e7c76ba1 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event updated for resources: {'Subnet': ['ID=d41a0111-316e-4d61-8117-cf433b1102f3,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:01.860747 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b8a21-d683-465e-8405-f473e7c76ba1 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Checking segment: {'id': 'a9065923-42ae-4dd5-8bd1-b73c39480a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a81fa14d-b74e-4f14-906c-c8d6dfb51c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:33:01.861309 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b8a21-d683-465e-8405-f473e7c76ba1 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Network hostable DHCP agents. Network: a81fa14d-b74e-4f14-906c-c8d6dfb51c9c, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:33:01.953557 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b8a21-d683-465e-8405-f473e7c76ba1 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Network a81fa14d-b74e-4f14-906c-c8d6dfb51c9c is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:33:02.062211 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-eb8b8a21-d683-465e-8405-f473e7c76ba1 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, a81fa14d-b74e-4f14-906c-c8d6dfb51c9c) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:33:02.070076 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b8a21-d683-465e-8405-f473e7c76ba1 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:02.071481 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8a21-d683-465e-8405-f473e7c76ba1 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:02.076190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f465ea-4fcc-484c-aa87-72e9920fd179 None None] Network a81fa14d-b74e-4f14-906c-c8d6dfb51c9c requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:33:02.246207 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-eb8b8a21-d683-465e-8405-f473e7c76ba1 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3508017 Mar 02 19:33:02.250215 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41590) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:02.438370 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-a81fa14d-b74e-4f14-906c-c8d6dfb51c9c', 'network_id': 'a81fa14d-b74e-4f14-906c-c8d6dfb51c9c', 'tenant_id': '1ee5f202a5014fc0955e174d1095e680', 'fixed_ips': [{'subnet_id': 'd41a0111-316e-4d61-8117-cf433b1102f3'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:33:02.439959 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:02.492296 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:02.586600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:02.723311 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7392b425-08f2-4d7d-a112-c067ea042914 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:33:02.893809 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Allocated IP 2001:db8::2 (a81fa14d-b74e-4f14-906c-c8d6dfb51c9c/d41a0111-316e-4d61-8117-cf433b1102f3/b1d84045-7106-4c55-ac2e-c20f4bf80c14) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:33:03.045728 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 7392b425-08f2-4d7d-a112-c067ea042914 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:33:03.079725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00eff3c-53a3-473f-a39e-e226d9b88c4f None None] Network b278aae0-1a40-4471-ac5c-c8da99d62574 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:33:03.412850 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-887757f3-1e30-42e2-98a4-55c145f858d0 None None] Provisioning for port 7392b425-08f2-4d7d-a112-c067ea042914 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:33:03.446577 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-887757f3-1e30-42e2-98a4-55c145f858d0 None None] Provisioning complete for port 7392b425-08f2-4d7d-a112-c067ea042914 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:03.447408 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-887757f3-1e30-42e2-98a4-55c145f858d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:03.493592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:03.530072 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Transition to ACTIVE for port object b1d84045-7106-4c55-ac2e-c20f4bf80c14 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:33:03.601580 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Transition to ACTIVE for port object b1d84045-7106-4c55-ac2e-c20f4bf80c14 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:33:03.682612 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:03.742215 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-887757f3-1e30-42e2-98a4-55c145f858d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:03.777831 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:03.817268 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Network a81fa14d-b74e-4f14-906c-c8d6dfb51c9c is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:33:03.825246 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:33:03.828089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Pushing event updated for resources: {'Port': ['ID=b1d84045-7106-4c55-ac2e-c20f4bf80c14,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:03.835480 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:33:03.845893 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-887757f3-1e30-42e2-98a4-55c145f858d0 None None] For port 7392b425-08f2-4d7d-a112-c067ea042914, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7392b425-08f2-4d7d-a112-c067ea042914,segment=NetworkSegment(3ab0d092-dd95-4a88-8ad9-a7d58e6a7505),segment_id=3ab0d092-dd95-4a88-8ad9-a7d58e6a7505)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:33:03.896801 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event deleted for resources: {'Subnet': ['ID=d41a0111-316e-4d61-8117-cf433b1102f3,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:03.937864 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-887757f3-1e30-42e2-98a4-55c145f858d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:04.050689 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Attempting to bind port b1d84045-7106-4c55-ac2e-c20f4bf80c14 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:33:04.051266 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Attempting to bind port b1d84045-7106-4c55-ac2e-c20f4bf80c14 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'a9065923-42ae-4dd5-8bd1-b73c39480a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a81fa14d-b74e-4f14-906c-c8d6dfb51c9c'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:33:04.051904 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Attempting to bind port b1d84045-7106-4c55-ac2e-c20f4bf80c14 on network a81fa14d-b74e-4f14-906c-c8d6dfb51c9c {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:33:04.081945 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:33:04.082374 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Checking segment: {'id': 'a9065923-42ae-4dd5-8bd1-b73c39480a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a81fa14d-b74e-4f14-906c-c8d6dfb51c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:33:04.082977 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:04.084159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Bound using segment: {'id': 'a9065923-42ae-4dd5-8bd1-b73c39480a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a81fa14d-b74e-4f14-906c-c8d6dfb51c9c'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:33:04.084945 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Bound port: b1d84045-7106-4c55-ac2e-c20f4bf80c14, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9065923-42ae-4dd5-8bd1-b73c39480a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a81fa14d-b74e-4f14-906c-c8d6dfb51c9c'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:33:04.090678 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:04.090971 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:04.115041 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887757f3-1e30-42e2-98a4-55c145f858d0 None None] Pushing event updated for resources: {'Port': ['ID=7392b425-08f2-4d7d-a112-c067ea042914,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:04.137562 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81fa14d-b74e-4f14-906c-c8d6dfb51c9c']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:04.156401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9065923-42ae-4dd5-8bd1-b73c39480a38') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:04.156875 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9065923-42ae-4dd5-8bd1-b73c39480a38') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:04.178012 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:04.203136 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:04.212611 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:33:04.213135 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:33:04.234014 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:33:04.285375 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] For port b1d84045-7106-4c55-ac2e-c20f4bf80c14, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:33:04.289734 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4f4b269f-1236-42cd-9d96-13925e9ece76 None None] Provisioning complete for port 7392b425-08f2-4d7d-a112-c067ea042914 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:04.290117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4f4b269f-1236-42cd-9d96-13925e9ece76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:04.356612 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] For port b1d84045-7106-4c55-ac2e-c20f4bf80c14, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=b1d84045-7106-4c55-ac2e-c20f4bf80c14,segment=NetworkSegment(a9065923-42ae-4dd5-8bd1-b73c39480a38),segment_id=a9065923-42ae-4dd5-8bd1-b73c39480a38)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:33:04.377069 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.api [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 19:33:04.377069 dv-neutron-831573-1-hyperv neutron-server[84533]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 19:33:04.377069 dv-neutron-831573-1-hyperv neutron-server[84533]: [parameters: {'id': 'a81fa14d-b74e-4f14-906c-c8d6dfb51c9c'}] Mar 02 19:33:04.377069 dv-neutron-831573-1-hyperv neutron-server[84533]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:33:04.377866 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG oslo_db.api [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:33:04.462672 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:04.597509 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5f186-d9c7-4736-b4f4-1b8918f72ede None None] Pushing event updated for resources: {'Port': ['ID=b1d84045-7106-4c55-ac2e-c20f4bf80c14,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:04.617721 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7392b425-08f2-4d7d-a112-c067ea042914 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:33:04.676375 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3b2e9f-a475-4e1f-85e3-9bfa5d936ccc None None] Network a81fa14d-b74e-4f14-906c-c8d6dfb51c9c requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:33:04.869889 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 7392b425-08f2-4d7d-a112-c067ea042914 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:04.870302 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:04.879152 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:04.894706 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Deleting port b1d84045-7106-4c55-ac2e-c20f4bf80c14 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:33:04.895152 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:05.060880 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d54bfa-e19d-4555-891c-b62f666b8f72 None None] get_active_networks_info from dv-neutron-831573-1-hyperv {{(pid=84534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 02 19:33:05.213530 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d54bfa-e19d-4555-891c-b62f666b8f72 None None] Resources bound (agent type, host, resource id): {{(pid=84534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 19:33:05.223286 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] For port b1d84045-7106-4c55-ac2e-c20f4bf80c14, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=b1d84045-7106-4c55-ac2e-c20f4bf80c14,segment=NetworkSegment(a9065923-42ae-4dd5-8bd1-b73c39480a38),segment_id=a9065923-42ae-4dd5-8bd1-b73c39480a38)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:33:05.224864 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:05.455634 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Calling delete_port for b1d84045-7106-4c55-ac2e-c20f4bf80c14 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:33:05.684910 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:05.735486 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event deleted for resources: {'Port': ['ID=b1d84045-7106-4c55-ac2e-c20f4bf80c14,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:05.739899 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] No DVR routers for this DVR port b1d84045-7106-4c55-ac2e-c20f4bf80c14 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:33:06.092810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:06.138310 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81fa14d-b74e-4f14-906c-c8d6dfb51c9c']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:06.156824 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9065923-42ae-4dd5-8bd1-b73c39480a38') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:06.157122 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9065923-42ae-4dd5-8bd1-b73c39480a38') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:06.174794 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:06.203209 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:06.213190 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:33:06.213703 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:33:06.229142 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:33:06.370617 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:06.392081 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:06.409714 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event deleted for resources: {'Network': ['ID=a81fa14d-b74e-4f14-906c-c8d6dfb51c9c,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:06.418380 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f0357c91-6e53-4a24-82a9-3a3173116b29 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "DELETE /v2.0/networks/a81fa14d-b74e-4f14-906c-c8d6dfb51c9c HTTP/1.1" status: 204 len: 168 time: 4.1670547 Mar 02 19:33:06.422497 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41594) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:06.466850 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-3845607b-20da-4570-824f-c6f26b344bd0 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] GET failed (client error): The resource could not be found. Mar 02 19:33:06.467388 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3845607b-20da-4570-824f-c6f26b344bd0 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Synchronizing usage tracker for tenant:1ee5f202a5014fc0955e174d1095e680 on resource:subnet {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:33:06.547379 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3845607b-20da-4570-824f-c6f26b344bd0 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Unset dirty status for tenant:1ee5f202a5014fc0955e174d1095e680 on resource:subnet {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:33:06.548890 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3845607b-20da-4570-824f-c6f26b344bd0 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "GET /v2.0/subnets/d41a0111-316e-4d61-8117-cf433b1102f3 HTTP/1.1" status: 404 len: 337 time: 0.1252115 Mar 02 19:33:06.552738 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41598) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:06.582512 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-5864ea44-4521-47de-aee7-ac83944a096d tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] DELETE failed (client error): The resource could not be found. Mar 02 19:33:06.582960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5864ea44-4521-47de-aee7-ac83944a096d tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:33:06.584817 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5864ea44-4521-47de-aee7-ac83944a096d tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "DELETE /v2.0/networks/a81fa14d-b74e-4f14-906c-c8d6dfb51c9c HTTP/1.1" status: 404 len: 339 time: 0.0307717 Mar 02 19:33:06.589346 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41602) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:06.639116 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-0760b061-5f48-4173-9b66-f640ea2601dc tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] DELETE failed (client error): The resource could not be found. Mar 02 19:33:06.639791 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0760b061-5f48-4173-9b66-f640ea2601dc tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:33:06.642881 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0760b061-5f48-4173-9b66-f640ea2601dc tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "DELETE /v2.0/subnets/d41a0111-316e-4d61-8117-cf433b1102f3 HTTP/1.1" status: 404 len: 337 time: 0.0522208 Mar 02 19:33:06.645584 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41606) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:06.692336 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27ef8e5-30d2-4450-a30a-8773db77b5ff tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] DELETE failed (client error): The resource could not be found. Mar 02 19:33:06.693000 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a27ef8e5-30d2-4450-a30a-8773db77b5ff tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84532) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:33:06.695788 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a27ef8e5-30d2-4450-a30a-8773db77b5ff tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "DELETE /v2.0/networks/a81fa14d-b74e-4f14-906c-c8d6dfb51c9c HTTP/1.1" status: 404 len: 339 time: 0.0485957 Mar 02 19:33:06.698429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41610) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:06.938689 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb3afcd-1936-42db-b721-52c80ade8a07 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Deleting subnet 0fec6d38-49de-4dcd-b1ff-0e92655f5332 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:33:06.943122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4cb3afcd-1936-42db-b721-52c80ade8a07 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:07.014251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4cb3afcd-1936-42db-b721-52c80ade8a07 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:07.168281 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4cb3afcd-1936-42db-b721-52c80ade8a07 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:07.365053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4cb3afcd-1936-42db-b721-52c80ade8a07 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:07.414485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3afcd-1936-42db-b721-52c80ade8a07 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event deleted for resources: {'Subnet': ['ID=0fec6d38-49de-4dcd-b1ff-0e92655f5332,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:07.419109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4cb3afcd-1936-42db-b721-52c80ade8a07 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:07.430221 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a9062f-606f-4aa4-b778-c120224f7849 None None] Network b278aae0-1a40-4471-ac5c-c8da99d62574 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:33:07.491312 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4cb3afcd-1936-42db-b721-52c80ade8a07 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "DELETE /v2.0/subnets/0fec6d38-49de-4dcd-b1ff-0e92655f5332 HTTP/1.1" status: 204 len: 168 time: 0.7913628 Mar 02 19:33:07.499749 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41614) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:07.707099 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:07.724499 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Deleting port 7392b425-08f2-4d7d-a112-c067ea042914 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:33:07.725024 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:07.807125 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a988562e-ee38-465f-9397-e29085cae5e8 None None] DHCP port deletion for b278aae0-1a40-4471-ac5c-c8da99d62574 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:33:07.820394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a988562e-ee38-465f-9397-e29085cae5e8 None None] Deleting port 7392b425-08f2-4d7d-a112-c067ea042914 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:33:07.820394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a988562e-ee38-465f-9397-e29085cae5e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:08.055152 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] For port 7392b425-08f2-4d7d-a112-c067ea042914, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7392b425-08f2-4d7d-a112-c067ea042914,segment=NetworkSegment(3ab0d092-dd95-4a88-8ad9-a7d58e6a7505),segment_id=3ab0d092-dd95-4a88-8ad9-a7d58e6a7505)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:33:08.056787 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:08.065298 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-a988562e-ee38-465f-9397-e29085cae5e8 None None] For port 7392b425-08f2-4d7d-a112-c067ea042914, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7392b425-08f2-4d7d-a112-c067ea042914,segment=NetworkSegment(3ab0d092-dd95-4a88-8ad9-a7d58e6a7505),segment_id=3ab0d092-dd95-4a88-8ad9-a7d58e6a7505)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:33:08.066134 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a988562e-ee38-465f-9397-e29085cae5e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:08.242402 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a988562e-ee38-465f-9397-e29085cae5e8 None None] Calling delete_port for 7392b425-08f2-4d7d-a112-c067ea042914 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:33:08.304498 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Calling delete_port for 7392b425-08f2-4d7d-a112-c067ea042914 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:33:08.404918 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a988562e-ee38-465f-9397-e29085cae5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:08.437753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.db.api [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:33:08.438263 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG oslo_db.api [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:33:08.457181 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988562e-ee38-465f-9397-e29085cae5e8 None None] Pushing event deleted for resources: {'Port': ['ID=7392b425-08f2-4d7d-a112-c067ea042914,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:08.469000 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a988562e-ee38-465f-9397-e29085cae5e8 None None] No DVR routers for this DVR port 7392b425-08f2-4d7d-a112-c067ea042914 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:33:08.591976 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7392b425-08f2-4d7d-a112-c067ea042914 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:33:08.632253 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 7392b425-08f2-4d7d-a112-c067ea042914 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:33:08.632621 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7392b425-08f2-4d7d-a112-c067ea042914 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:33:08.939803 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Deleting port 7392b425-08f2-4d7d-a112-c067ea042914 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:33:08.940868 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:09.023187 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] The port '7392b425-08f2-4d7d-a112-c067ea042914' was deleted {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:33:09.218913 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:09.250506 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b278aae0-1a40-4471-ac5c-c8da99d62574']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:09.264687 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab0d092-dd95-4a88-8ad9-a7d58e6a7505') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:09.265109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab0d092-dd95-4a88-8ad9-a7d58e6a7505') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:09.279277 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:09.298390 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:09.306049 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:33:09.306454 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: util.warn( Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:33:09.322193 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:33:09.519016 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:09.540426 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:09.547633 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event deleted for resources: {'Network': ['ID=b278aae0-1a40-4471-ac5c-c8da99d62574,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:09.555727 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9d75a5f6-5f94-4b97-ad5e-09dd49109199 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "DELETE /v2.0/networks/b278aae0-1a40-4471-ac5c-c8da99d62574 HTTP/1.1" status: 204 len: 168 time: 2.0543172 Mar 02 19:33:09.558654 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41618) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:09.599810 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a2c162-177c-48a6-990a-8044db9b3f4e tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] DELETE failed (client error): The resource could not be found. Mar 02 19:33:09.600254 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a2c162-177c-48a6-990a-8044db9b3f4e tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:33:09.602005 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-87a2c162-177c-48a6-990a-8044db9b3f4e tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "DELETE /v2.0/subnets/b1979554-2cd4-44ac-8a1b-7aa5c3a14668 HTTP/1.1" status: 404 len: 337 time: 0.0423033 Mar 02 19:33:09.604819 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41622) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:09.632788 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-1729ed03-2091-49ff-b477-da39b55ce2db tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] DELETE failed (client error): The resource could not be found. Mar 02 19:33:09.633231 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1729ed03-2091-49ff-b477-da39b55ce2db tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:33:09.634933 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1729ed03-2091-49ff-b477-da39b55ce2db tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "DELETE /v2.0/networks/6e13f2a8-9de5-4576-91e5-5db2aade3690 HTTP/1.1" status: 404 len: 339 time: 0.0291636 Mar 02 19:33:09.639172 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41626) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:09.684688 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-656a8a9f-0701-47c7-a41b-12fe9644545b tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] DELETE failed (client error): The resource could not be found. Mar 02 19:33:09.685129 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656a8a9f-0701-47c7-a41b-12fe9644545b tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:33:09.686874 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-656a8a9f-0701-47c7-a41b-12fe9644545b tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "DELETE /v2.0/subnets/b3e42703-a222-4789-997c-dfd8799355a6 HTTP/1.1" status: 404 len: 337 time: 0.0467017 Mar 02 19:33:09.691440 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41630) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:09.719527 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e2e92f-94a9-4949-a67a-316970b6ab22 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] DELETE failed (client error): The resource could not be found. Mar 02 19:33:09.720000 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e2e92f-94a9-4949-a67a-316970b6ab22 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84533) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:33:09.721745 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-69e2e92f-94a9-4949-a67a-316970b6ab22 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "DELETE /v2.0/networks/9b44acd9-807f-492e-ba37-d1c57ef4432c HTTP/1.1" status: 404 len: 339 time: 0.0293353 Mar 02 19:33:09.724794 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41634) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:10.063341 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb2ed23-1b54-48d8-911a-53ad6a6242c2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Deleting subnet f51724df-3f1e-43cf-8765-dd547d9e5130 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:33:10.069523 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6cb2ed23-1b54-48d8-911a-53ad6a6242c2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:10.145012 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6cb2ed23-1b54-48d8-911a-53ad6a6242c2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:10.240922 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6cb2ed23-1b54-48d8-911a-53ad6a6242c2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:10.404988 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6cb2ed23-1b54-48d8-911a-53ad6a6242c2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:10.449736 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2ed23-1b54-48d8-911a-53ad6a6242c2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event deleted for resources: {'Subnet': ['ID=f51724df-3f1e-43cf-8765-dd547d9e5130,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:10.455230 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6cb2ed23-1b54-48d8-911a-53ad6a6242c2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:10.462190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ad1ab3-acb8-4788-9d27-5ea666a59826 None None] Network 313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:33:10.468436 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6cb2ed23-1b54-48d8-911a-53ad6a6242c2 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "DELETE /v2.0/subnets/f51724df-3f1e-43cf-8765-dd547d9e5130 HTTP/1.1" status: 204 len: 168 time: 0.7425787 Mar 02 19:33:10.471194 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41638) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:10.613773 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:10.630916 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Deleting port 6768da0c-d97d-4652-862b-da3ac5918631 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:33:10.631323 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:10.882301 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] For port 6768da0c-d97d-4652-862b-da3ac5918631, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6768da0c-d97d-4652-862b-da3ac5918631,segment=NetworkSegment(8b391b10-13d5-47a1-a4c7-fa1fcb76e48c),segment_id=8b391b10-13d5-47a1-a4c7-fa1fcb76e48c)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:33:10.882921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:10.887411 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda60171-a614-4953-8ed9-5a2690db4fda None None] DHCP port deletion for 313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:33:10.893972 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-dda60171-a614-4953-8ed9-5a2690db4fda None None] Deleting port 6768da0c-d97d-4652-862b-da3ac5918631 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:33:10.894684 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dda60171-a614-4953-8ed9-5a2690db4fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:11.029112 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Calling delete_port for 6768da0c-d97d-4652-862b-da3ac5918631 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:33:11.216255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:11.245142 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-dda60171-a614-4953-8ed9-5a2690db4fda None None] For port 6768da0c-d97d-4652-862b-da3ac5918631, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=6768da0c-d97d-4652-862b-da3ac5918631,segment=NetworkSegment(8b391b10-13d5-47a1-a4c7-fa1fcb76e48c),segment_id=8b391b10-13d5-47a1-a4c7-fa1fcb76e48c)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:33:11.255666 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dda60171-a614-4953-8ed9-5a2690db4fda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:11.296221 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event deleted for resources: {'Port': ['ID=6768da0c-d97d-4652-862b-da3ac5918631,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:11.307784 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] No DVR routers for this DVR port 6768da0c-d97d-4652-862b-da3ac5918631 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:33:11.394331 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-dda60171-a614-4953-8ed9-5a2690db4fda None None] Calling delete_port for 6768da0c-d97d-4652-862b-da3ac5918631 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:33:11.471898 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-dda60171-a614-4953-8ed9-5a2690db4fda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:33:11.472934 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-dda60171-a614-4953-8ed9-5a2690db4fda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:33:11.542968 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:11.592135 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:11.616362 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b391b10-13d5-47a1-a4c7-fa1fcb76e48c') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:11.616888 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b391b10-13d5-47a1-a4c7-fa1fcb76e48c') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:11.639650 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:11.670450 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:11.678987 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:33:11.679508 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:33:11.696177 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:33:11.856209 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:11.877472 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:11.890513 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] Pushing event deleted for resources: {'Network': ['ID=313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:11.895104 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4939e215-5f80-46e9-b64e-c99d9af0b531 tempest-NetworksIpV6Test-413456676 tempest-NetworksIpV6Test-413456676-project] 10.222.0.73 "DELETE /v2.0/networks/313d5dd7-d0ba-47e9-a9b3-ae0e89c43ab7 HTTP/1.1" status: 204 len: 168 time: 1.4226825 Mar 02 19:33:11.974648 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-dda60171-a614-4953-8ed9-5a2690db4fda None None] Deleting port 6768da0c-d97d-4652-862b-da3ac5918631 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:33:11.975172 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dda60171-a614-4953-8ed9-5a2690db4fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:12.060902 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-dda60171-a614-4953-8ed9-5a2690db4fda None None] The port '6768da0c-d97d-4652-862b-da3ac5918631' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:33:12.509779 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41646) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:12.603069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6768da0c-d97d-4652-862b-da3ac5918631 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:33:12.663779 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 6768da0c-d97d-4652-862b-da3ac5918631 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:33:12.664334 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 6768da0c-d97d-4652-862b-da3ac5918631 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:33:12.841837 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-78b8027c-72b1-4f34-ac35-ac983ee8da18 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1ee5f202a5014fc0955e174d1095e680&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3303752 Mar 02 19:33:12.845016 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41652) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:12.958924 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9cbe2eb1-0afb-4316-8123-af94d7c8f213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:13.004904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9cbe2eb1-0afb-4316-8123-af94d7c8f213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:13.170945 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9cbe2eb1-0afb-4316-8123-af94d7c8f213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:13.194063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe2eb1-0afb-4316-8123-af94d7c8f213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f9ee9a-b48b-4041-b90d-826c27881e33,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:13.198528 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9cbe2eb1-0afb-4316-8123-af94d7c8f213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:13.203885 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9cbe2eb1-0afb-4316-8123-af94d7c8f213 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c5f9ee9a-b48b-4041-b90d-826c27881e33 HTTP/1.1" status: 204 len: 168 time: 0.3570282 Mar 02 19:33:14.746103 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41674) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:14.892159 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-4f4eba2f-9822-4183-8814-40293df8c323 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-25731263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:33:14.899445 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-4f4eba2f-9822-4183-8814-40293df8c323 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:33:14.904371 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4f4eba2f-9822-4183-8814-40293df8c323 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Usage tracker for resource:router and tenant:2d6af010456f43169ca585f4f0212a78 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:33:14.907479 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4f4eba2f-9822-4183-8814-40293df8c323 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:33:14.914529 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-4f4eba2f-9822-4183-8814-40293df8c323 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:33:14.993297 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4f4eba2f-9822-4183-8814-40293df8c323 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:14.994283 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4f4eba2f-9822-4183-8814-40293df8c323 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:15.016712 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4f4eba2f-9822-4183-8814-40293df8c323 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:15.131555 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4f4eba2f-9822-4183-8814-40293df8c323 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:15.240426 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4f4eba2f-9822-4183-8814-40293df8c323 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:15.242006 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4f4eba2f-9822-4183-8814-40293df8c323 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4947319 Mar 02 19:33:15.244948 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41680) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:15.251562 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-74331898'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:33:15.258201 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:33:15.263993 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Usage tracker for resource:network and tenant:2d6af010456f43169ca585f4f0212a78 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:33:15.269507 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:33:15.277917 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:33:15.380306 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Made reservation on behalf of 2d6af010456f43169ca585f4f0212a78 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:33:15.383255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:15.398272 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:15.435785 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:33:15.440554 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Usage tracker for resource:security_group_rule and tenant:2d6af010456f43169ca585f4f0212a78 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:33:15.445034 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:33:15.451947 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:33:15.534958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:15.627732 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:15.665725 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:33:15.675925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74e4faf-0180-471c-a152-cd9741a20a8b,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:15.684622 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:15.685162 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Added segment bebbdc6b-8e92-4fa5-a6a5-e3f495fca43e of type vlan for network c26903be-1e0e-4b46-bec0-ebfcba824bbc Mar 02 19:33:15.708474 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:33:15.721495 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:15.827479 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:15.831509 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:15.832174 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:16.074819 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Pushing event updated for resources: {'Network': ['ID=c26903be-1e0e-4b46-bec0-ebfcba824bbc,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:16.088444 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network c26903be-1e0e-4b46-bec0-ebfcba824bbc details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:33:16.160855 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e8fb1023-bb3d-474a-8f90-69ffa3eee380 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9144585 Mar 02 19:33:16.165217 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41684) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:16.171699 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-9cd0185f-06a1-44ff-9345-724f057fcaaa tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Request body: {'subnet': {'network_id': 'c26903be-1e0e-4b46-bec0-ebfcba824bbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:33:16.312991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-9cd0185f-06a1-44ff-9345-724f057fcaaa tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:33:16.321470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-9cd0185f-06a1-44ff-9345-724f057fcaaa tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Usage tracker for resource:subnet and tenant:2d6af010456f43169ca585f4f0212a78 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:33:16.327109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-9cd0185f-06a1-44ff-9345-724f057fcaaa tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:33:16.338509 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-9cd0185f-06a1-44ff-9345-724f057fcaaa tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:33:16.422004 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd0185f-06a1-44ff-9345-724f057fcaaa tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Made reservation on behalf of 2d6af010456f43169ca585f4f0212a78 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:33:16.553661 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9cd0185f-06a1-44ff-9345-724f057fcaaa tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:17.022353 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9cd0185f-06a1-44ff-9345-724f057fcaaa tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:17.117843 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0185f-06a1-44ff-9345-724f057fcaaa tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Pushing event updated for resources: {'Subnet': ['ID=649103dd-1680-4d5d-9f44-3a0dc9f0cdea,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:17.133780 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd0185f-06a1-44ff-9345-724f057fcaaa tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Checking segment: {'id': 'bebbdc6b-8e92-4fa5-a6a5-e3f495fca43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'c26903be-1e0e-4b46-bec0-ebfcba824bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:33:17.134143 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd0185f-06a1-44ff-9345-724f057fcaaa tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Network hostable DHCP agents. Network: c26903be-1e0e-4b46-bec0-ebfcba824bbc, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:33:17.385957 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd0185f-06a1-44ff-9345-724f057fcaaa tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Network c26903be-1e0e-4b46-bec0-ebfcba824bbc is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:33:17.547561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-9cd0185f-06a1-44ff-9345-724f057fcaaa tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, c26903be-1e0e-4b46-bec0-ebfcba824bbc) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:33:17.551677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd0185f-06a1-44ff-9345-724f057fcaaa tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:17.552287 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9cd0185f-06a1-44ff-9345-724f057fcaaa tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:17.558169 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f920ce2-31bc-442c-bf31-5c636ab0b59f None None] Network c26903be-1e0e-4b46-bec0-ebfcba824bbc requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:33:17.708560 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9cd0185f-06a1-44ff-9345-724f057fcaaa tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5415237 Mar 02 19:33:17.711655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41688) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:17.717215 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f9d045c9-dc9e-451b-b852-579f719cf3ad tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-799718018'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:33:17.725039 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f9d045c9-dc9e-451b-b852-579f719cf3ad tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:33:17.735169 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f9d045c9-dc9e-451b-b852-579f719cf3ad tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Usage tracker for resource:network and tenant:2d6af010456f43169ca585f4f0212a78 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:33:17.735169 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f9d045c9-dc9e-451b-b852-579f719cf3ad tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:33:17.736966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f9d045c9-dc9e-451b-b852-579f719cf3ad tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:33:17.776990 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-c26903be-1e0e-4b46-bec0-ebfcba824bbc', 'network_id': 'c26903be-1e0e-4b46-bec0-ebfcba824bbc', 'tenant_id': '2d6af010456f43169ca585f4f0212a78', 'fixed_ips': [{'subnet_id': '649103dd-1680-4d5d-9f44-3a0dc9f0cdea'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:33:17.782457 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:17.821865 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d045c9-dc9e-451b-b852-579f719cf3ad tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Made reservation on behalf of 2d6af010456f43169ca585f4f0212a78 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:33:17.825603 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f9d045c9-dc9e-451b-b852-579f719cf3ad tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:17.870760 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d045c9-dc9e-451b-b852-579f719cf3ad tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:33:17.883372 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f9d045c9-dc9e-451b-b852-579f719cf3ad tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:17.883930 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-f9d045c9-dc9e-451b-b852-579f719cf3ad tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Added segment 966a4988-b2cc-4a35-8dff-e68e203c25fb of type vlan for network 5ead7933-d681-46eb-b3f3-34c5192f6667 Mar 02 19:33:17.927322 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f9d045c9-dc9e-451b-b852-579f719cf3ad tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:17.969842 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Allocated IP 172.20.0.2 (c26903be-1e0e-4b46-bec0-ebfcba824bbc/649103dd-1680-4d5d-9f44-3a0dc9f0cdea/70d2b74d-9861-4de0-a8d6-36a3d256baf0) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:33:18.062758 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f9d045c9-dc9e-451b-b852-579f719cf3ad tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:18.071748 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d045c9-dc9e-451b-b852-579f719cf3ad tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:18.072965 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f9d045c9-dc9e-451b-b852-579f719cf3ad tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:18.227407 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d045c9-dc9e-451b-b852-579f719cf3ad tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Pushing event updated for resources: {'Network': ['ID=5ead7933-d681-46eb-b3f3-34c5192f6667,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:18.239628 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 5ead7933-d681-46eb-b3f3-34c5192f6667 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:33:18.274272 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f9d045c9-dc9e-451b-b852-579f719cf3ad tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5612600 Mar 02 19:33:18.276998 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41692) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:18.283150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-283c858c-e35a-4a1a-9897-2256c57986a6 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Request body: {'subnet': {'network_id': '5ead7933-d681-46eb-b3f3-34c5192f6667', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:33:18.320511 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:18.350458 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Transition to ACTIVE for port object 70d2b74d-9861-4de0-a8d6-36a3d256baf0 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:33:18.387821 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Transition to ACTIVE for port object 70d2b74d-9861-4de0-a8d6-36a3d256baf0 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:33:18.416341 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-283c858c-e35a-4a1a-9897-2256c57986a6 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:33:18.420875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-283c858c-e35a-4a1a-9897-2256c57986a6 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Usage tracker for resource:subnet and tenant:2d6af010456f43169ca585f4f0212a78 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:33:18.424098 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-283c858c-e35a-4a1a-9897-2256c57986a6 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:33:18.431622 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-283c858c-e35a-4a1a-9897-2256c57986a6 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:33:18.466431 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:18.519417 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283c858c-e35a-4a1a-9897-2256c57986a6 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Made reservation on behalf of 2d6af010456f43169ca585f4f0212a78 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:33:18.539197 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Network c26903be-1e0e-4b46-bec0-ebfcba824bbc is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:33:18.542378 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:33:18.546507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:33:18.552889 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Pushing event updated for resources: {'Port': ['ID=70d2b74d-9861-4de0-a8d6-36a3d256baf0,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:18.645449 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Attempting to bind port 70d2b74d-9861-4de0-a8d6-36a3d256baf0 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:33:18.646439 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Attempting to bind port 70d2b74d-9861-4de0-a8d6-36a3d256baf0 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'bebbdc6b-8e92-4fa5-a6a5-e3f495fca43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'c26903be-1e0e-4b46-bec0-ebfcba824bbc'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:33:18.646439 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Attempting to bind port 70d2b74d-9861-4de0-a8d6-36a3d256baf0 on network c26903be-1e0e-4b46-bec0-ebfcba824bbc {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:33:18.651904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-283c858c-e35a-4a1a-9897-2256c57986a6 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:18.653422 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:33:18.653795 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Checking segment: {'id': 'bebbdc6b-8e92-4fa5-a6a5-e3f495fca43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'c26903be-1e0e-4b46-bec0-ebfcba824bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:33:18.654186 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:18.654572 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Bound using segment: {'id': 'bebbdc6b-8e92-4fa5-a6a5-e3f495fca43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'c26903be-1e0e-4b46-bec0-ebfcba824bbc'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:33:18.655031 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Bound port: 70d2b74d-9861-4de0-a8d6-36a3d256baf0, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebbdc6b-8e92-4fa5-a6a5-e3f495fca43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'c26903be-1e0e-4b46-bec0-ebfcba824bbc'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:33:18.655427 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:18.750674 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] For port 70d2b74d-9861-4de0-a8d6-36a3d256baf0, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:33:18.753991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] For port 70d2b74d-9861-4de0-a8d6-36a3d256baf0, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=70d2b74d-9861-4de0-a8d6-36a3d256baf0,segment=NetworkSegment(bebbdc6b-8e92-4fa5-a6a5-e3f495fca43e),segment_id=bebbdc6b-8e92-4fa5-a6a5-e3f495fca43e)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:33:18.828107 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:18.936996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6c9c4-bd28-4060-ad58-c59615757c3b None None] Pushing event updated for resources: {'Port': ['ID=70d2b74d-9861-4de0-a8d6-36a3d256baf0,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:19.057922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-283c858c-e35a-4a1a-9897-2256c57986a6 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:19.172305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c858c-e35a-4a1a-9897-2256c57986a6 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Pushing event updated for resources: {'Subnet': ['ID=221b7b2a-27d9-48e9-b4df-edf146c52eb4,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:19.202103 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283c858c-e35a-4a1a-9897-2256c57986a6 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Checking segment: {'id': '966a4988-b2cc-4a35-8dff-e68e203c25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '5ead7933-d681-46eb-b3f3-34c5192f6667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:33:19.202606 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283c858c-e35a-4a1a-9897-2256c57986a6 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Network hostable DHCP agents. Network: 5ead7933-d681-46eb-b3f3-34c5192f6667, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:33:19.319534 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283c858c-e35a-4a1a-9897-2256c57986a6 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Network 5ead7933-d681-46eb-b3f3-34c5192f6667 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:33:19.428041 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-283c858c-e35a-4a1a-9897-2256c57986a6 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 5ead7933-d681-46eb-b3f3-34c5192f6667) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:33:19.432415 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283c858c-e35a-4a1a-9897-2256c57986a6 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:19.433157 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-283c858c-e35a-4a1a-9897-2256c57986a6 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:19.442985 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e981bca2-a741-4721-9861-bf792f02d214 None None] Network 5ead7933-d681-46eb-b3f3-34c5192f6667 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:33:19.559852 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-283c858c-e35a-4a1a-9897-2256c57986a6 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2816031 Mar 02 19:33:19.563440 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41696) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:19.570595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c28bbc0a-895d-4d15-85d3-45b7b2f9a1db tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Request body: {'router': {'external_gateway_info': {'network_id': '5ead7933-d681-46eb-b3f3-34c5192f6667'}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:33:19.695876 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-5ead7933-d681-46eb-b3f3-34c5192f6667', 'network_id': '5ead7933-d681-46eb-b3f3-34c5192f6667', 'tenant_id': '2d6af010456f43169ca585f4f0212a78', 'fixed_ips': [{'subnet_id': '221b7b2a-27d9-48e9-b4df-edf146c52eb4'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:33:19.696858 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:19.914896 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Allocated IP 172.21.0.2 (5ead7933-d681-46eb-b3f3-34c5192f6667/221b7b2a-27d9-48e9-b4df-edf146c52eb4/77347dc4-8e2c-47d8-8ea5-8a0a38259a90) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:33:20.142588 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c28bbc0a-895d-4d15-85d3-45b7b2f9a1db tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:20.172754 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8952dd-0aa3-49b5-9cbc-5c652f7b39e8 None None] Network c26903be-1e0e-4b46-bec0-ebfcba824bbc requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:33:20.305612 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:20.331933 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Transition to ACTIVE for port object 77347dc4-8e2c-47d8-8ea5-8a0a38259a90 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:33:20.385577 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.api.v2.resource [None req-c28bbc0a-895d-4d15-85d3-45b7b2f9a1db tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:33:20.386495 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c28bbc0a-895d-4d15-85d3-45b7b2f9a1db tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] 10.222.0.73 "PUT /v2.0/routers/cfbfb6a5-8250-4250-8d40-1e76735bafeb HTTP/1.1" status: 400 len: 364 time: 0.8220289 Mar 02 19:33:20.393449 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a6e80221-870b-4be1-ab4d-eaeeee91e931 None None] Provisioning for port 70d2b74d-9861-4de0-a8d6-36a3d256baf0 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:33:20.394914 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41700) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:20.400645 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Transition to ACTIVE for port object 77347dc4-8e2c-47d8-8ea5-8a0a38259a90 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:33:20.487045 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbb185f-1032-4e8a-83fe-2a47a8d47c4e tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Deleting subnet 221b7b2a-27d9-48e9-b4df-edf146c52eb4 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:33:20.507490 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3cbb185f-1032-4e8a-83fe-2a47a8d47c4e tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:20.513887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:20.584281 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3cbb185f-1032-4e8a-83fe-2a47a8d47c4e tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:20.626686 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Network 5ead7933-d681-46eb-b3f3-34c5192f6667 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:33:20.632200 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:33:20.638041 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:33:20.640767 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Pushing event updated for resources: {'Port': ['ID=77347dc4-8e2c-47d8-8ea5-8a0a38259a90,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:20.699938 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 70d2b74d-9861-4de0-a8d6-36a3d256baf0 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:33:20.730966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3cbb185f-1032-4e8a-83fe-2a47a8d47c4e tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:20.870907 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Attempting to bind port 77347dc4-8e2c-47d8-8ea5-8a0a38259a90 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:33:20.871311 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Attempting to bind port 77347dc4-8e2c-47d8-8ea5-8a0a38259a90 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '966a4988-b2cc-4a35-8dff-e68e203c25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '5ead7933-d681-46eb-b3f3-34c5192f6667'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:33:20.871754 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Attempting to bind port 77347dc4-8e2c-47d8-8ea5-8a0a38259a90 on network 5ead7933-d681-46eb-b3f3-34c5192f6667 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:33:20.886904 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:33:20.887271 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Checking segment: {'id': '966a4988-b2cc-4a35-8dff-e68e203c25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '5ead7933-d681-46eb-b3f3-34c5192f6667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:33:20.887688 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:20.888075 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Bound using segment: {'id': '966a4988-b2cc-4a35-8dff-e68e203c25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '5ead7933-d681-46eb-b3f3-34c5192f6667'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:33:20.888542 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Bound port: 77347dc4-8e2c-47d8-8ea5-8a0a38259a90, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966a4988-b2cc-4a35-8dff-e68e203c25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '5ead7933-d681-46eb-b3f3-34c5192f6667'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:33:20.888903 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:20.943222 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3cbb185f-1032-4e8a-83fe-2a47a8d47c4e tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:21.006908 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] For port 77347dc4-8e2c-47d8-8ea5-8a0a38259a90, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:33:21.011838 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] For port 77347dc4-8e2c-47d8-8ea5-8a0a38259a90, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=77347dc4-8e2c-47d8-8ea5-8a0a38259a90,segment=NetworkSegment(966a4988-b2cc-4a35-8dff-e68e203c25fb),segment_id=966a4988-b2cc-4a35-8dff-e68e203c25fb)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:33:21.012793 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb185f-1032-4e8a-83fe-2a47a8d47c4e tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Pushing event deleted for resources: {'Subnet': ['ID=221b7b2a-27d9-48e9-b4df-edf146c52eb4,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:21.028333 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3cbb185f-1032-4e8a-83fe-2a47a8d47c4e tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:21.037637 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3cbb185f-1032-4e8a-83fe-2a47a8d47c4e tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] 10.222.0.73 "DELETE /v2.0/subnets/221b7b2a-27d9-48e9-b4df-edf146c52eb4 HTTP/1.1" status: 204 len: 168 time: 0.6397007 Mar 02 19:33:21.040117 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41704) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:21.056606 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 70d2b74d-9861-4de0-a8d6-36a3d256baf0 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:33:21.066720 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 70d2b74d-9861-4de0-a8d6-36a3d256baf0 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:21.068039 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:21.155626 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:21.248474 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:21.268447 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Deleting port 77347dc4-8e2c-47d8-8ea5-8a0a38259a90 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:33:21.268786 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:21.324066 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c34fd-950c-4be2-97ee-950a74885dbf None None] Pushing event updated for resources: {'Port': ['ID=77347dc4-8e2c-47d8-8ea5-8a0a38259a90,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:21.362489 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:21.412075 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 70d2b74d-9861-4de0-a8d6-36a3d256baf0, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=70d2b74d-9861-4de0-a8d6-36a3d256baf0,segment=NetworkSegment(bebbdc6b-8e92-4fa5-a6a5-e3f495fca43e),segment_id=bebbdc6b-8e92-4fa5-a6a5-e3f495fca43e)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:33:21.496719 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:21.544819 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] For port 77347dc4-8e2c-47d8-8ea5-8a0a38259a90, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=77347dc4-8e2c-47d8-8ea5-8a0a38259a90,segment=NetworkSegment(966a4988-b2cc-4a35-8dff-e68e203c25fb),segment_id=966a4988-b2cc-4a35-8dff-e68e203c25fb)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:33:21.545610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:21.588258 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=70d2b74d-9861-4de0-a8d6-36a3d256baf0,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:21.679878 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8a2466a2-8b73-472e-813c-170889844b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:21.792944 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Calling delete_port for 77347dc4-8e2c-47d8-8ea5-8a0a38259a90 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:33:21.964704 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:22.015072 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Pushing event deleted for resources: {'Port': ['ID=77347dc4-8e2c-47d8-8ea5-8a0a38259a90,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:22.029626 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] No DVR routers for this DVR port 77347dc4-8e2c-47d8-8ea5-8a0a38259a90 on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:33:22.182244 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:22.218600 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ead7933-d681-46eb-b3f3-34c5192f6667']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:22.237754 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966a4988-b2cc-4a35-8dff-e68e203c25fb') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:22.238354 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966a4988-b2cc-4a35-8dff-e68e203c25fb') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:22.260405 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:22.282110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:22.290040 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:33:22.290452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:33:22.310245 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:33:22.454644 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1125ad-0ca1-4272-8ca6-3a297576b70f None None] Network 5ead7933-d681-46eb-b3f3-34c5192f6667 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:33:22.472523 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:22.476193 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1125ad-0ca1-4272-8ca6-3a297576b70f None None] Network 5ead7933-d681-46eb-b3f3-34c5192f6667 could not be found, it might have been deleted concurrently. {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 02 19:33:22.508200 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:22.527065 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Pushing event deleted for resources: {'Network': ['ID=5ead7933-d681-46eb-b3f3-34c5192f6667,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:22.533808 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2b2082bf-4099-4a7e-9c96-eb85732dc477 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] 10.222.0.73 "DELETE /v2.0/networks/5ead7933-d681-46eb-b3f3-34c5192f6667 HTTP/1.1" status: 204 len: 168 time: 1.4917891 Mar 02 19:33:22.539090 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41708) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:22.539327 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a3f779ed-2502-4414-a6d3-7ed900726b7f None None] Could not find standard attr ID for object 77347dc4-8e2c-47d8-8ea5-8a0a38259a90. {{(pid=84534) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:33:22.550240 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9a7580-92f3-4abc-b99e-ab2a0b985577 None None] DHCP port deletion for 5ead7933-d681-46eb-b3f3-34c5192f6667 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:33:22.634234 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 70d2b74d-9861-4de0-a8d6-36a3d256baf0 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:33:22.712736 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 70d2b74d-9861-4de0-a8d6-36a3d256baf0 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:22.713129 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:22.765754 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1086d5-3a09-4c9a-9bc9-59a1ef29ccd9 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Deleting subnet 649103dd-1680-4d5d-9f44-3a0dc9f0cdea {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:33:22.769329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9f1086d5-3a09-4c9a-9bc9-59a1ef29ccd9 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:22.840693 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9f1086d5-3a09-4c9a-9bc9-59a1ef29ccd9 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:22.950814 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9f1086d5-3a09-4c9a-9bc9-59a1ef29ccd9 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:23.166599 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9f1086d5-3a09-4c9a-9bc9-59a1ef29ccd9 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:23.207621 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1086d5-3a09-4c9a-9bc9-59a1ef29ccd9 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Pushing event deleted for resources: {'Subnet': ['ID=649103dd-1680-4d5d-9f44-3a0dc9f0cdea,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:23.215418 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9f1086d5-3a09-4c9a-9bc9-59a1ef29ccd9 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:23.222858 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9f1086d5-3a09-4c9a-9bc9-59a1ef29ccd9 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] 10.222.0.73 "DELETE /v2.0/subnets/649103dd-1680-4d5d-9f44-3a0dc9f0cdea HTTP/1.1" status: 204 len: 168 time: 0.6822104 Mar 02 19:33:23.226707 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41712) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:23.229579 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f42167b-c056-4992-bcba-70a240ef7a09 None None] Network c26903be-1e0e-4b46-bec0-ebfcba824bbc requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:33:23.360052 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:23.372518 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Deleting port 70d2b74d-9861-4de0-a8d6-36a3d256baf0 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:33:23.372861 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:23.498607 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae738159-2470-4530-a2e6-4abf900e9f36 None None] DHCP port deletion for c26903be-1e0e-4b46-bec0-ebfcba824bbc request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:33:23.504020 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ae738159-2470-4530-a2e6-4abf900e9f36 None None] Deleting port 70d2b74d-9861-4de0-a8d6-36a3d256baf0 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:33:23.504653 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ae738159-2470-4530-a2e6-4abf900e9f36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:23.649533 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] For port 70d2b74d-9861-4de0-a8d6-36a3d256baf0, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=70d2b74d-9861-4de0-a8d6-36a3d256baf0,segment=NetworkSegment(bebbdc6b-8e92-4fa5-a6a5-e3f495fca43e),segment_id=bebbdc6b-8e92-4fa5-a6a5-e3f495fca43e)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:33:23.649836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:23.752173 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ae738159-2470-4530-a2e6-4abf900e9f36 None None] For port 70d2b74d-9861-4de0-a8d6-36a3d256baf0, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=70d2b74d-9861-4de0-a8d6-36a3d256baf0,segment=NetworkSegment(bebbdc6b-8e92-4fa5-a6a5-e3f495fca43e),segment_id=bebbdc6b-8e92-4fa5-a6a5-e3f495fca43e)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:33:23.752659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ae738159-2470-4530-a2e6-4abf900e9f36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:23.783010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Calling delete_port for 70d2b74d-9861-4de0-a8d6-36a3d256baf0 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:33:23.820132 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b41ea59c-7862-4e18-81b4-47da7e4520ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:23.890211 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ae738159-2470-4530-a2e6-4abf900e9f36 None None] Calling delete_port for 70d2b74d-9861-4de0-a8d6-36a3d256baf0 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:33:23.988049 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:23.994737 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-ae738159-2470-4530-a2e6-4abf900e9f36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:33:23.995072 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-ae738159-2470-4530-a2e6-4abf900e9f36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:33:24.134666 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Pushing event deleted for resources: {'Port': ['ID=70d2b74d-9861-4de0-a8d6-36a3d256baf0,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:24.138972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] No DVR routers for this DVR port 70d2b74d-9861-4de0-a8d6-36a3d256baf0 on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:33:24.313896 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:24.343413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26903be-1e0e-4b46-bec0-ebfcba824bbc']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:24.357934 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bebbdc6b-8e92-4fa5-a6a5-e3f495fca43e') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:24.358240 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bebbdc6b-8e92-4fa5-a6a5-e3f495fca43e') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:24.371285 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:24.390014 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:24.397842 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:33:24.398255 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:33:24.413719 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:33:24.496134 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ae738159-2470-4530-a2e6-4abf900e9f36 None None] Deleting port 70d2b74d-9861-4de0-a8d6-36a3d256baf0 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:33:24.496512 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ae738159-2470-4530-a2e6-4abf900e9f36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:24.576789 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ae738159-2470-4530-a2e6-4abf900e9f36 None None] The port '70d2b74d-9861-4de0-a8d6-36a3d256baf0' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:33:24.587545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:24.592646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:24.611690 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 70d2b74d-9861-4de0-a8d6-36a3d256baf0 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:33:24.623598 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Pushing event deleted for resources: {'Network': ['ID=c26903be-1e0e-4b46-bec0-ebfcba824bbc,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:24.631177 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-279a5856-67c1-4cba-92d1-68e19648fe31 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] 10.222.0.73 "DELETE /v2.0/networks/c26903be-1e0e-4b46-bec0-ebfcba824bbc HTTP/1.1" status: 204 len: 168 time: 1.3995385 Mar 02 19:33:24.631774 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41716) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:24.647680 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 70d2b74d-9861-4de0-a8d6-36a3d256baf0 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:33:24.648026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 70d2b74d-9861-4de0-a8d6-36a3d256baf0 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:33:24.691242 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e46530b9-6264-4c04-8b89-9458440089b5 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Synchronizing usage tracker for tenant:2d6af010456f43169ca585f4f0212a78 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:33:24.775846 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e46530b9-6264-4c04-8b89-9458440089b5 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Unset dirty status for tenant:2d6af010456f43169ca585f4f0212a78 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:33:24.777050 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e46530b9-6264-4c04-8b89-9458440089b5 tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] 10.222.0.73 "GET /v2.0/ports?device_id=cfbfb6a5-8250-4250-8d40-1e76735bafeb HTTP/1.1" status: 200 len: 205 time: 0.1401467 Mar 02 19:33:24.779708 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41720) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:24.919304 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-22302412-4e31-44aa-a161-2dfcefa15c4b tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:25.239623 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:25.341403 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-22302412-4e31-44aa-a161-2dfcefa15c4b tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:25.345837 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-22302412-4e31-44aa-a161-2dfcefa15c4b tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:25.450479 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-22302412-4e31-44aa-a161-2dfcefa15c4b tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:25.450969 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22302412-4e31-44aa-a161-2dfcefa15c4b tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Fanout notify agent at l3_agent the message router_deleted on router cfbfb6a5-8250-4250-8d40-1e76735bafeb {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:33:25.461603 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-22302412-4e31-44aa-a161-2dfcefa15c4b tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:25.462693 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-22302412-4e31-44aa-a161-2dfcefa15c4b tempest-RoutersNegativeTest-933169943 tempest-RoutersNegativeTest-933169943-project] 10.222.0.73 "DELETE /v2.0/routers/cfbfb6a5-8250-4250-8d40-1e76735bafeb HTTP/1.1" status: 204 len: 168 time: 0.6819892 Mar 02 19:33:25.479263 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:26.155604 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41728) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:26.353740 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ca60e747-088a-4a59-8ae8-8df764916c90 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2d6af010456f43169ca585f4f0212a78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1946762 Mar 02 19:33:26.354172 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41734) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:26.419686 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-49264760-8cae-4602-94a7-01f1e382f954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:26.449703 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-49264760-8cae-4602-94a7-01f1e382f954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:26.622137 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-49264760-8cae-4602-94a7-01f1e382f954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:26.640097 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49264760-8cae-4602-94a7-01f1e382f954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74e4faf-0180-471c-a152-cd9741a20a8b,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:26.644772 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-49264760-8cae-4602-94a7-01f1e382f954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:26.646851 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-49264760-8cae-4602-94a7-01f1e382f954 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a74e4faf-0180-471c-a152-cd9741a20a8b HTTP/1.1" status: 204 len: 168 time: 0.2914453 Mar 02 19:33:26.692438 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:27.865350 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41756) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:28.010189 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-110122426-network', 'tenant_id': '31c6ca83f7cd4657911ea9c4be3e48c8'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:33:28.017923 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:33:28.024446 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Usage tracker for resource:network and tenant:31c6ca83f7cd4657911ea9c4be3e48c8 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:33:28.028277 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:33:28.034368 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:33:28.135997 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Made reservation on behalf of 31c6ca83f7cd4657911ea9c4be3e48c8 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:33:28.138401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:28.152407 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:28.186248 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:33:28.190383 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Usage tracker for resource:security_group_rule and tenant:31c6ca83f7cd4657911ea9c4be3e48c8 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:33:28.194450 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:33:28.200127 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:33:28.270008 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:28.358894 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:28.391787 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:33:28.400774 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:28.410251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:28.412000 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Added segment bfba9ce2-8fdd-4918-b49a-93b37f522b28 of type vlan for network dd265660-468d-47dc-8a6f-d8c18384ac5a Mar 02 19:33:28.451892 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:28.610303 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:28.611197 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:28.611795 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:28.726469 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] Pushing event updated for resources: {'Network': ['ID=dd265660-468d-47dc-8a6f-d8c18384ac5a,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:28.738113 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network dd265660-468d-47dc-8a6f-d8c18384ac5a details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:33:28.788425 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b447ab79-cb80-48a7-a5ed-af8ac36af5a8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9219263 Mar 02 19:33:28.793381 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41762) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:28.804244 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-2778d446-66f1-4e01-b52b-1406ecd8a6fd admin admin] Request body: {'subnet': {'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-110122426-subnet', 'tenant_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'ip_version': 4}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:33:28.806549 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2778d446-66f1-4e01-b52b-1406ecd8a6fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:33:28.811550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2778d446-66f1-4e01-b52b-1406ecd8a6fd admin admin] Usage tracker for resource:subnet and tenant:31c6ca83f7cd4657911ea9c4be3e48c8 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:33:28.815513 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2778d446-66f1-4e01-b52b-1406ecd8a6fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:33:28.825360 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2778d446-66f1-4e01-b52b-1406ecd8a6fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:33:28.936440 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2778d446-66f1-4e01-b52b-1406ecd8a6fd admin admin] Made reservation on behalf of 31c6ca83f7cd4657911ea9c4be3e48c8 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:33:28.939173 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2778d446-66f1-4e01-b52b-1406ecd8a6fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:29.290925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2778d446-66f1-4e01-b52b-1406ecd8a6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:29.370015 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778d446-66f1-4e01-b52b-1406ecd8a6fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=edac580c-ba8c-4782-93f6-cc55a40c2830,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:29.384235 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2778d446-66f1-4e01-b52b-1406ecd8a6fd admin admin] Checking segment: {'id': 'bfba9ce2-8fdd-4918-b49a-93b37f522b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:33:29.384592 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2778d446-66f1-4e01-b52b-1406ecd8a6fd admin admin] Network hostable DHCP agents. Network: dd265660-468d-47dc-8a6f-d8c18384ac5a, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:33:29.501689 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2778d446-66f1-4e01-b52b-1406ecd8a6fd admin admin] Network dd265660-468d-47dc-8a6f-d8c18384ac5a is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:33:29.581854 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-2778d446-66f1-4e01-b52b-1406ecd8a6fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, dd265660-468d-47dc-8a6f-d8c18384ac5a) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:33:29.586903 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2778d446-66f1-4e01-b52b-1406ecd8a6fd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:29.587522 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2778d446-66f1-4e01-b52b-1406ecd8a6fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:29.592169 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157cabfa-3f14-4e3f-81b0-d543c8eff943 None None] Network dd265660-468d-47dc-8a6f-d8c18384ac5a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:33:29.662810 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2778d446-66f1-4e01-b52b-1406ecd8a6fd admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8680072 Mar 02 19:33:29.667486 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41766) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:29.675864 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-110122426-router', 'tenant_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:33:29.684038 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:33:29.688872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Usage tracker for resource:router and tenant:31c6ca83f7cd4657911ea9c4be3e48c8 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:33:29.693541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:33:29.701290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:33:29.765010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:29.766414 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:29.786187 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:29.835182 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-dd265660-468d-47dc-8a6f-d8c18384ac5a', 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a', 'tenant_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'fixed_ips': [{'subnet_id': 'edac580c-ba8c-4782-93f6-cc55a40c2830'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:33:29.836058 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:30.027835 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Allocated IP 172.20.0.2 (dd265660-468d-47dc-8a6f-d8c18384ac5a/edac580c-ba8c-4782-93f6-cc55a40c2830/7eb64cdc-c57d-4030-a5eb-cbb92eda619c) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:33:30.119694 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:30.306639 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:30.321684 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Transition to ACTIVE for port object 7eb64cdc-c57d-4030-a5eb-cbb92eda619c will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:33:30.351763 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Transition to ACTIVE for port object 7eb64cdc-c57d-4030-a5eb-cbb92eda619c will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:33:30.408851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:30.422224 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:30.442659 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:30.498667 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Network dd265660-468d-47dc-8a6f-d8c18384ac5a is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:33:30.501734 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:33:30.506335 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:33:30.511817 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Pushing event updated for resources: {'Port': ['ID=7eb64cdc-c57d-4030-a5eb-cbb92eda619c,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:30.600785 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Attempting to bind port 7eb64cdc-c57d-4030-a5eb-cbb92eda619c on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:33:30.601160 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Attempting to bind port 7eb64cdc-c57d-4030-a5eb-cbb92eda619c by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'bfba9ce2-8fdd-4918-b49a-93b37f522b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:33:30.601526 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Attempting to bind port 7eb64cdc-c57d-4030-a5eb-cbb92eda619c on network dd265660-468d-47dc-8a6f-d8c18384ac5a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:33:30.610945 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:33:30.611315 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Checking segment: {'id': 'bfba9ce2-8fdd-4918-b49a-93b37f522b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:33:30.611748 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:30.611879 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Allocated IP 172.26.4.115 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/eb1f53e1-7ead-41b8-8349-020eba2ea361) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:33:30.612144 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Bound using segment: {'id': 'bfba9ce2-8fdd-4918-b49a-93b37f522b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:33:30.612612 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Bound port: 7eb64cdc-c57d-4030-a5eb-cbb92eda619c, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfba9ce2-8fdd-4918-b49a-93b37f522b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:33:30.612990 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:30.724682 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] For port 7eb64cdc-c57d-4030-a5eb-cbb92eda619c, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:33:30.728171 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] For port 7eb64cdc-c57d-4030-a5eb-cbb92eda619c, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7eb64cdc-c57d-4030-a5eb-cbb92eda619c,segment=NetworkSegment(bfba9ce2-8fdd-4918-b49a-93b37f522b28),segment_id=bfba9ce2-8fdd-4918-b49a-93b37f522b28)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:33:30.787778 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:30.817732 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:30.904710 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074898e-ae39-4a1f-aed7-9ea167fca903 None None] Pushing event updated for resources: {'Port': ['ID=7eb64cdc-c57d-4030-a5eb-cbb92eda619c,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:30.916577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:30.988282 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:33:30.990812 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:33:30.996097 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:33:31.032422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Pushing event updated for resources: {'Port': ['ID=eb1f53e1-7ead-41b8-8349-020eba2ea361,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:31.302297 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:31.303606 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:31.593613 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:31.696375 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Router e4d10613-c353-4904-82cc-f7730e5f1c1d is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:33:31.946349 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:33:31.958499 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Sync routers for ids ['e4d10613-c353-4904-82cc-f7730e5f1c1d'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:33:31.972641 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Routers {'e4d10613-c353-4904-82cc-f7730e5f1c1d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:33:31.973890 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:33:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['e4d10613-c353-4904-82cc-f7730e5f1c1d'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:32.034600 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:32.037991 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1ec025d7-579d-4caa-897b-48fa5c63166a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3683345 Mar 02 19:33:32.040514 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41770) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:32.112415 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6281860c-d0a6-4720-88fd-55cb49545b71 None None] Network dd265660-468d-47dc-8a6f-d8c18384ac5a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:33:32.178356 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Set router e4d10613-c353-4904-82cc-f7730e5f1c1d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:33:32.382466 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b2d67b6e-0084-4644-930d-69986142ee32 None None] Provisioning for port 7eb64cdc-c57d-4030-a5eb-cbb92eda619c completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:33:32.531668 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'name': 'tempest-TestEncryptedCinderVolumes-110122426-router', 'tenant_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'eb1f53e1-7ead-41b8-8349-020eba2ea361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:33:29Z', 'updated_at': '2022-03-02T19:33:31Z', 'revision_number': 3, 'project_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'gw_port': {'id': 'eb1f53e1-7ead-41b8-8349-020eba2ea361', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:30Z', 'updated_at': '2022-03-02T19:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:32.539141 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Checking router: e4d10613-c353-4904-82cc-f7730e5f1c1d for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:33:32.539878 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Updating router e4d10613-c353-4904-82cc-f7730e5f1c1d port eb1f53e1-7ead-41b8-8349-020eba2ea361 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:33:32.638203 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:32.700208 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7eb64cdc-c57d-4030-a5eb-cbb92eda619c up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:33:32.916301 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 7eb64cdc-c57d-4030-a5eb-cbb92eda619c completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:33:32.929526 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 7eb64cdc-c57d-4030-a5eb-cbb92eda619c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:32.930051 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:32.987272 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5f0018f7-37a3-4f0e-8343-4a3c5729a1d7 None None] Provisioning complete for port 7eb64cdc-c57d-4030-a5eb-cbb92eda619c triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:32.987677 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5f0018f7-37a3-4f0e-8343-4a3c5729a1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:33.083545 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:33.098306 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Transition to ACTIVE for port object eb1f53e1-7ead-41b8-8349-020eba2ea361 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:33:33.168364 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:33.179652 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4cbca8da-7c0a-47e5-926a-dce573ffeffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:33.198820 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:33.297513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 7eb64cdc-c57d-4030-a5eb-cbb92eda619c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7eb64cdc-c57d-4030-a5eb-cbb92eda619c,segment=NetworkSegment(bfba9ce2-8fdd-4918-b49a-93b37f522b28),segment_id=bfba9ce2-8fdd-4918-b49a-93b37f522b28)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:33:33.304334 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5f0018f7-37a3-4f0e-8343-4a3c5729a1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:33.305069 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Attempting to bind port eb1f53e1-7ead-41b8-8349-020eba2ea361 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:33:33.305534 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Attempting to bind port eb1f53e1-7ead-41b8-8349-020eba2ea361 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:33:33.306113 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Attempting to bind port eb1f53e1-7ead-41b8-8349-020eba2ea361 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:33:33.312522 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b886e8-4035-4ea8-93f5-b69a3f97a9b2 None None] Pushing event updated for resources: {'Port': ['ID=eb1f53e1-7ead-41b8-8349-020eba2ea361,revision_number=2']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:33.324110 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b886e8-4035-4ea8-93f5-b69a3f97a9b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:33.324448 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b886e8-4035-4ea8-93f5-b69a3f97a9b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:33.324777 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b886e8-4035-4ea8-93f5-b69a3f97a9b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:33.325107 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b886e8-4035-4ea8-93f5-b69a3f97a9b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:33.325433 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b886e8-4035-4ea8-93f5-b69a3f97a9b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:33.325756 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b886e8-4035-4ea8-93f5-b69a3f97a9b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:33.326075 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b886e8-4035-4ea8-93f5-b69a3f97a9b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:33.326394 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b886e8-4035-4ea8-93f5-b69a3f97a9b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:33.326708 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b886e8-4035-4ea8-93f5-b69a3f97a9b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:33.327020 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b886e8-4035-4ea8-93f5-b69a3f97a9b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:33.327333 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b886e8-4035-4ea8-93f5-b69a3f97a9b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:33.334611 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:33:33.334897 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:33:33.335298 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:33.335736 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:33:33.336205 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Bound port: eb1f53e1-7ead-41b8-8349-020eba2ea361, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:33:33.336571 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:33.367552 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:33.418474 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] For port eb1f53e1-7ead-41b8-8349-020eba2ea361, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:33:33.422380 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] For port eb1f53e1-7ead-41b8-8349-020eba2ea361, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=eb1f53e1-7ead-41b8-8349-020eba2ea361,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:33:33.447814 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-4cbca8da-7c0a-47e5-926a-dce573ffeffa admin admin] Allocated IP 172.20.0.1 (dd265660-468d-47dc-8a6f-d8c18384ac5a/edac580c-ba8c-4782-93f6-cc55a40c2830/a8fa0033-2aa0-435d-9dbb-0715d3bc5301) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:33:33.486638 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:33.507412 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-5f0018f7-37a3-4f0e-8343-4a3c5729a1d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:33:33.507768 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-5f0018f7-37a3-4f0e-8343-4a3c5729a1d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:33:33.512035 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=7eb64cdc-c57d-4030-a5eb-cbb92eda619c,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:33.585920 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b886e8-4035-4ea8-93f5-b69a3f97a9b2 None None] Pushing event updated for resources: {'Port': ['ID=eb1f53e1-7ead-41b8-8349-020eba2ea361,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:33.591095 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Routers {'e4d10613-c353-4904-82cc-f7730e5f1c1d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:33:33.591753 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:33:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['e4d10613-c353-4904-82cc-f7730e5f1c1d'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:33.727289 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4cbca8da-7c0a-47e5-926a-dce573ffeffa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:33.744747 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-4cbca8da-7c0a-47e5-926a-dce573ffeffa admin admin] Transition to ACTIVE for port object a8fa0033-2aa0-435d-9dbb-0715d3bc5301 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:33:33.779200 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] Set router e4d10613-c353-4904-82cc-f7730e5f1c1d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:33:33.845420 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4cbca8da-7c0a-47e5-926a-dce573ffeffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:33.919881 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbca8da-7c0a-47e5-926a-dce573ffeffa admin admin] Network dd265660-468d-47dc-8a6f-d8c18384ac5a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:33:33.923486 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-4cbca8da-7c0a-47e5-926a-dce573ffeffa admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:33:33.927198 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbca8da-7c0a-47e5-926a-dce573ffeffa admin admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:33:33.987619 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbca8da-7c0a-47e5-926a-dce573ffeffa admin admin] Pushing event updated for resources: {'Port': ['ID=a8fa0033-2aa0-435d-9dbb-0715d3bc5301,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:34.037154 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4cbca8da-7c0a-47e5-926a-dce573ffeffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:34.228233 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4cbca8da-7c0a-47e5-926a-dce573ffeffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:34.233857 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'name': 'tempest-TestEncryptedCinderVolumes-110122426-router', 'tenant_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'eb1f53e1-7ead-41b8-8349-020eba2ea361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:33:29Z', 'updated_at': '2022-03-02T19:33:31Z', 'revision_number': 3, 'project_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'gw_port': {'id': 'eb1f53e1-7ead-41b8-8349-020eba2ea361', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:30Z', 'updated_at': '2022-03-02T19:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:34.241271 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff033e-45ce-4a53-b1c1-52f5396dbfb3 None None] The sync data for ids ['e4d10613-c353-4904-82cc-f7730e5f1c1d'] in dv-neutron-831573-1-hyperv is: [{'id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'name': 'tempest-TestEncryptedCinderVolumes-110122426-router', 'tenant_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'eb1f53e1-7ead-41b8-8349-020eba2ea361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:33:29Z', 'updated_at': '2022-03-02T19:33:31Z', 'revision_number': 3, 'project_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'gw_port': {'id': 'eb1f53e1-7ead-41b8-8349-020eba2ea361', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:30Z', 'updated_at': '2022-03-02T19:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:33:34.428657 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6baba729-8c5f-4afa-83f0-f37873277350 None None] Provisioning for port a8fa0033-2aa0-435d-9dbb-0715d3bc5301 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:33:34.434954 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6baba729-8c5f-4afa-83f0-f37873277350 None None] Provisioning complete for port a8fa0033-2aa0-435d-9dbb-0715d3bc5301 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:34.435478 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6baba729-8c5f-4afa-83f0-f37873277350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:34.509811 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4cbca8da-7c0a-47e5-926a-dce573ffeffa admin admin] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:34.525140 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6baba729-8c5f-4afa-83f0-f37873277350 None None] Port a8fa0033-2aa0-435d-9dbb-0715d3bc5301 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:33:34.605272 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4cbca8da-7c0a-47e5-926a-dce573ffeffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:34.726535 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device eb1f53e1-7ead-41b8-8349-020eba2ea361 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:33:34.741348 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbca8da-7c0a-47e5-926a-dce573ffeffa admin admin] Pushing event updated for resources: {'Port': ['ID=a8fa0033-2aa0-435d-9dbb-0715d3bc5301,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:34.747543 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4cbca8da-7c0a-47e5-926a-dce573ffeffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:34.923416 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port eb1f53e1-7ead-41b8-8349-020eba2ea361 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:33:34.930178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port eb1f53e1-7ead-41b8-8349-020eba2ea361 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:34.930557 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:34.968862 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbca8da-7c0a-47e5-926a-dce573ffeffa admin admin] Network dd265660-468d-47dc-8a6f-d8c18384ac5a is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:33:34.970916 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-4cbca8da-7c0a-47e5-926a-dce573ffeffa admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:33:35.080491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:35.101057 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port eb1f53e1-7ead-41b8-8349-020eba2ea361, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=eb1f53e1-7ead-41b8-8349-020eba2ea361,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:33:35.241322 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:35.242101 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7eb64cdc-c57d-4030-a5eb-cbb92eda619c up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:33:35.370910 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1d5ed25d-2686-44f6-9d59-bda99402487f None None] Provisioning complete for port a8fa0033-2aa0-435d-9dbb-0715d3bc5301 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:35.371279 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed25d-2686-44f6-9d59-bda99402487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:35.401912 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=eb1f53e1-7ead-41b8-8349-020eba2ea361,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:35.437242 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ed25d-2686-44f6-9d59-bda99402487f None None] Port a8fa0033-2aa0-435d-9dbb-0715d3bc5301 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:33:35.445540 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 7eb64cdc-c57d-4030-a5eb-cbb92eda619c triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:35.445914 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:35.536600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbca8da-7c0a-47e5-926a-dce573ffeffa admin admin] Router e4d10613-c353-4904-82cc-f7730e5f1c1d has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:33:35.781464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbca8da-7c0a-47e5-926a-dce573ffeffa admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:33:35.791266 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4cbca8da-7c0a-47e5-926a-dce573ffeffa admin admin] 10.222.0.73 "PUT /v2.0/routers/e4d10613-c353-4904-82cc-f7730e5f1c1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7492585 Mar 02 19:33:36.620293 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device eb1f53e1-7ead-41b8-8349-020eba2ea361 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:33:36.697029 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port eb1f53e1-7ead-41b8-8349-020eba2ea361 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:36.697390 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:37.161666 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41792) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:37.167871 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2103576698-network', 'tenant_id': '80a6d9c8ae5347da806eab1e91e1ca19'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:33:37.173170 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:33:37.177993 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Usage tracker for resource:network and tenant:80a6d9c8ae5347da806eab1e91e1ca19 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:33:37.182103 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:33:37.194293 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:33:37.308099 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Made reservation on behalf of 80a6d9c8ae5347da806eab1e91e1ca19 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:33:37.310548 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:37.324248 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:37.359525 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:33:37.363671 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Usage tracker for resource:security_group_rule and tenant:80a6d9c8ae5347da806eab1e91e1ca19 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:33:37.366791 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:33:37.372732 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:33:37.448051 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:37.546522 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:37.581182 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:33:37.594550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151ea043-08a2-41af-bb29-d13b09763521,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:37.602868 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:37.603516 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Added segment 870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca of type vlan for network a2b6c380-e319-4e4a-ba70-993b7bb3cc75 Mar 02 19:33:37.738363 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:37.839284 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:37.840345 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:37.840968 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:37.951900 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Sync routers for ids ['e4d10613-c353-4904-82cc-f7730e5f1c1d'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:33:37.955905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] Pushing event updated for resources: {'Network': ['ID=a2b6c380-e319-4e4a-ba70-993b7bb3cc75,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:37.971569 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network a2b6c380-e319-4e4a-ba70-993b7bb3cc75 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:33:37.992661 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Routers {'e4d10613-c353-4904-82cc-f7730e5f1c1d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:33:37.993302 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:33:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['e4d10613-c353-4904-82cc-f7730e5f1c1d'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:38.028646 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-84b5bf71-1549-4b4d-9d11-19a8afa56398 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8649821 Mar 02 19:33:38.032480 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41796) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:38.044484 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-622c79a8-c45b-465b-849e-3f49db1fbfb5 admin admin] Request body: {'subnet': {'network_id': 'a2b6c380-e319-4e4a-ba70-993b7bb3cc75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2103576698-subnet', 'tenant_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'ip_version': 4}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:33:38.056190 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-622c79a8-c45b-465b-849e-3f49db1fbfb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:33:38.063805 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-622c79a8-c45b-465b-849e-3f49db1fbfb5 admin admin] Usage tracker for resource:subnet and tenant:80a6d9c8ae5347da806eab1e91e1ca19 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:33:38.070253 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-622c79a8-c45b-465b-849e-3f49db1fbfb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:33:38.082022 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-622c79a8-c45b-465b-849e-3f49db1fbfb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:33:38.182483 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622c79a8-c45b-465b-849e-3f49db1fbfb5 admin admin] Made reservation on behalf of 80a6d9c8ae5347da806eab1e91e1ca19 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:33:38.184958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-622c79a8-c45b-465b-849e-3f49db1fbfb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:38.273040 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Set router e4d10613-c353-4904-82cc-f7730e5f1c1d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:33:38.519693 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-622c79a8-c45b-465b-849e-3f49db1fbfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:38.607257 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c79a8-c45b-465b-849e-3f49db1fbfb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ec0c05b-98e3-4e5f-808e-4bc7c6a7e0b4,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:38.625776 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c79a8-c45b-465b-849e-3f49db1fbfb5 admin admin] Checking segment: {'id': '870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a2b6c380-e319-4e4a-ba70-993b7bb3cc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:33:38.626409 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622c79a8-c45b-465b-849e-3f49db1fbfb5 admin admin] Network hostable DHCP agents. Network: a2b6c380-e319-4e4a-ba70-993b7bb3cc75, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:33:38.686097 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'name': 'tempest-TestEncryptedCinderVolumes-110122426-router', 'tenant_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'eb1f53e1-7ead-41b8-8349-020eba2ea361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:33:29Z', 'updated_at': '2022-03-02T19:33:34Z', 'revision_number': 4, 'project_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'gw_port': {'id': 'eb1f53e1-7ead-41b8-8349-020eba2ea361', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:30Z', 'updated_at': '2022-03-02T19:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a8fa0033-2aa0-435d-9dbb-0715d3bc5301', 'name': '', 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a', 'tenant_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'mac_address': 'fa:16:3e:34:00:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edac580c-ba8c-4782-93f6-cc55a40c2830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:33Z', 'updated_at': '2022-03-02T19:33:34Z', 'revision_number': 2, 'project_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'subnets': [{'id': 'edac580c-ba8c-4782-93f6-cc55a40c2830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:38.690387 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Checking router: e4d10613-c353-4904-82cc-f7730e5f1c1d for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:33:38.690732 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Updating router e4d10613-c353-4904-82cc-f7730e5f1c1d port a8fa0033-2aa0-435d-9dbb-0715d3bc5301 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:33:38.746605 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:38.747372 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622c79a8-c45b-465b-849e-3f49db1fbfb5 admin admin] Network a2b6c380-e319-4e4a-ba70-993b7bb3cc75 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:33:38.822605 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-622c79a8-c45b-465b-849e-3f49db1fbfb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, a2b6c380-e319-4e4a-ba70-993b7bb3cc75) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:33:38.827570 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622c79a8-c45b-465b-849e-3f49db1fbfb5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:38.828314 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-622c79a8-c45b-465b-849e-3f49db1fbfb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:38.854920 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fecc45-6721-4950-a5e0-c8c31a16076f None None] Network a2b6c380-e319-4e4a-ba70-993b7bb3cc75 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:33:38.920853 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-622c79a8-c45b-465b-849e-3f49db1fbfb5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8863244 Mar 02 19:33:38.923445 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 41800) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:38.932300 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2103576698-router', 'tenant_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:33:38.939570 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:33:38.946073 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Usage tracker for resource:router and tenant:80a6d9c8ae5347da806eab1e91e1ca19 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:33:38.949160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:33:38.955148 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:33:39.028112 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:39.029132 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:39.053372 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:39.275626 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-a2b6c380-e319-4e4a-ba70-993b7bb3cc75', 'network_id': 'a2b6c380-e319-4e4a-ba70-993b7bb3cc75', 'tenant_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'fixed_ips': [{'subnet_id': '3ec0c05b-98e3-4e5f-808e-4bc7c6a7e0b4'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:33:39.276563 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:39.396827 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:39.418920 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:39.449725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Transition to ACTIVE for port object a8fa0033-2aa0-435d-9dbb-0715d3bc5301 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:33:39.538013 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Allocated IP 172.20.0.2 (a2b6c380-e319-4e4a-ba70-993b7bb3cc75/3ec0c05b-98e3-4e5f-808e-4bc7c6a7e0b4/629cac4d-b9bf-44fa-b40c-f40a46553305) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:33:39.580992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:39.773553 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:39.809970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:39.877387 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a0c18-9751-426a-884a-d91eb8e2ca5f None None] Pushing event updated for resources: {'Port': ['ID=a8fa0033-2aa0-435d-9dbb-0715d3bc5301,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:40.073444 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Attempting to bind port a8fa0033-2aa0-435d-9dbb-0715d3bc5301 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:33:40.073775 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Attempting to bind port a8fa0033-2aa0-435d-9dbb-0715d3bc5301 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'bfba9ce2-8fdd-4918-b49a-93b37f522b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:33:40.074096 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Attempting to bind port a8fa0033-2aa0-435d-9dbb-0715d3bc5301 on network dd265660-468d-47dc-8a6f-d8c18384ac5a {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:33:40.092212 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:33:40.092691 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Checking segment: {'id': 'bfba9ce2-8fdd-4918-b49a-93b37f522b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:33:40.093635 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:40.094705 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Bound using segment: {'id': 'bfba9ce2-8fdd-4918-b49a-93b37f522b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:33:40.095112 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Bound port: a8fa0033-2aa0-435d-9dbb-0715d3bc5301, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfba9ce2-8fdd-4918-b49a-93b37f522b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:33:40.095489 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:40.132958 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:40.148974 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Allocated IP 172.26.4.70 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/7afaed01-b066-4228-a2c3-5388f4663298) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:33:40.184734 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Transition to ACTIVE for port object 629cac4d-b9bf-44fa-b40c-f40a46553305 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:33:40.234174 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Transition to ACTIVE for port object 629cac4d-b9bf-44fa-b40c-f40a46553305 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:33:40.250566 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] For port a8fa0033-2aa0-435d-9dbb-0715d3bc5301, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:33:40.255247 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] For port a8fa0033-2aa0-435d-9dbb-0715d3bc5301, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a8fa0033-2aa0-435d-9dbb-0715d3bc5301,segment=NetworkSegment(bfba9ce2-8fdd-4918-b49a-93b37f522b28),segment_id=bfba9ce2-8fdd-4918-b49a-93b37f522b28)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:33:40.338033 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:40.338383 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:40.418354 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:40.428922 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:40.493826 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Pushing event updated for resources: {'Port': ['ID=629cac4d-b9bf-44fa-b40c-f40a46553305,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:40.500858 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Network a2b6c380-e319-4e4a-ba70-993b7bb3cc75 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:33:40.507645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:33:40.510861 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:33:40.515770 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:33:40.543403 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Pushing event updated for resources: {'Port': ['ID=7afaed01-b066-4228-a2c3-5388f4663298,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:40.595110 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:33:40.604287 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:33:40.709090 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Routers {'e4d10613-c353-4904-82cc-f7730e5f1c1d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:33:40.709758 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:33:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['e4d10613-c353-4904-82cc-f7730e5f1c1d'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:40.849356 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a0c18-9751-426a-884a-d91eb8e2ca5f None None] Pushing event updated for resources: {'Port': ['ID=a8fa0033-2aa0-435d-9dbb-0715d3bc5301,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:40.851474 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:40.852246 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:40.883247 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Attempting to bind port 629cac4d-b9bf-44fa-b40c-f40a46553305 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:33:40.883655 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Attempting to bind port 629cac4d-b9bf-44fa-b40c-f40a46553305 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a2b6c380-e319-4e4a-ba70-993b7bb3cc75'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:33:40.884010 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Attempting to bind port 629cac4d-b9bf-44fa-b40c-f40a46553305 on network a2b6c380-e319-4e4a-ba70-993b7bb3cc75 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:33:40.906007 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:33:40.906386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Checking segment: {'id': '870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a2b6c380-e319-4e4a-ba70-993b7bb3cc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:33:40.906784 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:40.907177 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Bound using segment: {'id': '870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a2b6c380-e319-4e4a-ba70-993b7bb3cc75'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:33:40.907701 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Bound port: 629cac4d-b9bf-44fa-b40c-f40a46553305, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a2b6c380-e319-4e4a-ba70-993b7bb3cc75'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:33:40.908084 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:41.012557 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] Set router e4d10613-c353-4904-82cc-f7730e5f1c1d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:33:41.106661 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] For port 629cac4d-b9bf-44fa-b40c-f40a46553305, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:33:41.168843 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] For port 629cac4d-b9bf-44fa-b40c-f40a46553305, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=629cac4d-b9bf-44fa-b40c-f40a46553305,segment=NetworkSegment(870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca),segment_id=870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:33:41.263377 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:41.388027 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Router d45501e5-5252-40ac-805e-41bf86e1dc5a is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:33:41.391206 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc6848-10f7-467e-b5cc-c953dd2ec33b None None] Pushing event updated for resources: {'Port': ['ID=629cac4d-b9bf-44fa-b40c-f40a46553305,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:41.469137 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'name': 'tempest-TestEncryptedCinderVolumes-110122426-router', 'tenant_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'eb1f53e1-7ead-41b8-8349-020eba2ea361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:33:29Z', 'updated_at': '2022-03-02T19:33:34Z', 'revision_number': 4, 'project_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'gw_port': {'id': 'eb1f53e1-7ead-41b8-8349-020eba2ea361', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:30Z', 'updated_at': '2022-03-02T19:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a8fa0033-2aa0-435d-9dbb-0715d3bc5301', 'name': '', 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a', 'tenant_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'mac_address': 'fa:16:3e:34:00:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edac580c-ba8c-4782-93f6-cc55a40c2830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:33Z', 'updated_at': '2022-03-02T19:33:40Z', 'revision_number': 4, 'project_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'subnets': [{'id': 'edac580c-ba8c-4782-93f6-cc55a40c2830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:41.474334 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa5c60-258d-4c84-949b-5f2bafa64d9a None None] The sync data for ids ['e4d10613-c353-4904-82cc-f7730e5f1c1d'] in dv-neutron-831573-1-hyperv is: [{'id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'name': 'tempest-TestEncryptedCinderVolumes-110122426-router', 'tenant_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'eb1f53e1-7ead-41b8-8349-020eba2ea361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:33:29Z', 'updated_at': '2022-03-02T19:33:34Z', 'revision_number': 4, 'project_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'gw_port': {'id': 'eb1f53e1-7ead-41b8-8349-020eba2ea361', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:30Z', 'updated_at': '2022-03-02T19:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a8fa0033-2aa0-435d-9dbb-0715d3bc5301', 'name': '', 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a', 'tenant_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'mac_address': 'fa:16:3e:34:00:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edac580c-ba8c-4782-93f6-cc55a40c2830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:33Z', 'updated_at': '2022-03-02T19:33:40Z', 'revision_number': 4, 'project_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'subnets': [{'id': 'edac580c-ba8c-4782-93f6-cc55a40c2830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:33:41.728357 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:33:41.747108 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Sync routers for ids ['d45501e5-5252-40ac-805e-41bf86e1dc5a'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:33:41.761632 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Routers {'d45501e5-5252-40ac-805e-41bf86e1dc5a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:33:41.763026 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:33:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d45501e5-5252-40ac-805e-41bf86e1dc5a'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:41.856653 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:41.861166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 41804) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:41.862054 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-26d5f2af-b43e-4e0c-8737-580694d629d9 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9362850 Mar 02 19:33:42.045329 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Set router d45501e5-5252-40ac-805e-41bf86e1dc5a gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:33:42.531877 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45501e5-5252-40ac-805e-41bf86e1dc5a', 'name': 'tempest-TestEncryptedCinderVolumes-2103576698-router', 'tenant_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': '7afaed01-b066-4228-a2c3-5388f4663298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:33:39Z', 'updated_at': '2022-03-02T19:33:40Z', 'revision_number': 3, 'project_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'gw_port': {'id': '7afaed01-b066-4228-a2c3-5388f4663298', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45501e5-5252-40ac-805e-41bf86e1dc5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:39Z', 'updated_at': '2022-03-02T19:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:42.537516 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Checking router: d45501e5-5252-40ac-805e-41bf86e1dc5a for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:33:42.537857 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Updating router d45501e5-5252-40ac-805e-41bf86e1dc5a port 7afaed01-b066-4228-a2c3-5388f4663298 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:33:42.630792 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:42.812283 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 629cac4d-b9bf-44fa-b40c-f40a46553305 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:33:42.859120 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87325c9c-7a86-4883-b422-ae6aa62b4bce None None] Network a2b6c380-e319-4e4a-ba70-993b7bb3cc75 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:33:43.074548 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-cc6f5d97-2f95-4614-8128-56ce11744d80 None None] Provisioning for port 629cac4d-b9bf-44fa-b40c-f40a46553305 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:33:43.108835 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:43.124207 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Transition to ACTIVE for port object 7afaed01-b066-4228-a2c3-5388f4663298 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:33:43.188036 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 629cac4d-b9bf-44fa-b40c-f40a46553305 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:33:43.196385 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 629cac4d-b9bf-44fa-b40c-f40a46553305 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:43.196794 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:43.217121 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:43.318615 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:43.346070 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Attempting to bind port 7afaed01-b066-4228-a2c3-5388f4663298 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:33:43.346648 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Attempting to bind port 7afaed01-b066-4228-a2c3-5388f4663298 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:33:43.347214 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Attempting to bind port 7afaed01-b066-4228-a2c3-5388f4663298 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:33:43.352286 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734a08d-8bdd-4aa2-8298-e6e2629cee5f None None] Pushing event updated for resources: {'Port': ['ID=7afaed01-b066-4228-a2c3-5388f4663298,revision_number=2']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:43.356307 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:43.364060 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:33:43.364678 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:33:43.365301 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:43.366075 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:33:43.366628 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Bound port: 7afaed01-b066-4228-a2c3-5388f4663298, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:33:43.367213 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:43.437229 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 629cac4d-b9bf-44fa-b40c-f40a46553305, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=629cac4d-b9bf-44fa-b40c-f40a46553305,segment=NetworkSegment(870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca),segment_id=870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:33:43.497592 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] For port 7afaed01-b066-4228-a2c3-5388f4663298, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:33:43.504648 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] For port 7afaed01-b066-4228-a2c3-5388f4663298, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7afaed01-b066-4228-a2c3-5388f4663298,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:33:43.553736 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:43.555013 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a8fa0033-2aa0-435d-9dbb-0715d3bc5301 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:33:43.635074 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:43.654654 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Allocated IP 172.20.0.1 (a2b6c380-e319-4e4a-ba70-993b7bb3cc75/3ec0c05b-98e3-4e5f-808e-4bc7c6a7e0b4/0296bf84-1bf4-4175-84a3-662c76e3c9c2) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:33:43.771674 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Routers {'d45501e5-5252-40ac-805e-41bf86e1dc5a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:33:43.772312 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:33:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d45501e5-5252-40ac-805e-41bf86e1dc5a'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:43.813170 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=629cac4d-b9bf-44fa-b40c-f40a46553305,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:43.823929 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-413ba862-30ee-44fc-8648-25195b9d98cb None None] Provisioning complete for port 629cac4d-b9bf-44fa-b40c-f40a46553305 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:43.824530 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-413ba862-30ee-44fc-8648-25195b9d98cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:43.864539 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:43.896059 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Transition to ACTIVE for port object 0296bf84-1bf4-4175-84a3-662c76e3c9c2 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:33:43.899144 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734a08d-8bdd-4aa2-8298-e6e2629cee5f None None] Pushing event updated for resources: {'Port': ['ID=7afaed01-b066-4228-a2c3-5388f4663298,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:43.991875 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] Set router d45501e5-5252-40ac-805e-41bf86e1dc5a gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:33:44.005251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:44.155501 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port a8fa0033-2aa0-435d-9dbb-0715d3bc5301 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:33:44.165601 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a8fa0033-2aa0-435d-9dbb-0715d3bc5301 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:44.168409 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:44.174178 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Network a2b6c380-e319-4e4a-ba70-993b7bb3cc75 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:33:44.181851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:33:44.185386 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Pushing event updated for resources: {'Port': ['ID=0296bf84-1bf4-4175-84a3-662c76e3c9c2,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:44.190093 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:33:44.272798 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:44.273356 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:44.273922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:44.274483 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:44.275049 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:44.275660 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:44.276303 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:44.276784 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:44.277328 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:44.277880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:44.278435 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:44.324363 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:44.413381 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:44.456040 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port a8fa0033-2aa0-435d-9dbb-0715d3bc5301, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a8fa0033-2aa0-435d-9dbb-0715d3bc5301,segment=NetworkSegment(bfba9ce2-8fdd-4918-b49a-93b37f522b28),segment_id=bfba9ce2-8fdd-4918-b49a-93b37f522b28)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:33:44.525916 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:44.556151 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45501e5-5252-40ac-805e-41bf86e1dc5a', 'name': 'tempest-TestEncryptedCinderVolumes-2103576698-router', 'tenant_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': '7afaed01-b066-4228-a2c3-5388f4663298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:33:39Z', 'updated_at': '2022-03-02T19:33:40Z', 'revision_number': 3, 'project_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'gw_port': {'id': '7afaed01-b066-4228-a2c3-5388f4663298', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45501e5-5252-40ac-805e-41bf86e1dc5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:39Z', 'updated_at': '2022-03-02T19:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:44.563540 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4516eb5d-8bda-4b6a-9f2b-462c57a64aa8 None None] The sync data for ids ['d45501e5-5252-40ac-805e-41bf86e1dc5a'] in dv-neutron-831573-1-hyperv is: [{'id': 'd45501e5-5252-40ac-805e-41bf86e1dc5a', 'name': 'tempest-TestEncryptedCinderVolumes-2103576698-router', 'tenant_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': '7afaed01-b066-4228-a2c3-5388f4663298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:33:39Z', 'updated_at': '2022-03-02T19:33:40Z', 'revision_number': 3, 'project_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'gw_port': {'id': '7afaed01-b066-4228-a2c3-5388f4663298', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45501e5-5252-40ac-805e-41bf86e1dc5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:39Z', 'updated_at': '2022-03-02T19:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:33:44.604890 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:44.671675 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 629cac4d-b9bf-44fa-b40c-f40a46553305 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:33:44.752042 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4575ae36-d10e-448f-8bec-2b0c5d96c395 None None] Provisioning for port 0296bf84-1bf4-4175-84a3-662c76e3c9c2 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:33:44.774080 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=a8fa0033-2aa0-435d-9dbb-0715d3bc5301,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:44.781928 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4575ae36-d10e-448f-8bec-2b0c5d96c395 None None] Provisioning complete for port 0296bf84-1bf4-4175-84a3-662c76e3c9c2 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:44.782402 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4575ae36-d10e-448f-8bec-2b0c5d96c395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:44.849383 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-4575ae36-d10e-448f-8bec-2b0c5d96c395 None None] Port 0296bf84-1bf4-4175-84a3-662c76e3c9c2 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:33:44.862568 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 629cac4d-b9bf-44fa-b40c-f40a46553305 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:44.863114 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:44.882573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:44.953346 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:45.073153 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:45.076869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Pushing event updated for resources: {'Port': ['ID=0296bf84-1bf4-4175-84a3-662c76e3c9c2,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:45.231190 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Network a2b6c380-e319-4e4a-ba70-993b7bb3cc75 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:33:45.232464 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:33:45.487963 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-fa992453-f3db-48d8-a62f-54cc08f5687a None None] Provisioning complete for port 0296bf84-1bf4-4175-84a3-662c76e3c9c2 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:45.489021 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fa992453-f3db-48d8-a62f-54cc08f5687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:45.549672 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-fa992453-f3db-48d8-a62f-54cc08f5687a None None] Port 0296bf84-1bf4-4175-84a3-662c76e3c9c2 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:33:45.921331 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Router d45501e5-5252-40ac-805e-41bf86e1dc5a has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:33:46.163867 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:33:46.173417 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8212a101-2290-450a-bc58-260a975da6a9 admin admin] 10.222.0.73 "PUT /v2.0/routers/d45501e5-5252-40ac-805e-41bf86e1dc5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3109910 Mar 02 19:33:46.622121 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a8fa0033-2aa0-435d-9dbb-0715d3bc5301 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:33:46.702881 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a8fa0033-2aa0-435d-9dbb-0715d3bc5301 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:46.703440 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:47.448641 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a94568-29ca-466a-9777-fe7387666801 req-5d24dddc-e149-4cb7-a25f-b5ca796cfdee tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:47.449379 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-e0a94568-29ca-466a-9777-fe7387666801 req-5d24dddc-e149-4cb7-a25f-b5ca796cfdee tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Synchronizing usage tracker for tenant:31c6ca83f7cd4657911ea9c4be3e48c8 on resource:network {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:33:47.546369 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-e0a94568-29ca-466a-9777-fe7387666801 req-5d24dddc-e149-4cb7-a25f-b5ca796cfdee tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Unset dirty status for tenant:31c6ca83f7cd4657911ea9c4be3e48c8 on resource:network {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:33:47.547645 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e0a94568-29ca-466a-9777-fe7387666801 req-5d24dddc-e149-4cb7-a25f-b5ca796cfdee tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/networks?id=dd265660-468d-47dc-8a6f-d8c18384ac5a HTTP/1.1" status: 200 len: 816 time: 0.2628090 Mar 02 19:33:47.574944 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e0a94568-29ca-466a-9777-fe7387666801 req-86b01790-4824-4ce0-bc85-ef1e68ba4a28 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/quotas/31c6ca83f7cd4657911ea9c4be3e48c8 HTTP/1.1" status: 200 len: 375 time: 0.0182984 Mar 02 19:33:47.707659 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-e0a94568-29ca-466a-9777-fe7387666801 req-a79789f6-a261-4e43-b6e4-b3628ef16c72 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Synchronizing usage tracker for tenant:31c6ca83f7cd4657911ea9c4be3e48c8 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:33:47.838947 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-e0a94568-29ca-466a-9777-fe7387666801 req-a79789f6-a261-4e43-b6e4-b3628ef16c72 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Unset dirty status for tenant:31c6ca83f7cd4657911ea9c4be3e48c8 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:33:47.840439 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e0a94568-29ca-466a-9777-fe7387666801 req-a79789f6-a261-4e43-b6e4-b3628ef16c72 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=31c6ca83f7cd4657911ea9c4be3e48c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2609839 Mar 02 19:33:48.008145 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [req-e0a94568-29ca-466a-9777-fe7387666801 req-173b0fd1-527f-4fa4-ad3e-2ba65866b9a6 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 19:33:48.009301 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e0a94568-29ca-466a-9777-fe7387666801 req-173b0fd1-527f-4fa4-ad3e-2ba65866b9a6 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1472619 Mar 02 19:33:48.158562 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e0a94568-29ca-466a-9777-fe7387666801 req-74cb4b8b-f650-4791-b06d-99bcaf9ff0d1 service neutron] 10.222.0.73 "GET /v2.0/networks/dd265660-468d-47dc-8a6f-d8c18384ac5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380293 Mar 02 19:33:48.306467 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e0a94568-29ca-466a-9777-fe7387666801 req-1d7b53ef-03cb-4d70-9365-b84cf8882c65 service neutron] 10.222.0.73 "GET /v2.0/networks/dd265660-468d-47dc-8a6f-d8c18384ac5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408944 Mar 02 19:33:48.619906 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5966aff8-f66e-4411-9413-15231fa97fba req-42530c87-bb57-4b60-a099-a02aa6e99b51 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0 HTTP/1.1" status: 200 len: 210 time: 0.0536282 Mar 02 19:33:49.848604 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ace6af4d-7f74-4dba-8d68-09a25e18e041 req-2e24268d-4f6d-49b2-83f3-f4929ab8f90d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0 HTTP/1.1" status: 200 len: 210 time: 0.0484667 Mar 02 19:33:51.115834 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aa9bc147-d454-4237-a247-1b65bd9b57ae req-52e49f5e-8f17-4035-a148-852907fdb19c tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0 HTTP/1.1" status: 200 len: 210 time: 0.0889030 Mar 02 19:33:51.246131 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a94568-29ca-466a-9777-fe7387666801 req-8703084b-c00a-4ace-a7d4-c90b45633e41 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:51.248519 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e0a94568-29ca-466a-9777-fe7387666801 req-8703084b-c00a-4ace-a7d4-c90b45633e41 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.87 "GET /v2.0/networks?id=dd265660-468d-47dc-8a6f-d8c18384ac5a HTTP/1.1" status: 200 len: 816 time: 0.1743293 Mar 02 19:33:51.263703 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-e0a94568-29ca-466a-9777-fe7387666801 req-3847da49-fd6e-441e-a513-c3a4df8d0147 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Request body: {'port': {'device_id': '93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0', 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a', 'admin_state_up': True, 'tenant_id': '31c6ca83f7cd4657911ea9c4be3e48c8'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:33:51.461400 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-e0a94568-29ca-466a-9777-fe7387666801 req-3847da49-fd6e-441e-a513-c3a4df8d0147 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:33:51.479969 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-e0a94568-29ca-466a-9777-fe7387666801 req-3847da49-fd6e-441e-a513-c3a4df8d0147 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:33:51.565102 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a94568-29ca-466a-9777-fe7387666801 req-3847da49-fd6e-441e-a513-c3a4df8d0147 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Made reservation on behalf of 31c6ca83f7cd4657911ea9c4be3e48c8 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:33:51.568610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e0a94568-29ca-466a-9777-fe7387666801 req-3847da49-fd6e-441e-a513-c3a4df8d0147 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:51.701830 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a193f8de-02b2-47e8-a2e1-28237c340c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:51.763656 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-e0a94568-29ca-466a-9777-fe7387666801 req-3847da49-fd6e-441e-a513-c3a4df8d0147 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Allocated IP 172.20.0.8 (dd265660-468d-47dc-8a6f-d8c18384ac5a/edac580c-ba8c-4782-93f6-cc55a40c2830/6259d75a-9ae7-4bf9-8194-1fe2df3c9079) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:33:52.006647 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e0a94568-29ca-466a-9777-fe7387666801 req-3847da49-fd6e-441e-a513-c3a4df8d0147 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:52.024429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-e0a94568-29ca-466a-9777-fe7387666801 req-3847da49-fd6e-441e-a513-c3a4df8d0147 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Transition to ACTIVE for port object 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:33:52.141009 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e0a94568-29ca-466a-9777-fe7387666801 req-3847da49-fd6e-441e-a513-c3a4df8d0147 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:52.220801 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a94568-29ca-466a-9777-fe7387666801 req-3847da49-fd6e-441e-a513-c3a4df8d0147 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Network dd265660-468d-47dc-8a6f-d8c18384ac5a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:33:52.224761 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-e0a94568-29ca-466a-9777-fe7387666801 req-3847da49-fd6e-441e-a513-c3a4df8d0147 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:33:52.229211 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a94568-29ca-466a-9777-fe7387666801 req-3847da49-fd6e-441e-a513-c3a4df8d0147 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:33:52.258317 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847da49-fd6e-441e-a513-c3a4df8d0147 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Pushing event updated for resources: {'Port': ['ID=6259d75a-9ae7-4bf9-8194-1fe2df3c9079,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:52.315606 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a94568-29ca-466a-9777-fe7387666801 req-3847da49-fd6e-441e-a513-c3a4df8d0147 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:52.316273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e0a94568-29ca-466a-9777-fe7387666801 req-3847da49-fd6e-441e-a513-c3a4df8d0147 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:52.361333 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0153c-296b-42f3-bd23-29728167f684 req-9a305e2e-f30e-43ff-bc28-82534cd51be9 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:52.362804 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b5e0153c-296b-42f3-bd23-29728167f684 req-9a305e2e-f30e-43ff-bc28-82534cd51be9 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0 HTTP/1.1" status: 200 len: 931 time: 0.1028059 Mar 02 19:33:52.421555 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-b5e0153c-296b-42f3-bd23-29728167f684 req-6e919f9f-5e66-4872-8570-334e4b1ec41f tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Synchronizing usage tracker for tenant:31c6ca83f7cd4657911ea9c4be3e48c8 on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:33:52.432720 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e0a94568-29ca-466a-9777-fe7387666801 req-3847da49-fd6e-441e-a513-c3a4df8d0147 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1731324 Mar 02 19:33:52.444802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] Request body: {'port': {'device_id': '93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:33:52.552551 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-b5e0153c-296b-42f3-bd23-29728167f684 req-6e919f9f-5e66-4872-8570-334e4b1ec41f tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Unset dirty status for tenant:31c6ca83f7cd4657911ea9c4be3e48c8 on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:33:52.554626 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b5e0153c-296b-42f3-bd23-29728167f684 req-6e919f9f-5e66-4872-8570-334e4b1ec41f tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848342 Mar 02 19:33:52.565447 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:52.650760 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8f448da1-e3b8-446d-bd37-77b95af8776e None None] Provisioning for port 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:33:52.662900 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7afaed01-b066-4228-a2c3-5388f4663298 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:33:52.698029 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8f448da1-e3b8-446d-bd37-77b95af8776e None None] Provisioning complete for port 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:52.698396 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8f448da1-e3b8-446d-bd37-77b95af8776e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:52.710636 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:33:52.777090 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-8f448da1-e3b8-446d-bd37-77b95af8776e None None] Port 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:33:52.873323 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 7afaed01-b066-4228-a2c3-5388f4663298 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:33:52.880803 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 7afaed01-b066-4228-a2c3-5388f4663298 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:52.881221 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:53.018003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:53.037418 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 7afaed01-b066-4228-a2c3-5388f4663298, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7afaed01-b066-4228-a2c3-5388f4663298,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:33:53.114171 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:53.140247 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:33:53.154422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:53.175319 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] Transition to ACTIVE for port object 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:33:53.210022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=7afaed01-b066-4228-a2c3-5388f4663298,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:53.219008 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:53.219405 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:53.219711 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:53.220044 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:53.220421 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:53.220703 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:53.221030 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:53.221359 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:53.221726 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:53.222041 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:53.222366 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:53.296070 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:53.433422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] Pushing event updated for resources: {'Port': ['ID=6259d75a-9ae7-4bf9-8194-1fe2df3c9079,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:53.568363 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] Attempting to bind port 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:33:53.568671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] Attempting to bind port 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'bfba9ce2-8fdd-4918-b49a-93b37f522b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:33:53.569009 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] Attempting to bind port 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 on network dd265660-468d-47dc-8a6f-d8c18384ac5a {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:33:53.575803 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] Port 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 on network dd265660-468d-47dc-8a6f-d8c18384ac5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:33:53.576411 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] Attempting to bind port 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 on network dd265660-468d-47dc-8a6f-d8c18384ac5a {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:33:53.584103 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:33:53.584441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] Checking segment: {'id': 'bfba9ce2-8fdd-4918-b49a-93b37f522b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:33:53.584818 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] Bound using segment: {'id': 'bfba9ce2-8fdd-4918-b49a-93b37f522b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:33:53.585246 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] Bound port: 6259d75a-9ae7-4bf9-8194-1fe2df3c9079, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfba9ce2-8fdd-4918-b49a-93b37f522b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:33:53.585588 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:53.697196 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] For port 6259d75a-9ae7-4bf9-8194-1fe2df3c9079, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:33:53.701197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] For port 6259d75a-9ae7-4bf9-8194-1fe2df3c9079, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6259d75a-9ae7-4bf9-8194-1fe2df3c9079,segment=NetworkSegment(bfba9ce2-8fdd-4918-b49a-93b37f522b28),segment_id=bfba9ce2-8fdd-4918-b49a-93b37f522b28)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:33:53.748019 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-47c4933f-b555-4e61-ab82-3b72ab942be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:53.793912 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:53.882616 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:53.884069 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e0a94568-29ca-466a-9777-fe7387666801 req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] 10.222.0.87 "PUT /v2.0/ports/6259d75a-9ae7-4bf9-8194-1fe2df3c9079 HTTP/1.1" status: 200 len: 1093 time: 1.4443808 Mar 02 19:33:53.887277 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0', 'tag': '6259d75a-9ae7-4bf9-8194-1fe2df3c9079'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:33:53.910796 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418dd38-1628-4c85-96b5-d89fcf437687 service neutron] Pushing event updated for resources: {'Port': ['ID=6259d75a-9ae7-4bf9-8194-1fe2df3c9079,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:53.928220 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd40c56-2ffd-4b53-9945-5961ee386dbb req-ed972499-54fd-4236-9e0d-32444f40a221 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:53.928981 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-bfd40c56-2ffd-4b53-9945-5961ee386dbb req-ed972499-54fd-4236-9e0d-32444f40a221 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Synchronizing usage tracker for tenant:31c6ca83f7cd4657911ea9c4be3e48c8 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:33:54.026145 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0', 'tag': '6259d75a-9ae7-4bf9-8194-1fe2df3c9079', 'status': 'completed', 'code': 200} Mar 02 19:33:54.031101 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-bfd40c56-2ffd-4b53-9945-5961ee386dbb req-ed972499-54fd-4236-9e0d-32444f40a221 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Unset dirty status for tenant:31c6ca83f7cd4657911ea9c4be3e48c8 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:33:54.032335 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bfd40c56-2ffd-4b53-9945-5961ee386dbb req-ed972499-54fd-4236-9e0d-32444f40a221 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0 HTTP/1.1" status: 200 len: 943 time: 0.2757282 Mar 02 19:33:54.112840 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bfd40c56-2ffd-4b53-9945-5961ee386dbb req-292ae721-0cb1-49db-b1f0-175c1b55d974 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693238 Mar 02 19:33:54.121166 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e0a94568-29ca-466a-9777-fe7387666801 req-1ebb2116-ad47-4150-a655-04bf081882f9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=31c6ca83f7cd4657911ea9c4be3e48c8&device_id=93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0 HTTP/1.1" status: 200 len: 1096 time: 0.1314690 Mar 02 19:33:54.199161 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e0a94568-29ca-466a-9777-fe7387666801 req-bc4ac89a-629b-4d02-a1e6-72195a71cc56 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6259d75a-9ae7-4bf9-8194-1fe2df3c9079 HTTP/1.1" status: 200 len: 217 time: 0.0709941 Mar 02 19:33:54.264566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a94568-29ca-466a-9777-fe7387666801 req-d1eddef8-18d3-4bc9-a32b-623c93c58be7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:54.266042 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e0a94568-29ca-466a-9777-fe7387666801 req-d1eddef8-18d3-4bc9-a32b-623c93c58be7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=edac580c-ba8c-4782-93f6-cc55a40c2830 HTTP/1.1" status: 200 len: 855 time: 0.0617151 Mar 02 19:33:54.350527 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e0a94568-29ca-466a-9777-fe7387666801 req-c3b74a2d-463c-4628-815a-746e6b093684 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dd265660-468d-47dc-8a6f-d8c18384ac5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785880 Mar 02 19:33:54.498588 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e0a94568-29ca-466a-9777-fe7387666801 req-c7c9817f-9e5b-41dd-a7ca-80c4e986606b service neutron] 10.222.0.87 "GET /v2.0/networks/dd265660-468d-47dc-8a6f-d8c18384ac5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408961 Mar 02 19:33:54.651821 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7afaed01-b066-4228-a2c3-5388f4663298 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:33:54.674207 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e0a94568-29ca-466a-9777-fe7387666801 req-f0d01369-c677-4db5-beca-ae201340b783 service neutron] 10.222.0.87 "GET /v2.0/networks/dd265660-468d-47dc-8a6f-d8c18384ac5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682787 Mar 02 19:33:54.738306 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 7afaed01-b066-4228-a2c3-5388f4663298 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:54.739335 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:54.919946 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-af678fa7-8578-49e4-8abb-75f6f076e014 req-7efda866-6290-42dd-9242-af1bed63c708 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=31c6ca83f7cd4657911ea9c4be3e48c8&device_id=93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0 HTTP/1.1" status: 200 len: 1096 time: 0.0829179 Mar 02 19:33:55.095154 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af678fa7-8578-49e4-8abb-75f6f076e014 req-83b4643c-a24d-4491-aa16-fb32da5f5dce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:55.096763 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-af678fa7-8578-49e4-8abb-75f6f076e014 req-83b4643c-a24d-4491-aa16-fb32da5f5dce service neutron] 10.222.0.87 "GET /v2.0/networks?id=dd265660-468d-47dc-8a6f-d8c18384ac5a HTTP/1.1" status: 200 len: 917 time: 0.1700318 Mar 02 19:33:55.172984 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-af678fa7-8578-49e4-8abb-75f6f076e014 req-810b1c90-cfe5-4f27-9265-6b7adf5487a9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6259d75a-9ae7-4bf9-8194-1fe2df3c9079 HTTP/1.1" status: 200 len: 217 time: 0.0702205 Mar 02 19:33:55.239035 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af678fa7-8578-49e4-8abb-75f6f076e014 req-7bc8d486-face-434c-b8b5-274d3cb7392e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:55.240553 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-af678fa7-8578-49e4-8abb-75f6f076e014 req-7bc8d486-face-434c-b8b5-274d3cb7392e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=edac580c-ba8c-4782-93f6-cc55a40c2830 HTTP/1.1" status: 200 len: 855 time: 0.0619416 Mar 02 19:33:55.245081 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:55.329390 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-af678fa7-8578-49e4-8abb-75f6f076e014 req-fbd7e07b-8dd2-4214-aa48-efdc491a0b50 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dd265660-468d-47dc-8a6f-d8c18384ac5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816340 Mar 02 19:33:55.390113 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd93a17-4946-47f4-9992-ccdb3b59b838 req-be45cd47-4c78-481e-9136-090a550375ed tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:55.391783 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5fd93a17-4946-47f4-9992-ccdb3b59b838 req-be45cd47-4c78-481e-9136-090a550375ed tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0 HTTP/1.1" status: 200 len: 943 time: 0.1376011 Mar 02 19:33:55.454434 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5fd93a17-4946-47f4-9992-ccdb3b59b838 req-dd23b9d6-360b-4099-8ecd-ff2a62b6c8b4 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478795 Mar 02 19:33:55.508428 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:55.631228 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-af678fa7-8578-49e4-8abb-75f6f076e014 req-6542a1b1-4110-4d71-8605-a3a8b16baf9a service neutron] 10.222.0.87 "GET /v2.0/networks/dd265660-468d-47dc-8a6f-d8c18384ac5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953129 Mar 02 19:33:55.804295 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-af678fa7-8578-49e4-8abb-75f6f076e014 req-9e69990d-ae4e-4a81-b1ff-9b37ac128048 service neutron] 10.222.0.87 "GET /v2.0/networks/dd265660-468d-47dc-8a6f-d8c18384ac5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662004 Mar 02 19:33:56.565155 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:56.685765 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd7fc2-ecdd-4d46-8414-bde21463ba5c req-177fce3d-a88e-4adb-af24-51bc1ebe9aaa tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:56.687389 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aedd7fc2-ecdd-4d46-8414-bde21463ba5c req-177fce3d-a88e-4adb-af24-51bc1ebe9aaa tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0 HTTP/1.1" status: 200 len: 943 time: 0.0914943 Mar 02 19:33:56.737018 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aedd7fc2-ecdd-4d46-8414-bde21463ba5c req-fa3d22d2-3018-4179-a050-02d41eb84532 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436423 Mar 02 19:33:57.406308 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:33:57.556097 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 6259d75a-9ae7-4bf9-8194-1fe2df3c9079, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6259d75a-9ae7-4bf9-8194-1fe2df3c9079,segment=NetworkSegment(bfba9ce2-8fdd-4918-b49a-93b37f522b28),segment_id=bfba9ce2-8fdd-4918-b49a-93b37f522b28)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:33:57.571789 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '6259d75a-9ae7-4bf9-8194-1fe2df3c9079', 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a', 'port_id': '6259d75a-9ae7-4bf9-8194-1fe2df3c9079', 'mac_address': 'fa:16:3e:d2:8d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edac580c-ba8c-4782-93f6-cc55a40c2830', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:33:57.635866 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:57.659433 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:33:57.679141 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 6259d75a-9ae7-4bf9-8194-1fe2df3c9079, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6259d75a-9ae7-4bf9-8194-1fe2df3c9079,segment=NetworkSegment(bfba9ce2-8fdd-4918-b49a-93b37f522b28),segment_id=bfba9ce2-8fdd-4918-b49a-93b37f522b28)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:33:57.759581 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:57.882277 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=6259d75a-9ae7-4bf9-8194-1fe2df3c9079,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:57.976914 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['6259d75a-9ae7-4bf9-8194-1fe2df3c9079'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:33:58.006136 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d1f87-64b4-4e85-b023-3528c7371540 req-c7a21e00-b022-439a-8848-e6f54391a412 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:58.007676 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5f5d1f87-64b4-4e85-b023-3528c7371540 req-c7a21e00-b022-439a-8848-e6f54391a412 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0 HTTP/1.1" status: 200 len: 944 time: 0.0858774 Mar 02 19:33:58.076359 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5f5d1f87-64b4-4e85-b023-3528c7371540 req-a5ac7370-f550-44a9-8135-ef8d5b16f7c2 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596199 Mar 02 19:33:59.399220 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbd8ae-5111-4c93-8ab3-b690df0e9135 req-60540dea-03dd-43e6-afe0-a5fc11076276 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:59.400926 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d7cbd8ae-5111-4c93-8ab3-b690df0e9135 req-60540dea-03dd-43e6-afe0-a5fc11076276 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0 HTTP/1.1" status: 200 len: 944 time: 0.0909762 Mar 02 19:33:59.421841 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:33:59.485933 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d7cbd8ae-5111-4c93-8ab3-b690df0e9135 req-f39acc55-5985-4665-ae36-bbb69be3c6e3 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783000 Mar 02 19:33:59.576270 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:33:59.585034 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:33:59.585591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:59.739053 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:59.769100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6259d75a-9ae7-4bf9-8194-1fe2df3c9079'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:33:59.781598 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 6259d75a-9ae7-4bf9-8194-1fe2df3c9079, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6259d75a-9ae7-4bf9-8194-1fe2df3c9079,segment=NetworkSegment(bfba9ce2-8fdd-4918-b49a-93b37f522b28),segment_id=bfba9ce2-8fdd-4918-b49a-93b37f522b28)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:33:59.829092 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6259d75a-9ae7-4bf9-8194-1fe2df3c9079', 'code': 200} Mar 02 19:33:59.851814 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:59.935340 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=6259d75a-9ae7-4bf9-8194-1fe2df3c9079,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:00.257421 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-46937ecd-23b9-4d7d-bffc-f94df4bd47a2 req-3553ea2e-2539-493a-8d4a-f4247633198a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0 HTTP/1.1" status: 200 len: 1098 time: 0.0755079 Mar 02 19:34:00.306115 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-46937ecd-23b9-4d7d-bffc-f94df4bd47a2 req-efabfe2d-d1e2-43d0-b6cb-2d6164a6a53a service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421727 Mar 02 19:34:00.712722 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c1a7f-4caa-4f09-9802-d810fba91d2f req-ee9a2090-4570-49aa-ae8f-67b3d9a0524d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:00.714664 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-579c1a7f-4caa-4f09-9802-d810fba91d2f req-ee9a2090-4570-49aa-ae8f-67b3d9a0524d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0 HTTP/1.1" status: 200 len: 945 time: 0.0951986 Mar 02 19:34:00.766268 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-579c1a7f-4caa-4f09-9802-d810fba91d2f req-df14ef96-bd05-496a-95ab-b7d265b5f259 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457065 Mar 02 19:34:01.576225 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:01.983710 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741d702-98c9-489e-b651-46127d7abd97 req-fa15c92a-ada8-48c8-a388-65a74758a02a tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:01.985156 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8741d702-98c9-489e-b651-46127d7abd97 req-fa15c92a-ada8-48c8-a388-65a74758a02a tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0 HTTP/1.1" status: 200 len: 945 time: 0.0790408 Mar 02 19:34:02.034012 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8741d702-98c9-489e-b651-46127d7abd97 req-2607dbf3-60d7-4adc-83c9-25d53f25a2f3 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427811 Mar 02 19:34:02.332350 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d7401-2354-4f02-b93f-6b476bb9469d req-f0a96e59-5ace-4ea6-b0e0-76dfc9061ddc tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:02.334193 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-726d7401-2354-4f02-b93f-6b476bb9469d req-f0a96e59-5ace-4ea6-b0e0-76dfc9061ddc tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0 HTTP/1.1" status: 200 len: 945 time: 0.0885341 Mar 02 19:34:02.394444 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-726d7401-2354-4f02-b93f-6b476bb9469d req-d15c635c-48e8-4c12-bbf9-dc33b2d1cb2d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518184 Mar 02 19:34:02.587642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Sync routers for ids ['d45501e5-5252-40ac-805e-41bf86e1dc5a'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:34:02.608080 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Routers {'d45501e5-5252-40ac-805e-41bf86e1dc5a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:34:02.608894 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:33:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d45501e5-5252-40ac-805e-41bf86e1dc5a'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:02.800483 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Set router d45501e5-5252-40ac-805e-41bf86e1dc5a gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:34:03.176846 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45501e5-5252-40ac-805e-41bf86e1dc5a', 'name': 'tempest-TestEncryptedCinderVolumes-2103576698-router', 'tenant_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': '7afaed01-b066-4228-a2c3-5388f4663298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:33:39Z', 'updated_at': '2022-03-02T19:33:44Z', 'revision_number': 4, 'project_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'gw_port': {'id': '7afaed01-b066-4228-a2c3-5388f4663298', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45501e5-5252-40ac-805e-41bf86e1dc5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:39Z', 'updated_at': '2022-03-02T19:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '0296bf84-1bf4-4175-84a3-662c76e3c9c2', 'name': '', 'network_id': 'a2b6c380-e319-4e4a-ba70-993b7bb3cc75', 'tenant_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'mac_address': 'fa:16:3e:0d:de:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45501e5-5252-40ac-805e-41bf86e1dc5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ec0c05b-98e3-4e5f-808e-4bc7c6a7e0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:43Z', 'updated_at': '2022-03-02T19:33:44Z', 'revision_number': 2, 'project_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'subnets': [{'id': '3ec0c05b-98e3-4e5f-808e-4bc7c6a7e0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:03.184280 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Checking router: d45501e5-5252-40ac-805e-41bf86e1dc5a for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:34:03.189407 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Updating router d45501e5-5252-40ac-805e-41bf86e1dc5a port 0296bf84-1bf4-4175-84a3-662c76e3c9c2 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:34:03.283804 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:03.696270 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:03.723568 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Transition to ACTIVE for port object 0296bf84-1bf4-4175-84a3-662c76e3c9c2 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:34:03.838499 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:04.029438 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15457c-39df-4267-997d-9b867fd6212f None None] Pushing event updated for resources: {'Port': ['ID=0296bf84-1bf4-4175-84a3-662c76e3c9c2,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:04.134639 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Attempting to bind port 0296bf84-1bf4-4175-84a3-662c76e3c9c2 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:34:04.135300 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Attempting to bind port 0296bf84-1bf4-4175-84a3-662c76e3c9c2 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a2b6c380-e319-4e4a-ba70-993b7bb3cc75'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:34:04.136447 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Attempting to bind port 0296bf84-1bf4-4175-84a3-662c76e3c9c2 on network a2b6c380-e319-4e4a-ba70-993b7bb3cc75 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:34:04.145149 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:34:04.145630 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Checking segment: {'id': '870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a2b6c380-e319-4e4a-ba70-993b7bb3cc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:34:04.146045 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:04.146449 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Bound using segment: {'id': '870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a2b6c380-e319-4e4a-ba70-993b7bb3cc75'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:34:04.146940 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Bound port: 0296bf84-1bf4-4175-84a3-662c76e3c9c2, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'a2b6c380-e319-4e4a-ba70-993b7bb3cc75'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:34:04.147313 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:04.311170 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] For port 0296bf84-1bf4-4175-84a3-662c76e3c9c2, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:34:04.315971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] For port 0296bf84-1bf4-4175-84a3-662c76e3c9c2, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=0296bf84-1bf4-4175-84a3-662c76e3c9c2,segment=NetworkSegment(870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca),segment_id=870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:34:04.409752 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:04.567297 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Routers {'d45501e5-5252-40ac-805e-41bf86e1dc5a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:34:04.567680 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:33:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d45501e5-5252-40ac-805e-41bf86e1dc5a'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:04.647705 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15457c-39df-4267-997d-9b867fd6212f None None] Pushing event updated for resources: {'Port': ['ID=0296bf84-1bf4-4175-84a3-662c76e3c9c2,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:04.902151 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] Set router d45501e5-5252-40ac-805e-41bf86e1dc5a gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:34:05.413327 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45501e5-5252-40ac-805e-41bf86e1dc5a', 'name': 'tempest-TestEncryptedCinderVolumes-2103576698-router', 'tenant_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': '7afaed01-b066-4228-a2c3-5388f4663298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:33:39Z', 'updated_at': '2022-03-02T19:33:44Z', 'revision_number': 4, 'project_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'gw_port': {'id': '7afaed01-b066-4228-a2c3-5388f4663298', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45501e5-5252-40ac-805e-41bf86e1dc5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:39Z', 'updated_at': '2022-03-02T19:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '0296bf84-1bf4-4175-84a3-662c76e3c9c2', 'name': '', 'network_id': 'a2b6c380-e319-4e4a-ba70-993b7bb3cc75', 'tenant_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'mac_address': 'fa:16:3e:0d:de:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45501e5-5252-40ac-805e-41bf86e1dc5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ec0c05b-98e3-4e5f-808e-4bc7c6a7e0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:43Z', 'updated_at': '2022-03-02T19:34:04Z', 'revision_number': 4, 'project_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'subnets': [{'id': '3ec0c05b-98e3-4e5f-808e-4bc7c6a7e0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:05.417939 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a16aeb-efa7-4764-9e9f-d0dac8bd4cae None None] The sync data for ids ['d45501e5-5252-40ac-805e-41bf86e1dc5a'] in dv-neutron-831573-1-hyperv is: [{'id': 'd45501e5-5252-40ac-805e-41bf86e1dc5a', 'name': 'tempest-TestEncryptedCinderVolumes-2103576698-router', 'tenant_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': '7afaed01-b066-4228-a2c3-5388f4663298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:33:39Z', 'updated_at': '2022-03-02T19:33:44Z', 'revision_number': 4, 'project_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'gw_port': {'id': '7afaed01-b066-4228-a2c3-5388f4663298', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45501e5-5252-40ac-805e-41bf86e1dc5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:39Z', 'updated_at': '2022-03-02T19:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '0296bf84-1bf4-4175-84a3-662c76e3c9c2', 'name': '', 'network_id': 'a2b6c380-e319-4e4a-ba70-993b7bb3cc75', 'tenant_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'mac_address': 'fa:16:3e:0d:de:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45501e5-5252-40ac-805e-41bf86e1dc5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ec0c05b-98e3-4e5f-808e-4bc7c6a7e0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:43Z', 'updated_at': '2022-03-02T19:34:04Z', 'revision_number': 4, 'project_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'subnets': [{'id': '3ec0c05b-98e3-4e5f-808e-4bc7c6a7e0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:34:06.687027 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0296bf84-1bf4-4175-84a3-662c76e3c9c2 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:34:06.912442 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 0296bf84-1bf4-4175-84a3-662c76e3c9c2 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:34:06.918796 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 0296bf84-1bf4-4175-84a3-662c76e3c9c2 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:34:06.919304 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:07.057504 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:07.114605 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 0296bf84-1bf4-4175-84a3-662c76e3c9c2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=0296bf84-1bf4-4175-84a3-662c76e3c9c2,segment=NetworkSegment(870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca),segment_id=870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:34:07.234251 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:07.310992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=0296bf84-1bf4-4175-84a3-662c76e3c9c2,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:08.649382 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0296bf84-1bf4-4175-84a3-662c76e3c9c2 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:34:08.756296 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 0296bf84-1bf4-4175-84a3-662c76e3c9c2 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:34:08.756893 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:21.697052 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a8680c03-5dd7-490b-a84b-a126017114c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:23.799889 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f594b812-e289-498f-89de-64acac39742e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:24.329522 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80e1ae-201b-41e0-8611-9ed23ee18fea req-cfd1988e-131a-4ebc-8eb9-1cdbe9528164 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:24.331895 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5d80e1ae-201b-41e0-8611-9ed23ee18fea req-cfd1988e-131a-4ebc-8eb9-1cdbe9528164 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0 HTTP/1.1" status: 200 len: 945 time: 0.0970573 Mar 02 19:34:24.392902 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5d80e1ae-201b-41e0-8611-9ed23ee18fea req-7d286434-b5f0-4f52-a204-7d63ebbdf2cf tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542359 Mar 02 19:34:25.296897 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:25.495650 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:25.626367 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86990a7-ac47-4bca-aa90-4dc0116c81a7 req-468e0e1b-d387-45e4-959e-ece8c843a08b tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:25.628015 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e86990a7-ac47-4bca-aa90-4dc0116c81a7 req-468e0e1b-d387-45e4-959e-ece8c843a08b tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0 HTTP/1.1" status: 200 len: 945 time: 0.0942893 Mar 02 19:34:25.684172 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e86990a7-ac47-4bca-aa90-4dc0116c81a7 req-583c056f-76e9-42d5-b58b-0dcdea89c2e1 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490699 Mar 02 19:34:25.953437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71197903-64d1-4762-820e-7b8f30ad33a8 req-16ff9ed9-7c90-478e-8e37-b64ab8874a13 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:25.956089 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-71197903-64d1-4762-820e-7b8f30ad33a8 req-16ff9ed9-7c90-478e-8e37-b64ab8874a13 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.87 "GET /v2.0/ports?device_id=93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0 HTTP/1.1" status: 200 len: 945 time: 0.1140742 Mar 02 19:34:26.064371 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-71197903-64d1-4762-820e-7b8f30ad33a8 req-e39eecb1-e514-418b-8693-898e2f01c854 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Deleting port 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:34:26.064834 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-71197903-64d1-4762-820e-7b8f30ad33a8 req-e39eecb1-e514-418b-8693-898e2f01c854 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:26.353333 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-71197903-64d1-4762-820e-7b8f30ad33a8 req-e39eecb1-e514-418b-8693-898e2f01c854 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] For port 6259d75a-9ae7-4bf9-8194-1fe2df3c9079, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6259d75a-9ae7-4bf9-8194-1fe2df3c9079,segment=NetworkSegment(bfba9ce2-8fdd-4918-b49a-93b37f522b28),segment_id=bfba9ce2-8fdd-4918-b49a-93b37f522b28)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:34:26.353702 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-71197903-64d1-4762-820e-7b8f30ad33a8 req-e39eecb1-e514-418b-8693-898e2f01c854 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:26.487566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-71197903-64d1-4762-820e-7b8f30ad33a8 req-e39eecb1-e514-418b-8693-898e2f01c854 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Calling delete_port for 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:34:26.588826 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:26.725305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-71197903-64d1-4762-820e-7b8f30ad33a8 req-e39eecb1-e514-418b-8693-898e2f01c854 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:26.739154 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['6259d75a-9ae7-4bf9-8194-1fe2df3c9079'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:34:26.780271 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39eecb1-e514-418b-8693-898e2f01c854 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Pushing event deleted for resources: {'Port': ['ID=6259d75a-9ae7-4bf9-8194-1fe2df3c9079,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:27.013176 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-71197903-64d1-4762-820e-7b8f30ad33a8 req-e39eecb1-e514-418b-8693-898e2f01c854 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] No DVR routers for this DVR port 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:34:27.020387 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-71197903-64d1-4762-820e-7b8f30ad33a8 req-e39eecb1-e514-418b-8693-898e2f01c854 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:27.027692 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0', 'name': 'network-vif-deleted', 'tag': '6259d75a-9ae7-4bf9-8194-1fe2df3c9079'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:34:27.036658 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7828d1b0-a46a-4a93-90c1-117aefca31e9 req-d1c91ba8-9a4f-44fe-a2ec-51174799daf5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0 HTTP/1.1" status: 200 len: 210 time: 0.0698953 Mar 02 19:34:27.094844 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0', 'name': 'network-vif-deleted', 'tag': '6259d75a-9ae7-4bf9-8194-1fe2df3c9079', 'status': 'completed', 'code': 200} Mar 02 19:34:27.138640 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-71197903-64d1-4762-820e-7b8f30ad33a8 req-e39eecb1-e514-418b-8693-898e2f01c854 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.87 "DELETE /v2.0/ports/6259d75a-9ae7-4bf9-8194-1fe2df3c9079 HTTP/1.1" status: 204 len: 173 time: 1.1769490 Mar 02 19:34:28.269756 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-c04e5ce3-ed64-4d67-ba13-9b4105a54538 req-cb1e71cc-e878-40bb-ae94-8328473220ee tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Synchronizing usage tracker for tenant:31c6ca83f7cd4657911ea9c4be3e48c8 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:34:28.359691 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-c04e5ce3-ed64-4d67-ba13-9b4105a54538 req-cb1e71cc-e878-40bb-ae94-8328473220ee tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Unset dirty status for tenant:31c6ca83f7cd4657911ea9c4be3e48c8 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:34:28.361397 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c04e5ce3-ed64-4d67-ba13-9b4105a54538 req-cb1e71cc-e878-40bb-ae94-8328473220ee tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=93b9f55f-168d-4e8b-a8af-85ebd9b1e3c0 HTTP/1.1" status: 200 len: 210 time: 0.1651425 Mar 02 19:34:29.593019 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:34:29.629334 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:34:29.633388 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 6259d75a-9ae7-4bf9-8194-1fe2df3c9079 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:34:29.718111 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:34:30.528140 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b0d72-081c-4d1f-8e96-604e7914984f req-64445946-fe54-4318-bf61-8a439230bcde tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:30.529680 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-276b0d72-081c-4d1f-8e96-604e7914984f req-64445946-fe54-4318-bf61-8a439230bcde tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/networks?id=dd265660-468d-47dc-8a6f-d8c18384ac5a HTTP/1.1" status: 200 len: 816 time: 0.2363679 Mar 02 19:34:30.547312 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-276b0d72-081c-4d1f-8e96-604e7914984f req-5ad6ca7f-c400-42d8-b672-f7583ed9ab56 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/quotas/31c6ca83f7cd4657911ea9c4be3e48c8 HTTP/1.1" status: 200 len: 375 time: 0.0121129 Mar 02 19:34:30.640263 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-276b0d72-081c-4d1f-8e96-604e7914984f req-798c0d7d-7513-4cb8-aa44-10c7e819b64f tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=31c6ca83f7cd4657911ea9c4be3e48c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0869441 Mar 02 19:34:30.945494 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-276b0d72-081c-4d1f-8e96-604e7914984f req-d9ef5eb4-564e-4811-ac4f-ab090510b416 service neutron] 10.222.0.73 "GET /v2.0/networks/dd265660-468d-47dc-8a6f-d8c18384ac5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927344 Mar 02 19:34:31.103596 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e3f2625b-a490-479d-b0c1-794751afaa24 service neutron] 10.222.0.73 "GET /v2.0/networks/dd265660-468d-47dc-8a6f-d8c18384ac5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513903 Mar 02 19:34:31.449020 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-299833ff-a874-4ef5-b8f2-cde3d3a6ad19 req-a1e63c45-6135-4703-adf9-ab9b6ceecd49 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b68e42-95e6-4a37-857d-f01ab9e00d86 HTTP/1.1" status: 200 len: 210 time: 0.0500600 Mar 02 19:34:31.599565 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:32.634473 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9b23bd72-b10e-49c9-8710-afe12e12fa6f req-6b24cadd-0dec-4707-b280-722a76a718e9 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b68e42-95e6-4a37-857d-f01ab9e00d86 HTTP/1.1" status: 200 len: 210 time: 0.0451200 Mar 02 19:34:33.775261 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b0d72-081c-4d1f-8e96-604e7914984f req-47af1ac6-36f2-47f9-9364-de0098cd9f36 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:33.776829 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-276b0d72-081c-4d1f-8e96-604e7914984f req-47af1ac6-36f2-47f9-9364-de0098cd9f36 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.87 "GET /v2.0/networks?id=dd265660-468d-47dc-8a6f-d8c18384ac5a HTTP/1.1" status: 200 len: 816 time: 0.1750786 Mar 02 19:34:33.794368 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-276b0d72-081c-4d1f-8e96-604e7914984f req-8cb7da45-d0b8-46b7-8862-33717c46f68d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Request body: {'port': {'device_id': 'd9b68e42-95e6-4a37-857d-f01ab9e00d86', 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a', 'admin_state_up': True, 'tenant_id': '31c6ca83f7cd4657911ea9c4be3e48c8'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:34:33.879930 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c1ac9fe0-b56c-43f4-9bfa-9917c419ffed req-818cdfe4-9d80-4322-a797-8e9e05cbd46b tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b68e42-95e6-4a37-857d-f01ab9e00d86 HTTP/1.1" status: 200 len: 210 time: 0.0485489 Mar 02 19:34:34.042901 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-276b0d72-081c-4d1f-8e96-604e7914984f req-8cb7da45-d0b8-46b7-8862-33717c46f68d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:34:34.055025 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-276b0d72-081c-4d1f-8e96-604e7914984f req-8cb7da45-d0b8-46b7-8862-33717c46f68d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:34:34.170687 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-276b0d72-081c-4d1f-8e96-604e7914984f req-8cb7da45-d0b8-46b7-8862-33717c46f68d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Made reservation on behalf of 31c6ca83f7cd4657911ea9c4be3e48c8 for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:34:34.174565 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-276b0d72-081c-4d1f-8e96-604e7914984f req-8cb7da45-d0b8-46b7-8862-33717c46f68d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:34.381700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-276b0d72-081c-4d1f-8e96-604e7914984f req-8cb7da45-d0b8-46b7-8862-33717c46f68d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Allocated IP 172.20.0.13 (dd265660-468d-47dc-8a6f-d8c18384ac5a/edac580c-ba8c-4782-93f6-cc55a40c2830/ce262c18-b969-4b53-bc8a-ac33b1961324) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:34:34.610075 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-276b0d72-081c-4d1f-8e96-604e7914984f req-8cb7da45-d0b8-46b7-8862-33717c46f68d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:34.627765 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-276b0d72-081c-4d1f-8e96-604e7914984f req-8cb7da45-d0b8-46b7-8862-33717c46f68d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Transition to ACTIVE for port object ce262c18-b969-4b53-bc8a-ac33b1961324 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:34:34.718137 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-276b0d72-081c-4d1f-8e96-604e7914984f req-8cb7da45-d0b8-46b7-8862-33717c46f68d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:34.801655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-276b0d72-081c-4d1f-8e96-604e7914984f req-8cb7da45-d0b8-46b7-8862-33717c46f68d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Network dd265660-468d-47dc-8a6f-d8c18384ac5a is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:34:34.805443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-276b0d72-081c-4d1f-8e96-604e7914984f req-8cb7da45-d0b8-46b7-8862-33717c46f68d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:34:34.810307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-276b0d72-081c-4d1f-8e96-604e7914984f req-8cb7da45-d0b8-46b7-8862-33717c46f68d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:34:34.850879 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7da45-d0b8-46b7-8862-33717c46f68d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Pushing event updated for resources: {'Port': ['ID=ce262c18-b969-4b53-bc8a-ac33b1961324,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:34.891218 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b0d72-081c-4d1f-8e96-604e7914984f req-8cb7da45-d0b8-46b7-8862-33717c46f68d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:34.892471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-276b0d72-081c-4d1f-8e96-604e7914984f req-8cb7da45-d0b8-46b7-8862-33717c46f68d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:35.044854 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-276b0d72-081c-4d1f-8e96-604e7914984f req-8cb7da45-d0b8-46b7-8862-33717c46f68d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2544134 Mar 02 19:34:35.057770 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] Request body: {'port': {'device_id': 'd9b68e42-95e6-4a37-857d-f01ab9e00d86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:34:35.220485 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-fcc80c88-5d2c-46d2-9bb1-5bfb71fefda4 None None] Provisioning for port ce262c18-b969-4b53-bc8a-ac33b1961324 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:34:35.227455 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-fcc80c88-5d2c-46d2-9bb1-5bfb71fefda4 None None] Provisioning complete for port ce262c18-b969-4b53-bc8a-ac33b1961324 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:34:35.227954 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fcc80c88-5d2c-46d2-9bb1-5bfb71fefda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:35.291272 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-fcc80c88-5d2c-46d2-9bb1-5bfb71fefda4 None None] Port ce262c18-b969-4b53-bc8a-ac33b1961324 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:34:35.337929 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:35.419329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922c6f2-b4db-43a5-84de-8b73d6649218 req-9411e242-bc99-48e9-aa89-9d26d0e4f226 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:35.419992 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-6922c6f2-b4db-43a5-84de-8b73d6649218 req-9411e242-bc99-48e9-aa89-9d26d0e4f226 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Synchronizing usage tracker for tenant:31c6ca83f7cd4657911ea9c4be3e48c8 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:34:35.599896 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-6922c6f2-b4db-43a5-84de-8b73d6649218 req-9411e242-bc99-48e9-aa89-9d26d0e4f226 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Unset dirty status for tenant:31c6ca83f7cd4657911ea9c4be3e48c8 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:34:35.601104 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6922c6f2-b4db-43a5-84de-8b73d6649218 req-9411e242-bc99-48e9-aa89-9d26d0e4f226 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b68e42-95e6-4a37-857d-f01ab9e00d86 HTTP/1.1" status: 200 len: 932 time: 0.4812129 Mar 02 19:34:35.698627 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6922c6f2-b4db-43a5-84de-8b73d6649218 req-a3ddd453-ef4d-49c3-9558-305f49b6e38b tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861850 Mar 02 19:34:35.789015 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce262c18-b969-4b53-bc8a-ac33b1961324 {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:34:35.796907 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:35.815468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] Transition to ACTIVE for port object ce262c18-b969-4b53-bc8a-ac33b1961324 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:34:35.889317 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:36.030517 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce262c18-b969-4b53-bc8a-ac33b1961324,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:36.173162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] Attempting to bind port ce262c18-b969-4b53-bc8a-ac33b1961324 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:34:36.173607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] Attempting to bind port ce262c18-b969-4b53-bc8a-ac33b1961324 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'bfba9ce2-8fdd-4918-b49a-93b37f522b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:34:36.173840 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] Attempting to bind port ce262c18-b969-4b53-bc8a-ac33b1961324 on network dd265660-468d-47dc-8a6f-d8c18384ac5a {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:34:36.181164 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] Port ce262c18-b969-4b53-bc8a-ac33b1961324 on network dd265660-468d-47dc-8a6f-d8c18384ac5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:34:36.181495 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] Attempting to bind port ce262c18-b969-4b53-bc8a-ac33b1961324 on network dd265660-468d-47dc-8a6f-d8c18384ac5a {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:34:36.188569 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:34:36.188913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] Checking segment: {'id': 'bfba9ce2-8fdd-4918-b49a-93b37f522b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:34:36.189315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] Bound using segment: {'id': 'bfba9ce2-8fdd-4918-b49a-93b37f522b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:34:36.189743 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] Bound port: ce262c18-b969-4b53-bc8a-ac33b1961324, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfba9ce2-8fdd-4918-b49a-93b37f522b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:34:36.190091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:36.290378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] For port ce262c18-b969-4b53-bc8a-ac33b1961324, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:34:36.293578 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] For port ce262c18-b969-4b53-bc8a-ac33b1961324, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=ce262c18-b969-4b53-bc8a-ac33b1961324,segment=NetworkSegment(bfba9ce2-8fdd-4918-b49a-93b37f522b28),segment_id=bfba9ce2-8fdd-4918-b49a-93b37f522b28)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:34:36.383209 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:36.459306 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:36.461066 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-276b0d72-081c-4d1f-8e96-604e7914984f req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] 10.222.0.87 "PUT /v2.0/ports/ce262c18-b969-4b53-bc8a-ac33b1961324 HTTP/1.1" status: 200 len: 1094 time: 1.4087284 Mar 02 19:34:36.461641 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b68e42-95e6-4a37-857d-f01ab9e00d86', 'tag': 'ce262c18-b969-4b53-bc8a-ac33b1961324'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:34:36.490748 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b0293-e33a-4669-9e4c-a6a98fdddab1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce262c18-b969-4b53-bc8a-ac33b1961324,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:36.562104 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b68e42-95e6-4a37-857d-f01ab9e00d86', 'tag': 'ce262c18-b969-4b53-bc8a-ac33b1961324', 'status': 'completed', 'code': 200} Mar 02 19:34:36.671305 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-276b0d72-081c-4d1f-8e96-604e7914984f req-0eb5a972-61eb-45f4-bf08-220f0e22a469 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=31c6ca83f7cd4657911ea9c4be3e48c8&device_id=d9b68e42-95e6-4a37-857d-f01ab9e00d86 HTTP/1.1" status: 200 len: 1097 time: 0.1020455 Mar 02 19:34:36.764361 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-276b0d72-081c-4d1f-8e96-604e7914984f req-2aa9ca63-5189-4900-b2b2-34581409c986 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce262c18-b969-4b53-bc8a-ac33b1961324 HTTP/1.1" status: 200 len: 217 time: 0.0855265 Mar 02 19:34:36.832651 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b0d72-081c-4d1f-8e96-604e7914984f req-1acb52a5-00c8-4884-a482-fe6def5776a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:36.834140 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-276b0d72-081c-4d1f-8e96-604e7914984f req-1acb52a5-00c8-4884-a482-fe6def5776a0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=edac580c-ba8c-4782-93f6-cc55a40c2830 HTTP/1.1" status: 200 len: 855 time: 0.0629013 Mar 02 19:34:36.974734 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-276b0d72-081c-4d1f-8e96-604e7914984f req-691f4a1a-48a9-4e41-8749-f1db768e2070 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dd265660-468d-47dc-8a6f-d8c18384ac5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1344328 Mar 02 19:34:37.094404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a869d61-0f54-4710-9d11-9fc1db5f663f req-0692d63d-8cda-4476-8ace-13fd53c5ed3f tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:37.095977 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7a869d61-0f54-4710-9d11-9fc1db5f663f req-0692d63d-8cda-4476-8ace-13fd53c5ed3f tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b68e42-95e6-4a37-857d-f01ab9e00d86 HTTP/1.1" status: 200 len: 944 time: 0.1898012 Mar 02 19:34:37.166412 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-276b0d72-081c-4d1f-8e96-604e7914984f req-d6926e9e-df34-488d-ad71-14658b7204dd service neutron] 10.222.0.87 "GET /v2.0/networks/dd265660-468d-47dc-8a6f-d8c18384ac5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851115 Mar 02 19:34:37.197900 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7a869d61-0f54-4710-9d11-9fc1db5f663f req-ae25453d-459b-459d-8786-abc18cd5eb4f tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926342 Mar 02 19:34:37.327982 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-276b0d72-081c-4d1f-8e96-604e7914984f req-54136954-c56a-4a40-8511-a17c73be8a75 service neutron] 10.222.0.87 "GET /v2.0/networks/dd265660-468d-47dc-8a6f-d8c18384ac5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518514 Mar 02 19:34:37.553180 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aef623d0-75c1-40b6-9fcd-0888773da6f7 req-2b4e6f0e-0a45-44b7-acf5-b3c89e6c5fdf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=31c6ca83f7cd4657911ea9c4be3e48c8&device_id=d9b68e42-95e6-4a37-857d-f01ab9e00d86 HTTP/1.1" status: 200 len: 1097 time: 0.0934935 Mar 02 19:34:37.711502 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef623d0-75c1-40b6-9fcd-0888773da6f7 req-7279e976-b886-4475-889d-51cd23e5c5cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:37.713037 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aef623d0-75c1-40b6-9fcd-0888773da6f7 req-7279e976-b886-4475-889d-51cd23e5c5cb service neutron] 10.222.0.87 "GET /v2.0/networks?id=dd265660-468d-47dc-8a6f-d8c18384ac5a HTTP/1.1" status: 200 len: 917 time: 0.1529984 Mar 02 19:34:37.931086 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aef623d0-75c1-40b6-9fcd-0888773da6f7 req-624c21c6-ccde-4948-b985-db378ad4f2de service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce262c18-b969-4b53-bc8a-ac33b1961324 HTTP/1.1" status: 200 len: 217 time: 0.2093234 Mar 02 19:34:38.005666 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef623d0-75c1-40b6-9fcd-0888773da6f7 req-8552a217-0a08-4705-8334-4e324f935b85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:38.007197 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aef623d0-75c1-40b6-9fcd-0888773da6f7 req-8552a217-0a08-4705-8334-4e324f935b85 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=edac580c-ba8c-4782-93f6-cc55a40c2830 HTTP/1.1" status: 200 len: 855 time: 0.0690770 Mar 02 19:34:38.099421 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aef623d0-75c1-40b6-9fcd-0888773da6f7 req-f0eefc8d-ca53-4b7b-89e3-83644a892411 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dd265660-468d-47dc-8a6f-d8c18384ac5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850234 Mar 02 19:34:38.247091 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aef623d0-75c1-40b6-9fcd-0888773da6f7 req-65c4f50d-2ea2-421d-8cab-33b0c3340616 service neutron] 10.222.0.87 "GET /v2.0/networks/dd265660-468d-47dc-8a6f-d8c18384ac5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406560 Mar 02 19:34:38.393456 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aef623d0-75c1-40b6-9fcd-0888773da6f7 req-e7323ac6-8bec-45fa-ba99-257ad86ad73c service neutron] 10.222.0.87 "GET /v2.0/networks/dd265660-468d-47dc-8a6f-d8c18384ac5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405807 Mar 02 19:34:38.433276 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f0914-24b6-4793-81db-c5a583cee1d5 req-f8a56052-4d8f-4a64-9d4e-8af724128a88 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:38.434897 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-157f0914-24b6-4793-81db-c5a583cee1d5 req-f8a56052-4d8f-4a64-9d4e-8af724128a88 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b68e42-95e6-4a37-857d-f01ab9e00d86 HTTP/1.1" status: 200 len: 944 time: 0.0873137 Mar 02 19:34:38.484417 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-157f0914-24b6-4793-81db-c5a583cee1d5 req-c0c67d9e-59e6-4473-b11e-b52445b22e8d tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437894 Mar 02 19:34:39.615807 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device ce262c18-b969-4b53-bc8a-ac33b1961324 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:34:39.754496 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1c965-2a0d-4246-a3fc-8c945895e6f9 req-5e5a7337-9592-4544-9a08-254f0c77734a tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:39.756153 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a4d1c965-2a0d-4246-a3fc-8c945895e6f9 req-5e5a7337-9592-4544-9a08-254f0c77734a tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b68e42-95e6-4a37-857d-f01ab9e00d86 HTTP/1.1" status: 200 len: 944 time: 0.1356647 Mar 02 19:34:39.794496 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port ce262c18-b969-4b53-bc8a-ac33b1961324, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=ce262c18-b969-4b53-bc8a-ac33b1961324,segment=NetworkSegment(bfba9ce2-8fdd-4918-b49a-93b37f522b28),segment_id=bfba9ce2-8fdd-4918-b49a-93b37f522b28)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:34:39.814926 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': 'ce262c18-b969-4b53-bc8a-ac33b1961324', 'network_id': 'dd265660-468d-47dc-8a6f-d8c18384ac5a', 'port_id': 'ce262c18-b969-4b53-bc8a-ac33b1961324', 'mac_address': 'fa:16:3e:f1:44:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edac580c-ba8c-4782-93f6-cc55a40c2830', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:34:39.822889 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a4d1c965-2a0d-4246-a3fc-8c945895e6f9 req-9ee6977f-958f-43c8-8557-ac5e89d8f44a tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601151 Mar 02 19:34:39.881182 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:39.904719 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce262c18-b969-4b53-bc8a-ac33b1961324 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:34:39.930139 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port ce262c18-b969-4b53-bc8a-ac33b1961324, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=ce262c18-b969-4b53-bc8a-ac33b1961324,segment=NetworkSegment(bfba9ce2-8fdd-4918-b49a-93b37f522b28),segment_id=bfba9ce2-8fdd-4918-b49a-93b37f522b28)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:34:39.999585 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:40.122047 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=ce262c18-b969-4b53-bc8a-ac33b1961324,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:40.200712 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['ce262c18-b969-4b53-bc8a-ac33b1961324'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:34:41.171523 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edbd6d-efb8-4863-914b-05244ab4c6d4 req-2da456be-2137-43ec-a3eb-3d8f606d1ce0 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:41.172986 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d1edbd6d-efb8-4863-914b-05244ab4c6d4 req-2da456be-2137-43ec-a3eb-3d8f606d1ce0 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b68e42-95e6-4a37-857d-f01ab9e00d86 HTTP/1.1" status: 200 len: 945 time: 0.1581545 Mar 02 19:34:41.231767 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d1edbd6d-efb8-4863-914b-05244ab4c6d4 req-bd9399f8-9824-4b51-822d-6529b0ce640c tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523188 Mar 02 19:34:41.639296 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device ce262c18-b969-4b53-bc8a-ac33b1961324 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:34:41.879992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port ce262c18-b969-4b53-bc8a-ac33b1961324 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:34:41.887221 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port ce262c18-b969-4b53-bc8a-ac33b1961324 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:34:41.887948 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:42.065370 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:42.098619 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b68e42-95e6-4a37-857d-f01ab9e00d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce262c18-b969-4b53-bc8a-ac33b1961324'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:34:42.115995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port ce262c18-b969-4b53-bc8a-ac33b1961324, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=ce262c18-b969-4b53-bc8a-ac33b1961324,segment=NetworkSegment(bfba9ce2-8fdd-4918-b49a-93b37f522b28),segment_id=bfba9ce2-8fdd-4918-b49a-93b37f522b28)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:34:42.202827 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b68e42-95e6-4a37-857d-f01ab9e00d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce262c18-b969-4b53-bc8a-ac33b1961324', 'code': 200} Mar 02 19:34:42.209530 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:42.306361 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=ce262c18-b969-4b53-bc8a-ac33b1961324,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:42.557406 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014fbae-6604-44cf-9726-0a4e482903b5 req-ffda3686-ef59-4022-a78c-15fabed266d0 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:42.558875 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7014fbae-6604-44cf-9726-0a4e482903b5 req-ffda3686-ef59-4022-a78c-15fabed266d0 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b68e42-95e6-4a37-857d-f01ab9e00d86 HTTP/1.1" status: 200 len: 946 time: 0.1157997 Mar 02 19:34:42.643296 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7014fbae-6604-44cf-9726-0a4e482903b5 req-5f440b43-432d-486e-9e33-90ac4c5c36c5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781250 Mar 02 19:34:42.690469 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4b6d2614-47cd-4590-b718-183eb812aa50 req-8cd9ddf6-feaf-4b6c-9411-b7ea26a3b43e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d9b68e42-95e6-4a37-857d-f01ab9e00d86 HTTP/1.1" status: 200 len: 1099 time: 0.1056523 Mar 02 19:34:42.758228 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4b6d2614-47cd-4590-b718-183eb812aa50 req-7b037dc2-9753-4994-9e41-0f7a2cb5ed11 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614538 Mar 02 19:34:43.885493 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4f47f-ab64-45f2-b037-b3cb69bbe340 req-4e6ad4b3-873f-40fc-9ac9-9e07727742b6 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:43.887766 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1bd4f47f-ab64-45f2-b037-b3cb69bbe340 req-4e6ad4b3-873f-40fc-9ac9-9e07727742b6 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b68e42-95e6-4a37-857d-f01ab9e00d86 HTTP/1.1" status: 200 len: 946 time: 0.0953472 Mar 02 19:34:43.952138 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1bd4f47f-ab64-45f2-b037-b3cb69bbe340 req-02434a05-b60a-4963-88db-2d08003d3837 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564327 Mar 02 19:34:45.354547 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca5ea2-2a9e-447f-aed9-cffba9ed4d17 req-c9a6974e-e056-45f7-92d5-573937f80dbb tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:45.357085 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a6ca5ea2-2a9e-447f-aed9-cffba9ed4d17 req-c9a6974e-e056-45f7-92d5-573937f80dbb tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b68e42-95e6-4a37-857d-f01ab9e00d86 HTTP/1.1" status: 200 len: 946 time: 0.2199063 Mar 02 19:34:45.416582 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a6ca5ea2-2a9e-447f-aed9-cffba9ed4d17 req-d135aa64-f2e3-4f17-91f0-7e00b32e6749 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492105 Mar 02 19:34:45.692502 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c672c5-c398-4ecc-8d23-90961e2e3977 req-593397d5-726a-4c04-ab66-dbea43bea931 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:45.694315 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e2c672c5-c398-4ecc-8d23-90961e2e3977 req-593397d5-726a-4c04-ab66-dbea43bea931 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b68e42-95e6-4a37-857d-f01ab9e00d86 HTTP/1.1" status: 200 len: 946 time: 0.1189198 Mar 02 19:34:45.753221 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e2c672c5-c398-4ecc-8d23-90961e2e3977 req-efb7aa0f-09e5-422e-8b9e-596cf3755bac tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526710 Mar 02 19:34:51.683442 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6c4c47c4-9c9f-472d-b182-65124be08c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:53.765792 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-564b65a2-a6b2-4285-a97d-f4d56d2d682f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:55.248874 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:55.445479 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:56.552249 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:01.628792 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:05.714225 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cb9b3-1699-4664-8106-cc64e393ba18 req-09ceb862-7efa-4a20-b095-efd7ad429658 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:05.715886 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6f3cb9b3-1699-4664-8106-cc64e393ba18 req-09ceb862-7efa-4a20-b095-efd7ad429658 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b68e42-95e6-4a37-857d-f01ab9e00d86 HTTP/1.1" status: 200 len: 946 time: 0.0895581 Mar 02 19:35:05.796135 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6f3cb9b3-1699-4664-8106-cc64e393ba18 req-55ea8a41-2258-4c5f-96a2-7998d5c7e8e6 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696728 Mar 02 19:35:06.711058 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:35:07.037415 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65475c82-28e1-4a89-9af1-1cde723e924b req-2db36454-300f-4afd-bdf1-46b9419fa49a tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:07.040064 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-65475c82-28e1-4a89-9af1-1cde723e924b req-2db36454-300f-4afd-bdf1-46b9419fa49a tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b68e42-95e6-4a37-857d-f01ab9e00d86 HTTP/1.1" status: 200 len: 946 time: 0.1046011 Mar 02 19:35:07.119245 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-65475c82-28e1-4a89-9af1-1cde723e924b req-b84ca5a5-fe7c-487a-889b-5ae91f520283 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/security-groups?id=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723138 Mar 02 19:35:07.383237 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbcac6-85e8-49b0-8b4f-e2f5f7742340 req-bbb1a850-e2d0-4fac-b028-5b625a5a62e3 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:07.385074 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-49fbcac6-85e8-49b0-8b4f-e2f5f7742340 req-bbb1a850-e2d0-4fac-b028-5b625a5a62e3 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.87 "GET /v2.0/ports?device_id=d9b68e42-95e6-4a37-857d-f01ab9e00d86 HTTP/1.1" status: 200 len: 946 time: 0.0930045 Mar 02 19:35:07.465792 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-49fbcac6-85e8-49b0-8b4f-e2f5f7742340 req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Deleting port ce262c18-b969-4b53-bc8a-ac33b1961324 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:35:07.466193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-49fbcac6-85e8-49b0-8b4f-e2f5f7742340 req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:07.763678 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-49fbcac6-85e8-49b0-8b4f-e2f5f7742340 req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] For port ce262c18-b969-4b53-bc8a-ac33b1961324, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=ce262c18-b969-4b53-bc8a-ac33b1961324,segment=NetworkSegment(bfba9ce2-8fdd-4918-b49a-93b37f522b28),segment_id=bfba9ce2-8fdd-4918-b49a-93b37f522b28)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:35:07.764191 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-49fbcac6-85e8-49b0-8b4f-e2f5f7742340 req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:07.956391 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-49fbcac6-85e8-49b0-8b4f-e2f5f7742340 req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Calling delete_port for ce262c18-b969-4b53-bc8a-ac33b1961324 owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:35:08.386998 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-49fbcac6-85e8-49b0-8b4f-e2f5f7742340 req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:08.401437 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['ce262c18-b969-4b53-bc8a-ac33b1961324'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:35:08.436557 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ea7f6a60-2000-4df1-8961-c0421dcc3593 req-1cba50bd-e7d3-466c-9f22-cd307f2e7ab7 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b68e42-95e6-4a37-857d-f01ab9e00d86 HTTP/1.1" status: 200 len: 210 time: 0.1061532 Mar 02 19:35:08.456573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Pushing event deleted for resources: {'Port': ['ID=ce262c18-b969-4b53-bc8a-ac33b1961324,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:08.516002 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:08.516558 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:08.516998 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:08.517399 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:08.517773 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:08.518257 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:08.518665 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:08.519057 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:08.519563 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:08.521627 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:08.521627 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:08.582428 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fbcac6-85e8-49b0-8b4f-e2f5f7742340 req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] No DVR routers for this DVR port ce262c18-b969-4b53-bc8a-ac33b1961324 on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:35:08.586412 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-49fbcac6-85e8-49b0-8b4f-e2f5f7742340 req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:08.589942 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b68e42-95e6-4a37-857d-f01ab9e00d86', 'name': 'network-vif-deleted', 'tag': 'ce262c18-b969-4b53-bc8a-ac33b1961324'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:35:08.654496 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b68e42-95e6-4a37-857d-f01ab9e00d86', 'name': 'network-vif-deleted', 'tag': 'ce262c18-b969-4b53-bc8a-ac33b1961324', 'status': 'completed', 'code': 200} Mar 02 19:35:08.663594 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-49fbcac6-85e8-49b0-8b4f-e2f5f7742340 req-d668057f-02c0-4ed4-9849-63305cb33ce5 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.87 "DELETE /v2.0/ports/ce262c18-b969-4b53-bc8a-ac33b1961324 HTTP/1.1" status: 204 len: 173 time: 1.2728856 Mar 02 19:35:09.676650 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-d8e057bd-064c-45bd-8ba6-140abf3ef3c8 req-13be3a00-a253-4bc0-bb18-445d78bef520 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Synchronizing usage tracker for tenant:31c6ca83f7cd4657911ea9c4be3e48c8 on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:35:09.833972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-d8e057bd-064c-45bd-8ba6-140abf3ef3c8 req-13be3a00-a253-4bc0-bb18-445d78bef520 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] Unset dirty status for tenant:31c6ca83f7cd4657911ea9c4be3e48c8 on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:35:09.835233 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d8e057bd-064c-45bd-8ba6-140abf3ef3c8 req-13be3a00-a253-4bc0-bb18-445d78bef520 tempest-TestEncryptedCinderVolumes-98360221 tempest-TestEncryptedCinderVolumes-98360221-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9b68e42-95e6-4a37-857d-f01ab9e00d86 HTTP/1.1" status: 200 len: 210 time: 0.2055273 Mar 02 19:35:11.090008 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42116) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:11.556355 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4c3de57-1571-40eb-95bd-41b9916c77c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:11.843252 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device ce262c18-b969-4b53-bc8a-ac33b1961324 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:35:11.881173 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: ce262c18-b969-4b53-bc8a-ac33b1961324 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:35:11.881516 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device ce262c18-b969-4b53-bc8a-ac33b1961324 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:35:12.231885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-a4c3de57-1571-40eb-95bd-41b9916c77c5 admin admin] Deleting port a8fa0033-2aa0-435d-9dbb-0715d3bc5301 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:35:12.232600 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4c3de57-1571-40eb-95bd-41b9916c77c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:12.433686 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-a4c3de57-1571-40eb-95bd-41b9916c77c5 admin admin] For port a8fa0033-2aa0-435d-9dbb-0715d3bc5301, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a8fa0033-2aa0-435d-9dbb-0715d3bc5301,segment=NetworkSegment(bfba9ce2-8fdd-4918-b49a-93b37f522b28),segment_id=bfba9ce2-8fdd-4918-b49a-93b37f522b28)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:35:12.434083 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4c3de57-1571-40eb-95bd-41b9916c77c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:12.685056 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-a4c3de57-1571-40eb-95bd-41b9916c77c5 admin admin] Calling delete_port for a8fa0033-2aa0-435d-9dbb-0715d3bc5301 owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:35:12.946347 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4c3de57-1571-40eb-95bd-41b9916c77c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:12.995119 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3de57-1571-40eb-95bd-41b9916c77c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8fa0033-2aa0-435d-9dbb-0715d3bc5301,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:13.381391 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4c3de57-1571-40eb-95bd-41b9916c77c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:14.141678 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c3de57-1571-40eb-95bd-41b9916c77c5 admin admin] Router e4d10613-c353-4904-82cc-f7730e5f1c1d has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:35:14.364411 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c3de57-1571-40eb-95bd-41b9916c77c5 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:35:14.378869 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006599d5-fdb0-4ea3-bb70-379c51b0e4d2 None None] Sync routers for ids ['e4d10613-c353-4904-82cc-f7730e5f1c1d'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:35:14.392532 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006599d5-fdb0-4ea3-bb70-379c51b0e4d2 None None] Routers {'e4d10613-c353-4904-82cc-f7730e5f1c1d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:35:14.393905 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-006599d5-fdb0-4ea3-bb70-379c51b0e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:34:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['e4d10613-c353-4904-82cc-f7730e5f1c1d'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:14.524049 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a4c3de57-1571-40eb-95bd-41b9916c77c5 admin admin] 10.222.0.73 "PUT /v2.0/routers/e4d10613-c353-4904-82cc-f7730e5f1c1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4324191 Mar 02 19:35:14.527826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42120) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:14.639721 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-006599d5-fdb0-4ea3-bb70-379c51b0e4d2 None None] Set router e4d10613-c353-4904-82cc-f7730e5f1c1d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:35:14.939532 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-84fbdc46-19db-4c92-8286-03606c3eb693 admin admin] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:15.032008 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-006599d5-fdb0-4ea3-bb70-379c51b0e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'name': 'tempest-TestEncryptedCinderVolumes-110122426-router', 'tenant_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'eb1f53e1-7ead-41b8-8349-020eba2ea361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:33:29Z', 'updated_at': '2022-03-02T19:35:12Z', 'revision_number': 5, 'project_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'gw_port': {'id': 'eb1f53e1-7ead-41b8-8349-020eba2ea361', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:30Z', 'updated_at': '2022-03-02T19:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:15.038309 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006599d5-fdb0-4ea3-bb70-379c51b0e4d2 None None] Checking router: e4d10613-c353-4904-82cc-f7730e5f1c1d for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:35:15.054105 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006599d5-fdb0-4ea3-bb70-379c51b0e4d2 None None] Routers {'e4d10613-c353-4904-82cc-f7730e5f1c1d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:35:15.054728 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-006599d5-fdb0-4ea3-bb70-379c51b0e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:34:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['e4d10613-c353-4904-82cc-f7730e5f1c1d'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:15.276855 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-006599d5-fdb0-4ea3-bb70-379c51b0e4d2 None None] Set router e4d10613-c353-4904-82cc-f7730e5f1c1d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:35:15.305801 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-84fbdc46-19db-4c92-8286-03606c3eb693 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:15.404036 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-84fbdc46-19db-4c92-8286-03606c3eb693 admin admin] Deleting port eb1f53e1-7ead-41b8-8349-020eba2ea361 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:35:15.404706 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-84fbdc46-19db-4c92-8286-03606c3eb693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:15.699975 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-006599d5-fdb0-4ea3-bb70-379c51b0e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'name': 'tempest-TestEncryptedCinderVolumes-110122426-router', 'tenant_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'eb1f53e1-7ead-41b8-8349-020eba2ea361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:33:29Z', 'updated_at': '2022-03-02T19:35:12Z', 'revision_number': 5, 'project_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'gw_port': {'id': 'eb1f53e1-7ead-41b8-8349-020eba2ea361', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:30Z', 'updated_at': '2022-03-02T19:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:15.706342 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-84fbdc46-19db-4c92-8286-03606c3eb693 admin admin] For port eb1f53e1-7ead-41b8-8349-020eba2ea361, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=eb1f53e1-7ead-41b8-8349-020eba2ea361,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:35:15.706952 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006599d5-fdb0-4ea3-bb70-379c51b0e4d2 None None] The sync data for ids ['e4d10613-c353-4904-82cc-f7730e5f1c1d'] in dv-neutron-831573-1-hyperv is: [{'id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'name': 'tempest-TestEncryptedCinderVolumes-110122426-router', 'tenant_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': 'eb1f53e1-7ead-41b8-8349-020eba2ea361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:33:29Z', 'updated_at': '2022-03-02T19:35:12Z', 'revision_number': 5, 'project_id': '31c6ca83f7cd4657911ea9c4be3e48c8', 'gw_port': {'id': 'eb1f53e1-7ead-41b8-8349-020eba2ea361', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d10613-c353-4904-82cc-f7730e5f1c1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:30Z', 'updated_at': '2022-03-02T19:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:35:15.707127 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-84fbdc46-19db-4c92-8286-03606c3eb693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:15.851189 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-84fbdc46-19db-4c92-8286-03606c3eb693 admin admin] Calling delete_port for eb1f53e1-7ead-41b8-8349-020eba2ea361 owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:35:16.124198 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-84fbdc46-19db-4c92-8286-03606c3eb693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:16.188501 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbdc46-19db-4c92-8286-03606c3eb693 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb1f53e1-7ead-41b8-8349-020eba2ea361,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:16.466104 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-84fbdc46-19db-4c92-8286-03606c3eb693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:16.686585 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a8fa0033-2aa0-435d-9dbb-0715d3bc5301 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:35:16.727605 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: a8fa0033-2aa0-435d-9dbb-0715d3bc5301 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:35:16.727947 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a8fa0033-2aa0-435d-9dbb-0715d3bc5301 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:35:16.854478 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-84fbdc46-19db-4c92-8286-03606c3eb693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:16.858848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-84fbdc46-19db-4c92-8286-03606c3eb693 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:16.942380 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-84fbdc46-19db-4c92-8286-03606c3eb693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:16.943042 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fbdc46-19db-4c92-8286-03606c3eb693 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4d10613-c353-4904-82cc-f7730e5f1c1d {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:35:16.963114 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-84fbdc46-19db-4c92-8286-03606c3eb693 admin admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:16.966170 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-84fbdc46-19db-4c92-8286-03606c3eb693 admin admin] 10.222.0.73 "DELETE /v2.0/routers/e4d10613-c353-4904-82cc-f7730e5f1c1d HTTP/1.1" status: 204 len: 168 time: 2.4368901 Mar 02 19:35:16.968432 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42124) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:17.046500 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-41438b59-f84b-4980-960e-e996f964107d admin admin] Deleting subnet edac580c-ba8c-4782-93f6-cc55a40c2830 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:35:17.052228 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-41438b59-f84b-4980-960e-e996f964107d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:17.151035 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-41438b59-f84b-4980-960e-e996f964107d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:17.282399 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-41438b59-f84b-4980-960e-e996f964107d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:17.437833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-41438b59-f84b-4980-960e-e996f964107d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:17.479187 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41438b59-f84b-4980-960e-e996f964107d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edac580c-ba8c-4782-93f6-cc55a40c2830,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:17.495454 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-41438b59-f84b-4980-960e-e996f964107d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:17.497967 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952360cf-5a2c-4b85-91da-0e255ef96517 None None] Network dd265660-468d-47dc-8a6f-d8c18384ac5a requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:35:17.503259 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-41438b59-f84b-4980-960e-e996f964107d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/edac580c-ba8c-4782-93f6-cc55a40c2830 HTTP/1.1" status: 204 len: 168 time: 0.5336454 Mar 02 19:35:17.504509 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42128) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:17.639277 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:17.652104 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] Deleting port 7eb64cdc-c57d-4030-a5eb-cbb92eda619c {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:35:17.652527 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:17.846445 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f6dff9-8d8a-41ee-adfe-7cfe4a23ff1a None None] DHCP port deletion for dd265660-468d-47dc-8a6f-d8c18384ac5a request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:35:17.853587 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-16f6dff9-8d8a-41ee-adfe-7cfe4a23ff1a None None] Deleting port 7eb64cdc-c57d-4030-a5eb-cbb92eda619c {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:35:17.854170 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-16f6dff9-8d8a-41ee-adfe-7cfe4a23ff1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:17.970311 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] For port 7eb64cdc-c57d-4030-a5eb-cbb92eda619c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7eb64cdc-c57d-4030-a5eb-cbb92eda619c,segment=NetworkSegment(bfba9ce2-8fdd-4918-b49a-93b37f522b28),segment_id=bfba9ce2-8fdd-4918-b49a-93b37f522b28)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:35:17.971819 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:18.116453 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-16f6dff9-8d8a-41ee-adfe-7cfe4a23ff1a None None] For port 7eb64cdc-c57d-4030-a5eb-cbb92eda619c, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7eb64cdc-c57d-4030-a5eb-cbb92eda619c,segment=NetworkSegment(bfba9ce2-8fdd-4918-b49a-93b37f522b28),segment_id=bfba9ce2-8fdd-4918-b49a-93b37f522b28)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:35:18.117143 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-16f6dff9-8d8a-41ee-adfe-7cfe4a23ff1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:18.170654 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] Calling delete_port for 7eb64cdc-c57d-4030-a5eb-cbb92eda619c owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:35:18.337662 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:18.359520 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-16f6dff9-8d8a-41ee-adfe-7cfe4a23ff1a None None] Calling delete_port for 7eb64cdc-c57d-4030-a5eb-cbb92eda619c owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:35:18.427473 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb64cdc-c57d-4030-a5eb-cbb92eda619c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:18.435081 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] No DVR routers for this DVR port 7eb64cdc-c57d-4030-a5eb-cbb92eda619c on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:35:18.473642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-16f6dff9-8d8a-41ee-adfe-7cfe4a23ff1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:35:18.474228 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-16f6dff9-8d8a-41ee-adfe-7cfe4a23ff1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:35:18.612850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:18.659426 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd265660-468d-47dc-8a6f-d8c18384ac5a']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:18.680391 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfba9ce2-8fdd-4918-b49a-93b37f522b28') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:18.680718 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfba9ce2-8fdd-4918-b49a-93b37f522b28') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:18.693243 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device eb1f53e1-7ead-41b8-8349-020eba2ea361 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:35:18.698389 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:18.725991 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:18.729912 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: eb1f53e1-7ead-41b8-8349-020eba2ea361 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:35:18.730312 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device eb1f53e1-7ead-41b8-8349-020eba2ea361 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:35:18.730699 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7eb64cdc-c57d-4030-a5eb-cbb92eda619c no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:35:18.739118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:35:18.739869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:35:18.765319 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:35:18.773026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 7eb64cdc-c57d-4030-a5eb-cbb92eda619c {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:35:18.773378 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7eb64cdc-c57d-4030-a5eb-cbb92eda619c not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:35:18.975436 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-16f6dff9-8d8a-41ee-adfe-7cfe4a23ff1a None None] Deleting port 7eb64cdc-c57d-4030-a5eb-cbb92eda619c {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:35:18.976230 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-16f6dff9-8d8a-41ee-adfe-7cfe4a23ff1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:19.017381 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:19.046954 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-16f6dff9-8d8a-41ee-adfe-7cfe4a23ff1a None None] The port '7eb64cdc-c57d-4030-a5eb-cbb92eda619c' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:35:19.052527 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:19.074378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd265660-468d-47dc-8a6f-d8c18384ac5a,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:19.187879 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e1f5ae0d-5b42-49c2-b7c5-2d8ca1112cc8 admin admin] 10.222.0.73 "DELETE /v2.0/networks/dd265660-468d-47dc-8a6f-d8c18384ac5a HTTP/1.1" status: 204 len: 168 time: 1.6815920 Mar 02 19:35:19.197714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42132) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:19.765099 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6be2a17e-32cd-45db-a59b-f07e720cec1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:20.515952 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-6be2a17e-32cd-45db-a59b-f07e720cec1a admin admin] Deleting port 0296bf84-1bf4-4175-84a3-662c76e3c9c2 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:35:20.517016 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6be2a17e-32cd-45db-a59b-f07e720cec1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:20.708871 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-6be2a17e-32cd-45db-a59b-f07e720cec1a admin admin] For port 0296bf84-1bf4-4175-84a3-662c76e3c9c2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=0296bf84-1bf4-4175-84a3-662c76e3c9c2,segment=NetworkSegment(870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca),segment_id=870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:35:20.709358 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6be2a17e-32cd-45db-a59b-f07e720cec1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:20.853058 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-6be2a17e-32cd-45db-a59b-f07e720cec1a admin admin] Calling delete_port for 0296bf84-1bf4-4175-84a3-662c76e3c9c2 owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:35:21.148767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6be2a17e-32cd-45db-a59b-f07e720cec1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:21.209329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2a17e-32cd-45db-a59b-f07e720cec1a admin admin] Pushing event deleted for resources: {'Port': ['ID=0296bf84-1bf4-4175-84a3-662c76e3c9c2,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:21.691222 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-05cc5a98-c133-4b87-9822-45f064a4d763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:21.695937 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6be2a17e-32cd-45db-a59b-f07e720cec1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:22.544795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be2a17e-32cd-45db-a59b-f07e720cec1a admin admin] Router d45501e5-5252-40ac-805e-41bf86e1dc5a has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:35:22.850140 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be2a17e-32cd-45db-a59b-f07e720cec1a admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:35:22.865832 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600f3126-84be-4c1b-99e3-31fdbd9e7199 None None] Sync routers for ids ['d45501e5-5252-40ac-805e-41bf86e1dc5a'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:35:22.866635 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6be2a17e-32cd-45db-a59b-f07e720cec1a admin admin] 10.222.0.73 "PUT /v2.0/routers/d45501e5-5252-40ac-805e-41bf86e1dc5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6672359 Mar 02 19:35:22.869666 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42136) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:22.889704 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600f3126-84be-4c1b-99e3-31fdbd9e7199 None None] Routers {'d45501e5-5252-40ac-805e-41bf86e1dc5a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:35:22.890752 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-600f3126-84be-4c1b-99e3-31fdbd9e7199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:34:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d45501e5-5252-40ac-805e-41bf86e1dc5a'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:23.213182 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-59c82a14-f2af-43cf-bd78-4ffe50b190aa admin admin] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:23.276763 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-600f3126-84be-4c1b-99e3-31fdbd9e7199 None None] Set router d45501e5-5252-40ac-805e-41bf86e1dc5a gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:35:23.626753 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-59c82a14-f2af-43cf-bd78-4ffe50b190aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:23.714024 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-59c82a14-f2af-43cf-bd78-4ffe50b190aa admin admin] Deleting port 7afaed01-b066-4228-a2c3-5388f4663298 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:35:23.714527 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-59c82a14-f2af-43cf-bd78-4ffe50b190aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:23.810087 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d1fd6469-9863-4e2c-af96-b1e0a8d2006d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:23.875582 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-600f3126-84be-4c1b-99e3-31fdbd9e7199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45501e5-5252-40ac-805e-41bf86e1dc5a', 'name': 'tempest-TestEncryptedCinderVolumes-2103576698-router', 'tenant_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.70'}], 'enable_snat': True}, 'gw_port_id': '7afaed01-b066-4228-a2c3-5388f4663298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:33:39Z', 'updated_at': '2022-03-02T19:35:20Z', 'revision_number': 5, 'project_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'gw_port': {'id': '7afaed01-b066-4228-a2c3-5388f4663298', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45501e5-5252-40ac-805e-41bf86e1dc5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:33:39Z', 'updated_at': '2022-03-02T19:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:23.882380 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600f3126-84be-4c1b-99e3-31fdbd9e7199 None None] Checking router: d45501e5-5252-40ac-805e-41bf86e1dc5a for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:35:23.897804 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600f3126-84be-4c1b-99e3-31fdbd9e7199 None None] Routers {'d45501e5-5252-40ac-805e-41bf86e1dc5a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:35:23.898683 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-600f3126-84be-4c1b-99e3-31fdbd9e7199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:35:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d45501e5-5252-40ac-805e-41bf86e1dc5a'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:23.954388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-59c82a14-f2af-43cf-bd78-4ffe50b190aa admin admin] For port 7afaed01-b066-4228-a2c3-5388f4663298, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=7afaed01-b066-4228-a2c3-5388f4663298,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:35:23.955395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-59c82a14-f2af-43cf-bd78-4ffe50b190aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:24.147706 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-600f3126-84be-4c1b-99e3-31fdbd9e7199 None None] Set router d45501e5-5252-40ac-805e-41bf86e1dc5a gateway port host: None {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:35:24.153312 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-59c82a14-f2af-43cf-bd78-4ffe50b190aa admin admin] Calling delete_port for 7afaed01-b066-4228-a2c3-5388f4663298 owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:35:24.328680 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-600f3126-84be-4c1b-99e3-31fdbd9e7199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45501e5-5252-40ac-805e-41bf86e1dc5a', 'name': 'tempest-TestEncryptedCinderVolumes-2103576698-router', 'tenant_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:33:39Z', 'updated_at': '2022-03-02T19:35:23Z', 'revision_number': 6, 'project_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:24.334190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600f3126-84be-4c1b-99e3-31fdbd9e7199 None None] The sync data for ids ['d45501e5-5252-40ac-805e-41bf86e1dc5a'] in dv-neutron-831573-1-hyperv is: [{'id': 'd45501e5-5252-40ac-805e-41bf86e1dc5a', 'name': 'tempest-TestEncryptedCinderVolumes-2103576698-router', 'tenant_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:33:39Z', 'updated_at': '2022-03-02T19:35:23Z', 'revision_number': 6, 'project_id': '80a6d9c8ae5347da806eab1e91e1ca19', 'gw_port_host': None}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:35:24.432588 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-59c82a14-f2af-43cf-bd78-4ffe50b190aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:24.484682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c82a14-f2af-43cf-bd78-4ffe50b190aa admin admin] Pushing event deleted for resources: {'Port': ['ID=7afaed01-b066-4228-a2c3-5388f4663298,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:24.731223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-59c82a14-f2af-43cf-bd78-4ffe50b190aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:24.776698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0296bf84-1bf4-4175-84a3-662c76e3c9c2 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:35:24.850522 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 0296bf84-1bf4-4175-84a3-662c76e3c9c2 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:35:24.851319 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0296bf84-1bf4-4175-84a3-662c76e3c9c2 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:35:25.021837 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-59c82a14-f2af-43cf-bd78-4ffe50b190aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:25.027748 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-59c82a14-f2af-43cf-bd78-4ffe50b190aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:25.142491 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-59c82a14-f2af-43cf-bd78-4ffe50b190aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:25.143954 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c82a14-f2af-43cf-bd78-4ffe50b190aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router d45501e5-5252-40ac-805e-41bf86e1dc5a {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:35:25.162067 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-59c82a14-f2af-43cf-bd78-4ffe50b190aa admin admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:25.163281 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-59c82a14-f2af-43cf-bd78-4ffe50b190aa admin admin] 10.222.0.73 "DELETE /v2.0/routers/d45501e5-5252-40ac-805e-41bf86e1dc5a HTTP/1.1" status: 204 len: 168 time: 2.2922626 Mar 02 19:35:25.167863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42140) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:25.244358 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef8708f-40a1-4c38-88af-d714a5de1592 admin admin] Deleting subnet 3ec0c05b-98e3-4e5f-808e-4bc7c6a7e0b4 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:35:25.248713 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8ef8708f-40a1-4c38-88af-d714a5de1592 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:25.267093 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:25.313315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8ef8708f-40a1-4c38-88af-d714a5de1592 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:25.422540 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8ef8708f-40a1-4c38-88af-d714a5de1592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:25.513554 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:25.612304 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8ef8708f-40a1-4c38-88af-d714a5de1592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:25.655395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8708f-40a1-4c38-88af-d714a5de1592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ec0c05b-98e3-4e5f-808e-4bc7c6a7e0b4,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:25.663184 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8ef8708f-40a1-4c38-88af-d714a5de1592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:25.671432 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe8dbb7-5b6c-4cb1-a814-3328cea40310 None None] Network a2b6c380-e319-4e4a-ba70-993b7bb3cc75 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:35:25.671847 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8ef8708f-40a1-4c38-88af-d714a5de1592 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3ec0c05b-98e3-4e5f-808e-4bc7c6a7e0b4 HTTP/1.1" status: 204 len: 168 time: 0.5004885 Mar 02 19:35:25.675242 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42144) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:26.045463 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:26.069710 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] Deleting port 629cac4d-b9bf-44fa-b40c-f40a46553305 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:35:26.070052 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:26.094830 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49733c00-ab18-4785-8cd2-f9a8b0f369b5 None None] DHCP port deletion for a2b6c380-e319-4e4a-ba70-993b7bb3cc75 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:35:26.100415 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-49733c00-ab18-4785-8cd2-f9a8b0f369b5 None None] Deleting port 629cac4d-b9bf-44fa-b40c-f40a46553305 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:35:26.100816 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-49733c00-ab18-4785-8cd2-f9a8b0f369b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:26.355132 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] For port 629cac4d-b9bf-44fa-b40c-f40a46553305, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=629cac4d-b9bf-44fa-b40c-f40a46553305,segment=NetworkSegment(870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca),segment_id=870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:35:26.355526 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:26.452005 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-49733c00-ab18-4785-8cd2-f9a8b0f369b5 None None] For port 629cac4d-b9bf-44fa-b40c-f40a46553305, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=629cac4d-b9bf-44fa-b40c-f40a46553305,segment=NetworkSegment(870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca),segment_id=870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:35:26.452977 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-49733c00-ab18-4785-8cd2-f9a8b0f369b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:26.489573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] Calling delete_port for 629cac4d-b9bf-44fa-b40c-f40a46553305 owned by network:dhcp {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:35:26.687206 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:26.703395 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-49733c00-ab18-4785-8cd2-f9a8b0f369b5 None None] Calling delete_port for 629cac4d-b9bf-44fa-b40c-f40a46553305 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:35:26.751813 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] Pushing event deleted for resources: {'Port': ['ID=629cac4d-b9bf-44fa-b40c-f40a46553305,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:26.760819 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] No DVR routers for this DVR port 629cac4d-b9bf-44fa-b40c-f40a46553305 on host dv-neutron-831573-1-hyperv {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:35:26.774041 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 629cac4d-b9bf-44fa-b40c-f40a46553305 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:35:26.868510 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 629cac4d-b9bf-44fa-b40c-f40a46553305 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:35:26.869010 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 629cac4d-b9bf-44fa-b40c-f40a46553305 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:35:26.869603 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7afaed01-b066-4228-a2c3-5388f4663298 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:35:26.925118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:26.947317 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b6c380-e319-4e4a-ba70-993b7bb3cc75']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:26.966299 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:26.969986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870b3f3a-77f1-4e32-ad3f-daa7a43eb3ca') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:26.981797 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:26.999632 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:27.009562 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:27.019890 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:35:27.020393 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 7afaed01-b066-4228-a2c3-5388f4663298 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:35:27.020620 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:27.021430 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 7afaed01-b066-4228-a2c3-5388f4663298 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:35:27.058041 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:35:27.238998 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:27.256876 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:27.264383 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-49733c00-ab18-4785-8cd2-f9a8b0f369b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:35:27.264947 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-49733c00-ab18-4785-8cd2-f9a8b0f369b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:35:27.272837 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b6c380-e319-4e4a-ba70-993b7bb3cc75,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:27.281214 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1c4e30d1-b891-4af0-85a6-3f3a5484e806 admin admin] 10.222.0.73 "DELETE /v2.0/networks/a2b6c380-e319-4e4a-ba70-993b7bb3cc75 HTTP/1.1" status: 204 len: 168 time: 1.6008286 Mar 02 19:35:27.766275 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-49733c00-ab18-4785-8cd2-f9a8b0f369b5 None None] Deleting port 629cac4d-b9bf-44fa-b40c-f40a46553305 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:35:27.767188 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-49733c00-ab18-4785-8cd2-f9a8b0f369b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:27.795674 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42150) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:27.856109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-49733c00-ab18-4785-8cd2-f9a8b0f369b5 None None] The port '629cac4d-b9bf-44fa-b40c-f40a46553305' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:35:27.888931 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-470f465e-f1e6-4f61-9dd8-9290135594be admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=31c6ca83f7cd4657911ea9c4be3e48c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0914245 Mar 02 19:35:27.892298 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42154) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:27.984000 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2bddd9e0-c08a-41ba-8956-f447698375c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:28.024203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2bddd9e0-c08a-41ba-8956-f447698375c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:28.188741 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2bddd9e0-c08a-41ba-8956-f447698375c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:28.213946 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddd9e0-c08a-41ba-8956-f447698375c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9741a79-afd4-4cd0-90cc-ce6b14a8cc12,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:28.224175 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd9e0-c08a-41ba-8956-f447698375c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:28.224687 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd9e0-c08a-41ba-8956-f447698375c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:28.226083 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd9e0-c08a-41ba-8956-f447698375c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:28.226083 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd9e0-c08a-41ba-8956-f447698375c6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:28.226083 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd9e0-c08a-41ba-8956-f447698375c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:28.226083 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd9e0-c08a-41ba-8956-f447698375c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:28.226699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd9e0-c08a-41ba-8956-f447698375c6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:28.226699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd9e0-c08a-41ba-8956-f447698375c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:28.227048 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd9e0-c08a-41ba-8956-f447698375c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:28.227371 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd9e0-c08a-41ba-8956-f447698375c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:28.227841 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bddd9e0-c08a-41ba-8956-f447698375c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:28.282229 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2bddd9e0-c08a-41ba-8956-f447698375c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:28.284844 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2bddd9e0-c08a-41ba-8956-f447698375c6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b9741a79-afd4-4cd0-90cc-ce6b14a8cc12 HTTP/1.1" status: 204 len: 168 time: 0.3911741 Mar 02 19:35:29.125810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42162) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:29.183058 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-43e15157-7937-4331-a4ff-eb29fc564c1d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=80a6d9c8ae5347da806eab1e91e1ca19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0557222 Mar 02 19:35:29.185731 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42166) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:29.255921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1eaa-c6f6-45b9-85af-e116b3583a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:29.285238 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1eaa-c6f6-45b9-85af-e116b3583a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:29.434780 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1eaa-c6f6-45b9-85af-e116b3583a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:29.451633 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd1eaa-c6f6-45b9-85af-e116b3583a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151ea043-08a2-41af-bb29-d13b09763521,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:29.459743 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-6cbd1eaa-c6f6-45b9-85af-e116b3583a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:29.460770 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-6cbd1eaa-c6f6-45b9-85af-e116b3583a75 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/151ea043-08a2-41af-bb29-d13b09763521 HTTP/1.1" status: 204 len: 168 time: 0.2741065 Mar 02 19:35:30.896239 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42188) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:31.052370 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-719762675-network', 'tenant_id': '527496dcbf1245cca565118f93bcbcad'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:35:31.061086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:31.068920 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Usage tracker for resource:network and tenant:527496dcbf1245cca565118f93bcbcad is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:31.074655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:31.084937 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:31.165606 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Made reservation on behalf of 527496dcbf1245cca565118f93bcbcad for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:35:31.167997 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:31.183040 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:31.218628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:31.223712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Usage tracker for resource:security_group_rule and tenant:527496dcbf1245cca565118f93bcbcad is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:31.226926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:31.232869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:31.307486 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:31.394799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:31.427797 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:35:31.437524 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb4d982-76b5-46ad-838c-afed629ebe42,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:31.445185 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:31.445547 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Added segment 851e3ebf-19fe-4faa-aa76-35d96ef8dc3f of type vlan for network d45d784b-27e0-47e2-8441-60c64d899ff0 Mar 02 19:35:31.477676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:31.576992 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:31.577901 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:31.578486 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:31.616888 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:31.692981 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] Pushing event updated for resources: {'Network': ['ID=d45d784b-27e0-47e2-8441-60c64d899ff0,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:31.707569 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network d45d784b-27e0-47e2-8441-60c64d899ff0 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:35:31.777515 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2d9f53df-a2a2-4258-be3d-f7bd6b61191c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8800104 Mar 02 19:35:31.780402 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42194) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:31.786643 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-7311803d-92bd-4e14-bee7-c17384c8683e admin admin] Request body: {'subnet': {'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-719762675-subnet', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'ip_version': 4}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:35:31.792745 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7311803d-92bd-4e14-bee7-c17384c8683e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:31.797263 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7311803d-92bd-4e14-bee7-c17384c8683e admin admin] Usage tracker for resource:subnet and tenant:527496dcbf1245cca565118f93bcbcad is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:31.818374 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7311803d-92bd-4e14-bee7-c17384c8683e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:31.818374 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7311803d-92bd-4e14-bee7-c17384c8683e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:31.917796 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7311803d-92bd-4e14-bee7-c17384c8683e admin admin] Made reservation on behalf of 527496dcbf1245cca565118f93bcbcad for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:35:31.920356 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7311803d-92bd-4e14-bee7-c17384c8683e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:32.266170 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7311803d-92bd-4e14-bee7-c17384c8683e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:32.342240 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311803d-92bd-4e14-bee7-c17384c8683e admin admin] Pushing event updated for resources: {'Subnet': ['ID=53d8b46a-e1e4-445a-9a5c-8ea1cea41b69,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:32.357966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7311803d-92bd-4e14-bee7-c17384c8683e admin admin] Checking segment: {'id': '851e3ebf-19fe-4faa-aa76-35d96ef8dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:35:32.358330 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7311803d-92bd-4e14-bee7-c17384c8683e admin admin] Network hostable DHCP agents. Network: d45d784b-27e0-47e2-8441-60c64d899ff0, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:35:32.477805 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7311803d-92bd-4e14-bee7-c17384c8683e admin admin] Network d45d784b-27e0-47e2-8441-60c64d899ff0 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:35:32.571420 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-7311803d-92bd-4e14-bee7-c17384c8683e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, d45d784b-27e0-47e2-8441-60c64d899ff0) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:32.576021 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7311803d-92bd-4e14-bee7-c17384c8683e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:32.576842 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7311803d-92bd-4e14-bee7-c17384c8683e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:32.584139 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b304d907-bbc2-406b-975b-7573bda54e0b None None] Network d45d784b-27e0-47e2-8441-60c64d899ff0 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:35:32.662330 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7311803d-92bd-4e14-bee7-c17384c8683e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8805075 Mar 02 19:35:32.665433 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42198) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:32.671174 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-719762675-router', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:35:32.676428 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:32.680556 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Usage tracker for resource:router and tenant:527496dcbf1245cca565118f93bcbcad is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:32.683614 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:32.690406 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:32.775324 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:32.776712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:32.802024 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:32.854771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-d45d784b-27e0-47e2-8441-60c64d899ff0', 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'fixed_ips': [{'subnet_id': '53d8b46a-e1e4-445a-9a5c-8ea1cea41b69'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:35:32.855653 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:33.062218 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Allocated IP 172.20.0.2 (d45d784b-27e0-47e2-8441-60c64d899ff0/53d8b46a-e1e4-445a-9a5c-8ea1cea41b69/d59db95b-a2ab-4fc6-9563-1011649bd48f) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:35:33.168603 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:33.340433 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:33.351588 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Transition to ACTIVE for port object d59db95b-a2ab-4fc6-9563-1011649bd48f will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:33.372447 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Transition to ACTIVE for port object d59db95b-a2ab-4fc6-9563-1011649bd48f will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:33.440926 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:33.508155 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:33.513946 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Network d45d784b-27e0-47e2-8441-60c64d899ff0 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:35:33.517054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:33.520290 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:35:33.530824 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Pushing event updated for resources: {'Port': ['ID=d59db95b-a2ab-4fc6-9563-1011649bd48f,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:33.538939 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:33.605312 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:33.605544 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:33.605898 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:33.606227 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:33.606561 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:33.606893 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:33.607220 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:33.607571 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:33.607893 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:33.608211 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:33.608535 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:33.634671 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Attempting to bind port d59db95b-a2ab-4fc6-9563-1011649bd48f on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:35:33.635037 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Attempting to bind port d59db95b-a2ab-4fc6-9563-1011649bd48f by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '851e3ebf-19fe-4faa-aa76-35d96ef8dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:35:33.635424 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Attempting to bind port d59db95b-a2ab-4fc6-9563-1011649bd48f on network d45d784b-27e0-47e2-8441-60c64d899ff0 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:35:33.642175 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:35:33.642598 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Checking segment: {'id': '851e3ebf-19fe-4faa-aa76-35d96ef8dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:35:33.643042 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:33.643661 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Bound using segment: {'id': '851e3ebf-19fe-4faa-aa76-35d96ef8dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:35:33.644147 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Bound port: d59db95b-a2ab-4fc6-9563-1011649bd48f, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851e3ebf-19fe-4faa-aa76-35d96ef8dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:35:33.644521 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:33.699520 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Allocated IP 172.26.4.203 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/8bd5cfdd-4730-49f4-9a2d-be2c3cc35631) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:35:33.770797 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] For port d59db95b-a2ab-4fc6-9563-1011649bd48f, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:35:33.776419 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] For port d59db95b-a2ab-4fc6-9563-1011649bd48f, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=d59db95b-a2ab-4fc6-9563-1011649bd48f,segment=NetworkSegment(851e3ebf-19fe-4faa-aa76-35d96ef8dc3f),segment_id=851e3ebf-19fe-4faa-aa76-35d96ef8dc3f)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:35:33.858747 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:33.866343 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:33.945388 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b81e3e-e4e5-474b-82c0-ba745c2f5fc1 None None] Pushing event updated for resources: {'Port': ['ID=d59db95b-a2ab-4fc6-9563-1011649bd48f,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:33.994662 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:34.068598 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:35:34.072053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:34.076202 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:35:34.119400 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd5cfdd-4730-49f4-9a2d-be2c3cc35631,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:34.420366 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:34.421085 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:34.725219 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d59db95b-a2ab-4fc6-9563-1011649bd48f up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:34.758610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Router e2f8179d-fceb-4dac-b48e-2fadc0f19bfd is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:35:34.874113 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port d59db95b-a2ab-4fc6-9563-1011649bd48f completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:34.991609 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:35:35.006077 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Sync routers for ids ['e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:35:35.023238 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Routers {'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:35:35.023921 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43548399-1280-4cc3-9ff8-b9bb15685dfb None None] Network d45d784b-27e0-47e2-8441-60c64d899ff0 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:35:35.031389 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:35:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:35.127959 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:35.135001 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42202) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:35.136129 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c3675292-3df6-4a70-844b-5ac4b695a7a2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4678984 Mar 02 19:35:35.224989 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1cb8e34f-8104-4bf3-abee-bc8a7c1a484c None None] Provisioning for port d59db95b-a2ab-4fc6-9563-1011649bd48f completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:35.234195 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1cb8e34f-8104-4bf3-abee-bc8a7c1a484c None None] Provisioning complete for port d59db95b-a2ab-4fc6-9563-1011649bd48f triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:35.234550 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1cb8e34f-8104-4bf3-abee-bc8a7c1a484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:35.252825 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Set router e2f8179d-fceb-4dac-b48e-2fadc0f19bfd gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:35:35.462346 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1cb8e34f-8104-4bf3-abee-bc8a7c1a484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:35.505605 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1cb8e34f-8104-4bf3-abee-bc8a7c1a484c None None] For port d59db95b-a2ab-4fc6-9563-1011649bd48f, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=d59db95b-a2ab-4fc6-9563-1011649bd48f,segment=NetworkSegment(851e3ebf-19fe-4faa-aa76-35d96ef8dc3f),segment_id=851e3ebf-19fe-4faa-aa76-35d96ef8dc3f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:35:35.583239 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1cb8e34f-8104-4bf3-abee-bc8a7c1a484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:35.591163 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'name': 'tempest-TestMinimumBasicScenario-719762675-router', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:34Z', 'revision_number': 3, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'gw_port': {'id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:33Z', 'updated_at': '2022-03-02T19:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:35.596793 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Checking router: e2f8179d-fceb-4dac-b48e-2fadc0f19bfd for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:35:35.597683 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Updating router e2f8179d-fceb-4dac-b48e-2fadc0f19bfd port 8bd5cfdd-4730-49f4-9a2d-be2c3cc35631 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:35:35.682039 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8e34f-8104-4bf3-abee-bc8a7c1a484c None None] Pushing event updated for resources: {'Port': ['ID=d59db95b-a2ab-4fc6-9563-1011649bd48f,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:35.696758 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:35.814794 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4ca0044e-5f24-422b-b45b-eb37cc0c4ccb None None] Provisioning complete for port d59db95b-a2ab-4fc6-9563-1011649bd48f triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:35.815549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4ca0044e-5f24-422b-b45b-eb37cc0c4ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:36.167087 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d3a71543-b4ad-44c9-9c85-c0baf4669459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:36.193180 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:36.214251 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Transition to ACTIVE for port object 8bd5cfdd-4730-49f4-9a2d-be2c3cc35631 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:36.291517 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:36.384738 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711c16f-a85a-430d-ad27-e8287c8fea0e None None] Pushing event updated for resources: {'Port': ['ID=8bd5cfdd-4730-49f4-9a2d-be2c3cc35631,revision_number=2']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:36.390073 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Attempting to bind port 8bd5cfdd-4730-49f4-9a2d-be2c3cc35631 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:35:36.390433 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Attempting to bind port 8bd5cfdd-4730-49f4-9a2d-be2c3cc35631 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:35:36.390790 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Attempting to bind port 8bd5cfdd-4730-49f4-9a2d-be2c3cc35631 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:35:36.400027 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711c16f-a85a-430d-ad27-e8287c8fea0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:36.400371 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711c16f-a85a-430d-ad27-e8287c8fea0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:36.400698 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711c16f-a85a-430d-ad27-e8287c8fea0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:36.401024 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711c16f-a85a-430d-ad27-e8287c8fea0e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:36.401349 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711c16f-a85a-430d-ad27-e8287c8fea0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:36.401671 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711c16f-a85a-430d-ad27-e8287c8fea0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:36.401988 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711c16f-a85a-430d-ad27-e8287c8fea0e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:36.402303 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711c16f-a85a-430d-ad27-e8287c8fea0e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:36.402615 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711c16f-a85a-430d-ad27-e8287c8fea0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:36.402926 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711c16f-a85a-430d-ad27-e8287c8fea0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:36.403237 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3711c16f-a85a-430d-ad27-e8287c8fea0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:36.410563 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:35:36.410935 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:35:36.411336 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:36.411760 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:35:36.412225 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Bound port: 8bd5cfdd-4730-49f4-9a2d-be2c3cc35631, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:35:36.412592 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:36.479508 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-d3a71543-b4ad-44c9-9c85-c0baf4669459 admin admin] Allocated IP 172.20.0.1 (d45d784b-27e0-47e2-8441-60c64d899ff0/53d8b46a-e1e4-445a-9a5c-8ea1cea41b69/562e70f7-1f52-4738-b791-817c0eaa8679) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:35:36.488935 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] For port 8bd5cfdd-4730-49f4-9a2d-be2c3cc35631, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:35:36.492018 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] For port 8bd5cfdd-4730-49f4-9a2d-be2c3cc35631, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8bd5cfdd-4730-49f4-9a2d-be2c3cc35631,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:35:36.589235 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:36.645045 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d3a71543-b4ad-44c9-9c85-c0baf4669459 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:36.673531 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-d3a71543-b4ad-44c9-9c85-c0baf4669459 admin admin] Transition to ACTIVE for port object 562e70f7-1f52-4738-b791-817c0eaa8679 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:36.723869 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d59db95b-a2ab-4fc6-9563-1011649bd48f up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:36.750484 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711c16f-a85a-430d-ad27-e8287c8fea0e None None] Pushing event updated for resources: {'Port': ['ID=8bd5cfdd-4730-49f4-9a2d-be2c3cc35631,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:36.757621 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Routers {'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:35:36.758415 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:35:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:36.781001 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d3a71543-b4ad-44c9-9c85-c0baf4669459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:36.801340 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port d59db95b-a2ab-4fc6-9563-1011649bd48f triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:36.802092 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:36.977160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a71543-b4ad-44c9-9c85-c0baf4669459 admin admin] Network d45d784b-27e0-47e2-8441-60c64d899ff0 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:35:36.980092 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-d3a71543-b4ad-44c9-9c85-c0baf4669459 admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:36.984122 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a71543-b4ad-44c9-9c85-c0baf4669459 admin admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:35:37.022795 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] Set router e2f8179d-fceb-4dac-b48e-2fadc0f19bfd gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:35:37.044759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d3a71543-b4ad-44c9-9c85-c0baf4669459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:37.053808 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a71543-b4ad-44c9-9c85-c0baf4669459 admin admin] Pushing event updated for resources: {'Port': ['ID=562e70f7-1f52-4738-b791-817c0eaa8679,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:37.321533 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d3a71543-b4ad-44c9-9c85-c0baf4669459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:37.332454 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b44c2482-b48b-4b92-9ae1-36d67be41720 None None] Provisioning for port 562e70f7-1f52-4738-b791-817c0eaa8679 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:37.338274 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b44c2482-b48b-4b92-9ae1-36d67be41720 None None] Provisioning complete for port 562e70f7-1f52-4738-b791-817c0eaa8679 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:37.338779 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b44c2482-b48b-4b92-9ae1-36d67be41720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:37.400590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-b44c2482-b48b-4b92-9ae1-36d67be41720 None None] Port 562e70f7-1f52-4738-b791-817c0eaa8679 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:35:37.431388 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'name': 'tempest-TestMinimumBasicScenario-719762675-router', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:34Z', 'revision_number': 3, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'gw_port': {'id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:33Z', 'updated_at': '2022-03-02T19:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:37.437280 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf9c7e0-e902-422a-be8e-4e10ef211a96 None None] The sync data for ids ['e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'] in dv-neutron-831573-1-hyperv is: [{'id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'name': 'tempest-TestMinimumBasicScenario-719762675-router', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:34Z', 'revision_number': 3, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'gw_port': {'id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:33Z', 'updated_at': '2022-03-02T19:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:35:37.590320 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d3a71543-b4ad-44c9-9c85-c0baf4669459 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:37.663008 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d3a71543-b4ad-44c9-9c85-c0baf4669459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:37.805983 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a71543-b4ad-44c9-9c85-c0baf4669459 admin admin] Pushing event updated for resources: {'Port': ['ID=562e70f7-1f52-4738-b791-817c0eaa8679,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:37.808744 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d3a71543-b4ad-44c9-9c85-c0baf4669459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:38.027896 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a71543-b4ad-44c9-9c85-c0baf4669459 admin admin] Network d45d784b-27e0-47e2-8441-60c64d899ff0 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:35:38.030310 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-d3a71543-b4ad-44c9-9c85-c0baf4669459 admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:38.335221 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-486b8158-d663-4588-b0ea-45727ee1cbbb None None] Provisioning complete for port 562e70f7-1f52-4738-b791-817c0eaa8679 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:38.336614 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-486b8158-d663-4588-b0ea-45727ee1cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:38.401403 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-486b8158-d663-4588-b0ea-45727ee1cbbb None None] Port 562e70f7-1f52-4738-b791-817c0eaa8679 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:35:38.596696 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a71543-b4ad-44c9-9c85-c0baf4669459 admin admin] Router e2f8179d-fceb-4dac-b48e-2fadc0f19bfd has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:35:38.716930 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8bd5cfdd-4730-49f4-9a2d-be2c3cc35631 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:38.829345 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a71543-b4ad-44c9-9c85-c0baf4669459 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:35:38.838956 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d3a71543-b4ad-44c9-9c85-c0baf4669459 admin admin] 10.222.0.73 "PUT /v2.0/routers/e2f8179d-fceb-4dac-b48e-2fadc0f19bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7012258 Mar 02 19:35:38.851281 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 8bd5cfdd-4730-49f4-9a2d-be2c3cc35631 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:38.857563 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 8bd5cfdd-4730-49f4-9a2d-be2c3cc35631 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:38.858216 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:39.012002 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:39.042605 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 8bd5cfdd-4730-49f4-9a2d-be2c3cc35631, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8bd5cfdd-4730-49f4-9a2d-be2c3cc35631,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:35:39.114825 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:39.224574 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=8bd5cfdd-4730-49f4-9a2d-be2c3cc35631,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:40.231156 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42224) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:40.237878 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-907810692-network', 'tenant_id': '0507cfe575e84baab7a37216bfa7ebe6'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:35:40.243108 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:40.247818 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Usage tracker for resource:network and tenant:0507cfe575e84baab7a37216bfa7ebe6 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:40.251261 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:40.258738 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:40.337373 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Made reservation on behalf of 0507cfe575e84baab7a37216bfa7ebe6 for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:35:40.339798 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:40.352926 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:40.387027 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:40.391219 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Usage tracker for resource:security_group_rule and tenant:0507cfe575e84baab7a37216bfa7ebe6 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:40.395415 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:40.401788 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:40.479738 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:40.559840 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:40.600026 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:35:40.606075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1a32c0-fe97-4807-84f4-6acdcc5b2677,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:40.614255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:40.614617 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Added segment 5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24 of type vlan for network 897168bd-ca07-4515-a266-d1b9f93bea6c Mar 02 19:35:40.660580 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:40.712330 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8bd5cfdd-4730-49f4-9a2d-be2c3cc35631 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:40.765693 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:40.766573 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:40.767220 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:40.800909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 8bd5cfdd-4730-49f4-9a2d-be2c3cc35631 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:40.801600 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:40.910574 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] Pushing event updated for resources: {'Network': ['ID=897168bd-ca07-4515-a266-d1b9f93bea6c,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:40.929928 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 897168bd-ca07-4515-a266-d1b9f93bea6c details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:35:40.949327 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-af21760b-bd4d-4f30-a9dd-11c56bc979ed admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7166116 Mar 02 19:35:40.952151 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42228) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:40.958453 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-eec904b4-e9dd-41c8-8501-2a3a7019a870 admin admin] Request body: {'subnet': {'network_id': '897168bd-ca07-4515-a266-d1b9f93bea6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-907810692-subnet', 'tenant_id': '0507cfe575e84baab7a37216bfa7ebe6', 'ip_version': 4}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:35:40.963738 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-eec904b4-e9dd-41c8-8501-2a3a7019a870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:40.967715 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-eec904b4-e9dd-41c8-8501-2a3a7019a870 admin admin] Usage tracker for resource:subnet and tenant:0507cfe575e84baab7a37216bfa7ebe6 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:40.970905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-eec904b4-e9dd-41c8-8501-2a3a7019a870 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:40.977324 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-eec904b4-e9dd-41c8-8501-2a3a7019a870 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:41.171302 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Sync routers for ids ['e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:35:41.182222 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec904b4-e9dd-41c8-8501-2a3a7019a870 admin admin] Made reservation on behalf of 0507cfe575e84baab7a37216bfa7ebe6 for: {'subnet': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:35:41.184555 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eec904b4-e9dd-41c8-8501-2a3a7019a870 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1443119'] for subnet, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:41.187158 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Routers {'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:35:41.187894 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:35:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:41.398739 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Set router e2f8179d-fceb-4dac-b48e-2fadc0f19bfd gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:35:41.463303 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eec904b4-e9dd-41c8-8501-2a3a7019a870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-981037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1443133'] for subnet, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:41.562112 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec904b4-e9dd-41c8-8501-2a3a7019a870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6fe832e-5608-486a-b589-222f95d29fbc,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:41.578132 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec904b4-e9dd-41c8-8501-2a3a7019a870 admin admin] Checking segment: {'id': '5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '897168bd-ca07-4515-a266-d1b9f93bea6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:35:41.578479 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec904b4-e9dd-41c8-8501-2a3a7019a870 admin admin] Network hostable DHCP agents. Network: 897168bd-ca07-4515-a266-d1b9f93bea6c, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:35:41.700658 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec904b4-e9dd-41c8-8501-2a3a7019a870 admin admin] Network 897168bd-ca07-4515-a266-d1b9f93bea6c is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:35:41.785981 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-eec904b4-e9dd-41c8-8501-2a3a7019a870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 897168bd-ca07-4515-a266-d1b9f93bea6c) {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:41.790722 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec904b4-e9dd-41c8-8501-2a3a7019a870 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:41.791587 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-eec904b4-e9dd-41c8-8501-2a3a7019a870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:41.794490 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'name': 'tempest-TestMinimumBasicScenario-719762675-router', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:37Z', 'revision_number': 4, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'gw_port': {'id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:33Z', 'updated_at': '2022-03-02T19:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '562e70f7-1f52-4738-b791-817c0eaa8679', 'name': '', 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'mac_address': 'fa:16:3e:d7:aa:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53d8b46a-e1e4-445a-9a5c-8ea1cea41b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:36Z', 'updated_at': '2022-03-02T19:35:37Z', 'revision_number': 2, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'subnets': [{'id': '53d8b46a-e1e4-445a-9a5c-8ea1cea41b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:41.798540 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ca456c-ce06-4eb6-8de2-0f92d6438809 None None] Network 897168bd-ca07-4515-a266-d1b9f93bea6c requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:35:41.821687 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Checking router: e2f8179d-fceb-4dac-b48e-2fadc0f19bfd for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:35:41.822041 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Updating router e2f8179d-fceb-4dac-b48e-2fadc0f19bfd port 562e70f7-1f52-4738-b791-817c0eaa8679 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:35:41.879169 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-eec904b4-e9dd-41c8-8501-2a3a7019a870 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9258237 Mar 02 19:35:41.884079 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42232) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:41.891181 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-907810692-router', 'tenant_id': '0507cfe575e84baab7a37216bfa7ebe6', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:35:41.897164 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:41.901630 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Usage tracker for resource:router and tenant:0507cfe575e84baab7a37216bfa7ebe6 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:41.906147 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:41.914316 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:41.949101 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:41.987072 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:41.988372 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:42.021796 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:42.223729 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-897168bd-ca07-4515-a266-d1b9f93bea6c', 'network_id': '897168bd-ca07-4515-a266-d1b9f93bea6c', 'tenant_id': '0507cfe575e84baab7a37216bfa7ebe6', 'fixed_ips': [{'subnet_id': 'b6fe832e-5608-486a-b589-222f95d29fbc'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:35:42.224759 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:42.310690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:42.578213 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Allocated IP 172.20.0.2 (897168bd-ca07-4515-a266-d1b9f93bea6c/b6fe832e-5608-486a-b589-222f95d29fbc/956b2d94-2716-4248-b62e-ca3da5f3e013) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:35:42.595456 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:42.627561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:42.683379 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:42.713261 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Transition to ACTIVE for port object 562e70f7-1f52-4738-b791-817c0eaa8679 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:42.820446 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:42.878846 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Allocated IP 172.26.4.239 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/3b3f4537-2350-47f2-80cf-3425c21ad917) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:35:42.986443 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.023165 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b485f2-78b8-4afd-bebf-84ddeb8bd733 None None] Pushing event updated for resources: {'Port': ['ID=562e70f7-1f52-4738-b791-817c0eaa8679,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:43.033809 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Transition to ACTIVE for port object 956b2d94-2716-4248-b62e-ca3da5f3e013 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:43.052857 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.104387 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Transition to ACTIVE for port object 956b2d94-2716-4248-b62e-ca3da5f3e013 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:43.109771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Attempting to bind port 562e70f7-1f52-4738-b791-817c0eaa8679 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:35:43.112652 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Attempting to bind port 562e70f7-1f52-4738-b791-817c0eaa8679 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '851e3ebf-19fe-4faa-aa76-35d96ef8dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:35:43.112652 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Attempting to bind port 562e70f7-1f52-4738-b791-817c0eaa8679 on network d45d784b-27e0-47e2-8441-60c64d899ff0 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:35:43.118842 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:35:43.119213 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Checking segment: {'id': '851e3ebf-19fe-4faa-aa76-35d96ef8dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:35:43.119657 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.120042 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Bound using segment: {'id': '851e3ebf-19fe-4faa-aa76-35d96ef8dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:35:43.121176 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Bound port: 562e70f7-1f52-4738-b791-817c0eaa8679, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851e3ebf-19fe-4faa-aa76-35d96ef8dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:35:43.121176 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.203856 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.277331 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:35:43.280071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:43.284443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:35:43.296047 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] For port 562e70f7-1f52-4738-b791-817c0eaa8679, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:35:43.301750 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] For port 562e70f7-1f52-4738-b791-817c0eaa8679, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=562e70f7-1f52-4738-b791-817c0eaa8679,segment=NetworkSegment(851e3ebf-19fe-4faa-aa76-35d96ef8dc3f),segment_id=851e3ebf-19fe-4faa-aa76-35d96ef8dc3f)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:35:43.322283 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Pushing event updated for resources: {'Port': ['ID=3b3f4537-2350-47f2-80cf-3425c21ad917,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:43.326128 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.399150 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Network 897168bd-ca07-4515-a266-d1b9f93bea6c is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:35:43.402018 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:43.406488 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:35:43.409862 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Pushing event updated for resources: {'Port': ['ID=956b2d94-2716-4248-b62e-ca3da5f3e013,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:43.413673 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.538440 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.539655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.590024 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b485f2-78b8-4afd-bebf-84ddeb8bd733 None None] Pushing event updated for resources: {'Port': ['ID=562e70f7-1f52-4738-b791-817c0eaa8679,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:43.595532 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Attempting to bind port 956b2d94-2716-4248-b62e-ca3da5f3e013 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:35:43.596720 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Attempting to bind port 956b2d94-2716-4248-b62e-ca3da5f3e013 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '897168bd-ca07-4515-a266-d1b9f93bea6c'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:35:43.597267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Attempting to bind port 956b2d94-2716-4248-b62e-ca3da5f3e013 on network 897168bd-ca07-4515-a266-d1b9f93bea6c {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:35:43.606228 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Routers {'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:35:43.606887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:35:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:43.712116 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:35:43.732537 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:35:43.732918 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Checking segment: {'id': '5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '897168bd-ca07-4515-a266-d1b9f93bea6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:35:43.733600 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.733993 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Bound using segment: {'id': '5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '897168bd-ca07-4515-a266-d1b9f93bea6c'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:35:43.734803 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Bound port: 956b2d94-2716-4248-b62e-ca3da5f3e013, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '897168bd-ca07-4515-a266-d1b9f93bea6c'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:35:43.735185 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.893760 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] For port 956b2d94-2716-4248-b62e-ca3da5f3e013, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:35:43.900256 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] For port 956b2d94-2716-4248-b62e-ca3da5f3e013, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=956b2d94-2716-4248-b62e-ca3da5f3e013,segment=NetworkSegment(5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24),segment_id=5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:35:43.907108 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] Set router e2f8179d-fceb-4dac-b48e-2fadc0f19bfd gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:35:43.917561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Router 4b0ec74a-e7a0-4dfb-9bef-5339394850f8 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:35:43.977262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:44.155641 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:35:44.156575 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a48a0-788b-46ae-8450-ec05c7a2d726 None None] Pushing event updated for resources: {'Port': ['ID=956b2d94-2716-4248-b62e-ca3da5f3e013,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:44.180589 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Sync routers for ids ['4b0ec74a-e7a0-4dfb-9bef-5339394850f8'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:35:44.203947 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Routers {'4b0ec74a-e7a0-4dfb-9bef-5339394850f8'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:35:44.204712 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-89a29a80-7526-4146-abd1-18d02114851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:35:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['4b0ec74a-e7a0-4dfb-9bef-5339394850f8'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:44.284612 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:44.290234 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42236) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:44.296816 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fb7759d4-b255-4627-9893-8e641a338c57 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4055743 Mar 02 19:35:44.422103 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Set router 4b0ec74a-e7a0-4dfb-9bef-5339394850f8 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:35:44.432400 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'name': 'tempest-TestMinimumBasicScenario-719762675-router', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:37Z', 'revision_number': 4, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'gw_port': {'id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:33Z', 'updated_at': '2022-03-02T19:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '562e70f7-1f52-4738-b791-817c0eaa8679', 'name': '', 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'mac_address': 'fa:16:3e:d7:aa:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53d8b46a-e1e4-445a-9a5c-8ea1cea41b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:36Z', 'updated_at': '2022-03-02T19:35:43Z', 'revision_number': 4, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'subnets': [{'id': '53d8b46a-e1e4-445a-9a5c-8ea1cea41b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:44.448044 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0d77f5-31af-4308-85e6-b72200019d1a None None] The sync data for ids ['e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'] in dv-neutron-831573-1-hyperv is: [{'id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'name': 'tempest-TestMinimumBasicScenario-719762675-router', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:37Z', 'revision_number': 4, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'gw_port': {'id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:33Z', 'updated_at': '2022-03-02T19:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '562e70f7-1f52-4738-b791-817c0eaa8679', 'name': '', 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'mac_address': 'fa:16:3e:d7:aa:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53d8b46a-e1e4-445a-9a5c-8ea1cea41b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:36Z', 'updated_at': '2022-03-02T19:35:43Z', 'revision_number': 4, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'subnets': [{'id': '53d8b46a-e1e4-445a-9a5c-8ea1cea41b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:35:44.799869 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-89a29a80-7526-4146-abd1-18d02114851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'name': 'tempest-TestMinimumBasicScenario-907810692-router', 'tenant_id': '0507cfe575e84baab7a37216bfa7ebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': '3b3f4537-2350-47f2-80cf-3425c21ad917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:41Z', 'updated_at': '2022-03-02T19:35:43Z', 'revision_number': 3, 'project_id': '0507cfe575e84baab7a37216bfa7ebe6', 'gw_port': {'id': '3b3f4537-2350-47f2-80cf-3425c21ad917', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:42Z', 'updated_at': '2022-03-02T19:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:44.805619 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Checking router: 4b0ec74a-e7a0-4dfb-9bef-5339394850f8 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:35:44.806209 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Updating router 4b0ec74a-e7a0-4dfb-9bef-5339394850f8 port 3b3f4537-2350-47f2-80cf-3425c21ad917 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:35:44.812254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 956b2d94-2716-4248-b62e-ca3da5f3e013 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:44.880726 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:45.057111 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 956b2d94-2716-4248-b62e-ca3da5f3e013 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:45.065142 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 562e70f7-1f52-4738-b791-817c0eaa8679 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:45.297269 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 562e70f7-1f52-4738-b791-817c0eaa8679 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:45.307119 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 562e70f7-1f52-4738-b791-817c0eaa8679 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:45.307656 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:45.311701 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:45.326577 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Transition to ACTIVE for port object 3b3f4537-2350-47f2-80cf-3425c21ad917 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:45.393735 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:45.494545 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:45.527072 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Attempting to bind port 3b3f4537-2350-47f2-80cf-3425c21ad917 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:35:45.527399 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Attempting to bind port 3b3f4537-2350-47f2-80cf-3425c21ad917 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:35:45.527846 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Attempting to bind port 3b3f4537-2350-47f2-80cf-3425c21ad917 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:35:45.530258 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c6742-d463-46c2-add5-6facc93e3d11 None None] Pushing event updated for resources: {'Port': ['ID=3b3f4537-2350-47f2-80cf-3425c21ad917,revision_number=2']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:45.541514 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:35:45.541514 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:35:45.541514 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:45.542049 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:35:45.542380 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Bound port: 3b3f4537-2350-47f2-80cf-3425c21ad917, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:35:45.542756 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:45.560948 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 562e70f7-1f52-4738-b791-817c0eaa8679, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=562e70f7-1f52-4738-b791-817c0eaa8679,segment=NetworkSegment(851e3ebf-19fe-4faa-aa76-35d96ef8dc3f),segment_id=851e3ebf-19fe-4faa-aa76-35d96ef8dc3f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:35:45.597767 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d3a687-da8e-4397-8646-e60955c7ab00 None None] Network 897168bd-ca07-4515-a266-d1b9f93bea6c requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:35:45.599931 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4e98c127-a97f-499a-89fc-20c8a57bd100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:45.650484 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-89a29a80-7526-4146-abd1-18d02114851e None None] For port 3b3f4537-2350-47f2-80cf-3425c21ad917, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:35:45.654584 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-89a29a80-7526-4146-abd1-18d02114851e None None] For port 3b3f4537-2350-47f2-80cf-3425c21ad917, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3b3f4537-2350-47f2-80cf-3425c21ad917,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:35:45.679022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:45.715164 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:45.795218 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=562e70f7-1f52-4738-b791-817c0eaa8679,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:45.818677 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c6742-d463-46c2-add5-6facc93e3d11 None None] Pushing event updated for resources: {'Port': ['ID=3b3f4537-2350-47f2-80cf-3425c21ad917,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:45.845073 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Routers {'4b0ec74a-e7a0-4dfb-9bef-5339394850f8'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:35:45.846580 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-89a29a80-7526-4146-abd1-18d02114851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:35:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['4b0ec74a-e7a0-4dfb-9bef-5339394850f8'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:45.871951 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-4e98c127-a97f-499a-89fc-20c8a57bd100 admin admin] Allocated IP 172.20.0.1 (897168bd-ca07-4515-a266-d1b9f93bea6c/b6fe832e-5608-486a-b589-222f95d29fbc/a11153f6-8076-4b0a-9910-6c9224adc791) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:35:45.916705 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-aff54140-e3fc-4f9b-8a69-9bac83f87687 None None] Provisioning for port 956b2d94-2716-4248-b62e-ca3da5f3e013 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:45.937492 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-aff54140-e3fc-4f9b-8a69-9bac83f87687 None None] Provisioning complete for port 956b2d94-2716-4248-b62e-ca3da5f3e013 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:45.938118 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aff54140-e3fc-4f9b-8a69-9bac83f87687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:46.046362 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4e98c127-a97f-499a-89fc-20c8a57bd100 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:46.068509 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-4e98c127-a97f-499a-89fc-20c8a57bd100 admin admin] Transition to ACTIVE for port object a11153f6-8076-4b0a-9910-6c9224adc791 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:46.122473 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-89a29a80-7526-4146-abd1-18d02114851e None None] Set router 4b0ec74a-e7a0-4dfb-9bef-5339394850f8 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:35:46.164432 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4e98c127-a97f-499a-89fc-20c8a57bd100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:46.197771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aff54140-e3fc-4f9b-8a69-9bac83f87687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:46.238703 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e98c127-a97f-499a-89fc-20c8a57bd100 admin admin] Network 897168bd-ca07-4515-a266-d1b9f93bea6c is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:35:46.239887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-aff54140-e3fc-4f9b-8a69-9bac83f87687 None None] For port 956b2d94-2716-4248-b62e-ca3da5f3e013, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=956b2d94-2716-4248-b62e-ca3da5f3e013,segment=NetworkSegment(5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24),segment_id=5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:35:46.241766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-4e98c127-a97f-499a-89fc-20c8a57bd100 admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:46.248201 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e98c127-a97f-499a-89fc-20c8a57bd100 admin admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:35:46.284675 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98c127-a97f-499a-89fc-20c8a57bd100 admin admin] Pushing event updated for resources: {'Port': ['ID=a11153f6-8076-4b0a-9910-6c9224adc791,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:46.357564 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aff54140-e3fc-4f9b-8a69-9bac83f87687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:46.428130 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4e98c127-a97f-499a-89fc-20c8a57bd100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:46.449887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff54140-e3fc-4f9b-8a69-9bac83f87687 None None] Pushing event updated for resources: {'Port': ['ID=956b2d94-2716-4248-b62e-ca3da5f3e013,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:46.452064 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-89a29a80-7526-4146-abd1-18d02114851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'name': 'tempest-TestMinimumBasicScenario-907810692-router', 'tenant_id': '0507cfe575e84baab7a37216bfa7ebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': '3b3f4537-2350-47f2-80cf-3425c21ad917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:41Z', 'updated_at': '2022-03-02T19:35:43Z', 'revision_number': 3, 'project_id': '0507cfe575e84baab7a37216bfa7ebe6', 'gw_port': {'id': '3b3f4537-2350-47f2-80cf-3425c21ad917', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:42Z', 'updated_at': '2022-03-02T19:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:46.458711 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a29a80-7526-4146-abd1-18d02114851e None None] The sync data for ids ['4b0ec74a-e7a0-4dfb-9bef-5339394850f8'] in dv-neutron-831573-1-hyperv is: [{'id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'name': 'tempest-TestMinimumBasicScenario-907810692-router', 'tenant_id': '0507cfe575e84baab7a37216bfa7ebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': '3b3f4537-2350-47f2-80cf-3425c21ad917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:41Z', 'updated_at': '2022-03-02T19:35:43Z', 'revision_number': 3, 'project_id': '0507cfe575e84baab7a37216bfa7ebe6', 'gw_port': {'id': '3b3f4537-2350-47f2-80cf-3425c21ad917', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:42Z', 'updated_at': '2022-03-02T19:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:35:46.488294 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-44ed17ac-5b1b-4cae-9ab0-dfa18037f1f5 None None] Provisioning complete for port 956b2d94-2716-4248-b62e-ca3da5f3e013 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:46.488714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-44ed17ac-5b1b-4cae-9ab0-dfa18037f1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:46.598166 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4e98c127-a97f-499a-89fc-20c8a57bd100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:46.702926 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 956b2d94-2716-4248-b62e-ca3da5f3e013 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:46.785593 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 956b2d94-2716-4248-b62e-ca3da5f3e013 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:46.785966 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:46.841399 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-50285705-4657-4528-85ca-40fd7161fd01 None None] Provisioning for port a11153f6-8076-4b0a-9910-6c9224adc791 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:46.846122 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4e98c127-a97f-499a-89fc-20c8a57bd100 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:46.850518 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-50285705-4657-4528-85ca-40fd7161fd01 None None] Provisioning complete for port a11153f6-8076-4b0a-9910-6c9224adc791 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:46.850887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-50285705-4657-4528-85ca-40fd7161fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:46.919738 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4e98c127-a97f-499a-89fc-20c8a57bd100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:46.954387 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-50285705-4657-4528-85ca-40fd7161fd01 None None] Port a11153f6-8076-4b0a-9910-6c9224adc791 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:35:46.963778 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 562e70f7-1f52-4738-b791-817c0eaa8679 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:47.035248 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98c127-a97f-499a-89fc-20c8a57bd100 admin admin] Pushing event updated for resources: {'Port': ['ID=a11153f6-8076-4b0a-9910-6c9224adc791,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:47.038293 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4e98c127-a97f-499a-89fc-20c8a57bd100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:47.048180 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 562e70f7-1f52-4738-b791-817c0eaa8679 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:47.048713 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:47.186541 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e98c127-a97f-499a-89fc-20c8a57bd100 admin admin] Network 897168bd-ca07-4515-a266-d1b9f93bea6c is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:35:47.187758 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-4e98c127-a97f-499a-89fc-20c8a57bd100 admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:47.481192 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-29504533-66e3-4124-95aa-f09299ed25cd None None] Provisioning complete for port a11153f6-8076-4b0a-9910-6c9224adc791 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:47.481934 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-29504533-66e3-4124-95aa-f09299ed25cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:47.540007 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-29504533-66e3-4124-95aa-f09299ed25cd None None] Port a11153f6-8076-4b0a-9910-6c9224adc791 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:35:47.669031 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e98c127-a97f-499a-89fc-20c8a57bd100 admin admin] Router 4b0ec74a-e7a0-4dfb-9bef-5339394850f8 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:35:47.886924 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e98c127-a97f-499a-89fc-20c8a57bd100 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:35:47.897331 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4e98c127-a97f-499a-89fc-20c8a57bd100 admin admin] 10.222.0.73 "PUT /v2.0/routers/4b0ec74a-e7a0-4dfb-9bef-5339394850f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6045890 Mar 02 19:35:51.763749 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f8848fe2-9ab9-43e9-a8f2-6c34d8786a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:53.820908 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-93dc7c43-8e7d-4619-870d-1b8687d94d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:54.736430 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3b3f4537-2350-47f2-80cf-3425c21ad917 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:54.874891 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 3b3f4537-2350-47f2-80cf-3425c21ad917 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:54.881222 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 3b3f4537-2350-47f2-80cf-3425c21ad917 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:54.881665 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:55.023105 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:55.047329 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 3b3f4537-2350-47f2-80cf-3425c21ad917, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3b3f4537-2350-47f2-80cf-3425c21ad917,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:35:55.144393 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:55.255784 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=3b3f4537-2350-47f2-80cf-3425c21ad917,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:55.316633 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:55.478239 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:56.566491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:56.717653 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3b3f4537-2350-47f2-80cf-3425c21ad917 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:56.842016 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 3b3f4537-2350-47f2-80cf-3425c21ad917 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:56.842839 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:01.640489 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:02.094655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-91850587-87d0-4d8e-aff7-f30e39bc762f tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:02.094655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-91850587-87d0-4d8e-aff7-f30e39bc762f tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Synchronizing usage tracker for tenant:527496dcbf1245cca565118f93bcbcad on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:36:02.188907 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-91850587-87d0-4d8e-aff7-f30e39bc762f tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Unset dirty status for tenant:527496dcbf1245cca565118f93bcbcad on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:36:02.190803 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-91850587-87d0-4d8e-aff7-f30e39bc762f tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/networks?id=d45d784b-27e0-47e2-8441-60c64d899ff0 HTTP/1.1" status: 200 len: 814 time: 0.2687836 Mar 02 19:36:02.210434 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-4371535d-eb07-4d36-b7ee-45731eea825e tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/quotas/527496dcbf1245cca565118f93bcbcad HTTP/1.1" status: 200 len: 375 time: 0.0128474 Mar 02 19:36:02.304501 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-f028c529-ae40-4fb4-9bd7-df367d01baae tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=527496dcbf1245cca565118f93bcbcad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880511 Mar 02 19:36:02.458110 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-3f150a43-e1d3-4cc3-a447-3b19204648c9 service neutron] 10.222.0.73 "GET /v2.0/networks/d45d784b-27e0-47e2-8441-60c64d899ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405771 Mar 02 19:36:02.601316 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-d3e211da-bd30-420b-adff-da776c1c68a1 service neutron] 10.222.0.73 "GET /v2.0/networks/d45d784b-27e0-47e2-8441-60c64d899ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362185 Mar 02 19:36:03.134834 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-27fadddf-2474-405b-bbee-789ecc73751f req-36472515-27ab-49d2-bd9a-8b0a388944c1 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Synchronizing usage tracker for tenant:527496dcbf1245cca565118f93bcbcad on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:36:03.329284 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-27fadddf-2474-405b-bbee-789ecc73751f req-36472515-27ab-49d2-bd9a-8b0a388944c1 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Unset dirty status for tenant:527496dcbf1245cca565118f93bcbcad on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:36:03.331219 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-27fadddf-2474-405b-bbee-789ecc73751f req-36472515-27ab-49d2-bd9a-8b0a388944c1 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 210 time: 0.4171965 Mar 02 19:36:04.535752 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c4af3bab-1773-4b4b-91c4-4fdc472c4bde req-2c51b8a7-b5f7-435e-aaba-85c9ccb7a340 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 210 time: 0.0559251 Mar 02 19:36:05.536256 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Sync routers for ids ['4b0ec74a-e7a0-4dfb-9bef-5339394850f8'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:36:05.536256 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Routers {'4b0ec74a-e7a0-4dfb-9bef-5339394850f8'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:36:05.536256 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:35:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['4b0ec74a-e7a0-4dfb-9bef-5339394850f8'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:36:05.744398 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1e280665-2a28-443a-a715-76520bced2b5 req-c682bb41-9e8d-4274-ab4a-fe39a26f44c6 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 210 time: 0.0586543 Mar 02 19:36:05.765301 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Set router 4b0ec74a-e7a0-4dfb-9bef-5339394850f8 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:36:06.001153 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-2ac6f999-b816-469a-bd8d-e624df7d8eda tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:06.003576 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-2ac6f999-b816-469a-bd8d-e624df7d8eda tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.87 "GET /v2.0/networks?id=d45d784b-27e0-47e2-8441-60c64d899ff0 HTTP/1.1" status: 200 len: 814 time: 0.2815681 Mar 02 19:36:06.024712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-a1fce9c0-be2d-4903-9bd5-8adb9a2d3cf4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Request body: {'port': {'device_id': 'e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c', 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0', 'admin_state_up': True, 'tenant_id': '527496dcbf1245cca565118f93bcbcad'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:36:06.174578 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-a1fce9c0-be2d-4903-9bd5-8adb9a2d3cf4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:36:06.184828 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-a1fce9c0-be2d-4903-9bd5-8adb9a2d3cf4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:36:06.185314 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'name': 'tempest-TestMinimumBasicScenario-907810692-router', 'tenant_id': '0507cfe575e84baab7a37216bfa7ebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': '3b3f4537-2350-47f2-80cf-3425c21ad917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:41Z', 'updated_at': '2022-03-02T19:35:46Z', 'revision_number': 4, 'project_id': '0507cfe575e84baab7a37216bfa7ebe6', 'gw_port': {'id': '3b3f4537-2350-47f2-80cf-3425c21ad917', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:42Z', 'updated_at': '2022-03-02T19:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a11153f6-8076-4b0a-9910-6c9224adc791', 'name': '', 'network_id': '897168bd-ca07-4515-a266-d1b9f93bea6c', 'tenant_id': '0507cfe575e84baab7a37216bfa7ebe6', 'mac_address': 'fa:16:3e:67:19:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6fe832e-5608-486a-b589-222f95d29fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:45Z', 'updated_at': '2022-03-02T19:35:46Z', 'revision_number': 2, 'project_id': '0507cfe575e84baab7a37216bfa7ebe6', 'subnets': [{'id': 'b6fe832e-5608-486a-b589-222f95d29fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:36:06.190661 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Checking router: 4b0ec74a-e7a0-4dfb-9bef-5339394850f8 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:36:06.191021 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Updating router 4b0ec74a-e7a0-4dfb-9bef-5339394850f8 port a11153f6-8076-4b0a-9910-6c9224adc791 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:36:06.248680 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:06.286536 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-a1fce9c0-be2d-4903-9bd5-8adb9a2d3cf4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Made reservation on behalf of 527496dcbf1245cca565118f93bcbcad for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:36:06.291119 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-a1fce9c0-be2d-4903-9bd5-8adb9a2d3cf4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:06.494199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-a1fce9c0-be2d-4903-9bd5-8adb9a2d3cf4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Allocated IP 172.20.0.4 (d45d784b-27e0-47e2-8441-60c64d899ff0/53d8b46a-e1e4-445a-9a5c-8ea1cea41b69/6f0f2e0e-0bce-47eb-bf8d-5600e715f188) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:36:06.706307 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:06.719624 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Transition to ACTIVE for port object a11153f6-8076-4b0a-9910-6c9224adc791 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:36:06.724295 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-a1fce9c0-be2d-4903-9bd5-8adb9a2d3cf4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:06.741318 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-a1fce9c0-be2d-4903-9bd5-8adb9a2d3cf4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Transition to ACTIVE for port object 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:36:06.799473 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:06.882303 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-a1fce9c0-be2d-4903-9bd5-8adb9a2d3cf4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:06.911710 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abd3a6-966a-4cba-82f3-1bbf7c3276b3 None None] Pushing event updated for resources: {'Port': ['ID=a11153f6-8076-4b0a-9910-6c9224adc791,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:36:07.200291 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-a1fce9c0-be2d-4903-9bd5-8adb9a2d3cf4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Network d45d784b-27e0-47e2-8441-60c64d899ff0 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:36:07.202589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fce9c0-be2d-4903-9bd5-8adb9a2d3cf4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Pushing event updated for resources: {'Port': ['ID=6f0f2e0e-0bce-47eb-bf8d-5600e715f188,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:36:07.207681 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-a1fce9c0-be2d-4903-9bd5-8adb9a2d3cf4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:36:07.211039 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-a1fce9c0-be2d-4903-9bd5-8adb9a2d3cf4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:36:07.277212 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Attempting to bind port a11153f6-8076-4b0a-9910-6c9224adc791 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:36:07.277823 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Attempting to bind port a11153f6-8076-4b0a-9910-6c9224adc791 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '897168bd-ca07-4515-a266-d1b9f93bea6c'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:36:07.278455 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Attempting to bind port a11153f6-8076-4b0a-9910-6c9224adc791 on network 897168bd-ca07-4515-a266-d1b9f93bea6c {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:36:07.303368 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:36:07.304152 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Checking segment: {'id': '5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '897168bd-ca07-4515-a266-d1b9f93bea6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:36:07.304350 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:07.304925 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Bound using segment: {'id': '5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '897168bd-ca07-4515-a266-d1b9f93bea6c'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:36:07.307563 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Bound port: a11153f6-8076-4b0a-9910-6c9224adc791, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '897168bd-ca07-4515-a266-d1b9f93bea6c'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:36:07.308660 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:07.369241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465e8b5-9483-448e-80fc-668eed255b10 req-afeaa2f0-b000-4b4d-a289-3a894e210f57 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:07.371258 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f465e8b5-9483-448e-80fc-668eed255b10 req-afeaa2f0-b000-4b4d-a289-3a894e210f57 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 931 time: 0.3667235 Mar 02 19:36:07.387363 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-a1fce9c0-be2d-4903-9bd5-8adb9a2d3cf4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:07.388224 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-a1fce9c0-be2d-4903-9bd5-8adb9a2d3cf4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:07.567448 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-f465e8b5-9483-448e-80fc-668eed255b10 req-a8849c0d-659d-41fc-9799-411c98bb0ab2 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Synchronizing usage tracker for tenant:527496dcbf1245cca565118f93bcbcad on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:36:07.576939 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] For port a11153f6-8076-4b0a-9910-6c9224adc791, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:36:07.584714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] For port a11153f6-8076-4b0a-9910-6c9224adc791, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a11153f6-8076-4b0a-9910-6c9224adc791,segment=NetworkSegment(5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24),segment_id=5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:36:07.639686 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-a1fce9c0-be2d-4903-9bd5-8adb9a2d3cf4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6227586 Mar 02 19:36:07.671842 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:07.679078 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-f465e8b5-9483-448e-80fc-668eed255b10 req-a8849c0d-659d-41fc-9799-411c98bb0ab2 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Unset dirty status for tenant:527496dcbf1245cca565118f93bcbcad on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:36:07.688323 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f465e8b5-9483-448e-80fc-668eed255b10 req-a8849c0d-659d-41fc-9799-411c98bb0ab2 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335927 Mar 02 19:36:07.802612 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Request body: {'port': {'device_id': 'e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:36:07.832081 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abd3a6-966a-4cba-82f3-1bbf7c3276b3 None None] Pushing event updated for resources: {'Port': ['ID=a11153f6-8076-4b0a-9910-6c9224adc791,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:36:07.851206 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Routers {'4b0ec74a-e7a0-4dfb-9bef-5339394850f8'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:36:07.851879 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:35:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['4b0ec74a-e7a0-4dfb-9bef-5339394850f8'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:36:08.043383 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-68b7ab0d-40c6-41e8-8ced-2291e7e43d93 None None] Provisioning for port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:36:08.090693 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-68b7ab0d-40c6-41e8-8ced-2291e7e43d93 None None] Provisioning complete for port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:36:08.091151 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-68b7ab0d-40c6-41e8-8ced-2291e7e43d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:08.124590 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:08.310104 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-68b7ab0d-40c6-41e8-8ced-2291e7e43d93 None None] Port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:36:08.368584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] Set router 4b0ec74a-e7a0-4dfb-9bef-5339394850f8 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:36:08.978851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:36:09.000582 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:09.015178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'name': 'tempest-TestMinimumBasicScenario-907810692-router', 'tenant_id': '0507cfe575e84baab7a37216bfa7ebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': '3b3f4537-2350-47f2-80cf-3425c21ad917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:41Z', 'updated_at': '2022-03-02T19:35:46Z', 'revision_number': 4, 'project_id': '0507cfe575e84baab7a37216bfa7ebe6', 'gw_port': {'id': '3b3f4537-2350-47f2-80cf-3425c21ad917', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:42Z', 'updated_at': '2022-03-02T19:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a11153f6-8076-4b0a-9910-6c9224adc791', 'name': '', 'network_id': '897168bd-ca07-4515-a266-d1b9f93bea6c', 'tenant_id': '0507cfe575e84baab7a37216bfa7ebe6', 'mac_address': 'fa:16:3e:67:19:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6fe832e-5608-486a-b589-222f95d29fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:45Z', 'updated_at': '2022-03-02T19:36:07Z', 'revision_number': 4, 'project_id': '0507cfe575e84baab7a37216bfa7ebe6', 'subnets': [{'id': 'b6fe832e-5608-486a-b589-222f95d29fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:36:09.022832 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9531967-a6c6-48cd-82d6-567f523deeb2 None None] The sync data for ids ['4b0ec74a-e7a0-4dfb-9bef-5339394850f8'] in dv-neutron-831573-1-hyperv is: [{'id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'name': 'tempest-TestMinimumBasicScenario-907810692-router', 'tenant_id': '0507cfe575e84baab7a37216bfa7ebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': '3b3f4537-2350-47f2-80cf-3425c21ad917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:41Z', 'updated_at': '2022-03-02T19:35:46Z', 'revision_number': 4, 'project_id': '0507cfe575e84baab7a37216bfa7ebe6', 'gw_port': {'id': '3b3f4537-2350-47f2-80cf-3425c21ad917', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:42Z', 'updated_at': '2022-03-02T19:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'a11153f6-8076-4b0a-9910-6c9224adc791', 'name': '', 'network_id': '897168bd-ca07-4515-a266-d1b9f93bea6c', 'tenant_id': '0507cfe575e84baab7a37216bfa7ebe6', 'mac_address': 'fa:16:3e:67:19:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6fe832e-5608-486a-b589-222f95d29fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:45Z', 'updated_at': '2022-03-02T19:36:07Z', 'revision_number': 4, 'project_id': '0507cfe575e84baab7a37216bfa7ebe6', 'subnets': [{'id': 'b6fe832e-5608-486a-b589-222f95d29fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:36:09.043270 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Transition to ACTIVE for port object 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:36:09.133260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:09.222167 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed59a0-a6b8-417a-a3c8-a80599c1a35c req-50cf2725-f796-4eb3-870b-41e8989dfcb1 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:09.231713 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-33ed59a0-a6b8-417a-a3c8-a80599c1a35c req-50cf2725-f796-4eb3-870b-41e8989dfcb1 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 943 time: 0.2243235 Mar 02 19:36:09.350385 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-33ed59a0-a6b8-417a-a3c8-a80599c1a35c req-8d396db3-8174-4d52-957d-a741006c6f4f tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170208 Mar 02 19:36:09.463190 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0f2e0e-0bce-47eb-bf8d-5600e715f188,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:36:09.477125 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:09.477705 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:09.477929 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:09.478291 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:09.478589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:09.478930 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:09.479334 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:09.479660 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:09.480010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:09.480561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:09.480978 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:09.678056 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Attempting to bind port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:36:09.678460 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Attempting to bind port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '851e3ebf-19fe-4faa-aa76-35d96ef8dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:36:09.678840 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Attempting to bind port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 on network d45d784b-27e0-47e2-8441-60c64d899ff0 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:36:09.691699 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 on network d45d784b-27e0-47e2-8441-60c64d899ff0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:36:09.692109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Attempting to bind port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 on network d45d784b-27e0-47e2-8441-60c64d899ff0 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:36:09.710841 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:36:09.711323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Checking segment: {'id': '851e3ebf-19fe-4faa-aa76-35d96ef8dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:36:09.711843 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Bound using segment: {'id': '851e3ebf-19fe-4faa-aa76-35d96ef8dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:36:09.712448 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Bound port: 6f0f2e0e-0bce-47eb-bf8d-5600e715f188, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851e3ebf-19fe-4faa-aa76-35d96ef8dc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:36:09.713043 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:09.859269 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] For port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:36:09.864660 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] For port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6f0f2e0e-0bce-47eb-bf8d-5600e715f188,segment=NetworkSegment(851e3ebf-19fe-4faa-aa76-35d96ef8dc3f),segment_id=851e3ebf-19fe-4faa-aa76-35d96ef8dc3f)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:36:09.964539 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:10.060776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0f2e0e-0bce-47eb-bf8d-5600e715f188,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:36:10.067080 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:10.068790 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-79561f01-7634-440f-9e65-0e43601b78f6 service neutron] 10.222.0.87 "PUT /v2.0/ports/6f0f2e0e-0bce-47eb-bf8d-5600e715f188 HTTP/1.1" status: 200 len: 1093 time: 2.4203873 Mar 02 19:36:10.069438 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c', 'tag': '6f0f2e0e-0bce-47eb-bf8d-5600e715f188'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:36:10.211987 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c', 'tag': '6f0f2e0e-0bce-47eb-bf8d-5600e715f188', 'status': 'completed', 'code': 200} Mar 02 19:36:10.734538 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9608e075-b171-4c23-ba96-76d59f618e74 req-e2350b01-5cfe-49eb-8c8f-5809c963edc4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=527496dcbf1245cca565118f93bcbcad&device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 1096 time: 0.3941662 Mar 02 19:36:10.880007 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a11153f6-8076-4b0a-9910-6c9224adc791 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:36:10.959936 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa32409-25ed-4cb0-90ca-7f7f3f8943e7 req-55371053-bee2-44fa-b749-c97806249abb tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:10.962313 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-daa32409-25ed-4cb0-90ca-7f7f3f8943e7 req-55371053-bee2-44fa-b749-c97806249abb tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 943 time: 0.2922986 Mar 02 19:36:11.062304 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-daa32409-25ed-4cb0-90ca-7f7f3f8943e7 req-334b8e89-f77a-4e66-90f8-0614c8ef7599 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939121 Mar 02 19:36:11.116344 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608e075-b171-4c23-ba96-76d59f618e74 req-415bbb30-fb9e-4368-a38c-0e7cf1c65d35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:11.119928 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9608e075-b171-4c23-ba96-76d59f618e74 req-415bbb30-fb9e-4368-a38c-0e7cf1c65d35 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=527496dcbf1245cca565118f93bcbcad&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3602276 Mar 02 19:36:11.137266 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port a11153f6-8076-4b0a-9910-6c9224adc791 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:36:11.149143 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a11153f6-8076-4b0a-9910-6c9224adc791 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:36:11.152275 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:11.358592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:11.383560 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608e075-b171-4c23-ba96-76d59f618e74 req-b0ca4a74-56d6-47d0-8067-4363f13ed482 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:11.386363 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9608e075-b171-4c23-ba96-76d59f618e74 req-b0ca4a74-56d6-47d0-8067-4363f13ed482 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2191126 Mar 02 19:36:11.419243 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port a11153f6-8076-4b0a-9910-6c9224adc791, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a11153f6-8076-4b0a-9910-6c9224adc791,segment=NetworkSegment(5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24),segment_id=5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:36:11.549478 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:11.707608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=a11153f6-8076-4b0a-9910-6c9224adc791,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:36:11.708831 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-b1b296a2-a1bc-403d-a869-131cb710480c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=527496dcbf1245cca565118f93bcbcad&device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 1096 time: 0.0777190 Mar 02 19:36:11.730865 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-75f2387d-476d-4142-bc0d-66fb92a924a8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f0f2e0e-0bce-47eb-bf8d-5600e715f188 HTTP/1.1" status: 200 len: 217 time: 0.0707800 Mar 02 19:36:12.385883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c48d3-55b0-4fe8-84ae-2c58ca24c947 req-bd8d8a06-1f01-4e57-b956-b81d84d9bb11 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:12.387046 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-020c48d3-55b0-4fe8-84ae-2c58ca24c947 req-bd8d8a06-1f01-4e57-b956-b81d84d9bb11 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Synchronizing usage tracker for tenant:527496dcbf1245cca565118f93bcbcad on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:36:12.468288 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-020c48d3-55b0-4fe8-84ae-2c58ca24c947 req-bd8d8a06-1f01-4e57-b956-b81d84d9bb11 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Unset dirty status for tenant:527496dcbf1245cca565118f93bcbcad on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:36:12.478138 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-020c48d3-55b0-4fe8-84ae-2c58ca24c947 req-bd8d8a06-1f01-4e57-b956-b81d84d9bb11 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 943 time: 0.2631278 Mar 02 19:36:12.547800 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-020c48d3-55b0-4fe8-84ae-2c58ca24c947 req-c55c6add-178d-49ce-8fce-b0230ee26d82 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686011 Mar 02 19:36:12.785746 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a11153f6-8076-4b0a-9910-6c9224adc791 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:36:12.872643 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a11153f6-8076-4b0a-9910-6c9224adc791 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:36:12.873011 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:13.798567 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d0a77-44f0-472f-ac3e-1e9563402b0d req-b5da98a0-4746-4e32-9906-12db173b71ca tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:14.003080 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cd2d0a77-44f0-472f-ac3e-1e9563402b0d req-b5da98a0-4746-4e32-9906-12db173b71ca tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 943 time: 0.1024034 Mar 02 19:36:14.003080 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cd2d0a77-44f0-472f-ac3e-1e9563402b0d req-41eece80-1e95-417d-9356-61956a46fa1d tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549881 Mar 02 19:36:15.209324 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168213a-6690-4cfd-a936-a553dfd75cd4 req-bcbd479c-bc25-4f91-b822-cb9743631cae tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:15.210745 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0168213a-6690-4cfd-a936-a553dfd75cd4 req-bcbd479c-bc25-4f91-b822-cb9743631cae tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 943 time: 0.0845571 Mar 02 19:36:15.261301 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0168213a-6690-4cfd-a936-a553dfd75cd4 req-cb003ed5-060b-4669-91f2-21bc2d7a59e6 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442672 Mar 02 19:36:15.742695 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-082b64f2-195f-4386-b52c-bd42f69e5b7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:15.744241 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-082b64f2-195f-4386-b52c-bd42f69e5b7b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=53d8b46a-e1e4-445a-9a5c-8ea1cea41b69 HTTP/1.1" status: 200 len: 853 time: 0.0659332 Mar 02 19:36:15.826355 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-f60e0423-7181-4018-b3a7-020e510fa514 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d45d784b-27e0-47e2-8441-60c64d899ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732744 Mar 02 19:36:15.972159 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-137ecc4d-bfad-4691-850f-b35efa06b789 service neutron] 10.222.0.87 "GET /v2.0/networks/d45d784b-27e0-47e2-8441-60c64d899ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305988 Mar 02 19:36:16.120987 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e31b240e-6f0d-4765-a586-0ab613e8a7fd req-cccd1378-aed5-407d-a5df-1e7d5717183c service neutron] 10.222.0.87 "GET /v2.0/networks/d45d784b-27e0-47e2-8441-60c64d899ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412454 Mar 02 19:36:16.482451 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22711e7-7e7c-41fc-a423-fcc2d0376f16 req-d8a6223a-4cfb-470e-9ff7-c5fc8a631a5a tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:16.484034 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f22711e7-7e7c-41fc-a423-fcc2d0376f16 req-d8a6223a-4cfb-470e-9ff7-c5fc8a631a5a tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 943 time: 0.0929315 Mar 02 19:36:16.532207 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f22711e7-7e7c-41fc-a423-fcc2d0376f16 req-262f6700-ff8d-41aa-99f8-ba21b18711e7 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423422 Mar 02 19:36:17.754148 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66a427-f63c-4c73-8aad-737c32b5fcc8 req-646c33b7-fd5b-4f0e-afb0-2c3a011d63b9 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:17.755677 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aa66a427-f63c-4c73-8aad-737c32b5fcc8 req-646c33b7-fd5b-4f0e-afb0-2c3a011d63b9 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 943 time: 0.0832617 Mar 02 19:36:17.823427 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aa66a427-f63c-4c73-8aad-737c32b5fcc8 req-06d85a0d-0230-4ed9-8c8f-031561335c93 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418942 Mar 02 19:36:18.106792 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:36:18.246693 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6f0f2e0e-0bce-47eb-bf8d-5600e715f188,segment=NetworkSegment(851e3ebf-19fe-4faa-aa76-35d96ef8dc3f),segment_id=851e3ebf-19fe-4faa-aa76-35d96ef8dc3f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:36:18.260596 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '6f0f2e0e-0bce-47eb-bf8d-5600e715f188', 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0', 'port_id': '6f0f2e0e-0bce-47eb-bf8d-5600e715f188', 'mac_address': 'fa:16:3e:79:57:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53d8b46a-e1e4-445a-9a5c-8ea1cea41b69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:36:18.313061 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:18.330929 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:36:18.346559 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6f0f2e0e-0bce-47eb-bf8d-5600e715f188,segment=NetworkSegment(851e3ebf-19fe-4faa-aa76-35d96ef8dc3f),segment_id=851e3ebf-19fe-4faa-aa76-35d96ef8dc3f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:36:18.416906 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:18.493624 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=6f0f2e0e-0bce-47eb-bf8d-5600e715f188,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:36:18.631703 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['6f0f2e0e-0bce-47eb-bf8d-5600e715f188'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:36:19.013170 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ab8a1-f2d0-4622-8405-466955c08c61 req-26b14e67-8686-4a7a-b5ae-174119595b49 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:19.014532 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e15ab8a1-f2d0-4622-8405-466955c08c61 req-26b14e67-8686-4a7a-b5ae-174119595b49 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 944 time: 0.0782628 Mar 02 19:36:19.059456 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e15ab8a1-f2d0-4622-8405-466955c08c61 req-e9a56f94-fa1c-4eb1-8a24-1f67f90a6692 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393705 Mar 02 19:36:20.122654 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:36:20.260545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e8cf8-a3ba-43f6-9af6-8be862534c85 req-47390c3e-f442-4269-b318-50330e7881f8 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:20.262256 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4e2e8cf8-a3ba-43f6-9af6-8be862534c85 req-47390c3e-f442-4269-b318-50330e7881f8 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 944 time: 0.0783913 Mar 02 19:36:20.263063 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:36:20.268466 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:36:20.269201 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:20.318223 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4e2e8cf8-a3ba-43f6-9af6-8be862534c85 req-81533f11-e806-4731-bb92-940bd3794d69 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423324 Mar 02 19:36:20.386863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:20.413714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0f2e0e-0bce-47eb-bf8d-5600e715f188'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:36:20.423011 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6f0f2e0e-0bce-47eb-bf8d-5600e715f188,segment=NetworkSegment(851e3ebf-19fe-4faa-aa76-35d96ef8dc3f),segment_id=851e3ebf-19fe-4faa-aa76-35d96ef8dc3f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:36:20.468582 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0f2e0e-0bce-47eb-bf8d-5600e715f188', 'code': 200} Mar 02 19:36:20.497036 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:20.562177 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=6f0f2e0e-0bce-47eb-bf8d-5600e715f188,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:36:20.713844 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:36:20.903931 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ca9b652d-f430-460c-bf9c-6cbc209b1029 req-234f589d-db2b-425e-989e-5a1c2628214c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 1098 time: 0.0743017 Mar 02 19:36:20.949791 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ca9b652d-f430-460c-bf9c-6cbc209b1029 req-70531b48-edad-4589-b966-9ab4829608de service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Mar 02 19:36:21.515643 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535031c0-e5f3-4b77-8c6c-4fba4cdafb0d req-bd219297-4128-48bf-bad7-72b2f222f507 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:21.517127 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-535031c0-e5f3-4b77-8c6c-4fba4cdafb0d req-bd219297-4128-48bf-bad7-72b2f222f507 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 945 time: 0.0804539 Mar 02 19:36:21.563579 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-535031c0-e5f3-4b77-8c6c-4fba4cdafb0d req-b45d907d-9df4-4d2c-b3e1-b668624091f4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402524 Mar 02 19:36:21.695567 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c075cbf3-8c1f-4e23-8782-4bc4578ff9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:22.767306 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4e8f2-8315-4b36-bddf-158ec17165dc req-4f2fdf33-3ae9-42d2-8f79-287dc806ab22 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:22.768820 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e8f4e8f2-8315-4b36-bddf-158ec17165dc req-4f2fdf33-3ae9-42d2-8f79-287dc806ab22 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 945 time: 0.0780478 Mar 02 19:36:22.820563 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e8f4e8f2-8315-4b36-bddf-158ec17165dc req-0408ac08-2a1d-43c5-874b-86f22be4b246 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450075 Mar 02 19:36:23.024309 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d42f22-c772-427e-921e-e3c93d4517c9 req-b894d66e-76c3-46d0-941e-1451efea3c82 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:23.025815 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66d42f22-c772-427e-921e-e3c93d4517c9 req-b894d66e-76c3-46d0-941e-1451efea3c82 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 945 time: 0.0847557 Mar 02 19:36:23.074922 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66d42f22-c772-427e-921e-e3c93d4517c9 req-34e06518-abf7-438f-8a12-f1b5e5338f0d tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432861 Mar 02 19:36:23.507769 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281c094-8bff-4fc1-bf44-675a09919a98 req-60b2a37e-0705-4683-9cdc-ac16db612de3 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:23.509365 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5281c094-8bff-4fc1-bf44-675a09919a98 req-60b2a37e-0705-4683-9cdc-ac16db612de3 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 945 time: 0.0811045 Mar 02 19:36:23.662571 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5281c094-8bff-4fc1-bf44-675a09919a98 req-638416e7-54c1-472c-96d9-fc4407140f43 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475153 Mar 02 19:36:23.799608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-aa22531a-39d1-4678-a6de-bbe8e0c9dfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:25.262723 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:25.540267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:26.677739 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:31.645531 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:36.969635 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a157c90-b39c-4c20-8136-c1cac686c851 req-e44f97c7-da7b-4e40-8ef0-b1db8d2f0070 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:36.971110 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2a157c90-b39c-4c20-8136-c1cac686c851 req-e44f97c7-da7b-4e40-8ef0-b1db8d2f0070 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 945 time: 0.0789232 Mar 02 19:36:37.017609 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2a157c90-b39c-4c20-8136-c1cac686c851 req-272cad2e-20b9-42fb-86fd-1789b6a8869f tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399799 Mar 02 19:36:37.046352 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42420) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:36:37.195446 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d5cb6c9c-580e-4d0a-b6e6-7f15e8775ee1 tempest-TestMinimumBasicScenario-1722293561 tempest-TestMinimumBasicScenario-1722293561-project-admin] Synchronizing usage tracker for tenant:0507cfe575e84baab7a37216bfa7ebe6 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:36:37.268410 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d5cb6c9c-580e-4d0a-b6e6-7f15e8775ee1 tempest-TestMinimumBasicScenario-1722293561 tempest-TestMinimumBasicScenario-1722293561-project-admin] Unset dirty status for tenant:0507cfe575e84baab7a37216bfa7ebe6 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:36:37.269626 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d5cb6c9c-580e-4d0a-b6e6-7f15e8775ee1 tempest-TestMinimumBasicScenario-1722293561 tempest-TestMinimumBasicScenario-1722293561-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 1093 time: 0.2207134 Mar 02 19:36:37.277454 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42426) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:36:37.283187 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': '6f0f2e0e-0bce-47eb-bf8d-5600e715f188', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:36:37.290388 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:36:37.294626 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Usage tracker for resource:floatingip and tenant:527496dcbf1245cca565118f93bcbcad is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:36:37.297734 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:36:37.305195 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:36:37.392316 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for floatingip, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:37.537972 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:37.684374 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Allocated IP 172.26.4.254 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/a0e3a398-787c-4fe5-831d-ab122130f94e) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:36:37.847416 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:37.955050 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:38.029264 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:36:38.029264 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:36:38.033649 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:36:38.072806 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Pushing event updated for resources: {'Port': ['ID=a0e3a398-787c-4fe5-831d-ab122130f94e,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:36:38.080799 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:38.081205 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:38.081597 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:38.082070 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:38.082405 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:38.082732 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:38.083053 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:38.083385 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:38.086143 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:38.086143 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:38.086143 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:36:38.595395 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:38.768806 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:39.124294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:39.182770 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:39.293575 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Pushing event updated for resources: {'Port': ['ID=a0e3a398-787c-4fe5-831d-ab122130f94e,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:36:39.306157 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:39.515047 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.l3_db [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Floating IP 2d906001-1561-4c96-8e3a-39c8e9362e26 associated. External IP: 172.26.4.254, port: 6f0f2e0e-0bce-47eb-bf8d-5600e715f188. Mar 02 19:36:39.813830 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9cfc5484-1cb9-472f-9e70-04784ced8534 req-016e53b0-18cf-4b92-ba9c-4a4d9899ed53 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732760 Mar 02 19:36:39.950677 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Router e2f8179d-fceb-4dac-b48e-2fadc0f19bfd has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:36:39.960573 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9cfc5484-1cb9-472f-9e70-04784ced8534 req-afaa07cc-322c-4c7a-9c7f-1e49e0c3cab8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=527496dcbf1245cca565118f93bcbcad&device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 1098 time: 0.0731568 Mar 02 19:36:40.124490 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc5484-1cb9-472f-9e70-04784ced8534 req-53b4fe19-72ab-4698-996c-e24a9f5673f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:40.125999 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9cfc5484-1cb9-472f-9e70-04784ced8534 req-53b4fe19-72ab-4698-996c-e24a9f5673f9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d45d784b-27e0-47e2-8441-60c64d899ff0 HTTP/1.1" status: 200 len: 915 time: 0.1469023 Mar 02 19:36:40.176768 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:36:40.187572 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef9c132-6489-45a3-9448-06ea0f896856 None None] Sync routers for ids ['e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:36:40.203585 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef9c132-6489-45a3-9448-06ea0f896856 None None] Routers {'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:36:40.211450 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6ef9c132-6489-45a3-9448-06ea0f896856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:36:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:36:40.243505 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9cfc5484-1cb9-472f-9e70-04784ced8534 req-dfe0b74b-89f9-41de-acc3-ca32a15a4fd1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f0f2e0e-0bce-47eb-bf8d-5600e715f188 HTTP/1.1" status: 200 len: 999 time: 0.1107755 Mar 02 19:36:40.258039 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:40.308455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc5484-1cb9-472f-9e70-04784ced8534 req-8062b8b2-df31-4eb9-9dd2-de5c40487916 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:40.310236 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9cfc5484-1cb9-472f-9e70-04784ced8534 req-8062b8b2-df31-4eb9-9dd2-de5c40487916 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=53d8b46a-e1e4-445a-9a5c-8ea1cea41b69 HTTP/1.1" status: 200 len: 853 time: 0.0610290 Mar 02 19:36:40.326204 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fa797e12-b3c2-43f3-be17-8794bc0f2d72 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0448685 Mar 02 19:36:40.326204 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c', 'tag': '6f0f2e0e-0bce-47eb-bf8d-5600e715f188'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:36:40.330997 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42430) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:36:40.337617 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-7e13d700-e89d-4530-a62b-17cc2b80b222 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-978670107', 'description': 'tempest-secgroup-smoke-978670107 description', 'project_id': '527496dcbf1245cca565118f93bcbcad'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:36:40.345464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-7e13d700-e89d-4530-a62b-17cc2b80b222 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:36:40.358774 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-7e13d700-e89d-4530-a62b-17cc2b80b222 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:36:40.398719 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9cfc5484-1cb9-472f-9e70-04784ced8534 req-a5782c0e-3fec-4162-adf4-98dd459299a1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d45d784b-27e0-47e2-8441-60c64d899ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820389 Mar 02 19:36:40.403481 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-6ef9c132-6489-45a3-9448-06ea0f896856 None None] Set router e2f8179d-fceb-4dac-b48e-2fadc0f19bfd gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:36:40.455965 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7e13d700-e89d-4530-a62b-17cc2b80b222 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:40.512909 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c', 'tag': '6f0f2e0e-0bce-47eb-bf8d-5600e715f188', 'status': 'completed', 'code': 200} Mar 02 19:36:40.518789 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-7e13d700-e89d-4530-a62b-17cc2b80b222 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:36:40.526180 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-7e13d700-e89d-4530-a62b-17cc2b80b222 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Usage tracker for resource:security_group_rule and tenant:527496dcbf1245cca565118f93bcbcad is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:36:40.531546 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-7e13d700-e89d-4530-a62b-17cc2b80b222 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:36:40.548721 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-7e13d700-e89d-4530-a62b-17cc2b80b222 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:36:40.574449 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9cfc5484-1cb9-472f-9e70-04784ced8534 req-ebab189e-d9c5-4a15-9ce6-6738555cbd11 service neutron] 10.222.0.87 "GET /v2.0/networks/d45d784b-27e0-47e2-8441-60c64d899ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602976 Mar 02 19:36:40.617417 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7e13d700-e89d-4530-a62b-17cc2b80b222 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:40.684126 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7e13d700-e89d-4530-a62b-17cc2b80b222 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:40.742107 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9cfc5484-1cb9-472f-9e70-04784ced8534 req-56ae9ad0-1c01-46a0-bb82-e7460bfb6b99 service neutron] 10.222.0.87 "GET /v2.0/networks/d45d784b-27e0-47e2-8441-60c64d899ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613374 Mar 02 19:36:40.772388 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13d700-e89d-4530-a62b-17cc2b80b222 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d35f2fdd-80cb-4ee1-adb1-000b46ba0b4f,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:36:40.817550 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6ef9c132-6489-45a3-9448-06ea0f896856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'name': 'tempest-TestMinimumBasicScenario-719762675-router', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:37Z', 'revision_number': 4, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'gw_port': {'id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:33Z', 'updated_at': '2022-03-02T19:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '2d906001-1561-4c96-8e3a-39c8e9362e26', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'floating_ip_address': '172.26.4.254', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'port_id': '6f0f2e0e-0bce-47eb-bf8d-5600e715f188', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0', 'mac_address': 'fa:16:3e:79:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:36:38Z', 'updated_at': '2022-03-02T19:36:38Z', 'revision_number': 0, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562e70f7-1f52-4738-b791-817c0eaa8679', 'name': '', 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'mac_address': 'fa:16:3e:d7:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53d8b46a-e1e4-445a-9a5c-8ea1cea41b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:36Z', 'updated_at': '2022-03-02T19:35:45Z', 'revision_number': 5, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'subnets': [{'id': '53d8b46a-e1e4-445a-9a5c-8ea1cea41b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:36:40.825317 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef9c132-6489-45a3-9448-06ea0f896856 None None] Checking router: e2f8179d-fceb-4dac-b48e-2fadc0f19bfd for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:36:40.846709 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef9c132-6489-45a3-9448-06ea0f896856 None None] Routers {'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:36:40.847410 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6ef9c132-6489-45a3-9448-06ea0f896856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:36:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:36:40.864564 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7e13d700-e89d-4530-a62b-17cc2b80b222 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:40.867521 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7e13d700-e89d-4530-a62b-17cc2b80b222 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5352852 Mar 02 19:36:40.872215 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42438) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:36:40.909413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-d0edb476-22ff-46fb-a681-cdbfb1a30980 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Request body: {'security_group_rule': {'security_group_id': 'd35f2fdd-80cb-4ee1-adb1-000b46ba0b4f', 'project_id': '527496dcbf1245cca565118f93bcbcad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:36:40.917479 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d0edb476-22ff-46fb-a681-cdbfb1a30980 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:36:40.930584 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d0edb476-22ff-46fb-a681-cdbfb1a30980 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Usage tracker for resource:security_group_rule and tenant:527496dcbf1245cca565118f93bcbcad is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:36:40.934965 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-d0edb476-22ff-46fb-a681-cdbfb1a30980 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:36:40.942797 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-d0edb476-22ff-46fb-a681-cdbfb1a30980 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:36:40.983838 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-25d726e3-9fb3-458b-9ae2-e0be8808eb08 req-3ea2ac5e-c047-486f-9080-e5c97059b5ac service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=527496dcbf1245cca565118f93bcbcad&device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 1098 time: 0.1082549 Mar 02 19:36:41.065718 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-6ef9c132-6489-45a3-9448-06ea0f896856 None None] Set router e2f8179d-fceb-4dac-b48e-2fadc0f19bfd gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:36:41.085371 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d0edb476-22ff-46fb-a681-cdbfb1a30980 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:41.198584 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d0edb476-22ff-46fb-a681-cdbfb1a30980 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:41.230314 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d726e3-9fb3-458b-9ae2-e0be8808eb08 req-b482984c-f477-46f7-ae26-1893fa84781f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:41.231930 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-25d726e3-9fb3-458b-9ae2-e0be8808eb08 req-b482984c-f477-46f7-ae26-1893fa84781f service neutron] 10.222.0.87 "GET /v2.0/networks?id=d45d784b-27e0-47e2-8441-60c64d899ff0 HTTP/1.1" status: 200 len: 915 time: 0.2421951 Mar 02 19:36:41.297265 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d0edb476-22ff-46fb-a681-cdbfb1a30980 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:41.344376 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edb476-22ff-46fb-a681-cdbfb1a30980 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1c26b1-df32-4210-8141-b397921f2aa5,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:36:41.376857 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-25d726e3-9fb3-458b-9ae2-e0be8808eb08 req-bd3b216c-d572-4933-86fb-a7d00255dd8f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f0f2e0e-0bce-47eb-bf8d-5600e715f188 HTTP/1.1" status: 200 len: 999 time: 0.1386061 Mar 02 19:36:41.441135 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d0edb476-22ff-46fb-a681-cdbfb1a30980 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:41.447414 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d0edb476-22ff-46fb-a681-cdbfb1a30980 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5687144 Mar 02 19:36:41.449473 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42442) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:36:41.456962 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-fe7db259-dc21-4656-b3c8-4c1518524350 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Request body: {'security_group_rule': {'security_group_id': 'd35f2fdd-80cb-4ee1-adb1-000b46ba0b4f', 'project_id': '527496dcbf1245cca565118f93bcbcad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:36:41.466759 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-fe7db259-dc21-4656-b3c8-4c1518524350 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:36:41.474022 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fe7db259-dc21-4656-b3c8-4c1518524350 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Usage tracker for resource:security_group_rule and tenant:527496dcbf1245cca565118f93bcbcad is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:36:41.483071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d726e3-9fb3-458b-9ae2-e0be8808eb08 req-014643f9-5d2d-405a-94bb-c3724baf8122 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:41.483071 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-25d726e3-9fb3-458b-9ae2-e0be8808eb08 req-014643f9-5d2d-405a-94bb-c3724baf8122 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=53d8b46a-e1e4-445a-9a5c-8ea1cea41b69 HTTP/1.1" status: 200 len: 853 time: 0.0964177 Mar 02 19:36:41.483071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fe7db259-dc21-4656-b3c8-4c1518524350 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:36:41.516322 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-6ef9c132-6489-45a3-9448-06ea0f896856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'name': 'tempest-TestMinimumBasicScenario-719762675-router', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:37Z', 'revision_number': 4, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'gw_port': {'id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:33Z', 'updated_at': '2022-03-02T19:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '2d906001-1561-4c96-8e3a-39c8e9362e26', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'floating_ip_address': '172.26.4.254', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'port_id': '6f0f2e0e-0bce-47eb-bf8d-5600e715f188', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0', 'mac_address': 'fa:16:3e:79:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:36:38Z', 'updated_at': '2022-03-02T19:36:38Z', 'revision_number': 0, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562e70f7-1f52-4738-b791-817c0eaa8679', 'name': '', 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'mac_address': 'fa:16:3e:d7:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53d8b46a-e1e4-445a-9a5c-8ea1cea41b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:36Z', 'updated_at': '2022-03-02T19:35:45Z', 'revision_number': 5, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'subnets': [{'id': '53d8b46a-e1e4-445a-9a5c-8ea1cea41b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:36:41.516986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-fe7db259-dc21-4656-b3c8-4c1518524350 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:36:41.521263 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef9c132-6489-45a3-9448-06ea0f896856 None None] The sync data for ids ['e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'] in dv-neutron-831573-1-hyperv is: [{'id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'name': 'tempest-TestMinimumBasicScenario-719762675-router', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:37Z', 'revision_number': 4, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'gw_port': {'id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:33Z', 'updated_at': '2022-03-02T19:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '2d906001-1561-4c96-8e3a-39c8e9362e26', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'floating_ip_address': '172.26.4.254', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'port_id': '6f0f2e0e-0bce-47eb-bf8d-5600e715f188', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0', 'mac_address': 'fa:16:3e:79:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:36:38Z', 'updated_at': '2022-03-02T19:36:38Z', 'revision_number': 0, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562e70f7-1f52-4738-b791-817c0eaa8679', 'name': '', 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'mac_address': 'fa:16:3e:d7:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53d8b46a-e1e4-445a-9a5c-8ea1cea41b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:36Z', 'updated_at': '2022-03-02T19:35:45Z', 'revision_number': 5, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'subnets': [{'id': '53d8b46a-e1e4-445a-9a5c-8ea1cea41b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:36:41.563651 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-25d726e3-9fb3-458b-9ae2-e0be8808eb08 req-ab3854dc-5f9d-4bae-b429-38d1e1b1bf62 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d45d784b-27e0-47e2-8441-60c64d899ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772836 Mar 02 19:36:41.659712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fe7db259-dc21-4656-b3c8-4c1518524350 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:41.745888 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b227af2c-09fb-428c-9c6a-bd51dd58264b None None] New status for floating IP 2d906001-1561-4c96-8e3a-39c8e9362e26: ACTIVE {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:36:41.760943 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-25d726e3-9fb3-458b-9ae2-e0be8808eb08 req-e26a6129-783a-4181-b10c-d5f9bf55741c service neutron] 10.222.0.87 "GET /v2.0/networks/d45d784b-27e0-47e2-8441-60c64d899ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892998 Mar 02 19:36:41.890664 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fe7db259-dc21-4656-b3c8-4c1518524350 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:41.960840 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fe7db259-dc21-4656-b3c8-4c1518524350 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:41.994635 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7db259-dc21-4656-b3c8-4c1518524350 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc5141b-928a-4312-8123-5c4fe6ddcf9e,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:36:42.061073 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-25d726e3-9fb3-458b-9ae2-e0be8808eb08 req-48604fb2-f3d7-4dac-b54e-cf6c4f5915da service neutron] 10.222.0.87 "GET /v2.0/networks/d45d784b-27e0-47e2-8441-60c64d899ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892354 Mar 02 19:36:42.100972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fe7db259-dc21-4656-b3c8-4c1518524350 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:42.102196 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fe7db259-dc21-4656-b3c8-4c1518524350 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6532266 Mar 02 19:36:42.105572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42446) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:36:42.113436 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-116905a9-c042-4dd0-81b7-7f2437430de7 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Request body: {'security_group_rule': {'security_group_id': 'd35f2fdd-80cb-4ee1-adb1-000b46ba0b4f', 'project_id': '527496dcbf1245cca565118f93bcbcad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:36:42.120464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-116905a9-c042-4dd0-81b7-7f2437430de7 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:36:42.124596 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-116905a9-c042-4dd0-81b7-7f2437430de7 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Usage tracker for resource:security_group_rule and tenant:527496dcbf1245cca565118f93bcbcad is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:36:42.127871 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-116905a9-c042-4dd0-81b7-7f2437430de7 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:36:42.134851 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-116905a9-c042-4dd0-81b7-7f2437430de7 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:36:42.218277 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-116905a9-c042-4dd0-81b7-7f2437430de7 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:42.283106 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-116905a9-c042-4dd0-81b7-7f2437430de7 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:42.359911 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-116905a9-c042-4dd0-81b7-7f2437430de7 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:42.386941 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116905a9-c042-4dd0-81b7-7f2437430de7 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282d7a67-2fb1-4f06-9854-5f3dbc4c9e27,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:36:42.451310 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-116905a9-c042-4dd0-81b7-7f2437430de7 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:42.452558 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-116905a9-c042-4dd0-81b7-7f2437430de7 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3456874 Mar 02 19:36:42.455233 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42450) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:36:42.460856 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-2625f935-6eed-48c1-8d73-5bc5b1cb3ec4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Request body: {'security_group_rule': {'security_group_id': 'd35f2fdd-80cb-4ee1-adb1-000b46ba0b4f', 'project_id': '527496dcbf1245cca565118f93bcbcad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:36:42.467018 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2625f935-6eed-48c1-8d73-5bc5b1cb3ec4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:36:42.470845 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2625f935-6eed-48c1-8d73-5bc5b1cb3ec4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Usage tracker for resource:security_group_rule and tenant:527496dcbf1245cca565118f93bcbcad is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:36:42.473814 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-2625f935-6eed-48c1-8d73-5bc5b1cb3ec4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:36:42.481599 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-2625f935-6eed-48c1-8d73-5bc5b1cb3ec4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:36:42.566916 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2625f935-6eed-48c1-8d73-5bc5b1cb3ec4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:42.630216 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2625f935-6eed-48c1-8d73-5bc5b1cb3ec4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:42.709094 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2625f935-6eed-48c1-8d73-5bc5b1cb3ec4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:42.733985 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625f935-6eed-48c1-8d73-5bc5b1cb3ec4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994eef30-7351-483f-b281-e2b381bd2013,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:36:42.818274 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-2625f935-6eed-48c1-8d73-5bc5b1cb3ec4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:42.821690 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-2625f935-6eed-48c1-8d73-5bc5b1cb3ec4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3649433 Mar 02 19:36:42.826447 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42454) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:36:42.834772 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-1123da87-ee71-42a6-953e-b459cc72e6f3 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Request body: {'security_group_rule': {'security_group_id': 'd35f2fdd-80cb-4ee1-adb1-000b46ba0b4f', 'project_id': '527496dcbf1245cca565118f93bcbcad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:36:42.844687 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1123da87-ee71-42a6-953e-b459cc72e6f3 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:36:42.849189 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1123da87-ee71-42a6-953e-b459cc72e6f3 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Usage tracker for resource:security_group_rule and tenant:527496dcbf1245cca565118f93bcbcad is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:36:42.853029 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1123da87-ee71-42a6-953e-b459cc72e6f3 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:36:42.859430 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1123da87-ee71-42a6-953e-b459cc72e6f3 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:36:42.931627 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-1123da87-ee71-42a6-953e-b459cc72e6f3 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Project 527496dcbf1245cca565118f93bcbcad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:36:42.938870 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1123da87-ee71-42a6-953e-b459cc72e6f3 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:43.007434 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1123da87-ee71-42a6-953e-b459cc72e6f3 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:43.106330 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1123da87-ee71-42a6-953e-b459cc72e6f3 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:43.129820 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123da87-ee71-42a6-953e-b459cc72e6f3 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01962361-4184-4531-bdc7-366b59aaf428,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:36:43.215230 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1123da87-ee71-42a6-953e-b459cc72e6f3 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:43.216475 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1123da87-ee71-42a6-953e-b459cc72e6f3 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3906198 Mar 02 19:36:43.219243 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42458) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:36:43.224955 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-51848c08-5e2d-4f2e-9789-6178a8bb0955 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Request body: {'security_group_rule': {'security_group_id': 'd35f2fdd-80cb-4ee1-adb1-000b46ba0b4f', 'project_id': '527496dcbf1245cca565118f93bcbcad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:36:43.231089 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-51848c08-5e2d-4f2e-9789-6178a8bb0955 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:36:43.234933 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-51848c08-5e2d-4f2e-9789-6178a8bb0955 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Usage tracker for resource:security_group_rule and tenant:527496dcbf1245cca565118f93bcbcad is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:36:43.237832 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-51848c08-5e2d-4f2e-9789-6178a8bb0955 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:36:43.243780 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-51848c08-5e2d-4f2e-9789-6178a8bb0955 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:36:43.331672 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-51848c08-5e2d-4f2e-9789-6178a8bb0955 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Project 527496dcbf1245cca565118f93bcbcad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:36:43.339343 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-51848c08-5e2d-4f2e-9789-6178a8bb0955 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:43.415264 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-51848c08-5e2d-4f2e-9789-6178a8bb0955 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:43.503046 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-51848c08-5e2d-4f2e-9789-6178a8bb0955 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:43.529199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51848c08-5e2d-4f2e-9789-6178a8bb0955 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9886b2-ac54-4202-a225-eb1b438a0775,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:36:43.617000 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-51848c08-5e2d-4f2e-9789-6178a8bb0955 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:43.618182 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-51848c08-5e2d-4f2e-9789-6178a8bb0955 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3980074 Mar 02 19:36:43.758462 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bd851ab0-54ec-4d14-8909-826e210d412d req-580518cd-df33-492d-ac19-d98e75cce914 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978670107&fields=id&tenant_id=527496dcbf1245cca565118f93bcbcad HTTP/1.1" status: 200 len: 267 time: 0.0444443 Mar 02 19:36:43.845199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd851ab0-54ec-4d14-8909-826e210d412d req-af45fad2-90cc-457e-bff0-bcffae139469 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:43.846697 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bd851ab0-54ec-4d14-8909-826e210d412d req-af45fad2-90cc-457e-bff0-bcffae139469 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 945 time: 0.0828302 Mar 02 19:36:43.862331 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-bd851ab0-54ec-4d14-8909-826e210d412d req-b2c26b15-1b67-4b44-90af-5c82e21eef1c tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Request body: {'port': {'security_groups': ['3bb4d982-76b5-46ad-838c-afed629ebe42', 'd35f2fdd-80cb-4ee1-adb1-000b46ba0b4f']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:36:43.990779 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-bd851ab0-54ec-4d14-8909-826e210d412d req-b2c26b15-1b67-4b44-90af-5c82e21eef1c tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:44.294427 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-bd851ab0-54ec-4d14-8909-826e210d412d req-b2c26b15-1b67-4b44-90af-5c82e21eef1c tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] For port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6f0f2e0e-0bce-47eb-bf8d-5600e715f188,segment=NetworkSegment(851e3ebf-19fe-4faa-aa76-35d96ef8dc3f),segment_id=851e3ebf-19fe-4faa-aa76-35d96ef8dc3f)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:36:44.321808 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-bd851ab0-54ec-4d14-8909-826e210d412d req-b2c26b15-1b67-4b44-90af-5c82e21eef1c tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:44.380989 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-bd851ab0-54ec-4d14-8909-826e210d412d req-b2c26b15-1b67-4b44-90af-5c82e21eef1c tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:44.393679 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['6f0f2e0e-0bce-47eb-bf8d-5600e715f188'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:36:44.468668 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd851ab0-54ec-4d14-8909-826e210d412d req-b2c26b15-1b67-4b44-90af-5c82e21eef1c tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:44.469301 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-bd851ab0-54ec-4d14-8909-826e210d412d req-b2c26b15-1b67-4b44-90af-5c82e21eef1c tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:44.470702 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bd851ab0-54ec-4d14-8909-826e210d412d req-b2c26b15-1b67-4b44-90af-5c82e21eef1c tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "PUT /v2.0/ports/6f0f2e0e-0bce-47eb-bf8d-5600e715f188 HTTP/1.1" status: 200 len: 981 time: 0.6174765 Mar 02 19:36:44.471197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c', 'tag': '6f0f2e0e-0bce-47eb-bf8d-5600e715f188'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:36:44.499273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c26b15-1b67-4b44-90af-5c82e21eef1c tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Pushing event updated for resources: {'Port': ['ID=6f0f2e0e-0bce-47eb-bf8d-5600e715f188,revision_number=6']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:36:44.569281 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['6f0f2e0e-0bce-47eb-bf8d-5600e715f188'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:36:44.790798 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c', 'tag': '6f0f2e0e-0bce-47eb-bf8d-5600e715f188', 'status': 'completed', 'code': 200} Mar 02 19:36:44.885283 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5d248-55a0-4a20-9189-4f0fe361e77b req-7b938c91-afbc-4b15-a38b-857ddd1bd1a2 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:44.885283 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6df5d248-55a0-4a20-9189-4f0fe361e77b req-7b938c91-afbc-4b15-a38b-857ddd1bd1a2 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 984 time: 0.2671368 Mar 02 19:36:44.950140 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6df5d248-55a0-4a20-9189-4f0fe361e77b req-0a13d23f-0167-44a2-a231-857adf616c51 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35f2fdd-80cb-4ee1-adb1-000b46ba0b4f&id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585763 Mar 02 19:36:44.955765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-975743b2-b89a-4157-9c9a-0b7c2f9944b4 None None] Provisioning complete for port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:36:44.955765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-975743b2-b89a-4157-9c9a-0b7c2f9944b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:44.977631 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3368d147-e506-4147-985e-06e9852ae3ae req-764a9d45-cd7f-42cc-bf7e-44da4c043a2f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=527496dcbf1245cca565118f93bcbcad&device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 1137 time: 0.1473908 Mar 02 19:36:45.217122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368d147-e506-4147-985e-06e9852ae3ae req-ff1e19d8-3f6d-4424-8776-12e7003da762 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:45.218585 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3368d147-e506-4147-985e-06e9852ae3ae req-ff1e19d8-3f6d-4424-8776-12e7003da762 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d45d784b-27e0-47e2-8441-60c64d899ff0 HTTP/1.1" status: 200 len: 915 time: 0.2402096 Mar 02 19:36:45.336624 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3368d147-e506-4147-985e-06e9852ae3ae req-cadf6b6c-7c1b-4bfc-a1d0-22811efbe23f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f0f2e0e-0bce-47eb-bf8d-5600e715f188 HTTP/1.1" status: 200 len: 1001 time: 0.1119306 Mar 02 19:36:45.407266 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368d147-e506-4147-985e-06e9852ae3ae req-961de518-d6e5-446d-be96-f5e73329b6d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:45.408824 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3368d147-e506-4147-985e-06e9852ae3ae req-961de518-d6e5-446d-be96-f5e73329b6d7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=53d8b46a-e1e4-445a-9a5c-8ea1cea41b69 HTTP/1.1" status: 200 len: 853 time: 0.0664442 Mar 02 19:36:45.487336 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3368d147-e506-4147-985e-06e9852ae3ae req-81afee59-4c0d-4334-be9a-a0f8f0d89cc3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d45d784b-27e0-47e2-8441-60c64d899ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723073 Mar 02 19:36:45.625776 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3368d147-e506-4147-985e-06e9852ae3ae req-b2ade7c7-d2db-451c-a46c-a493fd010087 service neutron] 10.222.0.87 "GET /v2.0/networks/d45d784b-27e0-47e2-8441-60c64d899ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322629 Mar 02 19:36:45.870310 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3368d147-e506-4147-985e-06e9852ae3ae req-78718f46-9dcf-4b57-a275-504f07d2ff67 service neutron] 10.222.0.87 "GET /v2.0/networks/d45d784b-27e0-47e2-8441-60c64d899ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373343 Mar 02 19:36:51.697423 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2cd91e03-e5ca-4706-b658-2c1bcb58bef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:53.743497 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-da344286-9672-47e3-b6df-7c922fcb219d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:55.329471 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:55.445747 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:56.565871 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:57.715162 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:36:59.613537 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34616784-e596-4f6e-aa2e-0ebc618428ca req-4cbe3639-611f-464d-9c2e-e9d93de901a2 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:59.615051 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-34616784-e596-4f6e-aa2e-0ebc618428ca req-4cbe3639-611f-464d-9c2e-e9d93de901a2 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 984 time: 0.1395967 Mar 02 19:36:59.640409 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-00952ba0-1f97-4356-bedf-1b820163ca06 req-e4b1bd20-2204-4e30-be73-70995277114f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=527496dcbf1245cca565118f93bcbcad&device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 1137 time: 0.1192167 Mar 02 19:36:59.760216 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-34616784-e596-4f6e-aa2e-0ebc618428ca req-dc676723-8fdf-426b-8bcd-711710209b45 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35f2fdd-80cb-4ee1-adb1-000b46ba0b4f&id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1378462 Mar 02 19:36:59.804596 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00952ba0-1f97-4356-bedf-1b820163ca06 req-18670c90-a57e-46ce-b410-91411bde4d5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:59.806678 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-00952ba0-1f97-4356-bedf-1b820163ca06 req-18670c90-a57e-46ce-b410-91411bde4d5f service neutron] 10.222.0.87 "GET /v2.0/networks?id=d45d784b-27e0-47e2-8441-60c64d899ff0 HTTP/1.1" status: 200 len: 915 time: 0.1586344 Mar 02 19:36:59.918918 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-00952ba0-1f97-4356-bedf-1b820163ca06 req-5cf79b7b-33e8-40fe-82a2-afb2a141fd28 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f0f2e0e-0bce-47eb-bf8d-5600e715f188 HTTP/1.1" status: 200 len: 1001 time: 0.1060030 Mar 02 19:36:59.988894 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00952ba0-1f97-4356-bedf-1b820163ca06 req-6ed295d2-83ca-4e17-81e0-fdd44a677d02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:59.990373 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-00952ba0-1f97-4356-bedf-1b820163ca06 req-6ed295d2-83ca-4e17-81e0-fdd44a677d02 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=53d8b46a-e1e4-445a-9a5c-8ea1cea41b69 HTTP/1.1" status: 200 len: 853 time: 0.0655096 Mar 02 19:37:00.079459 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-00952ba0-1f97-4356-bedf-1b820163ca06 req-5d9250c1-0bc5-4bd6-81a5-5f9d6c2f3ac7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d45d784b-27e0-47e2-8441-60c64d899ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823355 Mar 02 19:37:00.223098 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-00952ba0-1f97-4356-bedf-1b820163ca06 req-b5b524fc-6bca-49ed-b141-b4a590ef721d service neutron] 10.222.0.87 "GET /v2.0/networks/d45d784b-27e0-47e2-8441-60c64d899ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378145 Mar 02 19:37:00.360482 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-00952ba0-1f97-4356-bedf-1b820163ca06 req-ebf959f6-9c73-4998-96e0-5f9fa0c4f7bb service neutron] 10.222.0.87 "GET /v2.0/networks/d45d784b-27e0-47e2-8441-60c64d899ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313324 Mar 02 19:37:00.971175 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d99cc6-1573-455b-84b2-af2f8212f4f8 req-6d7f8a7e-ffad-43ff-8ae0-7f174eef68dc tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:00.972570 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-92d99cc6-1573-455b-84b2-af2f8212f4f8 req-6d7f8a7e-ffad-43ff-8ae0-7f174eef68dc tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 984 time: 0.0782948 Mar 02 19:37:01.025112 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-92d99cc6-1573-455b-84b2-af2f8212f4f8 req-31fbd2f9-88f6-47bd-9b6b-0e7b3cd4b018 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Synchronizing usage tracker for tenant:527496dcbf1245cca565118f93bcbcad on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:37:01.111777 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-92d99cc6-1573-455b-84b2-af2f8212f4f8 req-31fbd2f9-88f6-47bd-9b6b-0e7b3cd4b018 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Unset dirty status for tenant:527496dcbf1245cca565118f93bcbcad on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:37:01.113494 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-92d99cc6-1573-455b-84b2-af2f8212f4f8 req-31fbd2f9-88f6-47bd-9b6b-0e7b3cd4b018 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35f2fdd-80cb-4ee1-adb1-000b46ba0b4f&id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1342890 Mar 02 19:37:01.631800 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:02.379472 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e4985-7424-49c0-baa0-316b6e25c430 req-b9b6c361-233d-45ea-be31-56460d1dafa6 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:02.381015 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f37e4985-7424-49c0-baa0-316b6e25c430 req-b9b6c361-233d-45ea-be31-56460d1dafa6 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 984 time: 0.1261809 Mar 02 19:37:02.441141 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f37e4985-7424-49c0-baa0-316b6e25c430 req-33ecfe91-85d0-432e-a53c-f4be0b435cff tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35f2fdd-80cb-4ee1-adb1-000b46ba0b4f&id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0498803 Mar 02 19:37:03.644474 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f51cc2-28e9-4db3-af87-abae4b91e6f1 req-036a316c-e2c9-40f9-8fc4-efbb251fab99 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:03.645972 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-45f51cc2-28e9-4db3-af87-abae4b91e6f1 req-036a316c-e2c9-40f9-8fc4-efbb251fab99 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 984 time: 0.0806468 Mar 02 19:37:03.699136 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-45f51cc2-28e9-4db3-af87-abae4b91e6f1 req-9ccee4e9-a10b-4db2-8226-0ade13a7228c tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35f2fdd-80cb-4ee1-adb1-000b46ba0b4f&id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439570 Mar 02 19:37:04.913636 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cabc8-a995-466d-8efe-67be31df541f req-fb2113fb-2877-4cdb-817e-eaff67261477 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:04.915217 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-124cabc8-a995-466d-8efe-67be31df541f req-fb2113fb-2877-4cdb-817e-eaff67261477 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 984 time: 0.0870678 Mar 02 19:37:04.967664 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-124cabc8-a995-466d-8efe-67be31df541f req-d1592678-80fb-418f-874b-c72fb8e40698 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35f2fdd-80cb-4ee1-adb1-000b46ba0b4f&id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460718 Mar 02 19:37:06.221218 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb0be9-f72a-4701-852c-cc98e67ed5da req-f225b9fe-f056-464f-b78b-7deac2fd7a18 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:06.222764 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d5eb0be9-f72a-4701-852c-cc98e67ed5da req-f225b9fe-f056-464f-b78b-7deac2fd7a18 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 984 time: 0.1090612 Mar 02 19:37:06.399478 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d5eb0be9-f72a-4701-852c-cc98e67ed5da req-a3ee9a64-36f7-401e-8d1b-81c2991f5703 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35f2fdd-80cb-4ee1-adb1-000b46ba0b4f&id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1698992 Mar 02 19:37:07.660176 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a77d9-bf6b-43bb-b372-4d4c61ded6f7 req-81dd2511-1f34-4f0b-a285-77d792fe773d tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:07.662495 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-377a77d9-bf6b-43bb-b372-4d4c61ded6f7 req-81dd2511-1f34-4f0b-a285-77d792fe773d tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 984 time: 0.1331646 Mar 02 19:37:07.719032 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-377a77d9-bf6b-43bb-b372-4d4c61ded6f7 req-7b82c3df-819c-4e3c-ad46-e23dfdb55a55 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35f2fdd-80cb-4ee1-adb1-000b46ba0b4f&id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464694 Mar 02 19:37:09.089069 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6360a2-b454-4096-af89-76ecd9383808 req-f9483bbf-33d1-4536-ab6f-be929120862c tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:09.090595 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fb6360a2-b454-4096-af89-76ecd9383808 req-f9483bbf-33d1-4536-ab6f-be929120862c tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 984 time: 0.0848441 Mar 02 19:37:09.138655 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fb6360a2-b454-4096-af89-76ecd9383808 req-480c3b0e-d4d0-4f43-8a33-242511b7afd4 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35f2fdd-80cb-4ee1-adb1-000b46ba0b4f&id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424087 Mar 02 19:37:10.350064 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421724c-f3eb-4730-a87b-6caf16922530 req-138e4884-4bdf-4d41-8771-cc8666e7b171 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:10.352313 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b421724c-f3eb-4730-a87b-6caf16922530 req-138e4884-4bdf-4d41-8771-cc8666e7b171 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 984 time: 0.0856640 Mar 02 19:37:10.401808 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b421724c-f3eb-4730-a87b-6caf16922530 req-13b40b7f-76f2-488b-adc5-a519324fc39d tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35f2fdd-80cb-4ee1-adb1-000b46ba0b4f&id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434034 Mar 02 19:37:11.608481 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ed508-843f-4e5e-acce-8a231e1084f5 req-858c9c75-e0a3-4845-8cd0-89498f7ab025 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:11.609912 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-032ed508-843f-4e5e-acce-8a231e1084f5 req-858c9c75-e0a3-4845-8cd0-89498f7ab025 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 984 time: 0.0807629 Mar 02 19:37:11.656756 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-032ed508-843f-4e5e-acce-8a231e1084f5 req-37f086a7-3da6-4748-8f5f-203725972fbc tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35f2fdd-80cb-4ee1-adb1-000b46ba0b4f&id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411601 Mar 02 19:37:12.866832 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c7346-6fcf-43ce-a97d-4fb52b290e0e req-7bd4ce35-ee87-4a52-b30a-d1b6443bdf79 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:12.868894 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d10c7346-6fcf-43ce-a97d-4fb52b290e0e req-7bd4ce35-ee87-4a52-b30a-d1b6443bdf79 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 984 time: 0.0809720 Mar 02 19:37:12.921914 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d10c7346-6fcf-43ce-a97d-4fb52b290e0e req-b0d7ca5f-72d2-404b-984d-97d00fbdf591 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35f2fdd-80cb-4ee1-adb1-000b46ba0b4f&id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471635 Mar 02 19:37:14.132755 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083091af-c020-48f4-a459-073264b8c7b6 req-8b1ecb56-f91e-46a4-acc7-fe72f01a96c6 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:14.134347 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-083091af-c020-48f4-a459-073264b8c7b6 req-8b1ecb56-f91e-46a4-acc7-fe72f01a96c6 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 984 time: 0.0832980 Mar 02 19:37:14.192375 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-083091af-c020-48f4-a459-073264b8c7b6 req-b60dd17a-15f9-46c7-af6d-df64b214d8ea tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35f2fdd-80cb-4ee1-adb1-000b46ba0b4f&id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518260 Mar 02 19:37:15.407183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc09fe0-e8d2-42ac-9e28-ffe6021c25c6 req-51560e62-41f2-447f-bf5b-4cc599a1cae5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:15.408797 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7cc09fe0-e8d2-42ac-9e28-ffe6021c25c6 req-51560e62-41f2-447f-bf5b-4cc599a1cae5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 984 time: 0.0833001 Mar 02 19:37:15.459780 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7cc09fe0-e8d2-42ac-9e28-ffe6021c25c6 req-7d4fa11b-1451-4fce-a9a7-e3b5653626ec tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35f2fdd-80cb-4ee1-adb1-000b46ba0b4f&id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452318 Mar 02 19:37:16.703282 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b96f3f-5236-465e-a585-b3c76ad84433 req-f2ea09a2-4d18-4e45-8c50-2cc196722308 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:16.704083 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-45b96f3f-5236-465e-a585-b3c76ad84433 req-f2ea09a2-4d18-4e45-8c50-2cc196722308 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 984 time: 0.1129856 Mar 02 19:37:16.754945 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-45b96f3f-5236-465e-a585-b3c76ad84433 req-33683f1c-a2d5-4a7c-bbdc-2031ad7bf99b tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=d35f2fdd-80cb-4ee1-adb1-000b46ba0b4f&id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441453 Mar 02 19:37:21.714651 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e12afe00-a250-4e2d-8678-a773d9b06ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:23.757387 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c7305c7e-8cab-4d6f-a0ff-694bf83ada15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:25.268566 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:25.491993 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:26.607155 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:31.684449 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:34.716265 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:37:40.833281 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-56502499-b32e-4a1e-8b64-4d6c1c1f2b0b req-07375a38-44ce-4b0d-aed6-94a6b1015ed7 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842764 Mar 02 19:37:40.979525 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-56502499-b32e-4a1e-8b64-4d6c1c1f2b0b req-f77fa4ce-f0c1-49f9-9826-6dc3a071b423 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=527496dcbf1245cca565118f93bcbcad&device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 1137 time: 0.0718729 Mar 02 19:37:41.246489 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56502499-b32e-4a1e-8b64-4d6c1c1f2b0b req-578c47d1-3039-42f8-91ed-a75368752a0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:41.247893 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-56502499-b32e-4a1e-8b64-4d6c1c1f2b0b req-578c47d1-3039-42f8-91ed-a75368752a0f service neutron] 10.222.0.87 "GET /v2.0/networks?id=d45d784b-27e0-47e2-8441-60c64d899ff0 HTTP/1.1" status: 200 len: 915 time: 0.2462780 Mar 02 19:37:41.356892 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-56502499-b32e-4a1e-8b64-4d6c1c1f2b0b req-6c0573da-00cf-46c9-8281-b85bc84a5418 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f0f2e0e-0bce-47eb-bf8d-5600e715f188 HTTP/1.1" status: 200 len: 1001 time: 0.1022310 Mar 02 19:37:41.422956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56502499-b32e-4a1e-8b64-4d6c1c1f2b0b req-1c3f646a-badb-4e05-b297-ed6be996a534 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:41.424453 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-56502499-b32e-4a1e-8b64-4d6c1c1f2b0b req-1c3f646a-badb-4e05-b297-ed6be996a534 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=53d8b46a-e1e4-445a-9a5c-8ea1cea41b69 HTTP/1.1" status: 200 len: 853 time: 0.0613947 Mar 02 19:37:41.513699 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-56502499-b32e-4a1e-8b64-4d6c1c1f2b0b req-dd6b2c06-1399-4c98-880f-c5ca55d03e04 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d45d784b-27e0-47e2-8441-60c64d899ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819046 Mar 02 19:37:41.659689 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-56502499-b32e-4a1e-8b64-4d6c1c1f2b0b req-4bda4bcb-630f-4574-bdac-85d017ede286 service neutron] 10.222.0.87 "GET /v2.0/networks/d45d784b-27e0-47e2-8441-60c64d899ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393058 Mar 02 19:37:41.796645 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-56502499-b32e-4a1e-8b64-4d6c1c1f2b0b req-c15ef2d4-71f8-4f7a-8caf-19a9fe06c255 service neutron] 10.222.0.87 "GET /v2.0/networks/d45d784b-27e0-47e2-8441-60c64d899ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301932 Mar 02 19:37:50.356228 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0a154447-ffee-48dd-9772-f327d219eb81 req-cf745fdd-7f5f-48f0-95f7-6815f7a57f4c tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978670107&fields=id&tenant_id=527496dcbf1245cca565118f93bcbcad HTTP/1.1" status: 200 len: 267 time: 0.0447299 Mar 02 19:37:50.448831 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a154447-ffee-48dd-9772-f327d219eb81 req-bf5d9ffc-663b-4d95-a697-9b55d315d4f8 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:50.450652 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0a154447-ffee-48dd-9772-f327d219eb81 req-bf5d9ffc-663b-4d95-a697-9b55d315d4f8 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 984 time: 0.0885372 Mar 02 19:37:50.461975 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-0a154447-ffee-48dd-9772-f327d219eb81 req-d5c9a744-21b2-4960-a36b-4b33dd02e1a5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Request body: {'port': {'security_groups': ['3bb4d982-76b5-46ad-838c-afed629ebe42']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:37:50.593206 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0a154447-ffee-48dd-9772-f327d219eb81 req-d5c9a744-21b2-4960-a36b-4b33dd02e1a5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:50.874132 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-0a154447-ffee-48dd-9772-f327d219eb81 req-d5c9a744-21b2-4960-a36b-4b33dd02e1a5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] For port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6f0f2e0e-0bce-47eb-bf8d-5600e715f188,segment=NetworkSegment(851e3ebf-19fe-4faa-aa76-35d96ef8dc3f),segment_id=851e3ebf-19fe-4faa-aa76-35d96ef8dc3f)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:37:50.903810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0a154447-ffee-48dd-9772-f327d219eb81 req-d5c9a744-21b2-4960-a36b-4b33dd02e1a5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:50.969890 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0a154447-ffee-48dd-9772-f327d219eb81 req-d5c9a744-21b2-4960-a36b-4b33dd02e1a5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:50.982809 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['6f0f2e0e-0bce-47eb-bf8d-5600e715f188'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:37:51.056922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a154447-ffee-48dd-9772-f327d219eb81 req-d5c9a744-21b2-4960-a36b-4b33dd02e1a5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:51.058198 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0a154447-ffee-48dd-9772-f327d219eb81 req-d5c9a744-21b2-4960-a36b-4b33dd02e1a5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:51.065419 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0a154447-ffee-48dd-9772-f327d219eb81 req-d5c9a744-21b2-4960-a36b-4b33dd02e1a5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "PUT /v2.0/ports/6f0f2e0e-0bce-47eb-bf8d-5600e715f188 HTTP/1.1" status: 200 len: 942 time: 0.6057153 Mar 02 19:37:51.065419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c', 'tag': '6f0f2e0e-0bce-47eb-bf8d-5600e715f188'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:37:51.065884 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42532) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:37:51.087843 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9a744-21b2-4960-a36b-4b33dd02e1a5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Pushing event updated for resources: {'Port': ['ID=6f0f2e0e-0bce-47eb-bf8d-5600e715f188,revision_number=7']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:37:51.101235 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9a744-21b2-4960-a36b-4b33dd02e1a5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.101625 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9a744-21b2-4960-a36b-4b33dd02e1a5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.102013 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9a744-21b2-4960-a36b-4b33dd02e1a5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.102385 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9a744-21b2-4960-a36b-4b33dd02e1a5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.102867 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9a744-21b2-4960-a36b-4b33dd02e1a5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.103213 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9a744-21b2-4960-a36b-4b33dd02e1a5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.103631 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9a744-21b2-4960-a36b-4b33dd02e1a5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.104102 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9a744-21b2-4960-a36b-4b33dd02e1a5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.105199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9a744-21b2-4960-a36b-4b33dd02e1a5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.105632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9a744-21b2-4960-a36b-4b33dd02e1a5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.106007 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c9a744-21b2-4960-a36b-4b33dd02e1a5 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.152161 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c', 'tag': '6f0f2e0e-0bce-47eb-bf8d-5600e715f188', 'status': 'completed', 'code': 200} Mar 02 19:37:51.165896 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['6f0f2e0e-0bce-47eb-bf8d-5600e715f188'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:37:51.195652 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f315de90-b1a2-4c4a-8858-df982d29c1b9 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:51.237594 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f315de90-b1a2-4c4a-8858-df982d29c1b9 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:51.275930 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aab749c9-8287-4a27-b813-bd6353fc619a req-82f94fec-8c5e-4390-9426-e6630f1138e1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=527496dcbf1245cca565118f93bcbcad&device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 1098 time: 0.0958405 Mar 02 19:37:51.395221 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f315de90-b1a2-4c4a-8858-df982d29c1b9 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:51.417167 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315de90-b1a2-4c4a-8858-df982d29c1b9 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35f2fdd-80cb-4ee1-adb1-000b46ba0b4f,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:37:51.428252 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315de90-b1a2-4c4a-8858-df982d29c1b9 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.428754 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315de90-b1a2-4c4a-8858-df982d29c1b9 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.429183 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315de90-b1a2-4c4a-8858-df982d29c1b9 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.429642 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315de90-b1a2-4c4a-8858-df982d29c1b9 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.430077 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315de90-b1a2-4c4a-8858-df982d29c1b9 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.430505 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315de90-b1a2-4c4a-8858-df982d29c1b9 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.430920 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315de90-b1a2-4c4a-8858-df982d29c1b9 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.431265 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315de90-b1a2-4c4a-8858-df982d29c1b9 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.431648 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315de90-b1a2-4c4a-8858-df982d29c1b9 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.432031 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315de90-b1a2-4c4a-8858-df982d29c1b9 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.433339 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315de90-b1a2-4c4a-8858-df982d29c1b9 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:37:51.440466 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1b000ea9-0518-40b4-ae49-6bb4bb3b22b6 None None] Provisioning complete for port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:37:51.440697 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1b000ea9-0518-40b4-ae49-6bb4bb3b22b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:51.463044 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab749c9-8287-4a27-b813-bd6353fc619a req-6672e7b7-2823-4832-bc06-bb14bdc96b09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:51.464788 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aab749c9-8287-4a27-b813-bd6353fc619a req-6672e7b7-2823-4832-bc06-bb14bdc96b09 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d45d784b-27e0-47e2-8441-60c64d899ff0 HTTP/1.1" status: 200 len: 915 time: 0.1820812 Mar 02 19:37:51.492616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f315de90-b1a2-4c4a-8858-df982d29c1b9 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:51.493863 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f315de90-b1a2-4c4a-8858-df982d29c1b9 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "DELETE /v2.0/security-groups/d35f2fdd-80cb-4ee1-adb1-000b46ba0b4f HTTP/1.1" status: 204 len: 168 time: 0.4268186 Mar 02 19:37:51.497451 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42538) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:37:51.594663 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aab749c9-8287-4a27-b813-bd6353fc619a req-b07c8356-967c-4a55-87db-6112e9293685 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f0f2e0e-0bce-47eb-bf8d-5600e715f188 HTTP/1.1" status: 200 len: 1001 time: 0.1230857 Mar 02 19:37:51.661665 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab749c9-8287-4a27-b813-bd6353fc619a req-c4eae6cf-cc62-4cd3-a8a4-132884d0912a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:51.663135 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aab749c9-8287-4a27-b813-bd6353fc619a req-c4eae6cf-cc62-4cd3-a8a4-132884d0912a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=53d8b46a-e1e4-445a-9a5c-8ea1cea41b69 HTTP/1.1" status: 200 len: 853 time: 0.0623775 Mar 02 19:37:51.684033 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-649f9a27-434f-4326-9cc5-e11023753403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:51.730653 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-4b596662-45b2-4f6b-86ee-15e683438e5d tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Deleting port a0e3a398-787c-4fe5-831d-ab122130f94e {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:37:51.731112 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4b596662-45b2-4f6b-86ee-15e683438e5d tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:51.747125 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aab749c9-8287-4a27-b813-bd6353fc619a req-fbfbebf7-0cb5-427f-a0bd-2d99fc81304d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d45d784b-27e0-47e2-8441-60c64d899ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771835 Mar 02 19:37:51.929563 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4b596662-45b2-4f6b-86ee-15e683438e5d tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:51.929893 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4b596662-45b2-4f6b-86ee-15e683438e5d tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:52.008689 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aab749c9-8287-4a27-b813-bd6353fc619a req-a229474c-990c-4778-9e06-d0f6309dde21 service neutron] 10.222.0.87 "GET /v2.0/networks/d45d784b-27e0-47e2-8441-60c64d899ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539222 Mar 02 19:37:52.054227 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-4b596662-45b2-4f6b-86ee-15e683438e5d tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Calling delete_port for a0e3a398-787c-4fe5-831d-ab122130f94e owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:37:52.159290 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aab749c9-8287-4a27-b813-bd6353fc619a req-8445b86e-0c74-4253-bce0-12f77fa6aa2a service neutron] 10.222.0.87 "GET /v2.0/networks/d45d784b-27e0-47e2-8441-60c64d899ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438758 Mar 02 19:37:52.297490 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4b596662-45b2-4f6b-86ee-15e683438e5d tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:52.344327 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b596662-45b2-4f6b-86ee-15e683438e5d tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Pushing event deleted for resources: {'Port': ['ID=a0e3a398-787c-4fe5-831d-ab122130f94e,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:37:52.439123 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4b596662-45b2-4f6b-86ee-15e683438e5d tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:52.942189 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b596662-45b2-4f6b-86ee-15e683438e5d tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Router e2f8179d-fceb-4dac-b48e-2fadc0f19bfd has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:37:53.163091 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b596662-45b2-4f6b-86ee-15e683438e5d tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:37:53.173028 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c6752d-2bfb-411a-b063-ebb8c65bef45 None None] Sync routers for ids ['e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:37:53.186381 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c6752d-2bfb-411a-b063-ebb8c65bef45 None None] Routers {'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:37:53.187938 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-55c6752d-2bfb-411a-b063-ebb8c65bef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:37:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:37:53.246120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4b596662-45b2-4f6b-86ee-15e683438e5d tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:53.307163 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4b596662-45b2-4f6b-86ee-15e683438e5d tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "DELETE /v2.0/floatingips/2d906001-1561-4c96-8e3a-39c8e9362e26 HTTP/1.1" status: 204 len: 168 time: 1.8082402 Mar 02 19:37:53.308013 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c', 'tag': '6f0f2e0e-0bce-47eb-bf8d-5600e715f188'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:37:53.370440 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c', 'tag': '6f0f2e0e-0bce-47eb-bf8d-5600e715f188', 'status': 'completed', 'code': 200} Mar 02 19:37:53.381916 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-55c6752d-2bfb-411a-b063-ebb8c65bef45 None None] Set router e2f8179d-fceb-4dac-b48e-2fadc0f19bfd gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:37:53.508476 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e1fd61f2-67c2-4f33-b224-6b6b027940a5 req-b855dbe0-7a87-4b45-b2aa-89515d6edffb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=527496dcbf1245cca565118f93bcbcad&device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 1098 time: 0.1032925 Mar 02 19:37:53.663746 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd61f2-67c2-4f33-b224-6b6b027940a5 req-b3d79306-1f34-47d9-aa3a-8329ea38e929 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:53.665297 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e1fd61f2-67c2-4f33-b224-6b6b027940a5 req-b3d79306-1f34-47d9-aa3a-8329ea38e929 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d45d784b-27e0-47e2-8441-60c64d899ff0 HTTP/1.1" status: 200 len: 915 time: 0.1503956 Mar 02 19:37:53.711392 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-55c6752d-2bfb-411a-b063-ebb8c65bef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'name': 'tempest-TestMinimumBasicScenario-719762675-router', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:37Z', 'revision_number': 4, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'gw_port': {'id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:33Z', 'updated_at': '2022-03-02T19:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '562e70f7-1f52-4738-b791-817c0eaa8679', 'name': '', 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'mac_address': 'fa:16:3e:d7:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53d8b46a-e1e4-445a-9a5c-8ea1cea41b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:36Z', 'updated_at': '2022-03-02T19:35:45Z', 'revision_number': 5, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'subnets': [{'id': '53d8b46a-e1e4-445a-9a5c-8ea1cea41b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:37:53.716411 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c6752d-2bfb-411a-b063-ebb8c65bef45 None None] Checking router: e2f8179d-fceb-4dac-b48e-2fadc0f19bfd for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:37:53.728733 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c6752d-2bfb-411a-b063-ebb8c65bef45 None None] Routers {'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:37:53.730040 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-55c6752d-2bfb-411a-b063-ebb8c65bef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:37:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:37:53.746534 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e1fd61f2-67c2-4f33-b224-6b6b027940a5 req-23a6b22e-7d50-492d-8aa8-d849efa431d1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f0f2e0e-0bce-47eb-bf8d-5600e715f188 HTTP/1.1" status: 200 len: 217 time: 0.0732198 Mar 02 19:37:53.814728 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd61f2-67c2-4f33-b224-6b6b027940a5 req-3a1d0bc5-310e-4b37-93e9-4debd4818172 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:53.816350 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e1fd61f2-67c2-4f33-b224-6b6b027940a5 req-3a1d0bc5-310e-4b37-93e9-4debd4818172 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=53d8b46a-e1e4-445a-9a5c-8ea1cea41b69 HTTP/1.1" status: 200 len: 853 time: 0.0631118 Mar 02 19:37:53.823855 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f454f7ed-84db-49e4-938e-c0720ec2d048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:53.911497 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e1fd61f2-67c2-4f33-b224-6b6b027940a5 req-a378e70f-1f24-449c-82ab-3a417d998e7a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d45d784b-27e0-47e2-8441-60c64d899ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815549 Mar 02 19:37:53.929476 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-55c6752d-2bfb-411a-b063-ebb8c65bef45 None None] Set router e2f8179d-fceb-4dac-b48e-2fadc0f19bfd gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:37:54.084073 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e1fd61f2-67c2-4f33-b224-6b6b027940a5 req-553016c0-e8c9-4fdb-b0f0-b74aa0ba4ef0 service neutron] 10.222.0.87 "GET /v2.0/networks/d45d784b-27e0-47e2-8441-60c64d899ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661329 Mar 02 19:37:54.233142 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e1fd61f2-67c2-4f33-b224-6b6b027940a5 req-fb83a958-1fe7-4554-be47-fe63e5a72745 service neutron] 10.222.0.87 "GET /v2.0/networks/d45d784b-27e0-47e2-8441-60c64d899ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414711 Mar 02 19:37:54.333804 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-55c6752d-2bfb-411a-b063-ebb8c65bef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'name': 'tempest-TestMinimumBasicScenario-719762675-router', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:37Z', 'revision_number': 4, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'gw_port': {'id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:33Z', 'updated_at': '2022-03-02T19:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '562e70f7-1f52-4738-b791-817c0eaa8679', 'name': '', 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'mac_address': 'fa:16:3e:d7:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53d8b46a-e1e4-445a-9a5c-8ea1cea41b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:36Z', 'updated_at': '2022-03-02T19:35:45Z', 'revision_number': 5, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'subnets': [{'id': '53d8b46a-e1e4-445a-9a5c-8ea1cea41b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:37:54.340905 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c6752d-2bfb-411a-b063-ebb8c65bef45 None None] The sync data for ids ['e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'] in dv-neutron-831573-1-hyperv is: [{'id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'name': 'tempest-TestMinimumBasicScenario-719762675-router', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:37Z', 'revision_number': 4, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'gw_port': {'id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:33Z', 'updated_at': '2022-03-02T19:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '562e70f7-1f52-4738-b791-817c0eaa8679', 'name': '', 'network_id': 'd45d784b-27e0-47e2-8441-60c64d899ff0', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'mac_address': 'fa:16:3e:d7:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53d8b46a-e1e4-445a-9a5c-8ea1cea41b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:36Z', 'updated_at': '2022-03-02T19:35:45Z', 'revision_number': 5, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'subnets': [{'id': '53d8b46a-e1e4-445a-9a5c-8ea1cea41b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:37:54.583680 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d914ff31-ee79-4c9c-8c6b-c1673d36a159 None None] New status for floating IP 2d906001-1561-4c96-8e3a-39c8e9362e26: DOWN {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:37:55.291970 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:55.488905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:56.624481 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:59.544352 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f8544-0d74-46b2-bd29-38b12b8950cb req-cb3a04f8-f944-46e4-bc9d-8d854901840c tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:59.545717 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-680f8544-0d74-46b2-bd29-38b12b8950cb req-cb3a04f8-f944-46e4-bc9d-8d854901840c tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 945 time: 0.0872066 Mar 02 19:37:59.596302 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-680f8544-0d74-46b2-bd29-38b12b8950cb req-0962a46a-d895-4cb6-a8c7-51c5f2ac6548 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449331 Mar 02 19:38:00.800204 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d604519-6f4b-4f73-a8ea-c442a41380a0 req-43b826e0-3aeb-4df3-97b1-38412f6de0e2 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:00.800899 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-5d604519-6f4b-4f73-a8ea-c442a41380a0 req-43b826e0-3aeb-4df3-97b1-38412f6de0e2 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Synchronizing usage tracker for tenant:527496dcbf1245cca565118f93bcbcad on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:38:00.903498 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-5d604519-6f4b-4f73-a8ea-c442a41380a0 req-43b826e0-3aeb-4df3-97b1-38412f6de0e2 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Unset dirty status for tenant:527496dcbf1245cca565118f93bcbcad on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:38:00.904611 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5d604519-6f4b-4f73-a8ea-c442a41380a0 req-43b826e0-3aeb-4df3-97b1-38412f6de0e2 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 945 time: 0.1840930 Mar 02 19:38:00.955076 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-5d604519-6f4b-4f73-a8ea-c442a41380a0 req-e972b840-11ab-49c5-ba36-97600bad4a78 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Synchronizing usage tracker for tenant:527496dcbf1245cca565118f93bcbcad on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:38:01.020067 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-5d604519-6f4b-4f73-a8ea-c442a41380a0 req-e972b840-11ab-49c5-ba36-97600bad4a78 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Unset dirty status for tenant:527496dcbf1245cca565118f93bcbcad on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:38:01.021244 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5d604519-6f4b-4f73-a8ea-c442a41380a0 req-e972b840-11ab-49c5-ba36-97600bad4a78 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/security-groups?id=3bb4d982-76b5-46ad-838c-afed629ebe42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074619 Mar 02 19:38:01.117838 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30035609-ae71-41f1-8988-b675a9e9c6db req-3742169d-45b0-4e74-87e1-eaec5915feae tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:01.119265 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-30035609-ae71-41f1-8988-b675a9e9c6db req-3742169d-45b0-4e74-87e1-eaec5915feae tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.87 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 945 time: 0.0791926 Mar 02 19:38:01.194275 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-30035609-ae71-41f1-8988-b675a9e9c6db req-31e5fd1e-728b-4bee-9baa-1c355ab8d815 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Deleting port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:38:01.194511 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-30035609-ae71-41f1-8988-b675a9e9c6db req-31e5fd1e-728b-4bee-9baa-1c355ab8d815 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:01.464362 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-30035609-ae71-41f1-8988-b675a9e9c6db req-31e5fd1e-728b-4bee-9baa-1c355ab8d815 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] For port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6f0f2e0e-0bce-47eb-bf8d-5600e715f188,segment=NetworkSegment(851e3ebf-19fe-4faa-aa76-35d96ef8dc3f),segment_id=851e3ebf-19fe-4faa-aa76-35d96ef8dc3f)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:38:01.464362 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-30035609-ae71-41f1-8988-b675a9e9c6db req-31e5fd1e-728b-4bee-9baa-1c355ab8d815 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:01.583051 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-30035609-ae71-41f1-8988-b675a9e9c6db req-31e5fd1e-728b-4bee-9baa-1c355ab8d815 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Calling delete_port for 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:38:01.665898 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:01.849084 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-30035609-ae71-41f1-8988-b675a9e9c6db req-31e5fd1e-728b-4bee-9baa-1c355ab8d815 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:01.861373 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['6f0f2e0e-0bce-47eb-bf8d-5600e715f188'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:38:01.899816 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5fd1e-728b-4bee-9baa-1c355ab8d815 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Pushing event deleted for resources: {'Port': ['ID=6f0f2e0e-0bce-47eb-bf8d-5600e715f188,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:01.976629 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-30035609-ae71-41f1-8988-b675a9e9c6db req-31e5fd1e-728b-4bee-9baa-1c355ab8d815 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] No DVR routers for this DVR port 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:38:01.979044 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-30035609-ae71-41f1-8988-b675a9e9c6db req-31e5fd1e-728b-4bee-9baa-1c355ab8d815 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:01.981517 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c', 'name': 'network-vif-deleted', 'tag': '6f0f2e0e-0bce-47eb-bf8d-5600e715f188'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:38:02.044225 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c', 'name': 'network-vif-deleted', 'tag': '6f0f2e0e-0bce-47eb-bf8d-5600e715f188', 'status': 'completed', 'code': 200} Mar 02 19:38:02.076461 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-30035609-ae71-41f1-8988-b675a9e9c6db req-31e5fd1e-728b-4bee-9baa-1c355ab8d815 tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.87 "DELETE /v2.0/ports/6f0f2e0e-0bce-47eb-bf8d-5600e715f188 HTTP/1.1" status: 204 len: 173 time: 0.9512918 Mar 02 19:38:02.200110 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d3ba9e76-6f5d-48f9-a04a-82d9adb78ab2 req-6e975465-7553-4621-9700-4005f96cffca tempest-TestMinimumBasicScenario-289199460 tempest-TestMinimumBasicScenario-289199460-project] 10.222.0.73 "GET /v2.0/ports?device_id=e86f734e-a7e4-4f8c-b7d1-9e50a3b2b84c HTTP/1.1" status: 200 len: 210 time: 0.0424497 Mar 02 19:38:04.637335 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:38:04.672084 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:38:04.672428 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 6f0f2e0e-0bce-47eb-bf8d-5600e715f188 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:38:04.839891 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42622) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:05.235145 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9dacc741-9eca-405a-acf7-f0b3f7d2c47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:05.977242 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-9dacc741-9eca-405a-acf7-f0b3f7d2c47a admin admin] Deleting port 562e70f7-1f52-4738-b791-817c0eaa8679 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:38:05.978674 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9dacc741-9eca-405a-acf7-f0b3f7d2c47a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:06.171290 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-9dacc741-9eca-405a-acf7-f0b3f7d2c47a admin admin] For port 562e70f7-1f52-4738-b791-817c0eaa8679, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=562e70f7-1f52-4738-b791-817c0eaa8679,segment=NetworkSegment(851e3ebf-19fe-4faa-aa76-35d96ef8dc3f),segment_id=851e3ebf-19fe-4faa-aa76-35d96ef8dc3f)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:38:06.171665 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9dacc741-9eca-405a-acf7-f0b3f7d2c47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:06.316918 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-9dacc741-9eca-405a-acf7-f0b3f7d2c47a admin admin] Calling delete_port for 562e70f7-1f52-4738-b791-817c0eaa8679 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:38:06.572334 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9dacc741-9eca-405a-acf7-f0b3f7d2c47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:06.632319 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacc741-9eca-405a-acf7-f0b3f7d2c47a admin admin] Pushing event deleted for resources: {'Port': ['ID=562e70f7-1f52-4738-b791-817c0eaa8679,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:06.935752 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9dacc741-9eca-405a-acf7-f0b3f7d2c47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:07.672588 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dacc741-9eca-405a-acf7-f0b3f7d2c47a admin admin] Router e2f8179d-fceb-4dac-b48e-2fadc0f19bfd has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:38:07.886717 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dacc741-9eca-405a-acf7-f0b3f7d2c47a admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:38:07.895852 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e058a0-bbb4-4a67-914e-89a5efd53d2b None None] Sync routers for ids ['e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:38:07.899396 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9dacc741-9eca-405a-acf7-f0b3f7d2c47a admin admin] 10.222.0.73 "PUT /v2.0/routers/e2f8179d-fceb-4dac-b48e-2fadc0f19bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0584054 Mar 02 19:38:07.902501 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42626) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:07.916218 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e058a0-bbb4-4a67-914e-89a5efd53d2b None None] Routers {'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:38:07.917401 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-12e058a0-bbb4-4a67-914e-89a5efd53d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:37:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:08.103073 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-12e058a0-bbb4-4a67-914e-89a5efd53d2b None None] Set router e2f8179d-fceb-4dac-b48e-2fadc0f19bfd gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:38:08.120910 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c417c599-3d53-46d8-9f5c-419084f6d477 admin admin] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:08.328203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c417c599-3d53-46d8-9f5c-419084f6d477 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:08.397727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-c417c599-3d53-46d8-9f5c-419084f6d477 admin admin] Deleting port 8bd5cfdd-4730-49f4-9a2d-be2c3cc35631 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:38:08.398074 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c417c599-3d53-46d8-9f5c-419084f6d477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:08.417631 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-12e058a0-bbb4-4a67-914e-89a5efd53d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'name': 'tempest-TestMinimumBasicScenario-719762675-router', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:38:06Z', 'revision_number': 5, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'gw_port': {'id': '8bd5cfdd-4730-49f4-9a2d-be2c3cc35631', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:33Z', 'updated_at': '2022-03-02T19:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:08.421918 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e058a0-bbb4-4a67-914e-89a5efd53d2b None None] Checking router: e2f8179d-fceb-4dac-b48e-2fadc0f19bfd for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:38:08.433205 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e058a0-bbb4-4a67-914e-89a5efd53d2b None None] Routers {'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:38:08.433810 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-12e058a0-bbb4-4a67-914e-89a5efd53d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:37:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:08.587824 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-c417c599-3d53-46d8-9f5c-419084f6d477 admin admin] For port 8bd5cfdd-4730-49f4-9a2d-be2c3cc35631, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8bd5cfdd-4730-49f4-9a2d-be2c3cc35631,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:38:08.589020 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-12e058a0-bbb4-4a67-914e-89a5efd53d2b None None] Set router e2f8179d-fceb-4dac-b48e-2fadc0f19bfd gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:38:08.589588 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c417c599-3d53-46d8-9f5c-419084f6d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:08.695336 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-12e058a0-bbb4-4a67-914e-89a5efd53d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'name': 'tempest-TestMinimumBasicScenario-719762675-router', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:38:08Z', 'revision_number': 6, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:08.701353 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e058a0-bbb4-4a67-914e-89a5efd53d2b None None] The sync data for ids ['e2f8179d-fceb-4dac-b48e-2fadc0f19bfd'] in dv-neutron-831573-1-hyperv is: [{'id': 'e2f8179d-fceb-4dac-b48e-2fadc0f19bfd', 'name': 'tempest-TestMinimumBasicScenario-719762675-router', 'tenant_id': '527496dcbf1245cca565118f93bcbcad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:38:08Z', 'revision_number': 6, 'project_id': '527496dcbf1245cca565118f93bcbcad', 'gw_port_host': None}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:38:08.718061 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-c417c599-3d53-46d8-9f5c-419084f6d477 admin admin] Calling delete_port for 8bd5cfdd-4730-49f4-9a2d-be2c3cc35631 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:38:09.018237 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c417c599-3d53-46d8-9f5c-419084f6d477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:09.061033 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 562e70f7-1f52-4738-b791-817c0eaa8679 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:38:09.105268 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 562e70f7-1f52-4738-b791-817c0eaa8679 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:38:09.105840 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 562e70f7-1f52-4738-b791-817c0eaa8679 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:38:09.120894 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417c599-3d53-46d8-9f5c-419084f6d477 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd5cfdd-4730-49f4-9a2d-be2c3cc35631,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:09.428714 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c417c599-3d53-46d8-9f5c-419084f6d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:09.693938 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c417c599-3d53-46d8-9f5c-419084f6d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:09.698976 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c417c599-3d53-46d8-9f5c-419084f6d477 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:09.788660 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c417c599-3d53-46d8-9f5c-419084f6d477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:09.789536 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c417c599-3d53-46d8-9f5c-419084f6d477 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2f8179d-fceb-4dac-b48e-2fadc0f19bfd {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:38:09.801812 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c417c599-3d53-46d8-9f5c-419084f6d477 admin admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:09.803067 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c417c599-3d53-46d8-9f5c-419084f6d477 admin admin] 10.222.0.73 "DELETE /v2.0/routers/e2f8179d-fceb-4dac-b48e-2fadc0f19bfd HTTP/1.1" status: 204 len: 168 time: 1.8994365 Mar 02 19:38:09.805441 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42630) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:09.872122 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52a6104-1b9e-4bd2-a8c7-58cb04b0be53 admin admin] Deleting subnet 53d8b46a-e1e4-445a-9a5c-8ea1cea41b69 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:38:09.875946 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b52a6104-1b9e-4bd2-a8c7-58cb04b0be53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:09.937809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b52a6104-1b9e-4bd2-a8c7-58cb04b0be53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:10.020391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b52a6104-1b9e-4bd2-a8c7-58cb04b0be53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:10.175219 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b52a6104-1b9e-4bd2-a8c7-58cb04b0be53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:10.214800 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a6104-1b9e-4bd2-a8c7-58cb04b0be53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53d8b46a-e1e4-445a-9a5c-8ea1cea41b69,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:10.220758 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b52a6104-1b9e-4bd2-a8c7-58cb04b0be53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:10.225565 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f7d3dc-7172-492f-acf6-fbac6d941bfc None None] Network d45d784b-27e0-47e2-8441-60c64d899ff0 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:38:10.228067 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b52a6104-1b9e-4bd2-a8c7-58cb04b0be53 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/53d8b46a-e1e4-445a-9a5c-8ea1cea41b69 HTTP/1.1" status: 204 len: 168 time: 0.4215698 Mar 02 19:38:10.231138 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42634) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:10.337846 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:10.349333 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] Deleting port d59db95b-a2ab-4fc6-9563-1011649bd48f {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:38:10.349664 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:10.480804 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14739731-c7a2-4937-8f23-61ae6836a273 None None] DHCP port deletion for d45d784b-27e0-47e2-8441-60c64d899ff0 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:38:10.487289 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-14739731-c7a2-4937-8f23-61ae6836a273 None None] Deleting port d59db95b-a2ab-4fc6-9563-1011649bd48f {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:38:10.487705 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-14739731-c7a2-4937-8f23-61ae6836a273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:10.563637 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] For port d59db95b-a2ab-4fc6-9563-1011649bd48f, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=d59db95b-a2ab-4fc6-9563-1011649bd48f,segment=NetworkSegment(851e3ebf-19fe-4faa-aa76-35d96ef8dc3f),segment_id=851e3ebf-19fe-4faa-aa76-35d96ef8dc3f)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:38:10.563983 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:10.687687 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] Calling delete_port for d59db95b-a2ab-4fc6-9563-1011649bd48f owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:38:10.693673 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-14739731-c7a2-4937-8f23-61ae6836a273 None None] For port d59db95b-a2ab-4fc6-9563-1011649bd48f, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=d59db95b-a2ab-4fc6-9563-1011649bd48f,segment=NetworkSegment(851e3ebf-19fe-4faa-aa76-35d96ef8dc3f),segment_id=851e3ebf-19fe-4faa-aa76-35d96ef8dc3f)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:38:10.694065 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-14739731-c7a2-4937-8f23-61ae6836a273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:10.817926 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d59db95b-a2ab-4fc6-9563-1011649bd48f no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:38:10.840745 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:10.851996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-14739731-c7a2-4937-8f23-61ae6836a273 None None] Calling delete_port for d59db95b-a2ab-4fc6-9563-1011649bd48f owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:38:10.886950 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] Pushing event deleted for resources: {'Port': ['ID=d59db95b-a2ab-4fc6-9563-1011649bd48f,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:10.890670 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] No DVR routers for this DVR port d59db95b-a2ab-4fc6-9563-1011649bd48f on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:38:10.893319 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: d59db95b-a2ab-4fc6-9563-1011649bd48f {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:38:10.894018 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d59db95b-a2ab-4fc6-9563-1011649bd48f not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:38:10.894435 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8bd5cfdd-4730-49f4-9a2d-be2c3cc35631 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:38:10.936856 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 8bd5cfdd-4730-49f4-9a2d-be2c3cc35631 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:38:10.937201 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8bd5cfdd-4730-49f4-9a2d-be2c3cc35631 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:38:10.971537 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-14739731-c7a2-4937-8f23-61ae6836a273 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:38:10.971900 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-14739731-c7a2-4937-8f23-61ae6836a273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:38:11.111942 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:11.139530 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45d784b-27e0-47e2-8441-60c64d899ff0']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:11.151536 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851e3ebf-19fe-4faa-aa76-35d96ef8dc3f') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:11.151827 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851e3ebf-19fe-4faa-aa76-35d96ef8dc3f') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:11.162999 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:11.178569 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:11.185247 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:38:11.185643 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:38:11.199544 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:38:11.349034 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:11.365633 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:11.376593 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] Pushing event deleted for resources: {'Network': ['ID=d45d784b-27e0-47e2-8441-60c64d899ff0,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:11.458777 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a80155d1-2a7f-48e5-8d2e-408cca464381 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d45d784b-27e0-47e2-8441-60c64d899ff0 HTTP/1.1" status: 204 len: 168 time: 1.2263546 Mar 02 19:38:11.461489 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42638) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:11.473204 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-14739731-c7a2-4937-8f23-61ae6836a273 None None] Deleting port d59db95b-a2ab-4fc6-9563-1011649bd48f {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:38:11.473754 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-14739731-c7a2-4937-8f23-61ae6836a273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:11.537916 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-14739731-c7a2-4937-8f23-61ae6836a273 None None] The port 'd59db95b-a2ab-4fc6-9563-1011649bd48f' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:38:11.717078 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:38:11.861325 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9f54a16c-759b-4c4f-804d-ae0721f73cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:12.463307 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-9f54a16c-759b-4c4f-804d-ae0721f73cbe admin admin] Deleting port a11153f6-8076-4b0a-9910-6c9224adc791 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:38:12.463651 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9f54a16c-759b-4c4f-804d-ae0721f73cbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:12.641267 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-9f54a16c-759b-4c4f-804d-ae0721f73cbe admin admin] For port a11153f6-8076-4b0a-9910-6c9224adc791, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a11153f6-8076-4b0a-9910-6c9224adc791,segment=NetworkSegment(5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24),segment_id=5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:38:12.641610 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9f54a16c-759b-4c4f-804d-ae0721f73cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:12.861652 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-9f54a16c-759b-4c4f-804d-ae0721f73cbe admin admin] Calling delete_port for a11153f6-8076-4b0a-9910-6c9224adc791 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:38:13.106548 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9f54a16c-759b-4c4f-804d-ae0721f73cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:13.157099 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54a16c-759b-4c4f-804d-ae0721f73cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=a11153f6-8076-4b0a-9910-6c9224adc791,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:13.452405 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-9f54a16c-759b-4c4f-804d-ae0721f73cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:14.022109 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f54a16c-759b-4c4f-804d-ae0721f73cbe admin admin] Router 4b0ec74a-e7a0-4dfb-9bef-5339394850f8 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:38:14.226163 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f54a16c-759b-4c4f-804d-ae0721f73cbe admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:38:14.236039 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a1bb33-cc91-47df-876f-4dc0650091a0 None None] Sync routers for ids ['4b0ec74a-e7a0-4dfb-9bef-5339394850f8'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:38:14.248160 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a1bb33-cc91-47df-876f-4dc0650091a0 None None] Routers {'4b0ec74a-e7a0-4dfb-9bef-5339394850f8'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:38:14.248754 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-99a1bb33-cc91-47df-876f-4dc0650091a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:37:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['4b0ec74a-e7a0-4dfb-9bef-5339394850f8'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:14.356789 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9f54a16c-759b-4c4f-804d-ae0721f73cbe admin admin] 10.222.0.73 "PUT /v2.0/routers/4b0ec74a-e7a0-4dfb-9bef-5339394850f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8941767 Mar 02 19:38:14.363503 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42642) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:14.428591 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-99a1bb33-cc91-47df-876f-4dc0650091a0 None None] Set router 4b0ec74a-e7a0-4dfb-9bef-5339394850f8 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:38:14.675568 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3b5178a4-92c9-4b54-b141-e51dc76ab483 admin admin] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:14.721993 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-99a1bb33-cc91-47df-876f-4dc0650091a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'name': 'tempest-TestMinimumBasicScenario-907810692-router', 'tenant_id': '0507cfe575e84baab7a37216bfa7ebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': '3b3f4537-2350-47f2-80cf-3425c21ad917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:41Z', 'updated_at': '2022-03-02T19:38:12Z', 'revision_number': 5, 'project_id': '0507cfe575e84baab7a37216bfa7ebe6', 'gw_port': {'id': '3b3f4537-2350-47f2-80cf-3425c21ad917', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:42Z', 'updated_at': '2022-03-02T19:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:14.725881 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a1bb33-cc91-47df-876f-4dc0650091a0 None None] Checking router: 4b0ec74a-e7a0-4dfb-9bef-5339394850f8 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:38:14.738057 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a1bb33-cc91-47df-876f-4dc0650091a0 None None] Routers {'4b0ec74a-e7a0-4dfb-9bef-5339394850f8'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:38:14.738575 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-99a1bb33-cc91-47df-876f-4dc0650091a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:37:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['4b0ec74a-e7a0-4dfb-9bef-5339394850f8'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:14.880671 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3b5178a4-92c9-4b54-b141-e51dc76ab483 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:14.954278 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-99a1bb33-cc91-47df-876f-4dc0650091a0 None None] Set router 4b0ec74a-e7a0-4dfb-9bef-5339394850f8 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:38:14.988907 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-3b5178a4-92c9-4b54-b141-e51dc76ab483 admin admin] Deleting port 3b3f4537-2350-47f2-80cf-3425c21ad917 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:38:14.989248 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3b5178a4-92c9-4b54-b141-e51dc76ab483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:15.165434 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-3b5178a4-92c9-4b54-b141-e51dc76ab483 admin admin] For port 3b3f4537-2350-47f2-80cf-3425c21ad917, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3b3f4537-2350-47f2-80cf-3425c21ad917,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:38:15.166157 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3b5178a4-92c9-4b54-b141-e51dc76ab483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:15.242983 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-99a1bb33-cc91-47df-876f-4dc0650091a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'name': 'tempest-TestMinimumBasicScenario-907810692-router', 'tenant_id': '0507cfe575e84baab7a37216bfa7ebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': '3b3f4537-2350-47f2-80cf-3425c21ad917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:41Z', 'updated_at': '2022-03-02T19:38:12Z', 'revision_number': 5, 'project_id': '0507cfe575e84baab7a37216bfa7ebe6', 'gw_port': {'id': '3b3f4537-2350-47f2-80cf-3425c21ad917', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:42Z', 'updated_at': '2022-03-02T19:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:15.247933 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a1bb33-cc91-47df-876f-4dc0650091a0 None None] The sync data for ids ['4b0ec74a-e7a0-4dfb-9bef-5339394850f8'] in dv-neutron-831573-1-hyperv is: [{'id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'name': 'tempest-TestMinimumBasicScenario-907810692-router', 'tenant_id': '0507cfe575e84baab7a37216bfa7ebe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': '3b3f4537-2350-47f2-80cf-3425c21ad917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:41Z', 'updated_at': '2022-03-02T19:38:12Z', 'revision_number': 5, 'project_id': '0507cfe575e84baab7a37216bfa7ebe6', 'gw_port': {'id': '3b3f4537-2350-47f2-80cf-3425c21ad917', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0ec74a-e7a0-4dfb-9bef-5339394850f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:42Z', 'updated_at': '2022-03-02T19:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:38:15.288705 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-3b5178a4-92c9-4b54-b141-e51dc76ab483 admin admin] Calling delete_port for 3b3f4537-2350-47f2-80cf-3425c21ad917 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:38:15.532002 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3b5178a4-92c9-4b54-b141-e51dc76ab483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:15.582701 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5178a4-92c9-4b54-b141-e51dc76ab483 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b3f4537-2350-47f2-80cf-3425c21ad917,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:15.814040 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3b5178a4-92c9-4b54-b141-e51dc76ab483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:16.185488 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3b5178a4-92c9-4b54-b141-e51dc76ab483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:16.189695 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3b5178a4-92c9-4b54-b141-e51dc76ab483 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:16.280214 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3b5178a4-92c9-4b54-b141-e51dc76ab483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:16.280732 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5178a4-92c9-4b54-b141-e51dc76ab483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b0ec74a-e7a0-4dfb-9bef-5339394850f8 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:38:16.293820 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3b5178a4-92c9-4b54-b141-e51dc76ab483 admin admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:16.296317 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3b5178a4-92c9-4b54-b141-e51dc76ab483 admin admin] 10.222.0.73 "DELETE /v2.0/routers/4b0ec74a-e7a0-4dfb-9bef-5339394850f8 HTTP/1.1" status: 204 len: 168 time: 1.9347370 Mar 02 19:38:16.297638 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42646) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:16.361131 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c78a1f-47d4-423b-bd43-9198b7743c90 admin admin] Deleting subnet b6fe832e-5608-486a-b589-222f95d29fbc {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:38:16.364259 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-20c78a1f-47d4-423b-bd43-9198b7743c90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:16.415249 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-20c78a1f-47d4-423b-bd43-9198b7743c90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:16.497310 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-20c78a1f-47d4-423b-bd43-9198b7743c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:16.663735 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-20c78a1f-47d4-423b-bd43-9198b7743c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:16.705979 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c78a1f-47d4-423b-bd43-9198b7743c90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6fe832e-5608-486a-b589-222f95d29fbc,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:16.711241 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-20c78a1f-47d4-423b-bd43-9198b7743c90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:16.718142 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ceac64-ce86-47a0-a498-2fbbb431570d None None] Network 897168bd-ca07-4515-a266-d1b9f93bea6c requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:38:16.718756 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-20c78a1f-47d4-423b-bd43-9198b7743c90 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b6fe832e-5608-486a-b589-222f95d29fbc HTTP/1.1" status: 204 len: 168 time: 0.4198265 Mar 02 19:38:16.720911 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42650) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:16.808926 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a11153f6-8076-4b0a-9910-6c9224adc791 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:38:16.831079 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:16.842643 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] Deleting port 956b2d94-2716-4248-b62e-ca3da5f3e013 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:38:16.842978 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:16.854462 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: a11153f6-8076-4b0a-9910-6c9224adc791 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:38:16.854902 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a11153f6-8076-4b0a-9910-6c9224adc791 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:38:16.855317 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3b3f4537-2350-47f2-80cf-3425c21ad917 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:38:16.895727 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 3b3f4537-2350-47f2-80cf-3425c21ad917 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:38:16.896072 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3b3f4537-2350-47f2-80cf-3425c21ad917 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:38:17.054332 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20764da-5a76-4584-a64b-4e30f2f3f4d6 None None] DHCP port deletion for 897168bd-ca07-4515-a266-d1b9f93bea6c request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:38:17.058580 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] For port 956b2d94-2716-4248-b62e-ca3da5f3e013, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=956b2d94-2716-4248-b62e-ca3da5f3e013,segment=NetworkSegment(5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24),segment_id=5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:38:17.058943 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:17.059771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f20764da-5a76-4584-a64b-4e30f2f3f4d6 None None] Deleting port 956b2d94-2716-4248-b62e-ca3da5f3e013 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:38:17.060146 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f20764da-5a76-4584-a64b-4e30f2f3f4d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:17.193383 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] Calling delete_port for 956b2d94-2716-4248-b62e-ca3da5f3e013 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:38:17.266858 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f20764da-5a76-4584-a64b-4e30f2f3f4d6 None None] For port 956b2d94-2716-4248-b62e-ca3da5f3e013, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=956b2d94-2716-4248-b62e-ca3da5f3e013,segment=NetworkSegment(5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24),segment_id=5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:38:17.267157 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f20764da-5a76-4584-a64b-4e30f2f3f4d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:17.331879 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:17.377835 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] Pushing event deleted for resources: {'Port': ['ID=956b2d94-2716-4248-b62e-ca3da5f3e013,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:17.384263 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] No DVR routers for this DVR port 956b2d94-2716-4248-b62e-ca3da5f3e013 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:38:17.396273 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f20764da-5a76-4584-a64b-4e30f2f3f4d6 None None] Calling delete_port for 956b2d94-2716-4248-b62e-ca3da5f3e013 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:38:17.466696 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-f20764da-5a76-4584-a64b-4e30f2f3f4d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:38:17.467047 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-f20764da-5a76-4584-a64b-4e30f2f3f4d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:38:17.504913 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:17.530733 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897168bd-ca07-4515-a266-d1b9f93bea6c']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:17.542991 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:17.543292 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc1a9a4-c168-4efa-bbc4-ddbd2372cc24') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:17.555192 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:17.576937 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:17.583128 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:38:17.583546 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:38:17.597476 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:38:17.771776 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:17.788576 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:17.798912 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] Pushing event deleted for resources: {'Network': ['ID=897168bd-ca07-4515-a266-d1b9f93bea6c,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:17.806061 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d4a3755a-ad7e-447f-a482-903f1739f6ec admin admin] 10.222.0.73 "DELETE /v2.0/networks/897168bd-ca07-4515-a266-d1b9f93bea6c HTTP/1.1" status: 204 len: 168 time: 1.0841868 Mar 02 19:38:17.968841 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f20764da-5a76-4584-a64b-4e30f2f3f4d6 None None] Deleting port 956b2d94-2716-4248-b62e-ca3da5f3e013 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:38:17.969677 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f20764da-5a76-4584-a64b-4e30f2f3f4d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:18.035042 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f20764da-5a76-4584-a64b-4e30f2f3f4d6 None None] The port '956b2d94-2716-4248-b62e-ca3da5f3e013' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:38:18.237570 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42656) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:18.290674 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0857a92a-5d1e-4651-b395-ff9c5eff157f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=527496dcbf1245cca565118f93bcbcad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518894 Mar 02 19:38:18.293507 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42660) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:18.358747 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7b22c689-8f8a-4f03-9c5f-29ce8bf6b0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:18.384076 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7b22c689-8f8a-4f03-9c5f-29ce8bf6b0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:18.523383 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7b22c689-8f8a-4f03-9c5f-29ce8bf6b0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:18.541046 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22c689-8f8a-4f03-9c5f-29ce8bf6b0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb4d982-76b5-46ad-838c-afed629ebe42,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:18.651071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-7b22c689-8f8a-4f03-9c5f-29ce8bf6b0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:18.652162 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7b22c689-8f8a-4f03-9c5f-29ce8bf6b0d4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3bb4d982-76b5-46ad-838c-afed629ebe42 HTTP/1.1" status: 204 len: 168 time: 0.3577785 Mar 02 19:38:18.790399 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 956b2d94-2716-4248-b62e-ca3da5f3e013 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:38:18.824209 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 956b2d94-2716-4248-b62e-ca3da5f3e013 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:38:18.824575 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 956b2d94-2716-4248-b62e-ca3da5f3e013 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:38:19.395675 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42668) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:19.444025 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-107c3369-50f6-4d8e-a4d5-1c4aae30b465 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0507cfe575e84baab7a37216bfa7ebe6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0472419 Mar 02 19:38:19.446529 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42672) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:19.506110 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1ed6c030-eb30-47c5-9b4e-c4ce0a9dd91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:19.534840 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1ed6c030-eb30-47c5-9b4e-c4ce0a9dd91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:19.800329 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1ed6c030-eb30-47c5-9b4e-c4ce0a9dd91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:19.816715 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6c030-eb30-47c5-9b4e-c4ce0a9dd91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1a32c0-fe97-4807-84f4-6acdcc5b2677,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:19.821059 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1ed6c030-eb30-47c5-9b4e-c4ce0a9dd91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:19.822252 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1ed6c030-eb30-47c5-9b4e-c4ce0a9dd91d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dd1a32c0-fe97-4807-84f4-6acdcc5b2677 HTTP/1.1" status: 204 len: 168 time: 0.3748436 Mar 02 19:38:21.717808 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9eef7589-d8e3-4608-a806-86b3c73d7573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:22.656107 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42716) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:22.661796 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1914704338', 'description': 'tempest-secgroup-smoke-1914704338 description', 'project_id': '15844680b0ad49b5ae5449a829df52dd'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:38:22.668309 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:38:22.672169 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:38:22.675090 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:38:22.681397 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:38:22.760951 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:22.774502 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:22.808127 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:38:22.811910 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:38:22.814959 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:38:22.820762 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:38:22.890145 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:22.966026 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:23.008176 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:38:23.011308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e58980-5ea2-4c96-9026-10eee26c47de,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:23.016481 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:38:23.019889 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:38:23.025739 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:38:23.085299 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:23.188880 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:23.235873 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a0a067-fe0e-4797-8631-bdf30fccbf3c,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:23.297694 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:23.298937 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fbb20d8e-5eb4-482a-bb66-d399821f23e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6418331 Mar 02 19:38:23.301866 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42722) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:23.308037 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-36f5fa49-0edc-4187-82a6-73ae94dc063e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '54a0a067-fe0e-4797-8631-bdf30fccbf3c', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:38:23.316732 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-36f5fa49-0edc-4187-82a6-73ae94dc063e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:38:23.320572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-36f5fa49-0edc-4187-82a6-73ae94dc063e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:38:23.324492 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-36f5fa49-0edc-4187-82a6-73ae94dc063e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:38:23.331144 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-36f5fa49-0edc-4187-82a6-73ae94dc063e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:38:23.433063 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36f5fa49-0edc-4187-82a6-73ae94dc063e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:23.499325 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36f5fa49-0edc-4187-82a6-73ae94dc063e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:23.582990 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36f5fa49-0edc-4187-82a6-73ae94dc063e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:23.608859 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5fa49-0edc-4187-82a6-73ae94dc063e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906a9830-28b4-4882-94aa-219eabf76eb1,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:23.680213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36f5fa49-0edc-4187-82a6-73ae94dc063e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:23.681415 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-36f5fa49-0edc-4187-82a6-73ae94dc063e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3785477 Mar 02 19:38:23.685177 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42726) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:23.690935 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-0f08db1c-5781-498f-a4f4-0c6a0ba26931 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '54a0a067-fe0e-4797-8631-bdf30fccbf3c', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:38:23.696913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0f08db1c-5781-498f-a4f4-0c6a0ba26931 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:38:23.701923 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0f08db1c-5781-498f-a4f4-0c6a0ba26931 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:38:23.705705 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-0f08db1c-5781-498f-a4f4-0c6a0ba26931 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:38:23.711324 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-0f08db1c-5781-498f-a4f4-0c6a0ba26931 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:38:23.766580 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-961d1e4c-938d-46e2-9bd2-68ce6f061ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:23.801243 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0f08db1c-5781-498f-a4f4-0c6a0ba26931 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:23.865382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0f08db1c-5781-498f-a4f4-0c6a0ba26931 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:23.926282 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0f08db1c-5781-498f-a4f4-0c6a0ba26931 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:23.951237 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08db1c-5781-498f-a4f4-0c6a0ba26931 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1287583f-2c1a-4cf2-80d9-4c429ff582c4,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:24.014950 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0f08db1c-5781-498f-a4f4-0c6a0ba26931 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:24.016214 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0f08db1c-5781-498f-a4f4-0c6a0ba26931 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3300135 Mar 02 19:38:24.018932 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42730) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:24.024519 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-7884f26f-2e72-490c-87c2-2537f4cbd588 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '54a0a067-fe0e-4797-8631-bdf30fccbf3c', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:38:24.030576 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7884f26f-2e72-490c-87c2-2537f4cbd588 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:38:24.034364 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7884f26f-2e72-490c-87c2-2537f4cbd588 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:38:24.037237 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7884f26f-2e72-490c-87c2-2537f4cbd588 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:38:24.043510 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7884f26f-2e72-490c-87c2-2537f4cbd588 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:38:24.145495 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7884f26f-2e72-490c-87c2-2537f4cbd588 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:24.208589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7884f26f-2e72-490c-87c2-2537f4cbd588 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:24.294578 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7884f26f-2e72-490c-87c2-2537f4cbd588 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:24.321059 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884f26f-2e72-490c-87c2-2537f4cbd588 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9995d182-a1f2-44dc-ba3a-60105093fa72,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:24.411607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7884f26f-2e72-490c-87c2-2537f4cbd588 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:24.412816 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7884f26f-2e72-490c-87c2-2537f4cbd588 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3929884 Mar 02 19:38:24.415538 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42736) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:24.421367 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-592fc40b-e44b-4318-9bc4-98652ecf7c70 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '54a0a067-fe0e-4797-8631-bdf30fccbf3c', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:38:24.427248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-592fc40b-e44b-4318-9bc4-98652ecf7c70 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:38:24.430954 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-592fc40b-e44b-4318-9bc4-98652ecf7c70 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:38:24.433842 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-592fc40b-e44b-4318-9bc4-98652ecf7c70 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:38:24.439378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-592fc40b-e44b-4318-9bc4-98652ecf7c70 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:38:24.536585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-592fc40b-e44b-4318-9bc4-98652ecf7c70 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:24.603191 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-592fc40b-e44b-4318-9bc4-98652ecf7c70 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:24.700608 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-592fc40b-e44b-4318-9bc4-98652ecf7c70 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:24.725721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fc40b-e44b-4318-9bc4-98652ecf7c70 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598fff25-b752-438d-ac90-72a73308e3a7,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:24.814717 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-592fc40b-e44b-4318-9bc4-98652ecf7c70 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:24.815962 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-592fc40b-e44b-4318-9bc4-98652ecf7c70 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3995278 Mar 02 19:38:24.818702 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42740) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:24.824814 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-e319253d-04f2-4836-8c00-58caead67e0e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '54a0a067-fe0e-4797-8631-bdf30fccbf3c', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:38:24.831312 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e319253d-04f2-4836-8c00-58caead67e0e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:38:24.835224 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e319253d-04f2-4836-8c00-58caead67e0e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:38:24.838515 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e319253d-04f2-4836-8c00-58caead67e0e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:38:24.844988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e319253d-04f2-4836-8c00-58caead67e0e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:38:24.906430 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-e319253d-04f2-4836-8c00-58caead67e0e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Project 15844680b0ad49b5ae5449a829df52dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:38:24.913137 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e319253d-04f2-4836-8c00-58caead67e0e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:24.979749 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e319253d-04f2-4836-8c00-58caead67e0e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:25.049028 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e319253d-04f2-4836-8c00-58caead67e0e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:25.072977 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319253d-04f2-4836-8c00-58caead67e0e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffb94cc-5247-4c4e-96bb-897251a79203,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:25.160388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e319253d-04f2-4836-8c00-58caead67e0e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:25.161626 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e319253d-04f2-4836-8c00-58caead67e0e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3420277 Mar 02 19:38:25.164410 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42744) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:25.170079 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-6474a842-22b6-4787-8da1-f0ecbcdd87d7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '54a0a067-fe0e-4797-8631-bdf30fccbf3c', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:38:25.176237 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6474a842-22b6-4787-8da1-f0ecbcdd87d7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:38:25.180197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6474a842-22b6-4787-8da1-f0ecbcdd87d7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:38:25.183837 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6474a842-22b6-4787-8da1-f0ecbcdd87d7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:38:25.190484 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6474a842-22b6-4787-8da1-f0ecbcdd87d7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:38:25.254520 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-6474a842-22b6-4787-8da1-f0ecbcdd87d7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Project 15844680b0ad49b5ae5449a829df52dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:38:25.262004 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6474a842-22b6-4787-8da1-f0ecbcdd87d7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:25.289066 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:25.326880 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6474a842-22b6-4787-8da1-f0ecbcdd87d7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:25.408904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6474a842-22b6-4787-8da1-f0ecbcdd87d7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:25.437973 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474a842-22b6-4787-8da1-f0ecbcdd87d7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350b8e0e-37eb-49c6-ab1d-bb121823188d,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:25.457327 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:25.506019 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6474a842-22b6-4787-8da1-f0ecbcdd87d7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:25.507248 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6474a842-22b6-4787-8da1-f0ecbcdd87d7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3418982 Mar 02 19:38:25.510326 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42748) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:25.516151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-6b2e5603-b16b-4845-9743-1d6f4b2b358f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'network': {'name': 'tempest-network-smoke--1201531061', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'port_security_enabled': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:38:25.521290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6b2e5603-b16b-4845-9743-1d6f4b2b358f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:38:25.525131 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6b2e5603-b16b-4845-9743-1d6f4b2b358f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:network and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:38:25.528210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6b2e5603-b16b-4845-9743-1d6f4b2b358f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:38:25.533922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6b2e5603-b16b-4845-9743-1d6f4b2b358f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:38:25.600434 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2e5603-b16b-4845-9743-1d6f4b2b358f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Made reservation on behalf of 15844680b0ad49b5ae5449a829df52dd for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:38:25.603550 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6b2e5603-b16b-4845-9743-1d6f4b2b358f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:25.632174 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2e5603-b16b-4845-9743-1d6f4b2b358f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:38:25.640777 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6b2e5603-b16b-4845-9743-1d6f4b2b358f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:25.641146 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-6b2e5603-b16b-4845-9743-1d6f4b2b358f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Added segment 98cf2d7d-f989-458f-8611-00f9be0d023a of type vlan for network 58a80037-1827-4228-b45d-cea06026959f Mar 02 19:38:25.666241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6b2e5603-b16b-4845-9743-1d6f4b2b358f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:25.772263 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6b2e5603-b16b-4845-9743-1d6f4b2b358f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:25.775995 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e5603-b16b-4845-9743-1d6f4b2b358f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:25.776614 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6b2e5603-b16b-4845-9743-1d6f4b2b358f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:25.882068 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e5603-b16b-4845-9743-1d6f4b2b358f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Network': ['ID=58a80037-1827-4228-b45d-cea06026959f,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:25.892249 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 58a80037-1827-4228-b45d-cea06026959f details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:38:25.939002 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6b2e5603-b16b-4845-9743-1d6f4b2b358f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4275455 Mar 02 19:38:25.941955 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42752) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:25.947458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1562499156', 'admin_state_up': True, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:38:25.955269 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:38:25.959152 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:router and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:38:25.962104 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:38:25.968497 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:38:26.037801 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:26.038785 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:26.059111 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:26.295224 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:26.586416 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:26.614885 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:26.617389 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:26.755807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Allocated IP 172.26.4.121 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/22fd1b39-ad4f-412b-82bc-404b284e9d61) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:38:26.905146 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:26.983702 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:27.050483 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:38:27.053505 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:38:27.056065 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:38:27.094597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=22fd1b39-ad4f-412b-82bc-404b284e9d61,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:27.284922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:27.285586 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:27.737570 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router c8e124bd-9e28-4fa6-8a47-678d9b60051e is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:38:27.946794 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:38:27.959169 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Sync routers for ids ['c8e124bd-9e28-4fa6-8a47-678d9b60051e'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:38:27.976043 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Routers {'c8e124bd-9e28-4fa6-8a47-678d9b60051e'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:38:27.976762 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:38:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c8e124bd-9e28-4fa6-8a47-678d9b60051e'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:28.035071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:28.039343 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-074fd2f6-ab24-4aba-b10a-9cbb8d37f5b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0933537 Mar 02 19:38:28.040171 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42758) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:28.169866 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Set router c8e124bd-9e28-4fa6-8a47-678d9b60051e gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:38:28.210711 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4f8c82d7-a773-4aab-a8f5-0679f962b4fb tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=15844680b0ad49b5ae5449a829df52dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1698020 Mar 02 19:38:28.213546 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42764) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:28.365574 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f16445-14d7-4fd4-a58b-93a17efe5fed tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:28.367140 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-19f16445-14d7-4fd4-a58b-93a17efe5fed tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1525817 Mar 02 19:38:28.370073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42768) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:28.410845 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-98456f93-7645-448f-979a-9f6531fb6bde tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=34755311-e60d-4721-8297-2b2c64e749c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390873 Mar 02 19:38:28.413580 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42772) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:28.419239 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-58bc5e1f-352d-40af-a476-024e34118d9a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1974429338', 'network_id': '58a80037-1827-4228-b45d-cea06026959f', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:38:28.498970 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562499156', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:27Z', 'revision_number': 3, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:28.503002 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Checking router: c8e124bd-9e28-4fa6-8a47-678d9b60051e for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:38:28.503369 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Updating router c8e124bd-9e28-4fa6-8a47-678d9b60051e port 22fd1b39-ad4f-412b-82bc-404b284e9d61 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:38:28.537800 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-58bc5e1f-352d-40af-a476-024e34118d9a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:38:28.542635 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-58bc5e1f-352d-40af-a476-024e34118d9a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:subnet and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:38:28.545582 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-58bc5e1f-352d-40af-a476-024e34118d9a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:38:28.555983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-58bc5e1f-352d-40af-a476-024e34118d9a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:38:28.558787 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:28.655047 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bc5e1f-352d-40af-a476-024e34118d9a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Made reservation on behalf of 15844680b0ad49b5ae5449a829df52dd for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:38:28.761860 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58bc5e1f-352d-40af-a476-024e34118d9a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:28.893085 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:28.905623 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Transition to ACTIVE for port object 22fd1b39-ad4f-412b-82bc-404b284e9d61 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:38:28.994687 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:29.057948 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58bc5e1f-352d-40af-a476-024e34118d9a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:29.076170 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Attempting to bind port 22fd1b39-ad4f-412b-82bc-404b284e9d61 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:38:29.076565 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Attempting to bind port 22fd1b39-ad4f-412b-82bc-404b284e9d61 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:38:29.076890 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Attempting to bind port 22fd1b39-ad4f-412b-82bc-404b284e9d61 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:38:29.083201 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b877e5-3143-4a9b-b27b-d3d8e188e868 None None] Pushing event updated for resources: {'Port': ['ID=22fd1b39-ad4f-412b-82bc-404b284e9d61,revision_number=2']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:29.090483 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:38:29.090901 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:38:29.091253 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:29.091670 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:38:29.092164 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Bound port: 22fd1b39-ad4f-412b-82bc-404b284e9d61, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:38:29.092566 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:29.134138 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b877e5-3143-4a9b-b27b-d3d8e188e868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:29.134705 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b877e5-3143-4a9b-b27b-d3d8e188e868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:29.135122 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b877e5-3143-4a9b-b27b-d3d8e188e868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:29.135122 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b877e5-3143-4a9b-b27b-d3d8e188e868 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:29.135448 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b877e5-3143-4a9b-b27b-d3d8e188e868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:29.136727 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b877e5-3143-4a9b-b27b-d3d8e188e868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:29.136727 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b877e5-3143-4a9b-b27b-d3d8e188e868 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:29.136727 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b877e5-3143-4a9b-b27b-d3d8e188e868 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:29.136727 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b877e5-3143-4a9b-b27b-d3d8e188e868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:29.137095 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b877e5-3143-4a9b-b27b-d3d8e188e868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:29.137321 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b877e5-3143-4a9b-b27b-d3d8e188e868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:29.142908 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc5e1f-352d-40af-a476-024e34118d9a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Subnet': ['ID=30ed76dc-1174-4731-b2e5-381d90fb015f,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:29.157194 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc5e1f-352d-40af-a476-024e34118d9a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Checking segment: {'id': '98cf2d7d-f989-458f-8611-00f9be0d023a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '58a80037-1827-4228-b45d-cea06026959f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:38:29.157194 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc5e1f-352d-40af-a476-024e34118d9a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network hostable DHCP agents. Network: 58a80037-1827-4228-b45d-cea06026959f, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:38:29.179878 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] For port 22fd1b39-ad4f-412b-82bc-404b284e9d61, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:38:29.184112 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] For port 22fd1b39-ad4f-412b-82bc-404b284e9d61, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=22fd1b39-ad4f-412b-82bc-404b284e9d61,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:38:29.346268 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc5e1f-352d-40af-a476-024e34118d9a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 58a80037-1827-4228-b45d-cea06026959f is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:38:29.375257 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:29.437454 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-58bc5e1f-352d-40af-a476-024e34118d9a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 58a80037-1827-4228-b45d-cea06026959f) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:38:29.447114 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b2ebc3-b107-4953-aa34-9d81cd1af188 None None] Network 58a80037-1827-4228-b45d-cea06026959f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:38:29.455661 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b877e5-3143-4a9b-b27b-d3d8e188e868 None None] Pushing event updated for resources: {'Port': ['ID=22fd1b39-ad4f-412b-82bc-404b284e9d61,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:29.462124 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bc5e1f-352d-40af-a476-024e34118d9a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:29.462333 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Routers {'c8e124bd-9e28-4fa6-8a47-678d9b60051e'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:38:29.462716 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-58bc5e1f-352d-40af-a476-024e34118d9a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:29.462914 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:38:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c8e124bd-9e28-4fa6-8a47-678d9b60051e'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:29.584863 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-58bc5e1f-352d-40af-a476-024e34118d9a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1702316 Mar 02 19:38:29.587657 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42778) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:29.654773 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] Set router c8e124bd-9e28-4fa6-8a47-678d9b60051e gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:38:29.684730 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-58a80037-1827-4228-b45d-cea06026959f', 'network_id': '58a80037-1827-4228-b45d-cea06026959f', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ips': [{'subnet_id': '30ed76dc-1174-4731-b2e5-381d90fb015f'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:38:29.685785 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:29.899376 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Allocated IP 172.20.0.2 (58a80037-1827-4228-b45d-cea06026959f/30ed76dc-1174-4731-b2e5-381d90fb015f/0ce31211-a907-4e47-a8f9-2c077e9471c9) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:38:29.963719 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562499156', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:27Z', 'revision_number': 3, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:29.968674 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47354cc9-bb17-4625-aa42-40e718d4d5aa None None] The sync data for ids ['c8e124bd-9e28-4fa6-8a47-678d9b60051e'] in dv-neutron-831573-1-hyperv is: [{'id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562499156', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:27Z', 'revision_number': 3, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:38:30.149956 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:30.171556 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Transition to ACTIVE for port object 0ce31211-a907-4e47-a8f9-2c077e9471c9 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:38:30.203194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Transition to ACTIVE for port object 0ce31211-a907-4e47-a8f9-2c077e9471c9 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:38:30.298435 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:30.372513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Network 58a80037-1827-4228-b45d-cea06026959f is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:38:30.375428 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:38:30.379173 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:38:30.386267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Pushing event updated for resources: {'Port': ['ID=0ce31211-a907-4e47-a8f9-2c077e9471c9,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:30.426614 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:30.426872 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:30.427214 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:30.427571 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:30.427908 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:30.428234 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:30.428553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:30.428913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:30.429203 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:30.429514 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:30.429835 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:30.489078 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Attempting to bind port 0ce31211-a907-4e47-a8f9-2c077e9471c9 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:38:30.489779 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Attempting to bind port 0ce31211-a907-4e47-a8f9-2c077e9471c9 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '98cf2d7d-f989-458f-8611-00f9be0d023a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '58a80037-1827-4228-b45d-cea06026959f'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:38:30.489930 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Attempting to bind port 0ce31211-a907-4e47-a8f9-2c077e9471c9 on network 58a80037-1827-4228-b45d-cea06026959f {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:38:30.497518 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:38:30.497883 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Checking segment: {'id': '98cf2d7d-f989-458f-8611-00f9be0d023a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '58a80037-1827-4228-b45d-cea06026959f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:38:30.498499 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:30.498887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Bound using segment: {'id': '98cf2d7d-f989-458f-8611-00f9be0d023a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '58a80037-1827-4228-b45d-cea06026959f'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:38:30.499384 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Bound port: 0ce31211-a907-4e47-a8f9-2c077e9471c9, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cf2d7d-f989-458f-8611-00f9be0d023a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '58a80037-1827-4228-b45d-cea06026959f'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:38:30.499742 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:30.558399 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-946ca072-37a4-4c06-8d99-cb2ad4010bff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:30.599693 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] For port 0ce31211-a907-4e47-a8f9-2c077e9471c9, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:38:30.603449 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] For port 0ce31211-a907-4e47-a8f9-2c077e9471c9, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=0ce31211-a907-4e47-a8f9-2c077e9471c9,segment=NetworkSegment(98cf2d7d-f989-458f-8611-00f9be0d023a),segment_id=98cf2d7d-f989-458f-8611-00f9be0d023a)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:38:30.716132 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:30.810669 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed19d4-1fe5-422a-bed4-a9fc691de77d None None] Pushing event updated for resources: {'Port': ['ID=0ce31211-a907-4e47-a8f9-2c077e9471c9,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:30.857405 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 22fd1b39-ad4f-412b-82bc-404b284e9d61 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:38:31.007524 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-946ca072-37a4-4c06-8d99-cb2ad4010bff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Allocated IP 172.20.0.1 (58a80037-1827-4228-b45d-cea06026959f/30ed76dc-1174-4731-b2e5-381d90fb015f/b854f91d-77ff-46cb-8469-620e5725a155) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:38:31.016280 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 22fd1b39-ad4f-412b-82bc-404b284e9d61 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:38:31.023770 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 22fd1b39-ad4f-412b-82bc-404b284e9d61 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:38:31.023770 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:31.153420 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:31.173711 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 22fd1b39-ad4f-412b-82bc-404b284e9d61, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=22fd1b39-ad4f-412b-82bc-404b284e9d61,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:38:31.217973 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-946ca072-37a4-4c06-8d99-cb2ad4010bff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:31.233499 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-946ca072-37a4-4c06-8d99-cb2ad4010bff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Transition to ACTIVE for port object b854f91d-77ff-46cb-8469-620e5725a155 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:38:31.280653 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:31.349132 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=22fd1b39-ad4f-412b-82bc-404b284e9d61,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:31.358081 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-946ca072-37a4-4c06-8d99-cb2ad4010bff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:31.437109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946ca072-37a4-4c06-8d99-cb2ad4010bff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 58a80037-1827-4228-b45d-cea06026959f is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:38:31.439995 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-946ca072-37a4-4c06-8d99-cb2ad4010bff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:38:31.444044 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946ca072-37a4-4c06-8d99-cb2ad4010bff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:38:31.481183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ca072-37a4-4c06-8d99-cb2ad4010bff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=b854f91d-77ff-46cb-8469-620e5725a155,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:31.509132 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-946ca072-37a4-4c06-8d99-cb2ad4010bff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:31.697232 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-946ca072-37a4-4c06-8d99-cb2ad4010bff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:31.729241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:31.844992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311aa668-f8d8-43f5-a5cd-497904556189 None None] Network 58a80037-1827-4228-b45d-cea06026959f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:38:32.032971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-adc3e122-4d8f-471d-af83-8119aa13e1b0 None None] Provisioning for port 0ce31211-a907-4e47-a8f9-2c077e9471c9 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:38:32.254793 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-946ca072-37a4-4c06-8d99-cb2ad4010bff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:32.326443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-946ca072-37a4-4c06-8d99-cb2ad4010bff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:32.440097 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b639defe-137e-4be7-9d60-4e084ef7d637 None None] Provisioning for port b854f91d-77ff-46cb-8469-620e5725a155 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:38:32.445158 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-946ca072-37a4-4c06-8d99-cb2ad4010bff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:32.447446 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b639defe-137e-4be7-9d60-4e084ef7d637 None None] Provisioning complete for port b854f91d-77ff-46cb-8469-620e5725a155 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:38:32.447446 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b639defe-137e-4be7-9d60-4e084ef7d637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:32.449962 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ca072-37a4-4c06-8d99-cb2ad4010bff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=b854f91d-77ff-46cb-8469-620e5725a155,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:32.505166 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-b639defe-137e-4be7-9d60-4e084ef7d637 None None] Port b854f91d-77ff-46cb-8469-620e5725a155 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:38:32.590999 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946ca072-37a4-4c06-8d99-cb2ad4010bff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 58a80037-1827-4228-b45d-cea06026959f is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:38:32.592144 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-946ca072-37a4-4c06-8d99-cb2ad4010bff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:38:32.631863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-62c8e749-f9d8-4595-b739-1191e6e2d991 None None] Provisioning complete for port b854f91d-77ff-46cb-8469-620e5725a155 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:38:32.632545 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-62c8e749-f9d8-4595-b739-1191e6e2d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:32.731133 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-62c8e749-f9d8-4595-b739-1191e6e2d991 None None] Port b854f91d-77ff-46cb-8469-620e5725a155 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:38:32.854003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2384d8c6-1e3b-4cc2-9ee1-2e65e454a8e0 None None] Provisioning complete for port b854f91d-77ff-46cb-8469-620e5725a155 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:38:32.854405 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2384d8c6-1e3b-4cc2-9ee1-2e65e454a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:32.883899 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0ce31211-a907-4e47-a8f9-2c077e9471c9 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:38:32.956632 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-2384d8c6-1e3b-4cc2-9ee1-2e65e454a8e0 None None] Port b854f91d-77ff-46cb-8469-620e5725a155 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:38:32.993322 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946ca072-37a4-4c06-8d99-cb2ad4010bff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router c8e124bd-9e28-4fa6-8a47-678d9b60051e has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:38:33.040438 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 0ce31211-a907-4e47-a8f9-2c077e9471c9 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:38:33.046877 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 0ce31211-a907-4e47-a8f9-2c077e9471c9 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:38:33.047410 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:33.162143 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:33.194707 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 0ce31211-a907-4e47-a8f9-2c077e9471c9, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=0ce31211-a907-4e47-a8f9-2c077e9471c9,segment=NetworkSegment(98cf2d7d-f989-458f-8611-00f9be0d023a),segment_id=98cf2d7d-f989-458f-8611-00f9be0d023a)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:38:33.204817 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946ca072-37a4-4c06-8d99-cb2ad4010bff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:38:33.213886 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-946ca072-37a4-4c06-8d99-cb2ad4010bff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "PUT /v2.0/routers/c8e124bd-9e28-4fa6-8a47-678d9b60051e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6250069 Mar 02 19:38:33.263252 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:33.264192 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 22fd1b39-ad4f-412b-82bc-404b284e9d61 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:38:33.387826 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=0ce31211-a907-4e47-a8f9-2c077e9471c9,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:33.406484 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 22fd1b39-ad4f-412b-82bc-404b284e9d61 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:38:33.406850 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:33.423623 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-a2d37aeb-8065-4ec5-9542-c7489ebfc5fa tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:38:33.498143 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-a2d37aeb-8065-4ec5-9542-c7489ebfc5fa tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:38:33.499546 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-a2d37aeb-8065-4ec5-9542-c7489ebfc5fa tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1914704338&fields=id&tenant_id=15844680b0ad49b5ae5449a829df52dd HTTP/1.1" status: 200 len: 267 time: 0.1278358 Mar 02 19:38:33.586794 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Sync routers for ids ['c8e124bd-9e28-4fa6-8a47-678d9b60051e'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:38:33.598995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Routers {'c8e124bd-9e28-4fa6-8a47-678d9b60051e'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:38:33.599640 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:38:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c8e124bd-9e28-4fa6-8a47-678d9b60051e'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:33.669887 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-2183f5f9-d49a-4cb8-a12b-56a8af50dae5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:33.671443 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-2183f5f9-d49a-4cb8-a12b-56a8af50dae5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/networks?id=58a80037-1827-4228-b45d-cea06026959f HTTP/1.1" status: 200 len: 797 time: 0.1645148 Mar 02 19:38:33.688631 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-3ba0dd80-c936-4b3e-9edc-fe17483c6609 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/quotas/15844680b0ad49b5ae5449a829df52dd HTTP/1.1" status: 200 len: 375 time: 0.0115814 Mar 02 19:38:33.776066 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-c8978ff3-df4a-49e5-8970-cb598bcce0f0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818503 Mar 02 19:38:33.787657 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Set router c8e124bd-9e28-4fa6-8a47-678d9b60051e gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:38:33.920009 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-e365bd3f-3e01-4099-9e9c-8fb363df0f0b service neutron] 10.222.0.73 "GET /v2.0/networks/58a80037-1827-4228-b45d-cea06026959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315377 Mar 02 19:38:34.062956 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-ab79b911-b788-4cab-8f7b-ac66ef293cd4 service neutron] 10.222.0.73 "GET /v2.0/networks/58a80037-1827-4228-b45d-cea06026959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371925 Mar 02 19:38:34.121364 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562499156', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'b854f91d-77ff-46cb-8469-620e5725a155', 'name': '', 'network_id': '58a80037-1827-4228-b45d-cea06026959f', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:ce:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ed76dc-1174-4731-b2e5-381d90fb015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:30Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 2, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '30ed76dc-1174-4731-b2e5-381d90fb015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:34.125536 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Checking router: c8e124bd-9e28-4fa6-8a47-678d9b60051e for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:38:34.125888 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Updating router c8e124bd-9e28-4fa6-8a47-678d9b60051e port b854f91d-77ff-46cb-8469-620e5725a155 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:38:34.184410 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:34.355121 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-39f3d8f2-03ba-40d9-9050-f6d583c43851 req-b1b8528b-8605-4e48-b2db-92f9101389d3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:38:34.453035 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-39f3d8f2-03ba-40d9-9050-f6d583c43851 req-b1b8528b-8605-4e48-b2db-92f9101389d3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:38:34.453035 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-39f3d8f2-03ba-40d9-9050-f6d583c43851 req-b1b8528b-8605-4e48-b2db-92f9101389d3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 210 time: 0.1391695 Mar 02 19:38:34.539887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:34.553293 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Transition to ACTIVE for port object b854f91d-77ff-46cb-8469-620e5725a155 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:38:34.637645 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:34.804810 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227fb3b7-c723-4f83-8662-a51c1cbdb847 None None] Pushing event updated for resources: {'Port': ['ID=b854f91d-77ff-46cb-8469-620e5725a155,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:34.813398 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0ce31211-a907-4e47-a8f9-2c077e9471c9 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:38:34.945009 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Attempting to bind port b854f91d-77ff-46cb-8469-620e5725a155 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:38:34.945344 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Attempting to bind port b854f91d-77ff-46cb-8469-620e5725a155 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '98cf2d7d-f989-458f-8611-00f9be0d023a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '58a80037-1827-4228-b45d-cea06026959f'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:38:34.945700 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Attempting to bind port b854f91d-77ff-46cb-8469-620e5725a155 on network 58a80037-1827-4228-b45d-cea06026959f {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:38:34.954939 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:38:34.955241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Checking segment: {'id': '98cf2d7d-f989-458f-8611-00f9be0d023a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '58a80037-1827-4228-b45d-cea06026959f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:38:34.955636 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:34.956025 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Bound using segment: {'id': '98cf2d7d-f989-458f-8611-00f9be0d023a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '58a80037-1827-4228-b45d-cea06026959f'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:38:34.956496 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Bound port: b854f91d-77ff-46cb-8469-620e5725a155, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98cf2d7d-f989-458f-8611-00f9be0d023a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '58a80037-1827-4228-b45d-cea06026959f'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:38:34.956890 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:35.033831 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 0ce31211-a907-4e47-a8f9-2c077e9471c9 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:38:35.034190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:35.120694 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] For port b854f91d-77ff-46cb-8469-620e5725a155, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:38:35.124820 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] For port b854f91d-77ff-46cb-8469-620e5725a155, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=b854f91d-77ff-46cb-8469-620e5725a155,segment=NetworkSegment(98cf2d7d-f989-458f-8611-00f9be0d023a),segment_id=98cf2d7d-f989-458f-8611-00f9be0d023a)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:38:35.215836 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:35.300416 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227fb3b7-c723-4f83-8662-a51c1cbdb847 None None] Pushing event updated for resources: {'Port': ['ID=b854f91d-77ff-46cb-8469-620e5725a155,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:35.310545 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Routers {'c8e124bd-9e28-4fa6-8a47-678d9b60051e'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:38:35.311214 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:38:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c8e124bd-9e28-4fa6-8a47-678d9b60051e'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:35.497393 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] Set router c8e124bd-9e28-4fa6-8a47-678d9b60051e gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:38:35.563177 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1b955824-3897-4a1f-bbad-5877300d448d req-5b0271fc-c33b-4d91-916f-eb3b2caca80b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 210 time: 0.0419803 Mar 02 19:38:35.833098 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562499156', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'b854f91d-77ff-46cb-8469-620e5725a155', 'name': '', 'network_id': '58a80037-1827-4228-b45d-cea06026959f', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:ce:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ed76dc-1174-4731-b2e5-381d90fb015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:30Z', 'updated_at': '2022-03-02T19:38:35Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '30ed76dc-1174-4731-b2e5-381d90fb015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:35.837054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e5f02-e601-4417-86fe-4f2e29d205fa None None] The sync data for ids ['c8e124bd-9e28-4fa6-8a47-678d9b60051e'] in dv-neutron-831573-1-hyperv is: [{'id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562499156', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'b854f91d-77ff-46cb-8469-620e5725a155', 'name': '', 'network_id': '58a80037-1827-4228-b45d-cea06026959f', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:ce:a4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ed76dc-1174-4731-b2e5-381d90fb015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:30Z', 'updated_at': '2022-03-02T19:38:35Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '30ed76dc-1174-4731-b2e5-381d90fb015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:38:36.743979 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fa3693df-4ccc-41b5-9b2e-f5727acd9348 req-6c5f0e04-3152-4458-b110-f99107b77e07 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 210 time: 0.0434217 Mar 02 19:38:36.845190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device b854f91d-77ff-46cb-8469-620e5725a155 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:38:36.938492 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-b314f320-5cb9-4256-9f56-7b3869970e4a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:36.939157 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-b314f320-5cb9-4256-9f56-7b3869970e4a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:38:36.977574 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port b854f91d-77ff-46cb-8469-620e5725a155 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:38:36.983199 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port b854f91d-77ff-46cb-8469-620e5725a155 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:38:36.983601 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:37.086099 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-b314f320-5cb9-4256-9f56-7b3869970e4a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:38:37.087970 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-b314f320-5cb9-4256-9f56-7b3869970e4a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "GET /v2.0/networks?id=58a80037-1827-4228-b45d-cea06026959f HTTP/1.1" status: 200 len: 797 time: 0.3031838 Mar 02 19:38:37.102988 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:37.138364 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port b854f91d-77ff-46cb-8469-620e5725a155, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=b854f91d-77ff-46cb-8469-620e5725a155,segment=NetworkSegment(98cf2d7d-f989-458f-8611-00f9be0d023a),segment_id=98cf2d7d-f989-458f-8611-00f9be0d023a)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:38:37.156787 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-4866ae1a-0424-43d6-aefc-c11f6d303092 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15844680b0ad49b5ae5449a829df52dd HTTP/1.1" status: 200 len: 380 time: 0.0563619 Mar 02 19:38:37.165090 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-28d3437e-303a-4efd-bbd7-0f9741c41bad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'port': {'device_id': 'a472eb01-3cce-4ea6-bee4-6ee213db7716', 'network_id': '58a80037-1827-4228-b45d-cea06026959f', 'admin_state_up': True, 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'security_groups': ['54a0a067-fe0e-4797-8631-bdf30fccbf3c']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:38:37.237873 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:37.308001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-28d3437e-303a-4efd-bbd7-0f9741c41bad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:38:37.312752 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=b854f91d-77ff-46cb-8469-620e5725a155,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:37.320404 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-28d3437e-303a-4efd-bbd7-0f9741c41bad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:38:37.408641 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-28d3437e-303a-4efd-bbd7-0f9741c41bad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Made reservation on behalf of 15844680b0ad49b5ae5449a829df52dd for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:38:37.411780 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-28d3437e-303a-4efd-bbd7-0f9741c41bad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:37.580792 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-28d3437e-303a-4efd-bbd7-0f9741c41bad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Allocated IP 172.20.0.3 (58a80037-1827-4228-b45d-cea06026959f/30ed76dc-1174-4731-b2e5-381d90fb015f/2ad72603-90f7-42db-a92a-117aa00d108d) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:38:37.871623 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-28d3437e-303a-4efd-bbd7-0f9741c41bad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:37.888935 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-28d3437e-303a-4efd-bbd7-0f9741c41bad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Transition to ACTIVE for port object 2ad72603-90f7-42db-a92a-117aa00d108d will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:38:37.913487 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7fe7a74b-da0a-4d0b-a5a8-b3cd14d8f7e1 req-a421f07a-08c8-4070-aad7-86cd21729cad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 210 time: 0.0444579 Mar 02 19:38:37.972186 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-28d3437e-303a-4efd-bbd7-0f9741c41bad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:38.045609 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-28d3437e-303a-4efd-bbd7-0f9741c41bad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 58a80037-1827-4228-b45d-cea06026959f is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:38:38.049423 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-28d3437e-303a-4efd-bbd7-0f9741c41bad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:38:38.053508 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-28d3437e-303a-4efd-bbd7-0f9741c41bad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:38:38.084939 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3437e-303a-4efd-bbd7-0f9741c41bad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=2ad72603-90f7-42db-a92a-117aa00d108d,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:38.121283 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-28d3437e-303a-4efd-bbd7-0f9741c41bad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:38.122074 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-28d3437e-303a-4efd-bbd7-0f9741c41bad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:38.206989 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-28d3437e-303a-4efd-bbd7-0f9741c41bad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0454092 Mar 02 19:38:38.218075 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] Request body: {'port': {'device_id': 'a472eb01-3cce-4ea6-bee4-6ee213db7716', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:38:38.328607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:38.388910 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2b3a697e-1ffb-4064-96f2-7f0607f27a7d None None] Provisioning for port 2ad72603-90f7-42db-a92a-117aa00d108d completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:38:38.393796 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2b3a697e-1ffb-4064-96f2-7f0607f27a7d None None] Provisioning complete for port 2ad72603-90f7-42db-a92a-117aa00d108d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:38:38.394243 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2b3a697e-1ffb-4064-96f2-7f0607f27a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:38.447384 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-2b3a697e-1ffb-4064-96f2-7f0607f27a7d None None] Port 2ad72603-90f7-42db-a92a-117aa00d108d cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:38:38.668937 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad72603-90f7-42db-a92a-117aa00d108d {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:38:38.675721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:38.689871 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] Transition to ACTIVE for port object 2ad72603-90f7-42db-a92a-117aa00d108d will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:38:38.740416 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:38.805789 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device b854f91d-77ff-46cb-8469-620e5725a155 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:38:38.871318 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad72603-90f7-42db-a92a-117aa00d108d,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:38.881173 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port b854f91d-77ff-46cb-8469-620e5725a155 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:38:38.881786 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:38.984902 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] Attempting to bind port 2ad72603-90f7-42db-a92a-117aa00d108d on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:38:38.985429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] Attempting to bind port 2ad72603-90f7-42db-a92a-117aa00d108d by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '98cf2d7d-f989-458f-8611-00f9be0d023a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '58a80037-1827-4228-b45d-cea06026959f'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:38:38.985738 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] Attempting to bind port 2ad72603-90f7-42db-a92a-117aa00d108d on network 58a80037-1827-4228-b45d-cea06026959f {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:38:38.993708 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] Port 2ad72603-90f7-42db-a92a-117aa00d108d on network 58a80037-1827-4228-b45d-cea06026959f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:38:38.994037 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] Attempting to bind port 2ad72603-90f7-42db-a92a-117aa00d108d on network 58a80037-1827-4228-b45d-cea06026959f {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:38:39.002343 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:38:39.002955 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] Checking segment: {'id': '98cf2d7d-f989-458f-8611-00f9be0d023a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '58a80037-1827-4228-b45d-cea06026959f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:38:39.003668 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] Bound using segment: {'id': '98cf2d7d-f989-458f-8611-00f9be0d023a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '58a80037-1827-4228-b45d-cea06026959f'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:38:39.004782 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] Bound port: 2ad72603-90f7-42db-a92a-117aa00d108d, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98cf2d7d-f989-458f-8611-00f9be0d023a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '58a80037-1827-4228-b45d-cea06026959f'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:38:39.005320 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:39.157485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] For port 2ad72603-90f7-42db-a92a-117aa00d108d, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:38:39.161301 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] For port 2ad72603-90f7-42db-a92a-117aa00d108d, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2ad72603-90f7-42db-a92a-117aa00d108d,segment=NetworkSegment(98cf2d7d-f989-458f-8611-00f9be0d023a),segment_id=98cf2d7d-f989-458f-8611-00f9be0d023a)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:38:39.178451 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b049b-b31a-499a-9cd6-ac637e024b38 req-b6e5b1e7-8603-4132-9046-e8f376999d48 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:39.179055 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-d46b049b-b31a-499a-9cd6-ac637e024b38 req-b6e5b1e7-8603-4132-9046-e8f376999d48 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:38:39.223774 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:39.266112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-d46b049b-b31a-499a-9cd6-ac637e024b38 req-b6e5b1e7-8603-4132-9046-e8f376999d48 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:38:39.267278 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d46b049b-b31a-499a-9cd6-ac637e024b38 req-b6e5b1e7-8603-4132-9046-e8f376999d48 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 943 time: 0.1998065 Mar 02 19:38:39.319766 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:39.321130 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] 10.222.0.87 "PUT /v2.0/ports/2ad72603-90f7-42db-a92a-117aa00d108d HTTP/1.1" status: 200 len: 1093 time: 1.1074700 Mar 02 19:38:39.321568 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a472eb01-3cce-4ea6-bee4-6ee213db7716', 'tag': '2ad72603-90f7-42db-a92a-117aa00d108d'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:38:39.348378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a4a14-c886-4cc8-a9f8-43b62c881391 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad72603-90f7-42db-a92a-117aa00d108d,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:39.374403 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d46b049b-b31a-499a-9cd6-ac637e024b38 req-b6b2c37e-77ef-4f7f-a28d-c3d30fb0ff5e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=54a0a067-fe0e-4797-8631-bdf30fccbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962291 Mar 02 19:38:39.389114 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a472eb01-3cce-4ea6-bee4-6ee213db7716', 'tag': '2ad72603-90f7-42db-a92a-117aa00d108d', 'status': 'completed', 'code': 200} Mar 02 19:38:39.491172 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-69e2f216-2181-4a89-b862-05fd5591486f req-3cd9329d-5e1a-4933-a898-294d58b564a8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 1096 time: 0.0733273 Mar 02 19:38:39.637321 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2f216-2181-4a89-b862-05fd5591486f req-c6b73a52-9bf2-43ec-a75b-99f89422b5d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:39.638799 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-69e2f216-2181-4a89-b862-05fd5591486f req-c6b73a52-9bf2-43ec-a75b-99f89422b5d0 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=15844680b0ad49b5ae5449a829df52dd&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1409431 Mar 02 19:38:39.778334 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2f216-2181-4a89-b862-05fd5591486f req-88126c6e-6066-4fba-b54e-d1fa72688924 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:39.779703 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-69e2f216-2181-4a89-b862-05fd5591486f req-88126c6e-6066-4fba-b54e-d1fa72688924 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348653 Mar 02 19:38:39.973677 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-cdaa6f4b-b101-431b-9ce1-34eefd24cb4b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 1096 time: 0.1563351 Mar 02 19:38:40.041436 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-44aa7d1b-07b2-4bdc-9ea6-6cb8ef014c2e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ad72603-90f7-42db-a92a-117aa00d108d HTTP/1.1" status: 200 len: 217 time: 0.0602291 Mar 02 19:38:40.106112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-7a661087-f2f2-43a4-a948-7628cd8ab7e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:40.107563 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-7a661087-f2f2-43a4-a948-7628cd8ab7e8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=30ed76dc-1174-4731-b2e5-381d90fb015f HTTP/1.1" status: 200 len: 835 time: 0.0607278 Mar 02 19:38:40.193016 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-42f21fbb-c926-4043-a8b6-956d71537386 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=58a80037-1827-4228-b45d-cea06026959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791373 Mar 02 19:38:40.325342 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-ea8d5306-eaf3-48e2-84a9-e974d43b72d8 service neutron] 10.222.0.87 "GET /v2.0/networks/58a80037-1827-4228-b45d-cea06026959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250796 Mar 02 19:38:40.460444 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c5d09e8d-7ddd-42e6-af6c-5e05cdb34fbc req-bda8659a-d7d1-4553-9b01-5fa1f7305ecb service neutron] 10.222.0.87 "GET /v2.0/networks/58a80037-1827-4228-b45d-cea06026959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290419 Mar 02 19:38:40.585438 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19be846-b2af-48fb-9170-815ce47b469b req-439aaa2d-675f-40b3-b5fd-091248c5c9dc tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:40.586891 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d19be846-b2af-48fb-9170-815ce47b469b req-439aaa2d-675f-40b3-b5fd-091248c5c9dc tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 943 time: 0.0772126 Mar 02 19:38:40.635145 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d19be846-b2af-48fb-9170-815ce47b469b req-87503857-1c1b-4f5b-992c-73d008af961a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=54a0a067-fe0e-4797-8631-bdf30fccbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420506 Mar 02 19:38:41.848504 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517b31d-0a01-4181-a854-2af0dc7cbbc3 req-1d26f036-555b-441c-a95b-e12a562b099a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:41.850011 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d517b31d-0a01-4181-a854-2af0dc7cbbc3 req-1d26f036-555b-441c-a95b-e12a562b099a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 943 time: 0.0845428 Mar 02 19:38:41.897331 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d517b31d-0a01-4181-a854-2af0dc7cbbc3 req-dcd6cc4e-7d95-4f9e-81c3-2758aca924f7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=54a0a067-fe0e-4797-8631-bdf30fccbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416608 Mar 02 19:38:42.861338 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 2ad72603-90f7-42db-a92a-117aa00d108d details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:38:43.056885 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 2ad72603-90f7-42db-a92a-117aa00d108d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2ad72603-90f7-42db-a92a-117aa00d108d,segment=NetworkSegment(98cf2d7d-f989-458f-8611-00f9be0d023a),segment_id=98cf2d7d-f989-458f-8611-00f9be0d023a)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:38:43.071219 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '2ad72603-90f7-42db-a92a-117aa00d108d', 'network_id': '58a80037-1827-4228-b45d-cea06026959f', 'port_id': '2ad72603-90f7-42db-a92a-117aa00d108d', 'mac_address': 'fa:16:3e:67:9d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ed76dc-1174-4731-b2e5-381d90fb015f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:38:43.113484 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a591e6-72a9-462e-82c0-31346b384d77 req-950f87e8-2033-4c44-bf43-f3d06f32edb4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:43.115123 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b7a591e6-72a9-462e-82c0-31346b384d77 req-950f87e8-2033-4c44-bf43-f3d06f32edb4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 943 time: 0.0898786 Mar 02 19:38:43.135306 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:43.155936 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad72603-90f7-42db-a92a-117aa00d108d {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:38:43.171307 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 2ad72603-90f7-42db-a92a-117aa00d108d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2ad72603-90f7-42db-a92a-117aa00d108d,segment=NetworkSegment(98cf2d7d-f989-458f-8611-00f9be0d023a),segment_id=98cf2d7d-f989-458f-8611-00f9be0d023a)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:38:43.176867 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b7a591e6-72a9-462e-82c0-31346b384d77 req-c39e5c81-64c1-49cb-a0f8-54bf4db182ad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=54a0a067-fe0e-4797-8631-bdf30fccbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520911 Mar 02 19:38:43.234474 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:43.299103 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=2ad72603-90f7-42db-a92a-117aa00d108d,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:43.459760 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['2ad72603-90f7-42db-a92a-117aa00d108d'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:38:44.376952 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f26e9-e13d-411c-b3b3-79840a1c6ba3 req-3194dccd-8914-498d-aa0f-90a06aec320c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:44.378412 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-459f26e9-e13d-411c-b3b3-79840a1c6ba3 req-3194dccd-8914-498d-aa0f-90a06aec320c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 944 time: 0.0776176 Mar 02 19:38:44.424426 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-459f26e9-e13d-411c-b3b3-79840a1c6ba3 req-995cc460-be91-464e-a5e0-59fd8400142c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=54a0a067-fe0e-4797-8631-bdf30fccbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404129 Mar 02 19:38:44.860088 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 2ad72603-90f7-42db-a92a-117aa00d108d up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:38:45.009052 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 2ad72603-90f7-42db-a92a-117aa00d108d completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:38:45.014136 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 2ad72603-90f7-42db-a92a-117aa00d108d triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:38:45.014508 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:45.129609 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:45.155570 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a472eb01-3cce-4ea6-bee4-6ee213db7716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad72603-90f7-42db-a92a-117aa00d108d'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:38:45.164808 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 2ad72603-90f7-42db-a92a-117aa00d108d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2ad72603-90f7-42db-a92a-117aa00d108d,segment=NetworkSegment(98cf2d7d-f989-458f-8611-00f9be0d023a),segment_id=98cf2d7d-f989-458f-8611-00f9be0d023a)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:38:45.246802 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:45.291239 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a472eb01-3cce-4ea6-bee4-6ee213db7716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad72603-90f7-42db-a92a-117aa00d108d', 'code': 200} Mar 02 19:38:45.321382 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=2ad72603-90f7-42db-a92a-117aa00d108d,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:45.628470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a53ac-8be7-48b1-b288-4ec5ec035117 req-7b02ec2a-ec5e-4086-8427-3b1a710b9285 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:45.629924 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ef2a53ac-8be7-48b1-b288-4ec5ec035117 req-7b02ec2a-ec5e-4086-8427-3b1a710b9285 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 945 time: 0.0804558 Mar 02 19:38:45.715785 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ef2a53ac-8be7-48b1-b288-4ec5ec035117 req-5739bf72-69f1-4424-ad69-17546c21c494 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=54a0a067-fe0e-4797-8631-bdf30fccbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803008 Mar 02 19:38:45.744534 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4ec4e332-cf68-4146-99cd-2e9ecfbc735d req-cfaaa935-a3ac-4581-8a97-67422f32d980 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 1098 time: 0.0737214 Mar 02 19:38:45.788224 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4ec4e332-cf68-4146-99cd-2e9ecfbc735d req-21787c13-6170-45e5-afaa-404036d2aeb9 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=54a0a067-fe0e-4797-8631-bdf30fccbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372388 Mar 02 19:38:46.931800 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fce20-36ad-406c-a097-644c5334e328 req-a40e55dd-17ef-4203-ac65-5000f2f2461c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:46.933435 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fe9fce20-36ad-406c-a097-644c5334e328 req-a40e55dd-17ef-4203-ac65-5000f2f2461c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 945 time: 0.0825298 Mar 02 19:38:46.981430 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fe9fce20-36ad-406c-a097-644c5334e328 req-bd9cf5d9-4f76-49f0-8729-046626b15546 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=54a0a067-fe0e-4797-8631-bdf30fccbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421805 Mar 02 19:38:48.184152 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d8b68-2918-418c-ae53-6e6f55fad746 req-e9776df6-346e-4925-93cf-478992c41034 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:48.185624 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d61d8b68-2918-418c-ae53-6e6f55fad746 req-e9776df6-346e-4925-93cf-478992c41034 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 945 time: 0.0798130 Mar 02 19:38:48.231310 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d61d8b68-2918-418c-ae53-6e6f55fad746 req-3be086bd-acdd-45da-8b3e-30a533943b84 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=54a0a067-fe0e-4797-8631-bdf30fccbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402443 Mar 02 19:38:48.428826 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad8ea-908b-4b20-be0c-96231bc3df49 req-0dd0ccfc-64e7-461d-bd38-245035bbb616 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:48.430271 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-690ad8ea-908b-4b20-be0c-96231bc3df49 req-0dd0ccfc-64e7-461d-bd38-245035bbb616 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 945 time: 0.0800736 Mar 02 19:38:48.476101 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-690ad8ea-908b-4b20-be0c-96231bc3df49 req-e7199259-ba8c-4875-b9ed-83328c7811e2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=54a0a067-fe0e-4797-8631-bdf30fccbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398955 Mar 02 19:38:48.504746 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42834) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:48.573711 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8405d572-1d70-49ed-9f78-7623a14c55d0 tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 1093 time: 0.0676968 Mar 02 19:38:48.576623 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42838) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:48.581719 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': '2ad72603-90f7-42db-a92a-117aa00d108d', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:38:48.587260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:38:48.591907 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:floatingip and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:38:48.594733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:38:48.600443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:38:48.663198 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:48.717921 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:38:48.797572 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:48.935178 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Allocated IP 172.26.4.124 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/5dfde220-eef7-4749-a0c2-db6133281dae) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:38:49.084510 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:49.189833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:49.263985 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:38:49.266889 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:38:49.271305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:38:49.295856 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=5dfde220-eef7-4749-a0c2-db6133281dae,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:49.880913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:49.993894 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:50.201360 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:50.269579 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:50.380484 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=5dfde220-eef7-4749-a0c2-db6133281dae,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:50.394935 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:50.586409 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Floating IP 2a332953-bf63-4e11-8a3e-e90d0081ff52 associated. External IP: 172.26.4.124, port: 2ad72603-90f7-42db-a92a-117aa00d108d. Mar 02 19:38:50.971180 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router c8e124bd-9e28-4fa6-8a47-678d9b60051e has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:38:51.274353 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:38:51.284022 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d72c2f3-55a3-44d9-ba67-c2ce769eaf8f None None] Sync routers for ids ['c8e124bd-9e28-4fa6-8a47-678d9b60051e'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:38:51.296038 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d72c2f3-55a3-44d9-ba67-c2ce769eaf8f None None] Routers {'c8e124bd-9e28-4fa6-8a47-678d9b60051e'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:38:51.296635 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-8d72c2f3-55a3-44d9-ba67-c2ce769eaf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:38:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c8e124bd-9e28-4fa6-8a47-678d9b60051e'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:51.374984 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:51.433767 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f8b504d1-6e56-4ba9-ac85-bab9b779265a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8549237 Mar 02 19:38:51.433767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a472eb01-3cce-4ea6-bee4-6ee213db7716', 'tag': '2ad72603-90f7-42db-a92a-117aa00d108d'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:38:51.498206 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a472eb01-3cce-4ea6-bee4-6ee213db7716', 'tag': '2ad72603-90f7-42db-a92a-117aa00d108d', 'status': 'completed', 'code': 200} Mar 02 19:38:51.524130 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-8d72c2f3-55a3-44d9-ba67-c2ce769eaf8f None None] Set router c8e124bd-9e28-4fa6-8a47-678d9b60051e gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:38:51.662762 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c6c23c0c-de3d-47a9-89bf-491a72180abf req-3f001d8e-4c17-40a2-a299-c6c7c4ebc501 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 1098 time: 0.1427393 Mar 02 19:38:51.672785 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68a3d2-94ed-486e-8ff9-a010b3cb8d7a req-d93e4f45-2b3f-4322-a0ee-1e07165f32e2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:51.674202 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fd68a3d2-94ed-486e-8ff9-a010b3cb8d7a req-d93e4f45-2b3f-4322-a0ee-1e07165f32e2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 945 time: 0.1208050 Mar 02 19:38:51.686123 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-149ad7dd-47af-4360-a888-ca30d6209f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:51.820080 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fd68a3d2-94ed-486e-8ff9-a010b3cb8d7a req-b9807466-0fa6-44a4-90af-4065879e5ab9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=54a0a067-fe0e-4797-8631-bdf30fccbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254127 Mar 02 19:38:51.843671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c23c0c-de3d-47a9-89bf-491a72180abf req-e97795ce-c5e7-4577-9b98-adc2cb596b4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:51.845153 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c6c23c0c-de3d-47a9-89bf-491a72180abf req-e97795ce-c5e7-4577-9b98-adc2cb596b4b service neutron] 10.222.0.87 "GET /v2.0/networks?id=58a80037-1827-4228-b45d-cea06026959f HTTP/1.1" status: 200 len: 898 time: 0.1700723 Mar 02 19:38:51.853537 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42846) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:51.889920 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-8d72c2f3-55a3-44d9-ba67-c2ce769eaf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562499156', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '2a332953-bf63-4e11-8a3e-e90d0081ff52', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'floating_ip_address': '172.26.4.124', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'port_id': '2ad72603-90f7-42db-a92a-117aa00d108d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a80037-1827-4228-b45d-cea06026959f', 'mac_address': 'fa:16:3e:67:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a472eb01-3cce-4ea6-bee4-6ee213db7716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:38:49Z', 'updated_at': '2022-03-02T19:38:49Z', 'revision_number': 0, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b854f91d-77ff-46cb-8469-620e5725a155', 'name': '', 'network_id': '58a80037-1827-4228-b45d-cea06026959f', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:ce:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ed76dc-1174-4731-b2e5-381d90fb015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:30Z', 'updated_at': '2022-03-02T19:38:37Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '30ed76dc-1174-4731-b2e5-381d90fb015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:51.893922 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d72c2f3-55a3-44d9-ba67-c2ce769eaf8f None None] Checking router: c8e124bd-9e28-4fa6-8a47-678d9b60051e for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:38:51.905296 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d72c2f3-55a3-44d9-ba67-c2ce769eaf8f None None] Routers {'c8e124bd-9e28-4fa6-8a47-678d9b60051e'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:38:51.905912 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-8d72c2f3-55a3-44d9-ba67-c2ce769eaf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:38:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c8e124bd-9e28-4fa6-8a47-678d9b60051e'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:52.038565 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6569d9c2-736c-4533-8aa2-c7bdb4df82e8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/2a332953-bf63-4e11-8a3e-e90d0081ff52 HTTP/1.1" status: 200 len: 991 time: 0.1381454 Mar 02 19:38:52.040160 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c6c23c0c-de3d-47a9-89bf-491a72180abf req-3cdc1897-c24b-440b-8d79-091e254d081c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ad72603-90f7-42db-a92a-117aa00d108d HTTP/1.1" status: 200 len: 999 time: 0.1875391 Mar 02 19:38:52.087242 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-8d72c2f3-55a3-44d9-ba67-c2ce769eaf8f None None] Set router c8e124bd-9e28-4fa6-8a47-678d9b60051e gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:38:52.104971 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c23c0c-de3d-47a9-89bf-491a72180abf req-38801462-5148-4ecb-b015-2527a513e89a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:52.106403 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c6c23c0c-de3d-47a9-89bf-491a72180abf req-38801462-5148-4ecb-b015-2527a513e89a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=30ed76dc-1174-4731-b2e5-381d90fb015f HTTP/1.1" status: 200 len: 835 time: 0.0604382 Mar 02 19:38:52.183194 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c6c23c0c-de3d-47a9-89bf-491a72180abf req-376e7a97-484a-4893-9f0f-d2d208d34998 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=58a80037-1827-4228-b45d-cea06026959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702105 Mar 02 19:38:52.313478 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c6c23c0c-de3d-47a9-89bf-491a72180abf req-6142c5f6-015b-4805-ae6f-e4c4b806c11d service neutron] 10.222.0.87 "GET /v2.0/networks/58a80037-1827-4228-b45d-cea06026959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243701 Mar 02 19:38:52.444051 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-8d72c2f3-55a3-44d9-ba67-c2ce769eaf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562499156', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '2a332953-bf63-4e11-8a3e-e90d0081ff52', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'floating_ip_address': '172.26.4.124', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'port_id': '2ad72603-90f7-42db-a92a-117aa00d108d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a80037-1827-4228-b45d-cea06026959f', 'mac_address': 'fa:16:3e:67:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a472eb01-3cce-4ea6-bee4-6ee213db7716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:38:49Z', 'updated_at': '2022-03-02T19:38:49Z', 'revision_number': 0, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b854f91d-77ff-46cb-8469-620e5725a155', 'name': '', 'network_id': '58a80037-1827-4228-b45d-cea06026959f', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:ce:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ed76dc-1174-4731-b2e5-381d90fb015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:30Z', 'updated_at': '2022-03-02T19:38:37Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '30ed76dc-1174-4731-b2e5-381d90fb015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:38:52.448538 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c6c23c0c-de3d-47a9-89bf-491a72180abf req-02143014-df2f-4d92-a12e-50b4b01f28a8 service neutron] 10.222.0.87 "GET /v2.0/networks/58a80037-1827-4228-b45d-cea06026959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283603 Mar 02 19:38:52.449359 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d72c2f3-55a3-44d9-ba67-c2ce769eaf8f None None] The sync data for ids ['c8e124bd-9e28-4fa6-8a47-678d9b60051e'] in dv-neutron-831573-1-hyperv is: [{'id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562499156', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '2a332953-bf63-4e11-8a3e-e90d0081ff52', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'floating_ip_address': '172.26.4.124', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'port_id': '2ad72603-90f7-42db-a92a-117aa00d108d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a80037-1827-4228-b45d-cea06026959f', 'mac_address': 'fa:16:3e:67:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a472eb01-3cce-4ea6-bee4-6ee213db7716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:38:49Z', 'updated_at': '2022-03-02T19:38:49Z', 'revision_number': 0, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b854f91d-77ff-46cb-8469-620e5725a155', 'name': '', 'network_id': '58a80037-1827-4228-b45d-cea06026959f', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:ce:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ed76dc-1174-4731-b2e5-381d90fb015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:30Z', 'updated_at': '2022-03-02T19:38:37Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '30ed76dc-1174-4731-b2e5-381d90fb015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:38:52.642161 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f07f1b-1b14-447d-9d1f-383cab476f24 None None] New status for floating IP 2a332953-bf63-4e11-8a3e-e90d0081ff52: ACTIVE {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:38:53.043195 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42850) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:38:53.147939 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7fe6a8d5-298b-430a-bd3e-591c97738399 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/2a332953-bf63-4e11-8a3e-e90d0081ff52 HTTP/1.1" status: 200 len: 993 time: 0.1035700 Mar 02 19:38:53.751938 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e1a98f77-4775-4ae8-8a78-c74ad2324f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:55.263345 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:55.451638 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:56.592019 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:01.691930 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:21.677501 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-eac7c917-da1a-4c6b-ab4a-403c85420fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:23.783533 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b5c6433d-48b0-4d6b-949f-2a7f2b9d6e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:24.976205 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b15ca-4937-4958-9f7c-6fd713fa53cc req-c71bfeb9-4df5-4e83-a6b8-5742e98dd1a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:24.977671 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ba6b15ca-4937-4958-9f7c-6fd713fa53cc req-c71bfeb9-4df5-4e83-a6b8-5742e98dd1a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 945 time: 0.0795476 Mar 02 19:39:25.025181 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ba6b15ca-4937-4958-9f7c-6fd713fa53cc req-63e97fe2-e9fa-4f0b-84e4-f28d9f731491 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=54a0a067-fe0e-4797-8631-bdf30fccbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413785 Mar 02 19:39:25.293627 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:25.522987 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:25.718388 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:39:26.240170 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0af3d3-c09b-448d-a0e4-5effdb8537d1 req-b7f7ff18-263c-4e06-b5ee-5beddc9ab1fd tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:26.241634 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4d0af3d3-c09b-448d-a0e4-5effdb8537d1 req-b7f7ff18-263c-4e06-b5ee-5beddc9ab1fd tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 945 time: 0.0828238 Mar 02 19:39:26.292258 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4d0af3d3-c09b-448d-a0e4-5effdb8537d1 req-b38f948f-4d8a-4d9d-b351-2ac72b95913b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=54a0a067-fe0e-4797-8631-bdf30fccbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446007 Mar 02 19:39:26.322126 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42870) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:26.430977 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cc6e36dd-daeb-4a6f-8a9b-2a2a5b384579 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/2a332953-bf63-4e11-8a3e-e90d0081ff52 HTTP/1.1" status: 200 len: 993 time: 0.1067858 Mar 02 19:39:26.621337 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:28.080591 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a03a7-b034-494a-b890-49790a53bdeb req-9b0710ed-4123-4769-928a-19232eec7108 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:28.080591 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-817a03a7-b034-494a-b890-49790a53bdeb req-9b0710ed-4123-4769-928a-19232eec7108 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 945 time: 0.0860744 Mar 02 19:39:28.141813 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-817a03a7-b034-494a-b890-49790a53bdeb req-5b8884c2-89c3-413b-bfeb-87dff9c86ed8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=54a0a067-fe0e-4797-8631-bdf30fccbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515974 Mar 02 19:39:29.501787 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11524c16-56b0-4451-b88f-97e3a9b70e46 req-443988e8-010d-4dcf-b43b-d8686f7e7110 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:29.503721 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-11524c16-56b0-4451-b88f-97e3a9b70e46 req-443988e8-010d-4dcf-b43b-d8686f7e7110 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 945 time: 0.2002232 Mar 02 19:39:29.552467 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-11524c16-56b0-4451-b88f-97e3a9b70e46 req-c6ddb654-3dda-4d68-8673-531fa343fae8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=54a0a067-fe0e-4797-8631-bdf30fccbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431395 Mar 02 19:39:29.582417 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42882) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:29.689761 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4304cd42-6895-434f-aa1d-d7d2ef14e82b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/2a332953-bf63-4e11-8a3e-e90d0081ff52 HTTP/1.1" status: 200 len: 993 time: 0.1061935 Mar 02 19:39:30.038260 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42890) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:30.408405 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting port 5dfde220-eef7-4749-a0c2-db6133281dae {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:39:30.408768 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:30.595649 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:30.596015 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:30.725703 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Calling delete_port for 5dfde220-eef7-4749-a0c2-db6133281dae owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:39:30.957524 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:31.005826 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Port': ['ID=5dfde220-eef7-4749-a0c2-db6133281dae,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:31.052098 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:31.052846 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:31.052846 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:31.053218 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:31.053586 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:31.053927 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:31.054250 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:31.054575 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:31.054908 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:31.055223 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:31.055579 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:31.124388 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:31.559238 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router c8e124bd-9e28-4fa6-8a47-678d9b60051e has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:39:31.703594 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:31.773847 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:39:31.785508 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a071ed-bbca-4694-b4ef-9d6559b9ecb6 None None] Sync routers for ids ['c8e124bd-9e28-4fa6-8a47-678d9b60051e'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:39:31.797508 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a071ed-bbca-4694-b4ef-9d6559b9ecb6 None None] Routers {'c8e124bd-9e28-4fa6-8a47-678d9b60051e'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:39:31.798832 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-e8a071ed-bbca-4694-b4ef-9d6559b9ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:39:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c8e124bd-9e28-4fa6-8a47-678d9b60051e'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:31.877452 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:31.936787 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5179db9e-818d-46e2-8c5f-70ea219c7518 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/floatingips/2a332953-bf63-4e11-8a3e-e90d0081ff52 HTTP/1.1" status: 204 len: 168 time: 1.8970368 Mar 02 19:39:31.937382 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a472eb01-3cce-4ea6-bee4-6ee213db7716', 'tag': '2ad72603-90f7-42db-a92a-117aa00d108d'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:39:31.989998 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-e8a071ed-bbca-4694-b4ef-9d6559b9ecb6 None None] Set router c8e124bd-9e28-4fa6-8a47-678d9b60051e gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:39:31.998440 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a472eb01-3cce-4ea6-bee4-6ee213db7716', 'tag': '2ad72603-90f7-42db-a92a-117aa00d108d', 'status': 'completed', 'code': 200} Mar 02 19:39:32.105445 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7ef569b1-999d-4f1f-9fc7-1801fc7993b6 req-fda69f4b-bfe8-4999-a3e2-3c93822ef818 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 1098 time: 0.0841064 Mar 02 19:39:32.266760 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef569b1-999d-4f1f-9fc7-1801fc7993b6 req-1cf1cec8-0579-4f65-b1ae-ad97e67454f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:32.268783 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7ef569b1-999d-4f1f-9fc7-1801fc7993b6 req-1cf1cec8-0579-4f65-b1ae-ad97e67454f2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=58a80037-1827-4228-b45d-cea06026959f HTTP/1.1" status: 200 len: 898 time: 0.1576085 Mar 02 19:39:32.361486 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7ef569b1-999d-4f1f-9fc7-1801fc7993b6 req-86fa0bcb-dc12-4c74-b9c3-f8a0b2d54ef2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ad72603-90f7-42db-a92a-117aa00d108d HTTP/1.1" status: 200 len: 217 time: 0.0849183 Mar 02 19:39:32.393533 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-e8a071ed-bbca-4694-b4ef-9d6559b9ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562499156', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'b854f91d-77ff-46cb-8469-620e5725a155', 'name': '', 'network_id': '58a80037-1827-4228-b45d-cea06026959f', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:ce:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ed76dc-1174-4731-b2e5-381d90fb015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:30Z', 'updated_at': '2022-03-02T19:38:37Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '30ed76dc-1174-4731-b2e5-381d90fb015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:32.397853 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a071ed-bbca-4694-b4ef-9d6559b9ecb6 None None] Checking router: c8e124bd-9e28-4fa6-8a47-678d9b60051e for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:39:32.409938 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a071ed-bbca-4694-b4ef-9d6559b9ecb6 None None] Routers {'c8e124bd-9e28-4fa6-8a47-678d9b60051e'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:39:32.410554 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-e8a071ed-bbca-4694-b4ef-9d6559b9ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:39:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c8e124bd-9e28-4fa6-8a47-678d9b60051e'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:32.437138 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef569b1-999d-4f1f-9fc7-1801fc7993b6 req-f2b68a94-3608-41c5-b855-388566c4119e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:32.438895 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7ef569b1-999d-4f1f-9fc7-1801fc7993b6 req-f2b68a94-3608-41c5-b855-388566c4119e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=30ed76dc-1174-4731-b2e5-381d90fb015f HTTP/1.1" status: 200 len: 835 time: 0.0712702 Mar 02 19:39:32.531527 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7ef569b1-999d-4f1f-9fc7-1801fc7993b6 req-ebcec28a-5d84-491d-8f36-c4ca30800008 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=58a80037-1827-4228-b45d-cea06026959f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837629 Mar 02 19:39:32.541782 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [req-7ef569b1-999d-4f1f-9fc7-1801fc7993b6 req-2044e5ac-37a0-4fab-8a92-36e5757daf56 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 19:39:32.542992 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7ef569b1-999d-4f1f-9fc7-1801fc7993b6 req-2044e5ac-37a0-4fab-8a92-36e5757daf56 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058770 Mar 02 19:39:32.614919 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-e8a071ed-bbca-4694-b4ef-9d6559b9ecb6 None None] Set router c8e124bd-9e28-4fa6-8a47-678d9b60051e gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:39:32.636905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116333ad-b1e8-43e1-beef-f53f89e879ba req-c304f977-ccd3-46a6-833d-f8881c4a80ce tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:32.637772 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-116333ad-b1e8-43e1-beef-f53f89e879ba req-c304f977-ccd3-46a6-833d-f8881c4a80ce tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:39:32.689289 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7ef569b1-999d-4f1f-9fc7-1801fc7993b6 req-b91eea55-ed3c-4f6b-90c2-42ab26842f14 service neutron] 10.222.0.87 "GET /v2.0/networks/58a80037-1827-4228-b45d-cea06026959f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389387 Mar 02 19:39:32.771000 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-116333ad-b1e8-43e1-beef-f53f89e879ba req-c304f977-ccd3-46a6-833d-f8881c4a80ce tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:39:32.774888 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-116333ad-b1e8-43e1-beef-f53f89e879ba req-c304f977-ccd3-46a6-833d-f8881c4a80ce tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 945 time: 0.2302506 Mar 02 19:39:32.840857 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-116333ad-b1e8-43e1-beef-f53f89e879ba req-294eb92e-8a28-428e-ab7f-d2735c7c7ae8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=54a0a067-fe0e-4797-8631-bdf30fccbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535438 Mar 02 19:39:32.855700 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7ef569b1-999d-4f1f-9fc7-1801fc7993b6 req-81b8a6ac-c6f6-4291-935f-9364dbaa6255 service neutron] 10.222.0.87 "GET /v2.0/networks/58a80037-1827-4228-b45d-cea06026959f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591980 Mar 02 19:39:33.097600 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-e8a071ed-bbca-4694-b4ef-9d6559b9ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562499156', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'b854f91d-77ff-46cb-8469-620e5725a155', 'name': '', 'network_id': '58a80037-1827-4228-b45d-cea06026959f', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:ce:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ed76dc-1174-4731-b2e5-381d90fb015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:30Z', 'updated_at': '2022-03-02T19:38:37Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '30ed76dc-1174-4731-b2e5-381d90fb015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:33.104854 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a071ed-bbca-4694-b4ef-9d6559b9ecb6 None None] The sync data for ids ['c8e124bd-9e28-4fa6-8a47-678d9b60051e'] in dv-neutron-831573-1-hyperv is: [{'id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562499156', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'b854f91d-77ff-46cb-8469-620e5725a155', 'name': '', 'network_id': '58a80037-1827-4228-b45d-cea06026959f', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:ce:a4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30ed76dc-1174-4731-b2e5-381d90fb015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:30Z', 'updated_at': '2022-03-02T19:38:37Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '30ed76dc-1174-4731-b2e5-381d90fb015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:39:33.342842 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db88936-b264-42c2-9f30-5f5c86eed5e2 None None] New status for floating IP 2a332953-bf63-4e11-8a3e-e90d0081ff52: DOWN {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:39:34.119097 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea5c7a-831e-4fce-9ae0-6de0af6718ca req-77a37fee-8e8f-4963-83c0-27c6fd070a08 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:34.120757 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cdea5c7a-831e-4fce-9ae0-6de0af6718ca req-77a37fee-8e8f-4963-83c0-27c6fd070a08 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 945 time: 0.1429255 Mar 02 19:39:34.178100 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9b3df-f74c-4cfd-b257-9e309ce3bc50 req-46eea93e-8de0-437b-857c-c2035993dfdb tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:34.178100 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d5c9b3df-f74c-4cfd-b257-9e309ce3bc50 req-46eea93e-8de0-437b-857c-c2035993dfdb tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 945 time: 0.1369381 Mar 02 19:39:34.220983 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cdea5c7a-831e-4fce-9ae0-6de0af6718ca req-ca92ed21-1b6f-4515-a3fa-7652bd60c5da tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=54a0a067-fe0e-4797-8631-bdf30fccbf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909362 Mar 02 19:39:34.253723 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-d5c9b3df-f74c-4cfd-b257-9e309ce3bc50 req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting port 2ad72603-90f7-42db-a92a-117aa00d108d {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:39:34.253967 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d5c9b3df-f74c-4cfd-b257-9e309ce3bc50 req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:34.512047 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-d5c9b3df-f74c-4cfd-b257-9e309ce3bc50 req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] For port 2ad72603-90f7-42db-a92a-117aa00d108d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2ad72603-90f7-42db-a92a-117aa00d108d,segment=NetworkSegment(98cf2d7d-f989-458f-8611-00f9be0d023a),segment_id=98cf2d7d-f989-458f-8611-00f9be0d023a)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:39:34.512299 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d5c9b3df-f74c-4cfd-b257-9e309ce3bc50 req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:34.639367 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-d5c9b3df-f74c-4cfd-b257-9e309ce3bc50 req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Calling delete_port for 2ad72603-90f7-42db-a92a-117aa00d108d owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:39:34.934982 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d5c9b3df-f74c-4cfd-b257-9e309ce3bc50 req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:34.986383 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Port': ['ID=2ad72603-90f7-42db-a92a-117aa00d108d,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:35.032086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:35.032086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:35.032086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:35.032086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:35.032086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:35.032086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:35.032086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:35.032086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:35.032086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:35.032086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:35.032086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:35.071493 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c9b3df-f74c-4cfd-b257-9e309ce3bc50 req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] No DVR routers for this DVR port 2ad72603-90f7-42db-a92a-117aa00d108d on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:39:35.075629 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-d5c9b3df-f74c-4cfd-b257-9e309ce3bc50 req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:35.078639 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a472eb01-3cce-4ea6-bee4-6ee213db7716', 'name': 'network-vif-deleted', 'tag': '2ad72603-90f7-42db-a92a-117aa00d108d'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:39:35.138678 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a472eb01-3cce-4ea6-bee4-6ee213db7716', 'name': 'network-vif-deleted', 'tag': '2ad72603-90f7-42db-a92a-117aa00d108d', 'status': 'completed', 'code': 200} Mar 02 19:39:35.187110 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d5c9b3df-f74c-4cfd-b257-9e309ce3bc50 req-e0bbcf25-4424-4e9f-8031-02de9daaa0a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "DELETE /v2.0/ports/2ad72603-90f7-42db-a92a-117aa00d108d HTTP/1.1" status: 204 len: 173 time: 1.0039299 Mar 02 19:39:35.406812 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-26bdd250-6384-45d4-97a6-dfe178745a11 req-43fcfeff-38a6-429c-8f1e-f8bc04513f82 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:39:35.523439 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-26bdd250-6384-45d4-97a6-dfe178745a11 req-43fcfeff-38a6-429c-8f1e-f8bc04513f82 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:39:35.524438 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-26bdd250-6384-45d4-97a6-dfe178745a11 req-43fcfeff-38a6-429c-8f1e-f8bc04513f82 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=a472eb01-3cce-4ea6-bee4-6ee213db7716 HTTP/1.1" status: 200 len: 210 time: 0.1711891 Mar 02 19:39:36.639122 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42910) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:37.310475 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af9cce18-c8e2-4236-bf52-785a79a2c3cf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:38.032994 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-af9cce18-c8e2-4236-bf52-785a79a2c3cf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting port b854f91d-77ff-46cb-8469-620e5725a155 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:39:38.034203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af9cce18-c8e2-4236-bf52-785a79a2c3cf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:38.338625 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-af9cce18-c8e2-4236-bf52-785a79a2c3cf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] For port b854f91d-77ff-46cb-8469-620e5725a155, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=b854f91d-77ff-46cb-8469-620e5725a155,segment=NetworkSegment(98cf2d7d-f989-458f-8611-00f9be0d023a),segment_id=98cf2d7d-f989-458f-8611-00f9be0d023a)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:39:38.338972 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af9cce18-c8e2-4236-bf52-785a79a2c3cf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:38.479479 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-af9cce18-c8e2-4236-bf52-785a79a2c3cf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Calling delete_port for b854f91d-77ff-46cb-8469-620e5725a155 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:39:38.758342 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af9cce18-c8e2-4236-bf52-785a79a2c3cf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:38.809971 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cce18-c8e2-4236-bf52-785a79a2c3cf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Port': ['ID=b854f91d-77ff-46cb-8469-620e5725a155,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:39.046208 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 2ad72603-90f7-42db-a92a-117aa00d108d no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:39:39.091236 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 2ad72603-90f7-42db-a92a-117aa00d108d {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:39:39.091236 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 2ad72603-90f7-42db-a92a-117aa00d108d not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:39:39.278037 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-af9cce18-c8e2-4236-bf52-785a79a2c3cf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:39.886969 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9cce18-c8e2-4236-bf52-785a79a2c3cf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router c8e124bd-9e28-4fa6-8a47-678d9b60051e has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:39:40.107958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9cce18-c8e2-4236-bf52-785a79a2c3cf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:39:40.121088 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40904402-6011-4ff1-96b2-48aa92ba8fbd None None] Sync routers for ids ['c8e124bd-9e28-4fa6-8a47-678d9b60051e'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:39:40.135901 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40904402-6011-4ff1-96b2-48aa92ba8fbd None None] Routers {'c8e124bd-9e28-4fa6-8a47-678d9b60051e'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:39:40.136658 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-40904402-6011-4ff1-96b2-48aa92ba8fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:39:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c8e124bd-9e28-4fa6-8a47-678d9b60051e'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:40.208813 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-af9cce18-c8e2-4236-bf52-785a79a2c3cf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "PUT /v2.0/routers/c8e124bd-9e28-4fa6-8a47-678d9b60051e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5682058 Mar 02 19:39:40.211290 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42914) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:40.334228 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-40904402-6011-4ff1-96b2-48aa92ba8fbd None None] Set router c8e124bd-9e28-4fa6-8a47-678d9b60051e gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:39:40.435315 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c8701d-7f36-4a91-a8a4-4d26d57c07d5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting subnet 30ed76dc-1174-4731-b2e5-381d90fb015f {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:39:40.438655 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-89c8701d-7f36-4a91-a8a4-4d26d57c07d5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:40.507486 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-89c8701d-7f36-4a91-a8a4-4d26d57c07d5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:40.621100 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-89c8701d-7f36-4a91-a8a4-4d26d57c07d5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:40.754748 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-40904402-6011-4ff1-96b2-48aa92ba8fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562499156', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:39:38Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:40.760690 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40904402-6011-4ff1-96b2-48aa92ba8fbd None None] Checking router: c8e124bd-9e28-4fa6-8a47-678d9b60051e for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:39:40.773870 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40904402-6011-4ff1-96b2-48aa92ba8fbd None None] Routers {'c8e124bd-9e28-4fa6-8a47-678d9b60051e'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:39:40.774472 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-40904402-6011-4ff1-96b2-48aa92ba8fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:39:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['c8e124bd-9e28-4fa6-8a47-678d9b60051e'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:40.949932 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-89c8701d-7f36-4a91-a8a4-4d26d57c07d5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:40.997624 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8701d-7f36-4a91-a8a4-4d26d57c07d5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Subnet': ['ID=30ed76dc-1174-4731-b2e5-381d90fb015f,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:41.003943 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-89c8701d-7f36-4a91-a8a4-4d26d57c07d5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:41.011461 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-89c8701d-7f36-4a91-a8a4-4d26d57c07d5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/subnets/30ed76dc-1174-4731-b2e5-381d90fb015f HTTP/1.1" status: 204 len: 168 time: 0.7989440 Mar 02 19:39:41.015282 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42918) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:41.025452 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45926b55-35c3-4207-9486-76702dc182ed None None] Network 58a80037-1827-4228-b45d-cea06026959f requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:39:41.038377 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-40904402-6011-4ff1-96b2-48aa92ba8fbd None None] Set router c8e124bd-9e28-4fa6-8a47-678d9b60051e gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:39:41.362481 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21644428-4b6a-4ab5-820e-f6d18403fb31 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:41.507032 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-40904402-6011-4ff1-96b2-48aa92ba8fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562499156', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:39:38Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:41.516172 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40904402-6011-4ff1-96b2-48aa92ba8fbd None None] The sync data for ids ['c8e124bd-9e28-4fa6-8a47-678d9b60051e'] in dv-neutron-831573-1-hyperv is: [{'id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562499156', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:39:38Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '22fd1b39-ad4f-412b-82bc-404b284e9d61', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e124bd-9e28-4fa6-8a47-678d9b60051e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:38:26Z', 'updated_at': '2022-03-02T19:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:39:41.538694 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696ee22f-4c6b-48bd-b75e-bacb335c4191 None None] DHCP port deletion for 58a80037-1827-4228-b45d-cea06026959f request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:39:41.546205 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-696ee22f-4c6b-48bd-b75e-bacb335c4191 None None] Deleting port 0ce31211-a907-4e47-a8f9-2c077e9471c9 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:39:41.546812 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-696ee22f-4c6b-48bd-b75e-bacb335c4191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:41.678635 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21644428-4b6a-4ab5-820e-f6d18403fb31 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:41.755105 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-21644428-4b6a-4ab5-820e-f6d18403fb31 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting port 22fd1b39-ad4f-412b-82bc-404b284e9d61 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:39:41.755927 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21644428-4b6a-4ab5-820e-f6d18403fb31 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:41.796159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-696ee22f-4c6b-48bd-b75e-bacb335c4191 None None] For port 0ce31211-a907-4e47-a8f9-2c077e9471c9, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=0ce31211-a907-4e47-a8f9-2c077e9471c9,segment=NetworkSegment(98cf2d7d-f989-458f-8611-00f9be0d023a),segment_id=98cf2d7d-f989-458f-8611-00f9be0d023a)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:39:41.796838 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-696ee22f-4c6b-48bd-b75e-bacb335c4191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:42.050998 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-696ee22f-4c6b-48bd-b75e-bacb335c4191 None None] Calling delete_port for 0ce31211-a907-4e47-a8f9-2c077e9471c9 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:39:42.073891 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-21644428-4b6a-4ab5-820e-f6d18403fb31 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] For port 22fd1b39-ad4f-412b-82bc-404b284e9d61, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=22fd1b39-ad4f-412b-82bc-404b284e9d61,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:39:42.077207 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21644428-4b6a-4ab5-820e-f6d18403fb31 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:42.294664 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-21644428-4b6a-4ab5-820e-f6d18403fb31 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Calling delete_port for 22fd1b39-ad4f-412b-82bc-404b284e9d61 owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:39:42.325114 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-696ee22f-4c6b-48bd-b75e-bacb335c4191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:42.380849 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ee22f-4c6b-48bd-b75e-bacb335c4191 None None] Pushing event deleted for resources: {'Port': ['ID=0ce31211-a907-4e47-a8f9-2c077e9471c9,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:42.391444 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ee22f-4c6b-48bd-b75e-bacb335c4191 None None] No DVR routers for this DVR port 0ce31211-a907-4e47-a8f9-2c077e9471c9 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:39:42.402026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696ee22f-4c6b-48bd-b75e-bacb335c4191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:42.402026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696ee22f-4c6b-48bd-b75e-bacb335c4191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:42.402026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696ee22f-4c6b-48bd-b75e-bacb335c4191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:42.402026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696ee22f-4c6b-48bd-b75e-bacb335c4191 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:42.402857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696ee22f-4c6b-48bd-b75e-bacb335c4191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:42.402857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696ee22f-4c6b-48bd-b75e-bacb335c4191 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:42.402857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696ee22f-4c6b-48bd-b75e-bacb335c4191 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:42.403311 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696ee22f-4c6b-48bd-b75e-bacb335c4191 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:42.403528 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696ee22f-4c6b-48bd-b75e-bacb335c4191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:42.403826 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696ee22f-4c6b-48bd-b75e-bacb335c4191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:42.405165 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696ee22f-4c6b-48bd-b75e-bacb335c4191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:42.566573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21644428-4b6a-4ab5-820e-f6d18403fb31 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:42.618126 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21644428-4b6a-4ab5-820e-f6d18403fb31 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Port': ['ID=22fd1b39-ad4f-412b-82bc-404b284e9d61,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:42.895241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0ce31211-a907-4e47-a8f9-2c077e9471c9 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:39:42.932572 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 0ce31211-a907-4e47-a8f9-2c077e9471c9 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:39:42.932917 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0ce31211-a907-4e47-a8f9-2c077e9471c9 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:39:42.933354 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device b854f91d-77ff-46cb-8469-620e5725a155 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:39:42.957359 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21644428-4b6a-4ab5-820e-f6d18403fb31 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:42.969029 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: b854f91d-77ff-46cb-8469-620e5725a155 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:39:42.969489 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device b854f91d-77ff-46cb-8469-620e5725a155 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:39:43.237395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21644428-4b6a-4ab5-820e-f6d18403fb31 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:43.241958 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21644428-4b6a-4ab5-820e-f6d18403fb31 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:43.621068 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21644428-4b6a-4ab5-820e-f6d18403fb31 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:43.621725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21644428-4b6a-4ab5-820e-f6d18403fb31 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Fanout notify agent at l3_agent the message router_deleted on router c8e124bd-9e28-4fa6-8a47-678d9b60051e {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:39:43.638293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21644428-4b6a-4ab5-820e-f6d18403fb31 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:43.642279 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-21644428-4b6a-4ab5-820e-f6d18403fb31 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/routers/c8e124bd-9e28-4fa6-8a47-678d9b60051e HTTP/1.1" status: 204 len: 168 time: 2.6231468 Mar 02 19:39:43.643917 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42922) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:43.770809 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-24fd36cd-06ae-4790-9155-3320c5a4af2f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:43.927397 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-24fd36cd-06ae-4790-9155-3320c5a4af2f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:43.955843 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-24fd36cd-06ae-4790-9155-3320c5a4af2f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a80037-1827-4228-b45d-cea06026959f']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:43.970970 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-24fd36cd-06ae-4790-9155-3320c5a4af2f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98cf2d7d-f989-458f-8611-00f9be0d023a') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:43.971457 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-24fd36cd-06ae-4790-9155-3320c5a4af2f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98cf2d7d-f989-458f-8611-00f9be0d023a') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:43.998115 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-24fd36cd-06ae-4790-9155-3320c5a4af2f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:44.021689 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-24fd36cd-06ae-4790-9155-3320c5a4af2f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:44.029595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24fd36cd-06ae-4790-9155-3320c5a4af2f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:39:44.030063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-24fd36cd-06ae-4790-9155-3320c5a4af2f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:39:44.045976 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:39:44.220915 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-24fd36cd-06ae-4790-9155-3320c5a4af2f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:44.239173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-24fd36cd-06ae-4790-9155-3320c5a4af2f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:44.250358 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd36cd-06ae-4790-9155-3320c5a4af2f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Network': ['ID=58a80037-1827-4228-b45d-cea06026959f,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:44.324919 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-24fd36cd-06ae-4790-9155-3320c5a4af2f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/networks/58a80037-1827-4228-b45d-cea06026959f HTTP/1.1" status: 204 len: 168 time: 0.6797132 Mar 02 19:39:44.327933 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42926) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:44.405395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9b8b03ea-c13e-4b04-bcd2-6de014bbb4bf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:44.437606 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9b8b03ea-c13e-4b04-bcd2-6de014bbb4bf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:44.584244 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9b8b03ea-c13e-4b04-bcd2-6de014bbb4bf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:44.604976 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b03ea-c13e-4b04-bcd2-6de014bbb4bf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a0a067-fe0e-4797-8631-bdf30fccbf3c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:44.663500 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9b8b03ea-c13e-4b04-bcd2-6de014bbb4bf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:44.665320 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9b8b03ea-c13e-4b04-bcd2-6de014bbb4bf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/security-groups/54a0a067-fe0e-4797-8631-bdf30fccbf3c HTTP/1.1" status: 204 len: 168 time: 0.3359194 Mar 02 19:39:44.798530 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 22fd1b39-ad4f-412b-82bc-404b284e9d61 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:39:44.840621 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 22fd1b39-ad4f-412b-82bc-404b284e9d61 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:39:44.841588 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 22fd1b39-ad4f-412b-82bc-404b284e9d61 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:39:45.228912 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42934) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:45.234732 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-a7adc437-724f-4783-a900-92c5010d84b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-959792212', 'description': 'tempest-secgroup-smoke-959792212 description', 'project_id': '15844680b0ad49b5ae5449a829df52dd'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:39:45.240994 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a7adc437-724f-4783-a900-92c5010d84b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:39:45.246537 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a7adc437-724f-4783-a900-92c5010d84b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:39:45.249809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a7adc437-724f-4783-a900-92c5010d84b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:39:45.256087 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a7adc437-724f-4783-a900-92c5010d84b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:39:45.329352 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a7adc437-724f-4783-a900-92c5010d84b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:45.377704 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a7adc437-724f-4783-a900-92c5010d84b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:39:45.382019 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a7adc437-724f-4783-a900-92c5010d84b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:39:45.386416 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a7adc437-724f-4783-a900-92c5010d84b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:39:45.393512 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a7adc437-724f-4783-a900-92c5010d84b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:39:45.473846 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a7adc437-724f-4783-a900-92c5010d84b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:45.534804 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a7adc437-724f-4783-a900-92c5010d84b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:45.583251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7adc437-724f-4783-a900-92c5010d84b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df87ff1-f00a-4136-9247-b64c3e2bb1e2,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:45.630009 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a7adc437-724f-4783-a900-92c5010d84b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:45.631734 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a7adc437-724f-4783-a900-92c5010d84b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4017103 Mar 02 19:39:45.634902 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42938) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:45.641586 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-68445e8e-eff6-469c-89f2-b49149b1be33 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '9df87ff1-f00a-4136-9247-b64c3e2bb1e2', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:39:45.648634 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-68445e8e-eff6-469c-89f2-b49149b1be33 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:39:45.653801 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-68445e8e-eff6-469c-89f2-b49149b1be33 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:39:45.657430 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-68445e8e-eff6-469c-89f2-b49149b1be33 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:39:45.664486 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-68445e8e-eff6-469c-89f2-b49149b1be33 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:39:45.740896 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-68445e8e-eff6-469c-89f2-b49149b1be33 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:45.853120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-68445e8e-eff6-469c-89f2-b49149b1be33 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:45.955454 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-68445e8e-eff6-469c-89f2-b49149b1be33 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:45.988841 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68445e8e-eff6-469c-89f2-b49149b1be33 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a567a6b2-d466-404b-b7b3-c31a9ab7be42,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:46.055827 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-68445e8e-eff6-469c-89f2-b49149b1be33 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:46.066502 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-68445e8e-eff6-469c-89f2-b49149b1be33 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4275284 Mar 02 19:39:46.067037 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42942) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:46.077118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-6c631835-2f9c-471c-94f3-985ca9024403 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '9df87ff1-f00a-4136-9247-b64c3e2bb1e2', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:39:46.086111 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6c631835-2f9c-471c-94f3-985ca9024403 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:39:46.093920 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6c631835-2f9c-471c-94f3-985ca9024403 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:39:46.098584 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6c631835-2f9c-471c-94f3-985ca9024403 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:39:46.109198 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6c631835-2f9c-471c-94f3-985ca9024403 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:39:46.227798 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6c631835-2f9c-471c-94f3-985ca9024403 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:46.301607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6c631835-2f9c-471c-94f3-985ca9024403 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:46.372082 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6c631835-2f9c-471c-94f3-985ca9024403 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:46.398822 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c631835-2f9c-471c-94f3-985ca9024403 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3f2197-7f08-43f7-824e-e23a64457992,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:46.503701 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6c631835-2f9c-471c-94f3-985ca9024403 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:46.505155 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6c631835-2f9c-471c-94f3-985ca9024403 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4365780 Mar 02 19:39:46.508400 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42946) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:46.517144 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-4f0c32ab-5def-4f11-9e9c-4a29d6fe91ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '9df87ff1-f00a-4136-9247-b64c3e2bb1e2', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:39:46.527154 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4f0c32ab-5def-4f11-9e9c-4a29d6fe91ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:39:46.531617 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4f0c32ab-5def-4f11-9e9c-4a29d6fe91ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:39:46.534955 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-4f0c32ab-5def-4f11-9e9c-4a29d6fe91ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:39:46.545078 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-4f0c32ab-5def-4f11-9e9c-4a29d6fe91ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:39:46.642272 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4f0c32ab-5def-4f11-9e9c-4a29d6fe91ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:46.745764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4f0c32ab-5def-4f11-9e9c-4a29d6fe91ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:46.832279 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4f0c32ab-5def-4f11-9e9c-4a29d6fe91ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:46.860818 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c32ab-5def-4f11-9e9c-4a29d6fe91ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e87dee9-86a1-43c1-baf0-0c312f8b1f18,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:46.933671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4f0c32ab-5def-4f11-9e9c-4a29d6fe91ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:46.934846 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4f0c32ab-5def-4f11-9e9c-4a29d6fe91ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4253864 Mar 02 19:39:46.938074 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42950) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:46.943778 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-dbd0f885-cf51-452d-90b1-3c75284b4fb0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '9df87ff1-f00a-4136-9247-b64c3e2bb1e2', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:39:46.950921 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-dbd0f885-cf51-452d-90b1-3c75284b4fb0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:39:46.955753 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-dbd0f885-cf51-452d-90b1-3c75284b4fb0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:39:46.959257 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-dbd0f885-cf51-452d-90b1-3c75284b4fb0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:39:46.966223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-dbd0f885-cf51-452d-90b1-3c75284b4fb0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:39:47.287540 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dbd0f885-cf51-452d-90b1-3c75284b4fb0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:47.360073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dbd0f885-cf51-452d-90b1-3c75284b4fb0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:47.443454 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dbd0f885-cf51-452d-90b1-3c75284b4fb0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:47.471035 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0f885-cf51-452d-90b1-3c75284b4fb0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a9b61b-4ca0-428d-a15e-d00a79c7ed68,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:47.563744 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-dbd0f885-cf51-452d-90b1-3c75284b4fb0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:47.564877 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-dbd0f885-cf51-452d-90b1-3c75284b4fb0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6258717 Mar 02 19:39:47.569537 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42954) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:47.577163 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-422cc69a-c090-43e2-afdc-7227dd70997e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '9df87ff1-f00a-4136-9247-b64c3e2bb1e2', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:39:47.583628 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-422cc69a-c090-43e2-afdc-7227dd70997e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:39:47.588297 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-422cc69a-c090-43e2-afdc-7227dd70997e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:39:47.591890 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-422cc69a-c090-43e2-afdc-7227dd70997e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:39:47.598861 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-422cc69a-c090-43e2-afdc-7227dd70997e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:39:47.704138 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.securitygroups_db [None req-422cc69a-c090-43e2-afdc-7227dd70997e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Project 15844680b0ad49b5ae5449a829df52dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:39:47.712089 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-422cc69a-c090-43e2-afdc-7227dd70997e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:47.804213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-422cc69a-c090-43e2-afdc-7227dd70997e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:47.878010 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-422cc69a-c090-43e2-afdc-7227dd70997e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:47.904781 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cc69a-c090-43e2-afdc-7227dd70997e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89faa51f-a2cb-4b59-8c20-fd668178a2a1,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:47.969886 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-422cc69a-c090-43e2-afdc-7227dd70997e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:47.971919 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-422cc69a-c090-43e2-afdc-7227dd70997e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4010322 Mar 02 19:39:47.976685 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42958) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:47.983879 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-537e63ad-391f-4b18-a34a-b791be05c30c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '9df87ff1-f00a-4136-9247-b64c3e2bb1e2', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:39:47.990273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-537e63ad-391f-4b18-a34a-b791be05c30c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:39:47.995415 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-537e63ad-391f-4b18-a34a-b791be05c30c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:39:47.998769 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-537e63ad-391f-4b18-a34a-b791be05c30c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:39:48.006863 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-537e63ad-391f-4b18-a34a-b791be05c30c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:39:48.072978 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.securitygroups_db [None req-537e63ad-391f-4b18-a34a-b791be05c30c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Project 15844680b0ad49b5ae5449a829df52dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:39:48.081614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-537e63ad-391f-4b18-a34a-b791be05c30c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:48.153858 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-537e63ad-391f-4b18-a34a-b791be05c30c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:48.286335 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-537e63ad-391f-4b18-a34a-b791be05c30c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:48.313482 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e63ad-391f-4b18-a34a-b791be05c30c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b906acde-7128-468c-afdd-62b7f45e9f50,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:48.424240 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-537e63ad-391f-4b18-a34a-b791be05c30c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:48.425589 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-537e63ad-391f-4b18-a34a-b791be05c30c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4478781 Mar 02 19:39:48.428441 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42962) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:48.434050 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-4b34d1e6-d43c-4f06-901e-d14254aaeb30 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'network': {'name': 'tempest-network-smoke--530054117', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'port_security_enabled': True}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:39:48.441289 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-4b34d1e6-d43c-4f06-901e-d14254aaeb30 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:39:48.444234 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4b34d1e6-d43c-4f06-901e-d14254aaeb30 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:network and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:39:48.447172 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-4b34d1e6-d43c-4f06-901e-d14254aaeb30 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:39:48.453601 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-4b34d1e6-d43c-4f06-901e-d14254aaeb30 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:39:48.523374 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b34d1e6-d43c-4f06-901e-d14254aaeb30 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Made reservation on behalf of 15844680b0ad49b5ae5449a829df52dd for: {'network': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:39:48.526990 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4b34d1e6-d43c-4f06-901e-d14254aaeb30 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:48.557331 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b34d1e6-d43c-4f06-901e-d14254aaeb30 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=84533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:39:48.566573 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4b34d1e6-d43c-4f06-901e-d14254aaeb30 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:48.566894 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.segments_db [None req-4b34d1e6-d43c-4f06-901e-d14254aaeb30 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Added segment 2984ba17-277e-41c8-a6df-cb44c55702a9 of type vlan for network 639ba875-fb24-4bf1-8a53-06787c82a333 Mar 02 19:39:48.593862 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4b34d1e6-d43c-4f06-901e-d14254aaeb30 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:48.706130 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4b34d1e6-d43c-4f06-901e-d14254aaeb30 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:48.709833 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b34d1e6-d43c-4f06-901e-d14254aaeb30 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:48.710411 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4b34d1e6-d43c-4f06-901e-d14254aaeb30 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:48.820715 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34d1e6-d43c-4f06-901e-d14254aaeb30 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Network': ['ID=639ba875-fb24-4bf1-8a53-06787c82a333,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:48.831075 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 639ba875-fb24-4bf1-8a53-06787c82a333 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:39:48.875802 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4b34d1e6-d43c-4f06-901e-d14254aaeb30 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4462616 Mar 02 19:39:48.878583 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42966) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:48.883654 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-171014662', 'admin_state_up': True, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:39:48.890894 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:39:48.894677 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:router and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:39:48.897563 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:39:48.903748 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:39:48.967146 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:48.968107 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:48.986189 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:49.219988 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:49.460308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:49.492048 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:49.635595 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Allocated IP 172.26.4.122 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/0757836e-6a68-45cc-94b2-585c651970d1) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:39:49.797410 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:49.906641 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:49.972729 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:39:49.975562 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:39:49.980245 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:39:50.013183 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=0757836e-6a68-45cc-94b2-585c651970d1,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:50.231590 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:50.232643 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:50.652235 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router ac635738-d148-4f14-97e7-74d35aebc89d is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:39:50.862296 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:39:50.872507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Sync routers for ids ['ac635738-d148-4f14-97e7-74d35aebc89d'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:39:50.883934 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Routers {'ac635738-d148-4f14-97e7-74d35aebc89d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:39:50.885283 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:39:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ac635738-d148-4f14-97e7-74d35aebc89d'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:50.949440 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:50.950578 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ff46120b-9a04-43f0-bd15-a3fedaa6ae62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0710883 Mar 02 19:39:50.954048 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 42970) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:50.999858 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-fe67c2c5-4cc9-4451-9777-1be36da6da2f tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=15844680b0ad49b5ae5449a829df52dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446589 Mar 02 19:39:51.002574 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42974) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:51.067340 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Set router ac635738-d148-4f14-97e7-74d35aebc89d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:39:51.142545 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc2702f-842f-4aaa-8427-ea3f3e0b28a5 tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:51.147578 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ccc2702f-842f-4aaa-8427-ea3f3e0b28a5 tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1405277 Mar 02 19:39:51.147578 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42978) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:51.189122 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ac51b3a8-6813-43c8-a0a3-812ba45a4bb8 tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=34755311-e60d-4721-8297-2b2c64e749c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403128 Mar 02 19:39:51.191563 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42982) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:51.197761 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-ef6a56ae-c2c1-4675-8a09-4bfb7c4ce65a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-291925307', 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:39:51.316664 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ef6a56ae-c2c1-4675-8a09-4bfb7c4ce65a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:39:51.320273 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ef6a56ae-c2c1-4675-8a09-4bfb7c4ce65a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:subnet and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:39:51.324074 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ef6a56ae-c2c1-4675-8a09-4bfb7c4ce65a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:39:51.329973 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ef6a56ae-c2c1-4675-8a09-4bfb7c4ce65a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:39:51.396836 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171014662', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '0757836e-6a68-45cc-94b2-585c651970d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:39:48Z', 'updated_at': '2022-03-02T19:39:50Z', 'revision_number': 3, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '0757836e-6a68-45cc-94b2-585c651970d1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:49Z', 'updated_at': '2022-03-02T19:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:51.401330 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Checking router: ac635738-d148-4f14-97e7-74d35aebc89d for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:39:51.401677 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Updating router ac635738-d148-4f14-97e7-74d35aebc89d port 0757836e-6a68-45cc-94b2-585c651970d1 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:39:51.418020 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6a56ae-c2c1-4675-8a09-4bfb7c4ce65a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Made reservation on behalf of 15844680b0ad49b5ae5449a829df52dd for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:39:51.454839 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:51.649004 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ef6a56ae-c2c1-4675-8a09-4bfb7c4ce65a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:51.815776 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:51.820370 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-199539ac-d171-438d-bde7-200b80eb37b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:51.832155 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Transition to ACTIVE for port object 0757836e-6a68-45cc-94b2-585c651970d1 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:39:51.980619 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:52.015205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ef6a56ae-c2c1-4675-8a09-4bfb7c4ce65a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:52.067434 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b70ad8-554c-4d7b-80ec-317ce31b93ca None None] Pushing event updated for resources: {'Port': ['ID=0757836e-6a68-45cc-94b2-585c651970d1,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:52.071427 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Attempting to bind port 0757836e-6a68-45cc-94b2-585c651970d1 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:39:52.071427 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Attempting to bind port 0757836e-6a68-45cc-94b2-585c651970d1 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:39:52.072639 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Attempting to bind port 0757836e-6a68-45cc-94b2-585c651970d1 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:39:52.082140 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:39:52.083676 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:39:52.083676 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:52.084029 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:39:52.084821 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Bound port: 0757836e-6a68-45cc-94b2-585c651970d1, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:39:52.085861 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:52.109891 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a56ae-c2c1-4675-8a09-4bfb7c4ce65a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Subnet': ['ID=3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:52.116984 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6a56ae-c2c1-4675-8a09-4bfb7c4ce65a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Checking segment: {'id': '2984ba17-277e-41c8-a6df-cb44c55702a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:39:52.117375 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6a56ae-c2c1-4675-8a09-4bfb7c4ce65a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network hostable DHCP agents. Network: 639ba875-fb24-4bf1-8a53-06787c82a333, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:39:52.168472 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] For port 0757836e-6a68-45cc-94b2-585c651970d1, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:39:52.171553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] For port 0757836e-6a68-45cc-94b2-585c651970d1, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=0757836e-6a68-45cc-94b2-585c651970d1,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:39:52.249015 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6a56ae-c2c1-4675-8a09-4bfb7c4ce65a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 639ba875-fb24-4bf1-8a53-06787c82a333 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:39:52.271911 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:52.349614 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-ef6a56ae-c2c1-4675-8a09-4bfb7c4ce65a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 639ba875-fb24-4bf1-8a53-06787c82a333) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:39:52.352897 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b70ad8-554c-4d7b-80ec-317ce31b93ca None None] Pushing event updated for resources: {'Port': ['ID=0757836e-6a68-45cc-94b2-585c651970d1,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:52.358195 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d5134f-5658-4ff6-b018-21df2627619e None None] Network 639ba875-fb24-4bf1-8a53-06787c82a333 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:39:52.358376 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6a56ae-c2c1-4675-8a09-4bfb7c4ce65a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:52.367157 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ef6a56ae-c2c1-4675-8a09-4bfb7c4ce65a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:52.373907 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Routers {'ac635738-d148-4f14-97e7-74d35aebc89d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:39:52.374536 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:39:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ac635738-d148-4f14-97e7-74d35aebc89d'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:52.448336 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ef6a56ae-c2c1-4675-8a09-4bfb7c4ce65a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2556434 Mar 02 19:39:52.451974 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 42986) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:52.682026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] Set router ac635738-d148-4f14-97e7-74d35aebc89d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:39:52.839444 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-639ba875-fb24-4bf1-8a53-06787c82a333', 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ips': [{'subnet_id': '3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:39:52.840251 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:53.233667 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Allocated IP 172.20.0.2 (639ba875-fb24-4bf1-8a53-06787c82a333/3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f/8cc92844-ede5-4ca5-9894-0b3cccc8ba1a) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:39:53.269674 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4be86347-f9e8-4346-8a79-ad492533e703 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:53.339188 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171014662', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '0757836e-6a68-45cc-94b2-585c651970d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:39:48Z', 'updated_at': '2022-03-02T19:39:50Z', 'revision_number': 3, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '0757836e-6a68-45cc-94b2-585c651970d1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:49Z', 'updated_at': '2022-03-02T19:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:53.348752 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc24cd49-7af7-4a58-b976-70a388907573 None None] The sync data for ids ['ac635738-d148-4f14-97e7-74d35aebc89d'] in dv-neutron-831573-1-hyperv is: [{'id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171014662', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '0757836e-6a68-45cc-94b2-585c651970d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:39:48Z', 'updated_at': '2022-03-02T19:39:50Z', 'revision_number': 3, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '0757836e-6a68-45cc-94b2-585c651970d1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:49Z', 'updated_at': '2022-03-02T19:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:39:53.465820 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:53.477385 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Transition to ACTIVE for port object 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:39:53.499566 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Transition to ACTIVE for port object 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:39:53.592182 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:53.685209 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Network 639ba875-fb24-4bf1-8a53-06787c82a333 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:39:53.688599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:39:53.699254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:39:53.701686 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Pushing event updated for resources: {'Port': ['ID=8cc92844-ede5-4ca5-9894-0b3cccc8ba1a,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:53.802749 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-be9e7569-247d-4ad1-9742-ea349fc2f461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:53.821026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Attempting to bind port 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:39:53.821464 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Attempting to bind port 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '2984ba17-277e-41c8-a6df-cb44c55702a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:39:53.822074 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Attempting to bind port 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a on network 639ba875-fb24-4bf1-8a53-06787c82a333 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:39:53.830061 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:39:53.830664 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Checking segment: {'id': '2984ba17-277e-41c8-a6df-cb44c55702a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:39:53.831261 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:53.831757 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Bound using segment: {'id': '2984ba17-277e-41c8-a6df-cb44c55702a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:39:53.832382 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Bound port: 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2984ba17-277e-41c8-a6df-cb44c55702a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:39:53.832905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:53.858382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-4be86347-f9e8-4346-8a79-ad492533e703 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Allocated IP 172.20.0.1 (639ba875-fb24-4bf1-8a53-06787c82a333/3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f/45fdda0e-629e-4d98-96c7-e846a188d582) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:39:53.942109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] For port 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:39:53.949268 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] For port 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8cc92844-ede5-4ca5-9894-0b3cccc8ba1a,segment=NetworkSegment(2984ba17-277e-41c8-a6df-cb44c55702a9),segment_id=2984ba17-277e-41c8-a6df-cb44c55702a9)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:39:54.021595 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:54.041706 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4be86347-f9e8-4346-8a79-ad492533e703 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:54.059560 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-4be86347-f9e8-4346-8a79-ad492533e703 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Transition to ACTIVE for port object 45fdda0e-629e-4d98-96c7-e846a188d582 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:39:54.136246 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1188d-750f-4d88-93a4-b1dfac802abe None None] Pushing event updated for resources: {'Port': ['ID=8cc92844-ede5-4ca5-9894-0b3cccc8ba1a,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:54.179613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4be86347-f9e8-4346-8a79-ad492533e703 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:54.262742 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be86347-f9e8-4346-8a79-ad492533e703 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 639ba875-fb24-4bf1-8a53-06787c82a333 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:39:54.266259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-4be86347-f9e8-4346-8a79-ad492533e703 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:39:54.271021 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be86347-f9e8-4346-8a79-ad492533e703 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:39:54.303378 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be86347-f9e8-4346-8a79-ad492533e703 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=45fdda0e-629e-4d98-96c7-e846a188d582,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:54.350554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4be86347-f9e8-4346-8a79-ad492533e703 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:54.504282 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4be86347-f9e8-4346-8a79-ad492533e703 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:54.904606 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:39:54.966606 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4be86347-f9e8-4346-8a79-ad492533e703 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:55.043472 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:39:55.043818 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4be86347-f9e8-4346-8a79-ad492533e703 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:55.052549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0757836e-6a68-45cc-94b2-585c651970d1 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:39:55.166549 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be86347-f9e8-4346-8a79-ad492533e703 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=45fdda0e-629e-4d98-96c7-e846a188d582,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:55.172129 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4be86347-f9e8-4346-8a79-ad492533e703 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:55.203761 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4968dbb5-63bb-4f5e-8061-0470d40bbb32 None None] Network 639ba875-fb24-4bf1-8a53-06787c82a333 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:39:55.289639 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 0757836e-6a68-45cc-94b2-585c651970d1 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:39:55.305532 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 0757836e-6a68-45cc-94b2-585c651970d1 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:39:55.305532 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:55.331313 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be86347-f9e8-4346-8a79-ad492533e703 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 639ba875-fb24-4bf1-8a53-06787c82a333 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:39:55.333220 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-4be86347-f9e8-4346-8a79-ad492533e703 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:39:55.361394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:55.449893 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ae164d22-d87b-4025-8592-b2b84ef08c3d None None] Provisioning for port 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:39:55.470654 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-ae164d22-d87b-4025-8592-b2b84ef08c3d None None] Provisioning complete for port 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:39:55.473485 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ae164d22-d87b-4025-8592-b2b84ef08c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:55.534102 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:55.618195 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:55.654347 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 0757836e-6a68-45cc-94b2-585c651970d1, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=0757836e-6a68-45cc-94b2-585c651970d1,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:39:55.724887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ae164d22-d87b-4025-8592-b2b84ef08c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:55.747009 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:55.820513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ae164d22-d87b-4025-8592-b2b84ef08c3d None None] For port 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8cc92844-ede5-4ca5-9894-0b3cccc8ba1a,segment=NetworkSegment(2984ba17-277e-41c8-a6df-cb44c55702a9),segment_id=2984ba17-277e-41c8-a6df-cb44c55702a9)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:39:55.829497 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=0757836e-6a68-45cc-94b2-585c651970d1,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:55.869439 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be86347-f9e8-4346-8a79-ad492533e703 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router ac635738-d148-4f14-97e7-74d35aebc89d has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:39:55.906335 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ae164d22-d87b-4025-8592-b2b84ef08c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:56.002599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae164d22-d87b-4025-8592-b2b84ef08c3d None None] Pushing event updated for resources: {'Port': ['ID=8cc92844-ede5-4ca5-9894-0b3cccc8ba1a,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:56.106453 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3b232029-3300-43e8-9534-7940bbc06981 None None] Provisioning for port 45fdda0e-629e-4d98-96c7-e846a188d582 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:39:56.107227 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be86347-f9e8-4346-8a79-ad492533e703 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:39:56.112249 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3b232029-3300-43e8-9534-7940bbc06981 None None] Provisioning complete for port 45fdda0e-629e-4d98-96c7-e846a188d582 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:39:56.112707 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3b232029-3300-43e8-9534-7940bbc06981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:56.135294 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4be86347-f9e8-4346-8a79-ad492533e703 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "PUT /v2.0/routers/ac635738-d148-4f14-97e7-74d35aebc89d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6713672 Mar 02 19:39:56.189100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-3b232029-3300-43e8-9534-7940bbc06981 None None] Port 45fdda0e-629e-4d98-96c7-e846a188d582 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:39:56.207065 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-3b232029-3300-43e8-9534-7940bbc06981 None None] Provisioning complete for port 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:39:56.207768 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3b232029-3300-43e8-9534-7940bbc06981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:56.338600 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-bd44af20-5612-4c4f-b07a-015acd66f046 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:39:56.412747 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-bd44af20-5612-4c4f-b07a-015acd66f046 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:39:56.413945 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-bd44af20-5612-4c4f-b07a-015acd66f046 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-959792212&fields=id&tenant_id=15844680b0ad49b5ae5449a829df52dd HTTP/1.1" status: 200 len: 267 time: 0.1276236 Mar 02 19:39:56.476723 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8ff6df20-b97c-416a-9474-db1128ace5d5 None None] Provisioning complete for port 45fdda0e-629e-4d98-96c7-e846a188d582 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:39:56.477008 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8ff6df20-b97c-416a-9474-db1128ace5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:56.541599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-8ff6df20-b97c-416a-9474-db1128ace5d5 None None] Port 45fdda0e-629e-4d98-96c7-e846a188d582 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:39:56.571129 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-1849b025-f056-477a-8b9d-171af5b676b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:56.572625 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-1849b025-f056-477a-8b9d-171af5b676b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:39:56.597174 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:56.726282 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-1849b025-f056-477a-8b9d-171af5b676b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:39:56.727521 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-1849b025-f056-477a-8b9d-171af5b676b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/networks?id=639ba875-fb24-4bf1-8a53-06787c82a333 HTTP/1.1" status: 200 len: 796 time: 0.3064842 Mar 02 19:39:56.745927 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-822beca9-72eb-4485-82bd-d1f508870b49 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/quotas/15844680b0ad49b5ae5449a829df52dd HTTP/1.1" status: 200 len: 375 time: 0.0121331 Mar 02 19:39:56.838617 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-0d03f20e-7d4f-4379-9e6d-adc37af44fe0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:39:56.871952 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0757836e-6a68-45cc-94b2-585c651970d1 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:39:56.962729 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-0d03f20e-7d4f-4379-9e6d-adc37af44fe0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:39:56.964466 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-0d03f20e-7d4f-4379-9e6d-adc37af44fe0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2129443 Mar 02 19:39:56.979002 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 0757836e-6a68-45cc-94b2-585c651970d1 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:39:56.979581 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:57.004949 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Sync routers for ids ['ac635738-d148-4f14-97e7-74d35aebc89d'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:39:57.022853 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Routers {'ac635738-d148-4f14-97e7-74d35aebc89d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:39:57.023810 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:39:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ac635738-d148-4f14-97e7-74d35aebc89d'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:57.105927 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:39:57.185400 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:39:57.185788 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:57.206616 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-31d04cec-861c-4d79-ae23-940611bd3672 service neutron] 10.222.0.73 "GET /v2.0/networks/639ba875-fb24-4bf1-8a53-06787c82a333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291725 Mar 02 19:39:57.240888 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Set router ac635738-d148-4f14-97e7-74d35aebc89d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:39:57.351019 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-d67d17c7-c5be-454e-a5ff-cb0a01b33948 service neutron] 10.222.0.73 "GET /v2.0/networks/639ba875-fb24-4bf1-8a53-06787c82a333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376870 Mar 02 19:39:57.572542 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171014662', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '0757836e-6a68-45cc-94b2-585c651970d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:39:48Z', 'updated_at': '2022-03-02T19:39:54Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '0757836e-6a68-45cc-94b2-585c651970d1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:49Z', 'updated_at': '2022-03-02T19:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '45fdda0e-629e-4d98-96c7-e846a188d582', 'name': '', 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:f3:f2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:53Z', 'updated_at': '2022-03-02T19:39:54Z', 'revision_number': 2, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:57.577713 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Checking router: ac635738-d148-4f14-97e7-74d35aebc89d for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:39:57.577713 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Updating router ac635738-d148-4f14-97e7-74d35aebc89d port 45fdda0e-629e-4d98-96c7-e846a188d582 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:39:57.625262 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-a71237f0-d1b6-4397-af8b-7a2035af09fb req-734dde7d-df96-4692-a27a-b0bd2161d6e6 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:39:57.638517 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-a71237f0-d1b6-4397-af8b-7a2035af09fb req-734dde7d-df96-4692-a27a-b0bd2161d6e6 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:39:57.638997 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:57.644156 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a71237f0-d1b6-4397-af8b-7a2035af09fb req-734dde7d-df96-4692-a27a-b0bd2161d6e6 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 210 time: 0.0671484 Mar 02 19:39:58.007902 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:58.020291 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Transition to ACTIVE for port object 45fdda0e-629e-4d98-96c7-e846a188d582 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:39:58.128911 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:58.258669 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379ca14-c26e-40ed-8e73-15ed1bbcc927 None None] Pushing event updated for resources: {'Port': ['ID=45fdda0e-629e-4d98-96c7-e846a188d582,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:58.279958 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379ca14-c26e-40ed-8e73-15ed1bbcc927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:58.280299 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379ca14-c26e-40ed-8e73-15ed1bbcc927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:58.280642 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379ca14-c26e-40ed-8e73-15ed1bbcc927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:58.280958 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379ca14-c26e-40ed-8e73-15ed1bbcc927 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:58.281281 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379ca14-c26e-40ed-8e73-15ed1bbcc927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:58.281607 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379ca14-c26e-40ed-8e73-15ed1bbcc927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:58.281924 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379ca14-c26e-40ed-8e73-15ed1bbcc927 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:58.282269 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379ca14-c26e-40ed-8e73-15ed1bbcc927 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:58.282543 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379ca14-c26e-40ed-8e73-15ed1bbcc927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:58.282947 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379ca14-c26e-40ed-8e73-15ed1bbcc927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:58.283149 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379ca14-c26e-40ed-8e73-15ed1bbcc927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:58.418327 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Attempting to bind port 45fdda0e-629e-4d98-96c7-e846a188d582 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:39:58.424473 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Attempting to bind port 45fdda0e-629e-4d98-96c7-e846a188d582 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '2984ba17-277e-41c8-a6df-cb44c55702a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:39:58.424473 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Attempting to bind port 45fdda0e-629e-4d98-96c7-e846a188d582 on network 639ba875-fb24-4bf1-8a53-06787c82a333 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:39:58.425732 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:39:58.426106 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Checking segment: {'id': '2984ba17-277e-41c8-a6df-cb44c55702a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:39:58.426495 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:58.426881 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Bound using segment: {'id': '2984ba17-277e-41c8-a6df-cb44c55702a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:39:58.427332 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Bound port: 45fdda0e-629e-4d98-96c7-e846a188d582, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2984ba17-277e-41c8-a6df-cb44c55702a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:39:58.427730 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:58.523816 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] For port 45fdda0e-629e-4d98-96c7-e846a188d582, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:39:58.529274 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] For port 45fdda0e-629e-4d98-96c7-e846a188d582, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=45fdda0e-629e-4d98-96c7-e846a188d582,segment=NetworkSegment(2984ba17-277e-41c8-a6df-cb44c55702a9),segment_id=2984ba17-277e-41c8-a6df-cb44c55702a9)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:39:58.621825 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:58.717679 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379ca14-c26e-40ed-8e73-15ed1bbcc927 None None] Pushing event updated for resources: {'Port': ['ID=45fdda0e-629e-4d98-96c7-e846a188d582,revision_number=4']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:58.722337 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Routers {'ac635738-d148-4f14-97e7-74d35aebc89d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:39:58.722962 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:39:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ac635738-d148-4f14-97e7-74d35aebc89d'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:58.881392 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3400c5ef-671a-459d-8c87-1f7a38f95df9 req-bacd4112-6947-4982-96f2-982ddef1d6f9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 210 time: 0.0507827 Mar 02 19:39:58.990854 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] Set router ac635738-d148-4f14-97e7-74d35aebc89d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:39:59.353224 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171014662', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '0757836e-6a68-45cc-94b2-585c651970d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:39:48Z', 'updated_at': '2022-03-02T19:39:54Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '0757836e-6a68-45cc-94b2-585c651970d1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:49Z', 'updated_at': '2022-03-02T19:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '45fdda0e-629e-4d98-96c7-e846a188d582', 'name': '', 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:f3:f2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:53Z', 'updated_at': '2022-03-02T19:39:58Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:59.359755 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd521a2-53ac-4a66-a610-9ffe98435e4c None None] The sync data for ids ['ac635738-d148-4f14-97e7-74d35aebc89d'] in dv-neutron-831573-1-hyperv is: [{'id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171014662', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '0757836e-6a68-45cc-94b2-585c651970d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:39:48Z', 'updated_at': '2022-03-02T19:39:54Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '0757836e-6a68-45cc-94b2-585c651970d1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:49Z', 'updated_at': '2022-03-02T19:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '45fdda0e-629e-4d98-96c7-e846a188d582', 'name': '', 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:f3:f2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:53Z', 'updated_at': '2022-03-02T19:39:58Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:39:59.858541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-1ae4d03c-70ca-4fd1-b502-18f082969616 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:59.860407 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-1ae4d03c-70ca-4fd1-b502-18f082969616 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "GET /v2.0/networks?id=639ba875-fb24-4bf1-8a53-06787c82a333 HTTP/1.1" status: 200 len: 796 time: 0.1882091 Mar 02 19:39:59.924272 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-d94e4ef8-496c-45ce-99a8-7d67d4df28f7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15844680b0ad49b5ae5449a829df52dd HTTP/1.1" status: 200 len: 379 time: 0.0495460 Mar 02 19:39:59.936703 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-054f7671-5f6e-4f55-bf41-5a2b7c0a2b7a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'port': {'device_id': 'c7cd0ca5-b4c0-415b-a380-ac41748a427b', 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333', 'admin_state_up': True, 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'security_groups': ['9df87ff1-f00a-4136-9247-b64c3e2bb1e2']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:40:00.139527 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-054f7671-5f6e-4f55-bf41-5a2b7c0a2b7a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:40:00.156038 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e9fca0a9-100e-4205-b5e2-9c404fa1be1c req-b2163eec-4a6e-4d96-8738-5fe59fdefffe tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 210 time: 0.0792918 Mar 02 19:40:00.157054 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-054f7671-5f6e-4f55-bf41-5a2b7c0a2b7a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:40:00.252939 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-054f7671-5f6e-4f55-bf41-5a2b7c0a2b7a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Made reservation on behalf of 15844680b0ad49b5ae5449a829df52dd for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:40:00.258064 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-054f7671-5f6e-4f55-bf41-5a2b7c0a2b7a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:00.450117 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-054f7671-5f6e-4f55-bf41-5a2b7c0a2b7a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Allocated IP 172.20.0.6 (639ba875-fb24-4bf1-8a53-06787c82a333/3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f/068ad586-5687-4586-b65b-6d2754c622ad) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:40:00.652289 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-054f7671-5f6e-4f55-bf41-5a2b7c0a2b7a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:00.669073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-054f7671-5f6e-4f55-bf41-5a2b7c0a2b7a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Transition to ACTIVE for port object 068ad586-5687-4586-b65b-6d2754c622ad will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:40:00.769533 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-054f7671-5f6e-4f55-bf41-5a2b7c0a2b7a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:00.851174 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-054f7671-5f6e-4f55-bf41-5a2b7c0a2b7a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 639ba875-fb24-4bf1-8a53-06787c82a333 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:40:00.854518 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-054f7671-5f6e-4f55-bf41-5a2b7c0a2b7a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:40:00.857001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-054f7671-5f6e-4f55-bf41-5a2b7c0a2b7a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:40:00.879890 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 45fdda0e-629e-4d98-96c7-e846a188d582 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:40:00.892622 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f7671-5f6e-4f55-bf41-5a2b7c0a2b7a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=068ad586-5687-4586-b65b-6d2754c622ad,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:00.936752 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-054f7671-5f6e-4f55-bf41-5a2b7c0a2b7a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:00.937787 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-054f7671-5f6e-4f55-bf41-5a2b7c0a2b7a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:01.014650 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 45fdda0e-629e-4d98-96c7-e846a188d582 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:40:01.023956 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 45fdda0e-629e-4d98-96c7-e846a188d582 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:40:01.023956 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:01.044078 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-054f7671-5f6e-4f55-bf41-5a2b7c0a2b7a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1115713 Mar 02 19:40:01.058435 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] Request body: {'port': {'device_id': 'c7cd0ca5-b4c0-415b-a380-ac41748a427b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:40:01.197212 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:01.241773 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 45fdda0e-629e-4d98-96c7-e846a188d582, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=45fdda0e-629e-4d98-96c7-e846a188d582,segment=NetworkSegment(2984ba17-277e-41c8-a6df-cb44c55702a9),segment_id=2984ba17-277e-41c8-a6df-cb44c55702a9)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:40:01.319851 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c77ca3a5-e04f-414d-aa09-657ccbb83400 None None] Provisioning for port 068ad586-5687-4586-b65b-6d2754c622ad completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:40:01.320395 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:01.320680 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c77ca3a5-e04f-414d-aa09-657ccbb83400 None None] Provisioning complete for port 068ad586-5687-4586-b65b-6d2754c622ad triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:40:01.320680 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c77ca3a5-e04f-414d-aa09-657ccbb83400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:01.363054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c77ca3a5-e04f-414d-aa09-657ccbb83400 None None] Port 068ad586-5687-4586-b65b-6d2754c622ad cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:40:01.448951 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:01.522090 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=45fdda0e-629e-4d98-96c7-e846a188d582,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:01.539018 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f3eae-5b97-4b49-95f7-81a2a049cea8 req-d85009dc-2548-4b9b-ae68-1586ebdd5455 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:01.539765 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-f84f3eae-5b97-4b49-95f7-81a2a049cea8 req-d85009dc-2548-4b9b-ae68-1586ebdd5455 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:40:01.703774 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-f84f3eae-5b97-4b49-95f7-81a2a049cea8 req-d85009dc-2548-4b9b-ae68-1586ebdd5455 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:40:01.705014 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f84f3eae-5b97-4b49-95f7-81a2a049cea8 req-d85009dc-2548-4b9b-ae68-1586ebdd5455 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 931 time: 0.3910306 Mar 02 19:40:01.726302 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:01.780871 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068ad586-5687-4586-b65b-6d2754c622ad {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:40:01.797259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:01.818505 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f84f3eae-5b97-4b49-95f7-81a2a049cea8 req-031295b2-4b33-4a7e-b6c8-9baff4afe59d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816100 Mar 02 19:40:01.833467 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] Transition to ACTIVE for port object 068ad586-5687-4586-b65b-6d2754c622ad will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:40:01.915030 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:02.045416 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] Pushing event updated for resources: {'Port': ['ID=068ad586-5687-4586-b65b-6d2754c622ad,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:02.187860 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] Attempting to bind port 068ad586-5687-4586-b65b-6d2754c622ad on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:40:02.188186 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] Attempting to bind port 068ad586-5687-4586-b65b-6d2754c622ad by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '2984ba17-277e-41c8-a6df-cb44c55702a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:40:02.188530 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] Attempting to bind port 068ad586-5687-4586-b65b-6d2754c622ad on network 639ba875-fb24-4bf1-8a53-06787c82a333 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:40:02.195205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] Port 068ad586-5687-4586-b65b-6d2754c622ad on network 639ba875-fb24-4bf1-8a53-06787c82a333 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:40:02.195564 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] Attempting to bind port 068ad586-5687-4586-b65b-6d2754c622ad on network 639ba875-fb24-4bf1-8a53-06787c82a333 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:40:02.203657 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:40:02.203998 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] Checking segment: {'id': '2984ba17-277e-41c8-a6df-cb44c55702a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:40:02.204588 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] Bound using segment: {'id': '2984ba17-277e-41c8-a6df-cb44c55702a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:40:02.205611 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] Bound port: 068ad586-5687-4586-b65b-6d2754c622ad, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2984ba17-277e-41c8-a6df-cb44c55702a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:40:02.205961 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:02.301701 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] For port 068ad586-5687-4586-b65b-6d2754c622ad, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:40:02.304975 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] For port 068ad586-5687-4586-b65b-6d2754c622ad, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=068ad586-5687-4586-b65b-6d2754c622ad,segment=NetworkSegment(2984ba17-277e-41c8-a6df-cb44c55702a9),segment_id=2984ba17-277e-41c8-a6df-cb44c55702a9)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:40:02.395958 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:02.465985 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:02.467452 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] 10.222.0.87 "PUT /v2.0/ports/068ad586-5687-4586-b65b-6d2754c622ad HTTP/1.1" status: 200 len: 1093 time: 1.4147823 Mar 02 19:40:02.467916 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cd0ca5-b4c0-415b-a380-ac41748a427b', 'tag': '068ad586-5687-4586-b65b-6d2754c622ad'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:40:02.491464 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3adc2-8bd8-4aab-b587-912c81ed1e59 service neutron] Pushing event updated for resources: {'Port': ['ID=068ad586-5687-4586-b65b-6d2754c622ad,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:02.542116 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cd0ca5-b4c0-415b-a380-ac41748a427b', 'tag': '068ad586-5687-4586-b65b-6d2754c622ad', 'status': 'completed', 'code': 200} Mar 02 19:40:02.659588 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-552a3302-f817-42a6-a7aa-5da0be1562cf req-44c3dd65-01b7-442a-b543-34b54ef433cc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 1096 time: 0.0951722 Mar 02 19:40:02.721956 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:40:02.816711 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a3302-f817-42a6-a7aa-5da0be1562cf req-170c43a8-9eba-40e6-9281-33bfa5cb08d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:02.818157 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-552a3302-f817-42a6-a7aa-5da0be1562cf req-170c43a8-9eba-40e6-9281-33bfa5cb08d4 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=15844680b0ad49b5ae5449a829df52dd&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1508384 Mar 02 19:40:02.853669 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 45fdda0e-629e-4d98-96c7-e846a188d582 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:40:02.925055 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 45fdda0e-629e-4d98-96c7-e846a188d582 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:40:02.925588 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:03.023207 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a3302-f817-42a6-a7aa-5da0be1562cf req-fd7c6d9e-3dc1-46b3-aea0-e5981bee5aaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:03.024786 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-552a3302-f817-42a6-a7aa-5da0be1562cf req-fd7c6d9e-3dc1-46b3-aea0-e5981bee5aaa service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2000091 Mar 02 19:40:03.073451 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecc159-ae59-4e8f-90b0-e475b07da652 req-b16b8169-b7cf-4e75-ad20-23f072628d16 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:03.075551 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3cecc159-ae59-4e8f-90b0-e475b07da652 req-b16b8169-b7cf-4e75-ad20-23f072628d16 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 943 time: 0.1165333 Mar 02 19:40:03.170125 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3cecc159-ae59-4e8f-90b0-e475b07da652 req-084c04a5-eae5-4354-bf5f-caf24f2a10aa tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629046 Mar 02 19:40:03.192593 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-0135f7ce-db46-478b-a377-f6b8a561b083 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 1096 time: 0.1160600 Mar 02 19:40:03.267846 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-ee0c32f7-8d04-4f24-9740-99c7f8a6c816 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=068ad586-5687-4586-b65b-6d2754c622ad HTTP/1.1" status: 200 len: 217 time: 0.0673559 Mar 02 19:40:03.333751 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-81d13bbc-b0d8-4643-813a-9e957227933e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:03.336171 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-81d13bbc-b0d8-4643-813a-9e957227933e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f HTTP/1.1" status: 200 len: 834 time: 0.0623553 Mar 02 19:40:03.420661 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-62ed2b1c-0b4b-4254-b7fd-5e1d3b415dce service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=639ba875-fb24-4bf1-8a53-06787c82a333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768275 Mar 02 19:40:03.667922 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-a9e7860a-cd72-44d7-ae3d-17192bf3bea2 service neutron] 10.222.0.87 "GET /v2.0/networks/639ba875-fb24-4bf1-8a53-06787c82a333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403545 Mar 02 19:40:03.823220 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fecabc75-5d32-47a3-9880-7c8f7896b8ea req-74846653-c071-4098-ae1a-88617a57cd19 service neutron] 10.222.0.87 "GET /v2.0/networks/639ba875-fb24-4bf1-8a53-06787c82a333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486850 Mar 02 19:40:04.388173 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6eb4d-51e0-4181-b17b-4436c7b46c90 req-685ac222-2323-46f4-afe6-2e1fe5b2dd28 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:04.389838 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b1e6eb4d-51e0-4181-b17b-4436c7b46c90 req-685ac222-2323-46f4-afe6-2e1fe5b2dd28 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 943 time: 0.0856407 Mar 02 19:40:04.455698 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-b1e6eb4d-51e0-4181-b17b-4436c7b46c90 req-10ab0a34-aa9e-4bff-be79-df41c5b2af11 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:40:04.469403 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-b1e6eb4d-51e0-4181-b17b-4436c7b46c90 req-10ab0a34-aa9e-4bff-be79-df41c5b2af11 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:40:04.470627 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b1e6eb4d-51e0-4181-b17b-4436c7b46c90 req-10ab0a34-aa9e-4bff-be79-df41c5b2af11 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722618 Mar 02 19:40:05.690912 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1bc82-14e1-4b62-b8bc-a16d48b87df2 req-7e475f7c-7bb4-4d1e-8c23-37604591bcc9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:05.692384 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-86c1bc82-14e1-4b62-b8bc-a16d48b87df2 req-7e475f7c-7bb4-4d1e-8c23-37604591bcc9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 943 time: 0.0781343 Mar 02 19:40:05.739474 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-86c1bc82-14e1-4b62-b8bc-a16d48b87df2 req-d46cc150-67aa-4728-b7ba-6cc3207dc61c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411584 Mar 02 19:40:06.954119 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18ba8d-3f99-477a-ad81-0c89c0a94ef3 req-91560d60-6f53-4b21-9a2d-41ef3312dd09 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:06.955604 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2b18ba8d-3f99-477a-ad81-0c89c0a94ef3 req-91560d60-6f53-4b21-9a2d-41ef3312dd09 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 943 time: 0.0811164 Mar 02 19:40:07.007647 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2b18ba8d-3f99-477a-ad81-0c89c0a94ef3 req-32571699-7c83-4385-9903-09746b467578 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461442 Mar 02 19:40:07.185256 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 068ad586-5687-4586-b65b-6d2754c622ad details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:40:07.338525 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 068ad586-5687-4586-b65b-6d2754c622ad, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=068ad586-5687-4586-b65b-6d2754c622ad,segment=NetworkSegment(2984ba17-277e-41c8-a6df-cb44c55702a9),segment_id=2984ba17-277e-41c8-a6df-cb44c55702a9)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:40:07.351558 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '068ad586-5687-4586-b65b-6d2754c622ad', 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333', 'port_id': '068ad586-5687-4586-b65b-6d2754c622ad', 'mac_address': 'fa:16:3e:69:82:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:40:07.414884 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:07.433960 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068ad586-5687-4586-b65b-6d2754c622ad {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:40:07.450341 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 068ad586-5687-4586-b65b-6d2754c622ad, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=068ad586-5687-4586-b65b-6d2754c622ad,segment=NetworkSegment(2984ba17-277e-41c8-a6df-cb44c55702a9),segment_id=2984ba17-277e-41c8-a6df-cb44c55702a9)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:40:07.504103 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:07.573383 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=068ad586-5687-4586-b65b-6d2754c622ad,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:07.719689 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['068ad586-5687-4586-b65b-6d2754c622ad'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:40:08.230791 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4bad2-a53d-4c27-bcc2-ccc917ac1044 req-5bcbb36c-7d08-494d-80e6-44ab72f3af3a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:08.232320 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-efc4bad2-a53d-4c27-bcc2-ccc917ac1044 req-5bcbb36c-7d08-494d-80e6-44ab72f3af3a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 944 time: 0.0867348 Mar 02 19:40:08.290574 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-efc4bad2-a53d-4c27-bcc2-ccc917ac1044 req-5476a297-4256-4907-acd8-7613b2a73d25 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519800 Mar 02 19:40:09.198668 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 068ad586-5687-4586-b65b-6d2754c622ad up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:40:09.339999 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 068ad586-5687-4586-b65b-6d2754c622ad completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:40:09.345154 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 068ad586-5687-4586-b65b-6d2754c622ad triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:40:09.345527 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:09.467689 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:09.498698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cd0ca5-b4c0-415b-a380-ac41748a427b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068ad586-5687-4586-b65b-6d2754c622ad'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:40:09.501707 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5e456-710c-4a9d-a5a1-38d5a1912c71 req-cf9fcff1-63dc-4090-ba2a-d10081fbd763 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:09.504421 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7be5e456-710c-4a9d-a5a1-38d5a1912c71 req-cf9fcff1-63dc-4090-ba2a-d10081fbd763 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 944 time: 0.0777798 Mar 02 19:40:09.508366 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 068ad586-5687-4586-b65b-6d2754c622ad, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=068ad586-5687-4586-b65b-6d2754c622ad,segment=NetworkSegment(2984ba17-277e-41c8-a6df-cb44c55702a9),segment_id=2984ba17-277e-41c8-a6df-cb44c55702a9)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:40:09.552048 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7be5e456-710c-4a9d-a5a1-38d5a1912c71 req-ed063174-8c7c-4f66-8292-926f6b3f787e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429323 Mar 02 19:40:09.554352 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cd0ca5-b4c0-415b-a380-ac41748a427b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068ad586-5687-4586-b65b-6d2754c622ad', 'code': 200} Mar 02 19:40:09.568775 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:09.634708 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=068ad586-5687-4586-b65b-6d2754c622ad,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:09.927992 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bc60c56b-399d-4a68-ac7e-57351da0d648 req-07e9996b-23d8-4953-a6a4-1c5920672555 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 1098 time: 0.0666480 Mar 02 19:40:09.970068 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bc60c56b-399d-4a68-ac7e-57351da0d648 req-1fd95b24-f4c9-4a18-89cb-208e58bd6321 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351832 Mar 02 19:40:10.757563 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0c00c-f110-4b7e-b934-3b7b137008f2 req-cbdf5b16-2db3-4b5a-8f2e-af741037320a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:10.759652 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-00a0c00c-f110-4b7e-b934-3b7b137008f2 req-cbdf5b16-2db3-4b5a-8f2e-af741037320a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.0796559 Mar 02 19:40:10.804948 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-00a0c00c-f110-4b7e-b934-3b7b137008f2 req-5e82bcf4-9270-41a3-b7f5-4a22409000c4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395372 Mar 02 19:40:12.009401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae506f-abb9-4a68-9764-021a83b2438f req-c1f0dbee-3986-4340-9996-a54a32db29f9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:12.010840 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-12ae506f-abb9-4a68-9764-021a83b2438f req-c1f0dbee-3986-4340-9996-a54a32db29f9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.0796275 Mar 02 19:40:12.056893 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-12ae506f-abb9-4a68-9764-021a83b2438f req-e3f783f9-d080-48d2-b4ea-0e9e819ca9b9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404572 Mar 02 19:40:12.262690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd76ac5-766d-48da-8a5f-aa948a44e7ef req-37731b75-9be3-4fa3-bac2-780aba7447dd tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:12.264844 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4dd76ac5-766d-48da-8a5f-aa948a44e7ef req-37731b75-9be3-4fa3-bac2-780aba7447dd tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.0823977 Mar 02 19:40:12.314207 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4dd76ac5-766d-48da-8a5f-aa948a44e7ef req-42cf4467-7ee0-4e61-9e2f-0262f5793e6e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439787 Mar 02 19:40:12.342261 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43040) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:40:12.410846 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ba9b33f3-22ca-46f1-920f-461738e26eb8 tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 1093 time: 0.0673771 Mar 02 19:40:12.413396 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43044) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:40:12.418744 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': '068ad586-5687-4586-b65b-6d2754c622ad', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:40:12.424391 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:40:12.428075 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:floatingip and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:40:12.431460 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:40:12.436999 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:40:12.529202 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:12.668124 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:12.804788 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Allocated IP 172.26.4.56 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/ebbe9e03-6649-4c18-826d-a78512d654d1) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:40:12.954374 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:13.037923 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:13.106178 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:40:13.108994 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:40:13.113251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:40:13.141408 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=ebbe9e03-6649-4c18-826d-a78512d654d1,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:13.713764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:13.827666 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:14.032610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:14.094627 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:14.203044 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=ebbe9e03-6649-4c18-826d-a78512d654d1,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:14.217482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:14.410692 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Floating IP ed053ba1-d9c9-43fe-977a-c372cb54e21a associated. External IP: 172.26.4.56, port: 068ad586-5687-4586-b65b-6d2754c622ad. Mar 02 19:40:14.813271 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router ac635738-d148-4f14-97e7-74d35aebc89d has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:40:15.023843 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:40:15.033359 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500c18d9-8b48-49a0-9538-2ea6eaf7b2c1 None None] Sync routers for ids ['ac635738-d148-4f14-97e7-74d35aebc89d'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:40:15.045984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500c18d9-8b48-49a0-9538-2ea6eaf7b2c1 None None] Routers {'ac635738-d148-4f14-97e7-74d35aebc89d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:40:15.046545 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-500c18d9-8b48-49a0-9538-2ea6eaf7b2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:39:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ac635738-d148-4f14-97e7-74d35aebc89d'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:40:15.151875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:15.215318 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-02b591c7-0451-4616-ad62-c851673e9952 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8008976 Mar 02 19:40:15.216101 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cd0ca5-b4c0-415b-a380-ac41748a427b', 'tag': '068ad586-5687-4586-b65b-6d2754c622ad'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:40:15.278568 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cd0ca5-b4c0-415b-a380-ac41748a427b', 'tag': '068ad586-5687-4586-b65b-6d2754c622ad', 'status': 'completed', 'code': 200} Mar 02 19:40:15.278880 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-500c18d9-8b48-49a0-9538-2ea6eaf7b2c1 None None] Set router ac635738-d148-4f14-97e7-74d35aebc89d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:40:15.397928 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa19e8-208f-4832-a277-99a8797e403d req-a570b965-1761-4443-8abd-37dcc37f1b6e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:15.399530 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-50fa19e8-208f-4832-a277-99a8797e403d req-a570b965-1761-4443-8abd-37dcc37f1b6e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.0840704 Mar 02 19:40:15.449685 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-50fa19e8-208f-4832-a277-99a8797e403d req-fde55a4a-ed46-4215-a700-a93d776fbc66 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446513 Mar 02 19:40:15.477975 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43052) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:40:15.486784 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8e9289ce-d8e9-47a8-8421-1c3425305e7a req-6393487b-568f-4666-a8f1-4d1a6a732c99 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 1098 time: 0.1850023 Mar 02 19:40:15.589300 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-aa09c04e-2695-40cd-98c8-c46c1d11a0e8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/ed053ba1-d9c9-43fe-977a-c372cb54e21a HTTP/1.1" status: 200 len: 990 time: 0.1101868 Mar 02 19:40:15.629740 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9289ce-d8e9-47a8-8421-1c3425305e7a req-a3b8d582-6985-4734-a098-f094b40a4260 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:15.631200 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8e9289ce-d8e9-47a8-8421-1c3425305e7a req-a3b8d582-6985-4734-a098-f094b40a4260 service neutron] 10.222.0.87 "GET /v2.0/networks?id=639ba875-fb24-4bf1-8a53-06787c82a333 HTTP/1.1" status: 200 len: 897 time: 0.1383474 Mar 02 19:40:15.659904 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-500c18d9-8b48-49a0-9538-2ea6eaf7b2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171014662', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '0757836e-6a68-45cc-94b2-585c651970d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:39:48Z', 'updated_at': '2022-03-02T19:39:54Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '0757836e-6a68-45cc-94b2-585c651970d1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:49Z', 'updated_at': '2022-03-02T19:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'ed053ba1-d9c9-43fe-977a-c372cb54e21a', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'floating_ip_address': '172.26.4.56', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'port_id': '068ad586-5687-4586-b65b-6d2754c622ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333', 'mac_address': 'fa:16:3e:69:82:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cd0ca5-b4c0-415b-a380-ac41748a427b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:40:13Z', 'updated_at': '2022-03-02T19:40:13Z', 'revision_number': 0, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45fdda0e-629e-4d98-96c7-e846a188d582', 'name': '', 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:f3:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:53Z', 'updated_at': '2022-03-02T19:40:01Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:40:15.664117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500c18d9-8b48-49a0-9538-2ea6eaf7b2c1 None None] Checking router: ac635738-d148-4f14-97e7-74d35aebc89d for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:40:15.674992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500c18d9-8b48-49a0-9538-2ea6eaf7b2c1 None None] Routers {'ac635738-d148-4f14-97e7-74d35aebc89d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:40:15.675640 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-500c18d9-8b48-49a0-9538-2ea6eaf7b2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:39:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ac635738-d148-4f14-97e7-74d35aebc89d'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:40:15.740206 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8e9289ce-d8e9-47a8-8421-1c3425305e7a req-20b74967-cf6d-4233-9dd0-986db9ba7543 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=068ad586-5687-4586-b65b-6d2754c622ad HTTP/1.1" status: 200 len: 998 time: 0.1014628 Mar 02 19:40:15.805137 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9289ce-d8e9-47a8-8421-1c3425305e7a req-a8be62bf-b2c4-4512-ba8d-cb86916a0c7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:15.806741 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8e9289ce-d8e9-47a8-8421-1c3425305e7a req-a8be62bf-b2c4-4512-ba8d-cb86916a0c7f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f HTTP/1.1" status: 200 len: 834 time: 0.0598691 Mar 02 19:40:15.860910 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-500c18d9-8b48-49a0-9538-2ea6eaf7b2c1 None None] Set router ac635738-d148-4f14-97e7-74d35aebc89d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:40:15.886105 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8e9289ce-d8e9-47a8-8421-1c3425305e7a req-098e610f-f2ba-4723-b158-475600d781fc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=639ba875-fb24-4bf1-8a53-06787c82a333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697529 Mar 02 19:40:16.020659 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8e9289ce-d8e9-47a8-8421-1c3425305e7a req-7aad4705-0e59-4494-84bf-618b189d4468 service neutron] 10.222.0.87 "GET /v2.0/networks/639ba875-fb24-4bf1-8a53-06787c82a333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286323 Mar 02 19:40:16.156671 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8e9289ce-d8e9-47a8-8421-1c3425305e7a req-bfc1347d-f507-454a-b945-d0f902350c70 service neutron] 10.222.0.87 "GET /v2.0/networks/639ba875-fb24-4bf1-8a53-06787c82a333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300070 Mar 02 19:40:16.236265 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-500c18d9-8b48-49a0-9538-2ea6eaf7b2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171014662', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '0757836e-6a68-45cc-94b2-585c651970d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:39:48Z', 'updated_at': '2022-03-02T19:39:54Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '0757836e-6a68-45cc-94b2-585c651970d1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:49Z', 'updated_at': '2022-03-02T19:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'ed053ba1-d9c9-43fe-977a-c372cb54e21a', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'floating_ip_address': '172.26.4.56', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'port_id': '068ad586-5687-4586-b65b-6d2754c622ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333', 'mac_address': 'fa:16:3e:69:82:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cd0ca5-b4c0-415b-a380-ac41748a427b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:40:13Z', 'updated_at': '2022-03-02T19:40:13Z', 'revision_number': 0, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45fdda0e-629e-4d98-96c7-e846a188d582', 'name': '', 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:f3:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:53Z', 'updated_at': '2022-03-02T19:40:01Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:40:16.240311 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500c18d9-8b48-49a0-9538-2ea6eaf7b2c1 None None] The sync data for ids ['ac635738-d148-4f14-97e7-74d35aebc89d'] in dv-neutron-831573-1-hyperv is: [{'id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171014662', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '0757836e-6a68-45cc-94b2-585c651970d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:39:48Z', 'updated_at': '2022-03-02T19:39:54Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '0757836e-6a68-45cc-94b2-585c651970d1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:49Z', 'updated_at': '2022-03-02T19:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': 'ed053ba1-d9c9-43fe-977a-c372cb54e21a', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'floating_ip_address': '172.26.4.56', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'port_id': '068ad586-5687-4586-b65b-6d2754c622ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333', 'mac_address': 'fa:16:3e:69:82:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cd0ca5-b4c0-415b-a380-ac41748a427b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:40:13Z', 'updated_at': '2022-03-02T19:40:13Z', 'revision_number': 0, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45fdda0e-629e-4d98-96c7-e846a188d582', 'name': '', 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:f3:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:53Z', 'updated_at': '2022-03-02T19:40:01Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:40:16.444723 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9be0a-2f8c-43f7-8e15-c1b1c084c98f None None] New status for floating IP ed053ba1-d9c9-43fe-977a-c372cb54e21a: ACTIVE {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:40:16.593113 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43056) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:40:16.705346 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9597dd94-6988-43bd-9203-e778718dcc52 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/ed053ba1-d9c9-43fe-977a-c372cb54e21a HTTP/1.1" status: 200 len: 990 time: 0.1110754 Mar 02 19:40:17.714393 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43060) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:40:17.824713 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5298d05b-986c-403c-8797-2a813254fad8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/ed053ba1-d9c9-43fe-977a-c372cb54e21a HTTP/1.1" status: 200 len: 992 time: 0.1090810 Mar 02 19:40:21.683671 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ec055d31-3ac0-4aa9-8228-453f63d35ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:23.786272 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-87853908-13a5-40a4-a089-9bbbc9123186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:25.269424 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:25.469613 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:26.594842 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:31.795006 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:39.722646 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:40:43.795220 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-37f1007b-50bb-42d8-be18-fe7a6684ecd1 req-518afe22-df75-4ebd-b8dd-685f9f8785fa service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736322 Mar 02 19:40:43.934989 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-37f1007b-50bb-42d8-be18-fe7a6684ecd1 req-1e8eb688-e542-4cba-af62-c386e5b57f16 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 1098 time: 0.0703917 Mar 02 19:40:44.093713 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1007b-50bb-42d8-be18-fe7a6684ecd1 req-c5821279-de7a-473c-9844-315312309e2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:44.095166 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-37f1007b-50bb-42d8-be18-fe7a6684ecd1 req-c5821279-de7a-473c-9844-315312309e2f service neutron] 10.222.0.87 "GET /v2.0/networks?id=639ba875-fb24-4bf1-8a53-06787c82a333 HTTP/1.1" status: 200 len: 897 time: 0.1391332 Mar 02 19:40:44.203208 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-37f1007b-50bb-42d8-be18-fe7a6684ecd1 req-d62b0c83-a7a8-4195-8068-d4fb97451176 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=068ad586-5687-4586-b65b-6d2754c622ad HTTP/1.1" status: 200 len: 1000 time: 0.1008186 Mar 02 19:40:44.271289 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1007b-50bb-42d8-be18-fe7a6684ecd1 req-a89a516d-c37a-471d-a021-6355b6725d49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:44.272748 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-37f1007b-50bb-42d8-be18-fe7a6684ecd1 req-a89a516d-c37a-471d-a021-6355b6725d49 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f HTTP/1.1" status: 200 len: 834 time: 0.0638294 Mar 02 19:40:44.353464 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-37f1007b-50bb-42d8-be18-fe7a6684ecd1 req-bb1a3c95-ab06-4226-a165-81d274e3a6eb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=639ba875-fb24-4bf1-8a53-06787c82a333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736642 Mar 02 19:40:44.488521 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-37f1007b-50bb-42d8-be18-fe7a6684ecd1 req-ca20cebe-9014-45a7-9469-2ccebc046cb6 service neutron] 10.222.0.87 "GET /v2.0/networks/639ba875-fb24-4bf1-8a53-06787c82a333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274519 Mar 02 19:40:44.620030 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-37f1007b-50bb-42d8-be18-fe7a6684ecd1 req-6d8e2eff-d40c-4f8d-b300-c9430beed038 service neutron] 10.222.0.87 "GET /v2.0/networks/639ba875-fb24-4bf1-8a53-06787c82a333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239507 Mar 02 19:40:47.631495 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872e6e4-4a52-4ab6-b44f-20b1aa2b56a4 req-9e124a39-0a97-49a7-82d8-ec67b6e9eea6 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:47.632965 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a872e6e4-4a52-4ab6-b44f-20b1aa2b56a4 req-9e124a39-0a97-49a7-82d8-ec67b6e9eea6 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.2272103 Mar 02 19:40:47.641099 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-48e4bf06-0f7c-48ae-b459-c317eb5f7efb req-4e900225-d6c9-4441-b5ae-5cedcecf53ab service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 1098 time: 0.1986182 Mar 02 19:40:47.768982 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a872e6e4-4a52-4ab6-b44f-20b1aa2b56a4 req-992d35d2-1b90-487b-8157-3b4b2f9d4ba8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268761 Mar 02 19:40:47.813936 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4bf06-0f7c-48ae-b459-c317eb5f7efb req-b2fb81e3-734b-4f08-a1d8-7c8e39518c7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:47.815397 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-48e4bf06-0f7c-48ae-b459-c317eb5f7efb req-b2fb81e3-734b-4f08-a1d8-7c8e39518c7f service neutron] 10.222.0.87 "GET /v2.0/networks?id=639ba875-fb24-4bf1-8a53-06787c82a333 HTTP/1.1" status: 200 len: 897 time: 0.1598556 Mar 02 19:40:47.923931 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-48e4bf06-0f7c-48ae-b459-c317eb5f7efb req-54cc89ac-c8b6-4fcf-ad50-0b4029f58f86 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=068ad586-5687-4586-b65b-6d2754c622ad HTTP/1.1" status: 200 len: 1000 time: 0.1012521 Mar 02 19:40:47.993332 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4bf06-0f7c-48ae-b459-c317eb5f7efb req-8e0e719c-43c6-40c8-bd50-dfce4edbe72c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:47.994786 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-48e4bf06-0f7c-48ae-b459-c317eb5f7efb req-8e0e719c-43c6-40c8-bd50-dfce4edbe72c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f HTTP/1.1" status: 200 len: 834 time: 0.0646839 Mar 02 19:40:48.080677 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-48e4bf06-0f7c-48ae-b459-c317eb5f7efb req-cb3e6a19-0f81-4a11-8fe2-11b0e4065190 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=639ba875-fb24-4bf1-8a53-06787c82a333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794592 Mar 02 19:40:48.221565 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-48e4bf06-0f7c-48ae-b459-c317eb5f7efb req-0c52396d-96cb-413a-a53d-0420d8808fd8 service neutron] 10.222.0.87 "GET /v2.0/networks/639ba875-fb24-4bf1-8a53-06787c82a333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340115 Mar 02 19:40:48.358710 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-48e4bf06-0f7c-48ae-b459-c317eb5f7efb req-113c868e-eaaf-4392-80de-c14b7d3f8bec service neutron] 10.222.0.87 "GET /v2.0/networks/639ba875-fb24-4bf1-8a53-06787c82a333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312621 Mar 02 19:40:48.988692 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea9199-09ae-40bf-93c9-b0d09c27b44a req-43187785-7515-4381-8710-930922bad3cd tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:48.990128 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-70ea9199-09ae-40bf-93c9-b0d09c27b44a req-43187785-7515-4381-8710-930922bad3cd tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.0800478 Mar 02 19:40:49.036820 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-70ea9199-09ae-40bf-93c9-b0d09c27b44a req-46cf1718-2c92-4d04-8195-0218c8a0bf1b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411353 Mar 02 19:40:50.256778 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc732a7-ff76-433e-b891-08a9408f681c req-320be572-9bde-413e-9450-58c670e530b2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:50.258157 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0bc732a7-ff76-433e-b891-08a9408f681c req-320be572-9bde-413e-9450-58c670e530b2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.0776560 Mar 02 19:40:50.303766 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0bc732a7-ff76-433e-b891-08a9408f681c req-fb7b11bf-4082-4cae-a373-ac9f257fd421 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401666 Mar 02 19:40:51.504767 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa17092-0bf5-4eb3-8497-d560f8be0ee4 req-60697114-fd53-4dec-b53b-1d37fbef1228 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:51.506226 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4fa17092-0bf5-4eb3-8497-d560f8be0ee4 req-60697114-fd53-4dec-b53b-1d37fbef1228 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.0801861 Mar 02 19:40:51.551648 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4fa17092-0bf5-4eb3-8497-d560f8be0ee4 req-36c90396-506c-4f12-af20-479040db0109 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399244 Mar 02 19:40:51.715070 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-afb50a4f-0a2a-4f3d-bbe5-36371b38abd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:52.749534 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127e62b-be01-4518-a4c1-43827074174f req-43309d79-506f-440c-b835-76ca705d8744 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:52.750987 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d127e62b-be01-4518-a4c1-43827074174f req-43309d79-506f-440c-b835-76ca705d8744 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.0805364 Mar 02 19:40:52.798652 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d127e62b-be01-4518-a4c1-43827074174f req-528def35-9a64-4e57-93c7-de1705a584a4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406170 Mar 02 19:40:53.808667 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3fbdadad-6340-4203-bd29-7373b85c5e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:53.995294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede7401-7ce8-43d2-9d0b-5c25688f4a5f req-f211b5e7-374b-4cc4-8179-ba97a3f3bf13 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:53.996765 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3ede7401-7ce8-43d2-9d0b-5c25688f4a5f req-f211b5e7-374b-4cc4-8179-ba97a3f3bf13 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.0778246 Mar 02 19:40:54.045220 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3ede7401-7ce8-43d2-9d0b-5c25688f4a5f req-85bbe82a-2c87-4999-bd5e-b4d52300935a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423007 Mar 02 19:40:55.275511 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:55.393682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184063eb-a891-475a-8d39-f5df58dce505 req-b79f5c47-2ee8-440a-aa07-7a6dd20d77b9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:55.395169 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-184063eb-a891-475a-8d39-f5df58dce505 req-b79f5c47-2ee8-440a-aa07-7a6dd20d77b9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.0789893 Mar 02 19:40:55.440175 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-184063eb-a891-475a-8d39-f5df58dce505 req-15a25a5f-1465-47dc-b067-3e00fb72dc58 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393877 Mar 02 19:40:55.475270 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:56.578751 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:56.637552 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9b4aa-134d-4a5c-8f2a-f010b5c74294 req-db69dab2-9a77-44fa-839f-4fd4f90e69e2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:56.638988 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7fd9b4aa-134d-4a5c-8f2a-f010b5c74294 req-db69dab2-9a77-44fa-839f-4fd4f90e69e2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.0767903 Mar 02 19:40:56.683542 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7fd9b4aa-134d-4a5c-8f2a-f010b5c74294 req-00fa5ed7-60ac-4cc1-ba3b-c57ed1467a82 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382607 Mar 02 19:40:57.883296 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd65c9-e1cc-4f54-9b94-bbb16372830c req-e6ee5a1c-0ee7-460a-bf7c-5b45feeb7278 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:57.884769 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-eddd65c9-e1cc-4f54-9b94-bbb16372830c req-e6ee5a1c-0ee7-460a-bf7c-5b45feeb7278 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.0795693 Mar 02 19:40:57.931064 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-eddd65c9-e1cc-4f54-9b94-bbb16372830c req-cea5758e-1336-43f3-a478-0c6fa02dfbb3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408862 Mar 02 19:40:59.139060 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544b7ec-b295-42d5-bed8-08c366cb0863 req-6bbdbe71-9a30-46c0-96b9-97f70dcef3ea tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:59.140571 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c544b7ec-b295-42d5-bed8-08c366cb0863 req-6bbdbe71-9a30-46c0-96b9-97f70dcef3ea tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.0833514 Mar 02 19:40:59.284862 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c544b7ec-b295-42d5-bed8-08c366cb0863 req-7b7891dc-22c6-4326-adbc-75b0fe3c7b24 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377728 Mar 02 19:41:00.482702 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030909f-6ef9-43bb-b608-5fd9a2278573 req-5becc877-f308-4f1f-a93a-5a4eae63aa01 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:41:00.484250 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7030909f-6ef9-43bb-b608-5fd9a2278573 req-5becc877-f308-4f1f-a93a-5a4eae63aa01 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.0796583 Mar 02 19:41:00.534578 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7030909f-6ef9-43bb-b608-5fd9a2278573 req-62a458a5-c05b-4ae2-b2a4-52426430f653 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430048 Mar 02 19:41:01.729208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdae2e-6c28-47f1-ac06-6178c18472bc req-78ccf9bd-0a07-48bb-a915-73efe76a9f8c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:41:01.730665 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-60fdae2e-6c28-47f1-ac06-6178c18472bc req-78ccf9bd-0a07-48bb-a915-73efe76a9f8c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.0767262 Mar 02 19:41:01.734638 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:01.779025 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-60fdae2e-6c28-47f1-ac06-6178c18472bc req-f98c529e-329c-4744-959d-15410a4bd41d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427978 Mar 02 19:41:03.074904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c211f-0972-4cfe-b9fc-e525ee02370e req-ce954247-f9b1-424a-a9ea-40f933135dc2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:41:03.076402 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0b9c211f-0972-4cfe-b9fc-e525ee02370e req-ce954247-f9b1-424a-a9ea-40f933135dc2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.1746998 Mar 02 19:41:03.134672 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0b9c211f-0972-4cfe-b9fc-e525ee02370e req-849077ab-60da-4d2a-ba1a-907b92dcfe66 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520060 Mar 02 19:41:04.471003 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f57d9-591e-4c9c-ba75-b2fa091e1e8d req-fe0bcaf6-439f-4b76-8210-c5f0e957e6b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:41:04.473020 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-316f57d9-591e-4c9c-ba75-b2fa091e1e8d req-fe0bcaf6-439f-4b76-8210-c5f0e957e6b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.2134559 Mar 02 19:41:04.547870 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-316f57d9-591e-4c9c-ba75-b2fa091e1e8d req-a556e3fd-ca07-4b91-9526-6c8bcf29d44a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689199 Mar 02 19:41:05.749704 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96f287-40bf-4240-b124-1cf9ae8f983b req-49c6dad2-c78b-4706-861d-d021f28690a4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:41:05.751157 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-da96f287-40bf-4240-b124-1cf9ae8f983b req-49c6dad2-c78b-4706-861d-d021f28690a4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.0828440 Mar 02 19:41:05.808852 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-da96f287-40bf-4240-b124-1cf9ae8f983b req-dc47f0d1-41f6-4438-9552-96812b320008 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514312 Mar 02 19:41:05.838067 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43110) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:05.952725 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-9f26b567-21fd-4e25-aaab-ebbb7132b87f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/ed053ba1-d9c9-43fe-977a-c372cb54e21a HTTP/1.1" status: 200 len: 992 time: 0.1133919 Mar 02 19:41:16.723437 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:41:21.734913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2762ce09-4162-44ca-b263-2dd25b738e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:23.763392 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bb654ca0-8006-4f69-8db0-ccb9eaef3bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:25.283554 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:25.446879 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:26.639200 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:27.738986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [req-790e6f32-fb9e-4874-bc74-9cebc7baf021 req-7e811c2b-21b3-4b76-8520-e47bf8d8f8e0 service neutron] (84532) timed out ('10.222.0.87', 62098) {{(pid=84532) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 19:41:31.728758 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:36.618326 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43130) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:36.843714 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting port ebbe9e03-6649-4c18-826d-a78512d654d1 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:41:36.844019 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:37.017519 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:37.017767 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:37.151411 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Calling delete_port for ebbe9e03-6649-4c18-826d-a78512d654d1 owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:41:37.430019 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:37.477997 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Port': ['ID=ebbe9e03-6649-4c18-826d-a78512d654d1,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:37.517488 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:37.517827 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:37.518162 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:37.518510 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:37.518837 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:37.519160 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:37.520105 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:37.520687 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:37.521177 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:37.521513 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:37.521848 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:37.588139 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:38.124092 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router ac635738-d148-4f14-97e7-74d35aebc89d has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:41:38.338842 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:41:38.352096 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eaa9fa-7990-4df2-b44c-eb5cbd0630a2 None None] Sync routers for ids ['ac635738-d148-4f14-97e7-74d35aebc89d'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:41:38.364527 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eaa9fa-7990-4df2-b44c-eb5cbd0630a2 None None] Routers {'ac635738-d148-4f14-97e7-74d35aebc89d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:41:38.365142 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-50eaa9fa-7990-4df2-b44c-eb5cbd0630a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:41:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ac635738-d148-4f14-97e7-74d35aebc89d'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:41:38.448812 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:38.506722 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-87f0a4e1-5f9c-46a9-ab6f-63fe720f1906 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/floatingips/ed053ba1-d9c9-43fe-977a-c372cb54e21a HTTP/1.1" status: 204 len: 168 time: 1.8871522 Mar 02 19:41:38.507333 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cd0ca5-b4c0-415b-a380-ac41748a427b', 'tag': '068ad586-5687-4586-b65b-6d2754c622ad'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:41:38.580463 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cd0ca5-b4c0-415b-a380-ac41748a427b', 'tag': '068ad586-5687-4586-b65b-6d2754c622ad', 'status': 'completed', 'code': 200} Mar 02 19:41:38.599177 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-50eaa9fa-7990-4df2-b44c-eb5cbd0630a2 None None] Set router ac635738-d148-4f14-97e7-74d35aebc89d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:41:38.759691 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6e49f90a-2123-4399-861c-6528e600b225 req-81000c44-8e43-4d84-968c-7f2301a77878 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 1098 time: 0.1531761 Mar 02 19:41:38.904772 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49f90a-2123-4399-861c-6528e600b225 req-405ce3b7-46ef-48ba-add4-f8e11fd49192 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:41:38.906349 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6e49f90a-2123-4399-861c-6528e600b225 req-405ce3b7-46ef-48ba-add4-f8e11fd49192 service neutron] 10.222.0.87 "GET /v2.0/networks?id=639ba875-fb24-4bf1-8a53-06787c82a333 HTTP/1.1" status: 200 len: 897 time: 0.1404555 Mar 02 19:41:38.938101 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-50eaa9fa-7990-4df2-b44c-eb5cbd0630a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171014662', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '0757836e-6a68-45cc-94b2-585c651970d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:39:48Z', 'updated_at': '2022-03-02T19:39:54Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '0757836e-6a68-45cc-94b2-585c651970d1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:49Z', 'updated_at': '2022-03-02T19:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '45fdda0e-629e-4d98-96c7-e846a188d582', 'name': '', 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:f3:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:53Z', 'updated_at': '2022-03-02T19:40:01Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:41:38.943042 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eaa9fa-7990-4df2-b44c-eb5cbd0630a2 None None] Checking router: ac635738-d148-4f14-97e7-74d35aebc89d for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:41:38.955118 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eaa9fa-7990-4df2-b44c-eb5cbd0630a2 None None] Routers {'ac635738-d148-4f14-97e7-74d35aebc89d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:41:38.955785 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-50eaa9fa-7990-4df2-b44c-eb5cbd0630a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:41:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ac635738-d148-4f14-97e7-74d35aebc89d'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:41:39.091562 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6e49f90a-2123-4399-861c-6528e600b225 req-a1cd2024-e2a3-4531-a45e-60771edae34e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=068ad586-5687-4586-b65b-6d2754c622ad HTTP/1.1" status: 200 len: 217 time: 0.1773655 Mar 02 19:41:39.159833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49f90a-2123-4399-861c-6528e600b225 req-6bddeade-bd67-4954-b3dc-83bad3c92041 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:41:39.161393 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6e49f90a-2123-4399-861c-6528e600b225 req-6bddeade-bd67-4954-b3dc-83bad3c92041 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f HTTP/1.1" status: 200 len: 834 time: 0.0648079 Mar 02 19:41:39.163502 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-50eaa9fa-7990-4df2-b44c-eb5cbd0630a2 None None] Set router ac635738-d148-4f14-97e7-74d35aebc89d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:41:39.259500 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6e49f90a-2123-4399-861c-6528e600b225 req-e2e17c83-6318-4717-88ee-976c1345f866 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=639ba875-fb24-4bf1-8a53-06787c82a333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0918248 Mar 02 19:41:39.406547 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed65d63-3dbd-4116-9b2b-243fed8405a2 req-f1ef0353-dcbf-493c-b7ed-c8cc12150521 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:41:39.408334 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-5ed65d63-3dbd-4116-9b2b-243fed8405a2 req-f1ef0353-dcbf-493c-b7ed-c8cc12150521 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:41:39.423021 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6e49f90a-2123-4399-861c-6528e600b225 req-367306b7-e7f6-4020-97f1-e4d0fb34defb service neutron] 10.222.0.87 "GET /v2.0/networks/639ba875-fb24-4bf1-8a53-06787c82a333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566250 Mar 02 19:41:39.483649 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-5ed65d63-3dbd-4116-9b2b-243fed8405a2 req-f1ef0353-dcbf-493c-b7ed-c8cc12150521 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:41:39.485328 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5ed65d63-3dbd-4116-9b2b-243fed8405a2 req-f1ef0353-dcbf-493c-b7ed-c8cc12150521 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.1701181 Mar 02 19:41:39.529476 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-50eaa9fa-7990-4df2-b44c-eb5cbd0630a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171014662', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '0757836e-6a68-45cc-94b2-585c651970d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:39:48Z', 'updated_at': '2022-03-02T19:39:54Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '0757836e-6a68-45cc-94b2-585c651970d1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:49Z', 'updated_at': '2022-03-02T19:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '45fdda0e-629e-4d98-96c7-e846a188d582', 'name': '', 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:f3:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:53Z', 'updated_at': '2022-03-02T19:40:01Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:41:39.533981 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eaa9fa-7990-4df2-b44c-eb5cbd0630a2 None None] The sync data for ids ['ac635738-d148-4f14-97e7-74d35aebc89d'] in dv-neutron-831573-1-hyperv is: [{'id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171014662', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '0757836e-6a68-45cc-94b2-585c651970d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:39:48Z', 'updated_at': '2022-03-02T19:39:54Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '0757836e-6a68-45cc-94b2-585c651970d1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:49Z', 'updated_at': '2022-03-02T19:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '45fdda0e-629e-4d98-96c7-e846a188d582', 'name': '', 'network_id': '639ba875-fb24-4bf1-8a53-06787c82a333', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:f3:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:53Z', 'updated_at': '2022-03-02T19:40:01Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:41:39.547922 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5ed65d63-3dbd-4116-9b2b-243fed8405a2 req-7d726e1b-9f0d-4a0b-bcc0-0437ef284ba2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555129 Mar 02 19:41:39.594568 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6e49f90a-2123-4399-861c-6528e600b225 req-fea84b78-3a59-4f04-ad72-50d6f48a7a15 service neutron] 10.222.0.87 "GET /v2.0/networks/639ba875-fb24-4bf1-8a53-06787c82a333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647155 Mar 02 19:41:39.788220 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b605a8-294b-4280-81aa-c928198e92d1 None None] New status for floating IP ed053ba1-d9c9-43fe-977a-c372cb54e21a: DOWN {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:41:40.749064 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e9ddd-7a57-49c2-8143-fe7397a85c4e req-0ade069d-3f17-458d-9b09-ffbd211ebcb0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:41:40.775756 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-be9e9ddd-7a57-49c2-8143-fe7397a85c4e req-0ade069d-3f17-458d-9b09-ffbd211ebcb0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.0772264 Mar 02 19:41:40.847146 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-be9e9ddd-7a57-49c2-8143-fe7397a85c4e req-cce4f074-b181-412a-970e-eae91e7639ca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=9df87ff1-f00a-4136-9247-b64c3e2bb1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663509 Mar 02 19:41:40.874735 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fa8c5-6b02-4b75-bf3d-4c5b41c86965 req-605f799b-1864-4749-956c-c6cbcdcfe14c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:41:40.875894 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4e6fa8c5-6b02-4b75-bf3d-4c5b41c86965 req-605f799b-1864-4749-956c-c6cbcdcfe14c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 945 time: 0.1244862 Mar 02 19:41:40.948866 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-4e6fa8c5-6b02-4b75-bf3d-4c5b41c86965 req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting port 068ad586-5687-4586-b65b-6d2754c622ad {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:41:40.949205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-4e6fa8c5-6b02-4b75-bf3d-4c5b41c86965 req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:41.214280 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-4e6fa8c5-6b02-4b75-bf3d-4c5b41c86965 req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] For port 068ad586-5687-4586-b65b-6d2754c622ad, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=068ad586-5687-4586-b65b-6d2754c622ad,segment=NetworkSegment(2984ba17-277e-41c8-a6df-cb44c55702a9),segment_id=2984ba17-277e-41c8-a6df-cb44c55702a9)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:41:41.214544 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-4e6fa8c5-6b02-4b75-bf3d-4c5b41c86965 req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:41.338337 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-4e6fa8c5-6b02-4b75-bf3d-4c5b41c86965 req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Calling delete_port for 068ad586-5687-4586-b65b-6d2754c622ad owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:41:41.563513 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-4e6fa8c5-6b02-4b75-bf3d-4c5b41c86965 req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:41.615152 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Port': ['ID=068ad586-5687-4586-b65b-6d2754c622ad,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:41.663173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:41.663549 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:41.663896 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:41.664238 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:41.664573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:41.664903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:41.665236 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:41.665558 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:41.665884 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:41.666207 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:41.666532 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:41.705032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6fa8c5-6b02-4b75-bf3d-4c5b41c86965 req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] No DVR routers for this DVR port 068ad586-5687-4586-b65b-6d2754c622ad on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:41:41.708303 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-4e6fa8c5-6b02-4b75-bf3d-4c5b41c86965 req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:41.711041 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cd0ca5-b4c0-415b-a380-ac41748a427b', 'name': 'network-vif-deleted', 'tag': '068ad586-5687-4586-b65b-6d2754c622ad'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:41:41.767339 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cd0ca5-b4c0-415b-a380-ac41748a427b', 'name': 'network-vif-deleted', 'tag': '068ad586-5687-4586-b65b-6d2754c622ad', 'status': 'completed', 'code': 200} Mar 02 19:41:41.792812 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4e6fa8c5-6b02-4b75-bf3d-4c5b41c86965 req-be2ab59b-9102-41c5-8d60-dc428754c975 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "DELETE /v2.0/ports/068ad586-5687-4586-b65b-6d2754c622ad HTTP/1.1" status: 204 len: 173 time: 0.9097347 Mar 02 19:41:42.026595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-9fca82cc-9944-4b9d-9a46-d4f4de512312 req-e60e56de-6509-4e87-824e-9e2930d0ce35 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:41:42.133201 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-9fca82cc-9944-4b9d-9a46-d4f4de512312 req-e60e56de-6509-4e87-824e-9e2930d0ce35 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:41:42.135108 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9fca82cc-9944-4b9d-9a46-d4f4de512312 req-e60e56de-6509-4e87-824e-9e2930d0ce35 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7cd0ca5-b4c0-415b-a380-ac41748a427b HTTP/1.1" status: 200 len: 210 time: 0.1521242 Mar 02 19:41:43.250198 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43156) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:43.671822 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f4912a38-8552-44ea-860b-fb369284a35d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:43.729220 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 068ad586-5687-4586-b65b-6d2754c622ad no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:41:43.786973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 068ad586-5687-4586-b65b-6d2754c622ad {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:41:43.787545 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 068ad586-5687-4586-b65b-6d2754c622ad not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:41:44.349044 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-f4912a38-8552-44ea-860b-fb369284a35d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting port 45fdda0e-629e-4d98-96c7-e846a188d582 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:41:44.350037 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f4912a38-8552-44ea-860b-fb369284a35d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:44.663819 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-f4912a38-8552-44ea-860b-fb369284a35d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] For port 45fdda0e-629e-4d98-96c7-e846a188d582, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=45fdda0e-629e-4d98-96c7-e846a188d582,segment=NetworkSegment(2984ba17-277e-41c8-a6df-cb44c55702a9),segment_id=2984ba17-277e-41c8-a6df-cb44c55702a9)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:41:44.664185 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f4912a38-8552-44ea-860b-fb369284a35d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:44.792642 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-f4912a38-8552-44ea-860b-fb369284a35d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Calling delete_port for 45fdda0e-629e-4d98-96c7-e846a188d582 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:41:45.098456 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f4912a38-8552-44ea-860b-fb369284a35d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:45.145648 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4912a38-8552-44ea-860b-fb369284a35d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Port': ['ID=45fdda0e-629e-4d98-96c7-e846a188d582,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:45.441110 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f4912a38-8552-44ea-860b-fb369284a35d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:46.027509 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4912a38-8552-44ea-860b-fb369284a35d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router ac635738-d148-4f14-97e7-74d35aebc89d has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:41:46.333576 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4912a38-8552-44ea-860b-fb369284a35d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:41:46.344117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e81cd71-3339-4cf6-966f-5ad9e9a2483c None None] Sync routers for ids ['ac635738-d148-4f14-97e7-74d35aebc89d'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:41:46.357366 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e81cd71-3339-4cf6-966f-5ad9e9a2483c None None] Routers {'ac635738-d148-4f14-97e7-74d35aebc89d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:41:46.357975 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-8e81cd71-3339-4cf6-966f-5ad9e9a2483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:41:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ac635738-d148-4f14-97e7-74d35aebc89d'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:41:46.422288 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f4912a38-8552-44ea-860b-fb369284a35d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "PUT /v2.0/routers/ac635738-d148-4f14-97e7-74d35aebc89d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1709659 Mar 02 19:41:46.425209 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43162) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:46.539230 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-8e81cd71-3339-4cf6-966f-5ad9e9a2483c None None] Set router ac635738-d148-4f14-97e7-74d35aebc89d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:41:46.716786 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9a5a7c-891c-4125-b720-572d9f68c5ad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting subnet 3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:41:46.719843 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5a7c-891c-4125-b720-572d9f68c5ad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:46.774815 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5a7c-891c-4125-b720-572d9f68c5ad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:46.869802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5a7c-891c-4125-b720-572d9f68c5ad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:46.890036 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-8e81cd71-3339-4cf6-966f-5ad9e9a2483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171014662', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '0757836e-6a68-45cc-94b2-585c651970d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:39:48Z', 'updated_at': '2022-03-02T19:41:44Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '0757836e-6a68-45cc-94b2-585c651970d1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:49Z', 'updated_at': '2022-03-02T19:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:41:46.894300 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e81cd71-3339-4cf6-966f-5ad9e9a2483c None None] Checking router: ac635738-d148-4f14-97e7-74d35aebc89d for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:41:46.910855 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e81cd71-3339-4cf6-966f-5ad9e9a2483c None None] Routers {'ac635738-d148-4f14-97e7-74d35aebc89d'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:41:46.912072 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-8e81cd71-3339-4cf6-966f-5ad9e9a2483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:41:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['ac635738-d148-4f14-97e7-74d35aebc89d'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:41:47.015644 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5a7c-891c-4125-b720-572d9f68c5ad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:47.055523 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a5a7c-891c-4125-b720-572d9f68c5ad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Subnet': ['ID=3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:47.062120 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5a7c-891c-4125-b720-572d9f68c5ad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:47.069632 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1b9a5a7c-891c-4125-b720-572d9f68c5ad tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/subnets/3925a517-7fcf-49a3-9e3f-fc5b4f3bef1f HTTP/1.1" status: 204 len: 168 time: 0.6433268 Mar 02 19:41:47.072338 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43168) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:47.075995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabea020-0347-4a13-85e4-bba6db75db86 None None] Network 639ba875-fb24-4bf1-8a53-06787c82a333 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:41:47.225818 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-8e81cd71-3339-4cf6-966f-5ad9e9a2483c None None] Set router ac635738-d148-4f14-97e7-74d35aebc89d gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:41:47.279974 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c2b2-5a2c-4caa-ae9c-10bee449c678 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:47.493001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c2b2-5a2c-4caa-ae9c-10bee449c678 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:47.564282 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4c2b2-5a2c-4caa-ae9c-10bee449c678 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting port 0757836e-6a68-45cc-94b2-585c651970d1 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:41:47.564947 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c2b2-5a2c-4caa-ae9c-10bee449c678 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:47.565868 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803de75f-b145-49ae-a738-6eb75400e747 None None] DHCP port deletion for 639ba875-fb24-4bf1-8a53-06787c82a333 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:41:47.572958 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-803de75f-b145-49ae-a738-6eb75400e747 None None] Deleting port 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:41:47.573329 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-803de75f-b145-49ae-a738-6eb75400e747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:47.682336 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-8e81cd71-3339-4cf6-966f-5ad9e9a2483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171014662', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '0757836e-6a68-45cc-94b2-585c651970d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:39:48Z', 'updated_at': '2022-03-02T19:41:44Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '0757836e-6a68-45cc-94b2-585c651970d1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:49Z', 'updated_at': '2022-03-02T19:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:41:47.691471 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e81cd71-3339-4cf6-966f-5ad9e9a2483c None None] The sync data for ids ['ac635738-d148-4f14-97e7-74d35aebc89d'] in dv-neutron-831573-1-hyperv is: [{'id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171014662', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '0757836e-6a68-45cc-94b2-585c651970d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:39:48Z', 'updated_at': '2022-03-02T19:41:44Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '0757836e-6a68-45cc-94b2-585c651970d1', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac635738-d148-4f14-97e7-74d35aebc89d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:39:49Z', 'updated_at': '2022-03-02T19:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:41:47.773452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-d4b4c2b2-5a2c-4caa-ae9c-10bee449c678 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] For port 0757836e-6a68-45cc-94b2-585c651970d1, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=0757836e-6a68-45cc-94b2-585c651970d1,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:41:47.773807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c2b2-5a2c-4caa-ae9c-10bee449c678 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:47.800449 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-803de75f-b145-49ae-a738-6eb75400e747 None None] For port 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=8cc92844-ede5-4ca5-9894-0b3cccc8ba1a,segment=NetworkSegment(2984ba17-277e-41c8-a6df-cb44c55702a9),segment_id=2984ba17-277e-41c8-a6df-cb44c55702a9)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:41:47.800727 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-803de75f-b145-49ae-a738-6eb75400e747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:47.900899 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4c2b2-5a2c-4caa-ae9c-10bee449c678 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Calling delete_port for 0757836e-6a68-45cc-94b2-585c651970d1 owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:41:47.933073 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-803de75f-b145-49ae-a738-6eb75400e747 None None] Calling delete_port for 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:41:48.095184 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-803de75f-b145-49ae-a738-6eb75400e747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:48.147738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803de75f-b145-49ae-a738-6eb75400e747 None None] Pushing event deleted for resources: {'Port': ['ID=8cc92844-ede5-4ca5-9894-0b3cccc8ba1a,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:48.159705 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803de75f-b145-49ae-a738-6eb75400e747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:48.160095 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803de75f-b145-49ae-a738-6eb75400e747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:48.160389 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803de75f-b145-49ae-a738-6eb75400e747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:48.160730 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803de75f-b145-49ae-a738-6eb75400e747 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:48.161066 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803de75f-b145-49ae-a738-6eb75400e747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:48.161556 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803de75f-b145-49ae-a738-6eb75400e747 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:48.162026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803de75f-b145-49ae-a738-6eb75400e747 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:48.162365 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803de75f-b145-49ae-a738-6eb75400e747 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:48.162689 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803de75f-b145-49ae-a738-6eb75400e747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:48.163017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803de75f-b145-49ae-a738-6eb75400e747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:48.163344 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803de75f-b145-49ae-a738-6eb75400e747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:48.166255 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803de75f-b145-49ae-a738-6eb75400e747 None None] No DVR routers for this DVR port 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:41:48.220963 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c2b2-5a2c-4caa-ae9c-10bee449c678 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:48.271749 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4c2b2-5a2c-4caa-ae9c-10bee449c678 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Port': ['ID=0757836e-6a68-45cc-94b2-585c651970d1,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:48.498262 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c2b2-5a2c-4caa-ae9c-10bee449c678 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:48.848886 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c2b2-5a2c-4caa-ae9c-10bee449c678 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:48.854938 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c2b2-5a2c-4caa-ae9c-10bee449c678 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:48.941491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 45fdda0e-629e-4d98-96c7-e846a188d582 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:41:48.961372 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c2b2-5a2c-4caa-ae9c-10bee449c678 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:48.962058 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b4c2b2-5a2c-4caa-ae9c-10bee449c678 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Fanout notify agent at l3_agent the message router_deleted on router ac635738-d148-4f14-97e7-74d35aebc89d {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:41:48.980278 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c2b2-5a2c-4caa-ae9c-10bee449c678 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:48.984734 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d4b4c2b2-5a2c-4caa-ae9c-10bee449c678 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/routers/ac635738-d148-4f14-97e7-74d35aebc89d HTTP/1.1" status: 204 len: 168 time: 1.9086156 Mar 02 19:41:48.985036 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43174) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:49.035452 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 45fdda0e-629e-4d98-96c7-e846a188d582 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:41:49.040285 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 45fdda0e-629e-4d98-96c7-e846a188d582 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:41:49.040805 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:41:49.075942 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:41:49.076363 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 8cc92844-ede5-4ca5-9894-0b3cccc8ba1a not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:41:49.171434 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-893ec216-d763-45b7-825a-30fa8a953ed8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:49.314305 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-893ec216-d763-45b7-825a-30fa8a953ed8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:49.341002 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-893ec216-d763-45b7-825a-30fa8a953ed8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639ba875-fb24-4bf1-8a53-06787c82a333']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:41:49.353481 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-893ec216-d763-45b7-825a-30fa8a953ed8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2984ba17-277e-41c8-a6df-cb44c55702a9') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:41:49.353773 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-893ec216-d763-45b7-825a-30fa8a953ed8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2984ba17-277e-41c8-a6df-cb44c55702a9') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:41:49.365606 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-893ec216-d763-45b7-825a-30fa8a953ed8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:49.381292 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-893ec216-d763-45b7-825a-30fa8a953ed8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:49.387264 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893ec216-d763-45b7-825a-30fa8a953ed8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:41:49.387618 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-893ec216-d763-45b7-825a-30fa8a953ed8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:41:49.401673 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:41:49.541237 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-893ec216-d763-45b7-825a-30fa8a953ed8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:49.563473 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-893ec216-d763-45b7-825a-30fa8a953ed8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:49.576091 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ec216-d763-45b7-825a-30fa8a953ed8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Network': ['ID=639ba875-fb24-4bf1-8a53-06787c82a333,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:49.638331 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-893ec216-d763-45b7-825a-30fa8a953ed8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/networks/639ba875-fb24-4bf1-8a53-06787c82a333 HTTP/1.1" status: 204 len: 168 time: 0.6513636 Mar 02 19:41:49.640698 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43178) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:49.712272 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bd14c26b-10b1-4112-8013-f01219b29065 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:49.744745 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bd14c26b-10b1-4112-8013-f01219b29065 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:49.883921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bd14c26b-10b1-4112-8013-f01219b29065 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:49.904901 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14c26b-10b1-4112-8013-f01219b29065 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df87ff1-f00a-4136-9247-b64c3e2bb1e2,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:49.989350 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-bd14c26b-10b1-4112-8013-f01219b29065 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:49.991271 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-bd14c26b-10b1-4112-8013-f01219b29065 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/security-groups/9df87ff1-f00a-4136-9247-b64c3e2bb1e2 HTTP/1.1" status: 204 len: 168 time: 0.3496644 Mar 02 19:41:50.698388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43186) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:50.704072 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-400cc6e0-e6b6-40e9-952d-96c6da58b729 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1419422385', 'description': 'tempest-secgroup-smoke-1419422385 description', 'project_id': '15844680b0ad49b5ae5449a829df52dd'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:41:50.711196 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-400cc6e0-e6b6-40e9-952d-96c6da58b729 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:41:50.715296 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-400cc6e0-e6b6-40e9-952d-96c6da58b729 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:41:50.718300 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-400cc6e0-e6b6-40e9-952d-96c6da58b729 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:41:50.724121 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-400cc6e0-e6b6-40e9-952d-96c6da58b729 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:41:50.803049 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-400cc6e0-e6b6-40e9-952d-96c6da58b729 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:50.839994 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-400cc6e0-e6b6-40e9-952d-96c6da58b729 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:41:50.844086 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-400cc6e0-e6b6-40e9-952d-96c6da58b729 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:41:50.846986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-400cc6e0-e6b6-40e9-952d-96c6da58b729 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:41:50.854077 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-400cc6e0-e6b6-40e9-952d-96c6da58b729 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:41:50.855878 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0757836e-6a68-45cc-94b2-585c651970d1 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:41:50.893775 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 0757836e-6a68-45cc-94b2-585c651970d1 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:41:50.894374 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0757836e-6a68-45cc-94b2-585c651970d1 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:41:50.912850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-400cc6e0-e6b6-40e9-952d-96c6da58b729 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:50.974928 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-400cc6e0-e6b6-40e9-952d-96c6da58b729 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:51.021838 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cc6e0-e6b6-40e9-952d-96c6da58b729 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0878a95-84c0-4f58-8815-aefcf74d43b4,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:51.121702 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-400cc6e0-e6b6-40e9-952d-96c6da58b729 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:51.122947 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-400cc6e0-e6b6-40e9-952d-96c6da58b729 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4235637 Mar 02 19:41:51.125835 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43190) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:51.132334 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-3c3aea94-46a7-4708-a796-a19b853ada7c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': 'e0878a95-84c0-4f58-8815-aefcf74d43b4', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:41:51.138499 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3c3aea94-46a7-4708-a796-a19b853ada7c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:41:51.142424 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3c3aea94-46a7-4708-a796-a19b853ada7c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:41:51.145419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3c3aea94-46a7-4708-a796-a19b853ada7c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:41:51.152328 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3c3aea94-46a7-4708-a796-a19b853ada7c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:41:51.267863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c3aea94-46a7-4708-a796-a19b853ada7c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:51.337406 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c3aea94-46a7-4708-a796-a19b853ada7c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:51.426080 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c3aea94-46a7-4708-a796-a19b853ada7c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:51.449809 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3aea94-46a7-4708-a796-a19b853ada7c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab2f0f8-12d2-4bf6-9523-a9f2ecae3bea,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:51.550668 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3c3aea94-46a7-4708-a796-a19b853ada7c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:51.552551 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3c3aea94-46a7-4708-a796-a19b853ada7c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4251587 Mar 02 19:41:51.555524 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43194) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:51.561088 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-b507e202-f827-4e35-8d48-9f11f3f69c1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': 'e0878a95-84c0-4f58-8815-aefcf74d43b4', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:41:51.567205 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b507e202-f827-4e35-8d48-9f11f3f69c1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:41:51.572464 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b507e202-f827-4e35-8d48-9f11f3f69c1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:41:51.575530 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-b507e202-f827-4e35-8d48-9f11f3f69c1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:41:51.581654 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-b507e202-f827-4e35-8d48-9f11f3f69c1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:41:51.707862 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b507e202-f827-4e35-8d48-9f11f3f69c1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:51.741192 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-05fddcb2-2cad-4cd0-82ef-6c43278303fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:51.782522 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b507e202-f827-4e35-8d48-9f11f3f69c1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:51.894488 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b507e202-f827-4e35-8d48-9f11f3f69c1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:51.919784 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507e202-f827-4e35-8d48-9f11f3f69c1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e008e72-297e-40a0-b9f6-1e868540f145,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:52.026326 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b507e202-f827-4e35-8d48-9f11f3f69c1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:52.027647 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b507e202-f827-4e35-8d48-9f11f3f69c1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4711659 Mar 02 19:41:52.030590 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43198) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:52.037013 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c1d6bc20-0b4e-41c3-81ad-7ae68362b40c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': 'e0878a95-84c0-4f58-8815-aefcf74d43b4', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:41:52.043613 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c1d6bc20-0b4e-41c3-81ad-7ae68362b40c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:41:52.047757 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c1d6bc20-0b4e-41c3-81ad-7ae68362b40c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:41:52.051495 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c1d6bc20-0b4e-41c3-81ad-7ae68362b40c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:41:52.059688 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c1d6bc20-0b4e-41c3-81ad-7ae68362b40c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:41:52.153046 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c1d6bc20-0b4e-41c3-81ad-7ae68362b40c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:52.221925 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c1d6bc20-0b4e-41c3-81ad-7ae68362b40c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:52.305836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c1d6bc20-0b4e-41c3-81ad-7ae68362b40c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:52.329465 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6bc20-0b4e-41c3-81ad-7ae68362b40c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea712e5-9c2e-4ecb-96a3-62f6774e80a4,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:52.430096 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c1d6bc20-0b4e-41c3-81ad-7ae68362b40c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:52.431208 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c1d6bc20-0b4e-41c3-81ad-7ae68362b40c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3993337 Mar 02 19:41:52.434000 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43202) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:52.439808 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-6dbcd2c8-3a96-4257-8a8c-4993f66fcf8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': 'e0878a95-84c0-4f58-8815-aefcf74d43b4', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:41:52.445913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6dbcd2c8-3a96-4257-8a8c-4993f66fcf8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:41:52.449923 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6dbcd2c8-3a96-4257-8a8c-4993f66fcf8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:41:52.452855 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-6dbcd2c8-3a96-4257-8a8c-4993f66fcf8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:41:52.458820 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-6dbcd2c8-3a96-4257-8a8c-4993f66fcf8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:41:52.587886 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6dbcd2c8-3a96-4257-8a8c-4993f66fcf8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:52.654658 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6dbcd2c8-3a96-4257-8a8c-4993f66fcf8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:52.757741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6dbcd2c8-3a96-4257-8a8c-4993f66fcf8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:52.782807 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcd2c8-3a96-4257-8a8c-4993f66fcf8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391f4839-6a6d-4f2c-a468-cdbbd98065dd,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:52.872032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-6dbcd2c8-3a96-4257-8a8c-4993f66fcf8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:52.873268 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-6dbcd2c8-3a96-4257-8a8c-4993f66fcf8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4383397 Mar 02 19:41:52.876135 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43206) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:52.882389 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-38a3955c-f4aa-4a1e-b8cc-b710764ae000 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': 'e0878a95-84c0-4f58-8815-aefcf74d43b4', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:41:52.888788 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-38a3955c-f4aa-4a1e-b8cc-b710764ae000 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:41:52.892796 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-38a3955c-f4aa-4a1e-b8cc-b710764ae000 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:41:52.895809 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-38a3955c-f4aa-4a1e-b8cc-b710764ae000 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:41:52.903128 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-38a3955c-f4aa-4a1e-b8cc-b710764ae000 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:41:52.986411 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-38a3955c-f4aa-4a1e-b8cc-b710764ae000 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Project 15844680b0ad49b5ae5449a829df52dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:41:52.994171 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-38a3955c-f4aa-4a1e-b8cc-b710764ae000 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:53.066849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-38a3955c-f4aa-4a1e-b8cc-b710764ae000 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:53.156382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-38a3955c-f4aa-4a1e-b8cc-b710764ae000 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:53.181873 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3955c-f4aa-4a1e-b8cc-b710764ae000 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa868ae-0607-4739-a5aa-dc96eabc7c99,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:53.249110 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-38a3955c-f4aa-4a1e-b8cc-b710764ae000 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:53.250333 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-38a3955c-f4aa-4a1e-b8cc-b710764ae000 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3732619 Mar 02 19:41:53.253416 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43210) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:53.259433 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-5d8062dc-42fe-4f07-9608-3fff41d47c10 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': 'e0878a95-84c0-4f58-8815-aefcf74d43b4', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:41:53.265562 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5d8062dc-42fe-4f07-9608-3fff41d47c10 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:41:53.269341 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5d8062dc-42fe-4f07-9608-3fff41d47c10 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:41:53.272979 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-5d8062dc-42fe-4f07-9608-3fff41d47c10 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:41:53.278715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-5d8062dc-42fe-4f07-9608-3fff41d47c10 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:41:53.368827 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-5d8062dc-42fe-4f07-9608-3fff41d47c10 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Project 15844680b0ad49b5ae5449a829df52dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:41:53.376193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5d8062dc-42fe-4f07-9608-3fff41d47c10 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:53.453398 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5d8062dc-42fe-4f07-9608-3fff41d47c10 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:53.527426 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5d8062dc-42fe-4f07-9608-3fff41d47c10 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:53.551608 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8062dc-42fe-4f07-9608-3fff41d47c10 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ebc8c5-33e0-4c80-b509-14aff26e968d,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:53.647937 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5d8062dc-42fe-4f07-9608-3fff41d47c10 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:53.649907 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5d8062dc-42fe-4f07-9608-3fff41d47c10 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3952942 Mar 02 19:41:53.652706 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43214) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:53.662080 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-ff153411-f03a-4864-ba67-3a439c212743 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'network': {'name': 'tempest-network-smoke--1054524248', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'port_security_enabled': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:41:53.668965 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ff153411-f03a-4864-ba67-3a439c212743 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:41:53.673143 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ff153411-f03a-4864-ba67-3a439c212743 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:network and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:41:53.676071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ff153411-f03a-4864-ba67-3a439c212743 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:41:53.682576 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ff153411-f03a-4864-ba67-3a439c212743 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:41:53.723574 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:41:53.778633 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff153411-f03a-4864-ba67-3a439c212743 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Made reservation on behalf of 15844680b0ad49b5ae5449a829df52dd for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:41:53.781736 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ff153411-f03a-4864-ba67-3a439c212743 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:53.790264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-db144ea9-2f34-4814-a797-df026ae8fb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:53.812351 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff153411-f03a-4864-ba67-3a439c212743 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:41:53.821314 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ff153411-f03a-4864-ba67-3a439c212743 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:53.821668 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-ff153411-f03a-4864-ba67-3a439c212743 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Added segment 055e3d1e-57e3-48fb-af7f-502fcb5dda76 of type vlan for network 2c0110e8-304e-47a8-a873-1093b4c7f477 Mar 02 19:41:53.849517 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ff153411-f03a-4864-ba67-3a439c212743 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:53.929601 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ff153411-f03a-4864-ba67-3a439c212743 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:53.933499 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff153411-f03a-4864-ba67-3a439c212743 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:41:53.934216 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ff153411-f03a-4864-ba67-3a439c212743 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:54.050020 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff153411-f03a-4864-ba67-3a439c212743 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Network': ['ID=2c0110e8-304e-47a8-a873-1093b4c7f477,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:54.061593 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network 2c0110e8-304e-47a8-a873-1093b4c7f477 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:41:54.084171 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ff153411-f03a-4864-ba67-3a439c212743 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4294086 Mar 02 19:41:54.087541 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43218) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:54.096960 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-879988399', 'admin_state_up': True, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:41:54.110276 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:41:54.117466 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:router and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:41:54.122174 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:41:54.133092 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:41:54.174877 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:54.175925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:54.196054 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:54.414409 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:54.662433 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:54.698554 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:54.843839 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Allocated IP 172.26.4.94 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/2371d2a9-6710-401d-9234-fa5e28bbe616) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:41:55.026936 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:55.152724 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:55.225678 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:41:55.228733 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:41:55.232520 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:41:55.263001 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=2371d2a9-6710-401d-9234-fa5e28bbe616,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:55.310127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:55.488142 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:55.645064 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:55.645803 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:56.003150 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router fe90309f-7c45-4fa4-9af9-a1f4e42c06df is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:41:56.219787 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:41:56.231237 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Sync routers for ids ['fe90309f-7c45-4fa4-9af9-a1f4e42c06df'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:41:56.244531 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Routers {'fe90309f-7c45-4fa4-9af9-a1f4e42c06df'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:41:56.245140 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:41:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['fe90309f-7c45-4fa4-9af9-a1f4e42c06df'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:41:56.323452 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:56.325022 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1a96a1d8-184e-44f5-8a62-147ebb5c1b63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2359567 Mar 02 19:41:56.330286 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43222) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:56.373406 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-aa0c9021-fcc1-4b1e-8339-04163385d95c tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=15844680b0ad49b5ae5449a829df52dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417860 Mar 02 19:41:56.376014 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43226) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:56.432179 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Set router fe90309f-7c45-4fa4-9af9-a1f4e42c06df gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:41:56.515907 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bb36b7-eaf3-4edd-acee-6039934e1bd1 tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:41:56.520033 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b0bb36b7-eaf3-4edd-acee-6039934e1bd1 tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1405091 Mar 02 19:41:56.520776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43230) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:56.563465 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b01fdcf9-d6d2-4a24-8d65-115f944049be tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=34755311-e60d-4721-8297-2b2c64e749c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404522 Mar 02 19:41:56.566007 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43234) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:56.571921 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-e920c349-f387-47f9-8f39-79185c2d77ed tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1386411113', 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:41:56.615558 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:56.684260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e920c349-f387-47f9-8f39-79185c2d77ed tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:41:56.688095 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e920c349-f387-47f9-8f39-79185c2d77ed tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:subnet and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:41:56.690838 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e920c349-f387-47f9-8f39-79185c2d77ed tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:41:56.696789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e920c349-f387-47f9-8f39-79185c2d77ed tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:41:56.720977 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879988399', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:55Z', 'revision_number': 3, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:41:56.725452 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Checking router: fe90309f-7c45-4fa4-9af9-a1f4e42c06df for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:41:56.725792 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Updating router fe90309f-7c45-4fa4-9af9-a1f4e42c06df port 2371d2a9-6710-401d-9234-fa5e28bbe616 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:41:56.776272 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:56.778407 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e920c349-f387-47f9-8f39-79185c2d77ed tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Made reservation on behalf of 15844680b0ad49b5ae5449a829df52dd for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:41:56.885551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e920c349-f387-47f9-8f39-79185c2d77ed tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:57.190365 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:57.192496 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e920c349-f387-47f9-8f39-79185c2d77ed tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:57.203334 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Transition to ACTIVE for port object 2371d2a9-6710-401d-9234-fa5e28bbe616 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:41:57.271807 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:57.355522 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Attempting to bind port 2371d2a9-6710-401d-9234-fa5e28bbe616 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:41:57.355836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920c349-f387-47f9-8f39-79185c2d77ed tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Subnet': ['ID=d352bdd1-dad5-46a4-af30-b10b8109c14c,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:57.356021 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Attempting to bind port 2371d2a9-6710-401d-9234-fa5e28bbe616 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:41:57.356239 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Attempting to bind port 2371d2a9-6710-401d-9234-fa5e28bbe616 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:41:57.362378 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687fee3-6a48-420d-9965-2b30bc8e73bb None None] Pushing event updated for resources: {'Port': ['ID=2371d2a9-6710-401d-9234-fa5e28bbe616,revision_number=2']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:57.368574 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e920c349-f387-47f9-8f39-79185c2d77ed tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Checking segment: {'id': '055e3d1e-57e3-48fb-af7f-502fcb5dda76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:41:57.368969 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e920c349-f387-47f9-8f39-79185c2d77ed tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network hostable DHCP agents. Network: 2c0110e8-304e-47a8-a873-1093b4c7f477, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:41:57.373379 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:41:57.373756 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:41:57.374154 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:57.374547 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:41:57.375490 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Bound port: 2371d2a9-6710-401d-9234-fa5e28bbe616, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:41:57.375490 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:57.403893 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687fee3-6a48-420d-9965-2b30bc8e73bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:57.404240 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687fee3-6a48-420d-9965-2b30bc8e73bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:57.404576 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687fee3-6a48-420d-9965-2b30bc8e73bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:57.404908 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687fee3-6a48-420d-9965-2b30bc8e73bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:57.405238 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687fee3-6a48-420d-9965-2b30bc8e73bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:57.405565 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687fee3-6a48-420d-9965-2b30bc8e73bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:57.405888 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687fee3-6a48-420d-9965-2b30bc8e73bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:57.406319 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687fee3-6a48-420d-9965-2b30bc8e73bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:57.406622 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687fee3-6a48-420d-9965-2b30bc8e73bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:57.406946 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687fee3-6a48-420d-9965-2b30bc8e73bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:57.407260 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687fee3-6a48-420d-9965-2b30bc8e73bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:41:57.456894 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] For port 2371d2a9-6710-401d-9234-fa5e28bbe616, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:41:57.460876 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] For port 2371d2a9-6710-401d-9234-fa5e28bbe616, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=2371d2a9-6710-401d-9234-fa5e28bbe616,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:41:57.471662 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e920c349-f387-47f9-8f39-79185c2d77ed tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 2c0110e8-304e-47a8-a873-1093b4c7f477 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:41:57.535087 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:57.562865 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-e920c349-f387-47f9-8f39-79185c2d77ed tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, 2c0110e8-304e-47a8-a873-1093b4c7f477) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:41:57.567534 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e920c349-f387-47f9-8f39-79185c2d77ed tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:41:57.568555 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e920c349-f387-47f9-8f39-79185c2d77ed tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:57.574308 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d51d47d-fc6c-48d8-9ceb-e3ef01175f7c None None] Network 2c0110e8-304e-47a8-a873-1093b4c7f477 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:41:57.626546 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687fee3-6a48-420d-9965-2b30bc8e73bb None None] Pushing event updated for resources: {'Port': ['ID=2371d2a9-6710-401d-9234-fa5e28bbe616,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:57.630174 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Routers {'fe90309f-7c45-4fa4-9af9-a1f4e42c06df'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:41:57.630874 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:41:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['fe90309f-7c45-4fa4-9af9-a1f4e42c06df'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:41:57.653615 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e920c349-f387-47f9-8f39-79185c2d77ed tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0865316 Mar 02 19:41:57.656364 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43238) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:41:57.801672 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-2c0110e8-304e-47a8-a873-1093b4c7f477', 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ips': [{'subnet_id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:41:57.802714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:57.821340 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] Set router fe90309f-7c45-4fa4-9af9-a1f4e42c06df gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:41:57.965037 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Allocated IP 172.20.0.2 (2c0110e8-304e-47a8-a873-1093b4c7f477/d352bdd1-dad5-46a4-af30-b10b8109c14c/c5b7b223-268a-4b45-ae41-403c51a44ac4) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:41:58.162064 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879988399', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:55Z', 'revision_number': 3, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:41:58.167032 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f368c-377d-425d-bff1-a7a937736502 None None] The sync data for ids ['fe90309f-7c45-4fa4-9af9-a1f4e42c06df'] in dv-neutron-831573-1-hyperv is: [{'id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879988399', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:55Z', 'revision_number': 3, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:41:58.184675 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:58.196411 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Transition to ACTIVE for port object c5b7b223-268a-4b45-ae41-403c51a44ac4 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:41:58.217754 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Transition to ACTIVE for port object c5b7b223-268a-4b45-ae41-403c51a44ac4 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:41:58.339661 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:58.441690 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Network 2c0110e8-304e-47a8-a873-1093b4c7f477 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:41:58.444863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:41:58.449051 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:41:58.455300 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Pushing event updated for resources: {'Port': ['ID=c5b7b223-268a-4b45-ae41-403c51a44ac4,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:58.521325 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1199cca3-0293-4f71-992d-ec1c1daa7b18 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:58.547229 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Attempting to bind port c5b7b223-268a-4b45-ae41-403c51a44ac4 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:41:58.547741 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Attempting to bind port c5b7b223-268a-4b45-ae41-403c51a44ac4 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '055e3d1e-57e3-48fb-af7f-502fcb5dda76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:41:58.548202 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Attempting to bind port c5b7b223-268a-4b45-ae41-403c51a44ac4 on network 2c0110e8-304e-47a8-a873-1093b4c7f477 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:41:58.555518 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:41:58.556150 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Checking segment: {'id': '055e3d1e-57e3-48fb-af7f-502fcb5dda76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:41:58.556610 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:58.557069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Bound using segment: {'id': '055e3d1e-57e3-48fb-af7f-502fcb5dda76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:41:58.557602 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Bound port: c5b7b223-268a-4b45-ae41-403c51a44ac4, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055e3d1e-57e3-48fb-af7f-502fcb5dda76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:41:58.558040 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:58.659623 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] For port c5b7b223-268a-4b45-ae41-403c51a44ac4, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:41:58.663737 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] For port c5b7b223-268a-4b45-ae41-403c51a44ac4, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c5b7b223-268a-4b45-ae41-403c51a44ac4,segment=NetworkSegment(055e3d1e-57e3-48fb-af7f-502fcb5dda76),segment_id=055e3d1e-57e3-48fb-af7f-502fcb5dda76)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:41:58.750553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:58.853231 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273760df-3897-4945-bbee-8c096fa62cb6 None None] Pushing event updated for resources: {'Port': ['ID=c5b7b223-268a-4b45-ae41-403c51a44ac4,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:58.971678 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 2371d2a9-6710-401d-9234-fa5e28bbe616 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:41:59.043406 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-1199cca3-0293-4f71-992d-ec1c1daa7b18 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Allocated IP 172.20.0.1 (2c0110e8-304e-47a8-a873-1093b4c7f477/d352bdd1-dad5-46a4-af30-b10b8109c14c/4351577d-f85a-4fdf-906c-0409ffc5fa32) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:41:59.158608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 2371d2a9-6710-401d-9234-fa5e28bbe616 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:41:59.173346 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 2371d2a9-6710-401d-9234-fa5e28bbe616 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:41:59.175898 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:59.296951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1199cca3-0293-4f71-992d-ec1c1daa7b18 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:59.324285 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:59.326554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-1199cca3-0293-4f71-992d-ec1c1daa7b18 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Transition to ACTIVE for port object 4351577d-f85a-4fdf-906c-0409ffc5fa32 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:41:59.341817 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 2371d2a9-6710-401d-9234-fa5e28bbe616, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=2371d2a9-6710-401d-9234-fa5e28bbe616,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:41:59.426122 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:59.481852 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1199cca3-0293-4f71-992d-ec1c1daa7b18 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:59.503200 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=2371d2a9-6710-401d-9234-fa5e28bbe616,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:59.556071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1199cca3-0293-4f71-992d-ec1c1daa7b18 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 2c0110e8-304e-47a8-a873-1093b4c7f477 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:41:59.559239 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-1199cca3-0293-4f71-992d-ec1c1daa7b18 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:41:59.563665 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199cca3-0293-4f71-992d-ec1c1daa7b18 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:41:59.689264 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199cca3-0293-4f71-992d-ec1c1daa7b18 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=4351577d-f85a-4fdf-906c-0409ffc5fa32,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:41:59.721577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1199cca3-0293-4f71-992d-ec1c1daa7b18 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:59.970448 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1199cca3-0293-4f71-992d-ec1c1daa7b18 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:00.044715 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bc0ebb-b48f-49a7-8bc0-d33edd28e77b None None] Network 2c0110e8-304e-47a8-a873-1093b4c7f477 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:42:00.206136 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5328d81a-ea7b-450e-aa95-2a13d2dc4205 None None] Provisioning for port c5b7b223-268a-4b45-ae41-403c51a44ac4 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:42:00.439533 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1199cca3-0293-4f71-992d-ec1c1daa7b18 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:00.534787 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1199cca3-0293-4f71-992d-ec1c1daa7b18 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:00.620374 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d755421a-66de-4788-a1f3-f2c97fd946b8 None None] Provisioning for port 4351577d-f85a-4fdf-906c-0409ffc5fa32 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:42:00.625302 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-d755421a-66de-4788-a1f3-f2c97fd946b8 None None] Provisioning complete for port 4351577d-f85a-4fdf-906c-0409ffc5fa32 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:42:00.625683 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d755421a-66de-4788-a1f3-f2c97fd946b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:00.652655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199cca3-0293-4f71-992d-ec1c1daa7b18 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=4351577d-f85a-4fdf-906c-0409ffc5fa32,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:42:00.655424 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1199cca3-0293-4f71-992d-ec1c1daa7b18 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:00.681662 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-d755421a-66de-4788-a1f3-f2c97fd946b8 None None] Port 4351577d-f85a-4fdf-906c-0409ffc5fa32 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:42:00.800443 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1199cca3-0293-4f71-992d-ec1c1daa7b18 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 2c0110e8-304e-47a8-a873-1093b4c7f477 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:42:00.801713 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-1199cca3-0293-4f71-992d-ec1c1daa7b18 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:42:00.815739 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-095c8a4e-8bb9-4157-be64-8b6b143dbef2 None None] Provisioning complete for port 4351577d-f85a-4fdf-906c-0409ffc5fa32 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:42:00.816109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-095c8a4e-8bb9-4157-be64-8b6b143dbef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:00.880433 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-095c8a4e-8bb9-4157-be64-8b6b143dbef2 None None] Port 4351577d-f85a-4fdf-906c-0409ffc5fa32 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:42:01.004819 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c5b7b223-268a-4b45-ae41-403c51a44ac4 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:42:01.102253 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-71d7629e-4e44-4d45-8712-3d4c1e4ea917 None None] Provisioning complete for port 4351577d-f85a-4fdf-906c-0409ffc5fa32 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:42:01.103101 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-71d7629e-4e44-4d45-8712-3d4c1e4ea917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:01.149531 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port c5b7b223-268a-4b45-ae41-403c51a44ac4 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:42:01.159380 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port c5b7b223-268a-4b45-ae41-403c51a44ac4 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:42:01.159755 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:01.196362 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-71d7629e-4e44-4d45-8712-3d4c1e4ea917 None None] Port 4351577d-f85a-4fdf-906c-0409ffc5fa32 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:42:01.229070 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1199cca3-0293-4f71-992d-ec1c1daa7b18 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router fe90309f-7c45-4fa4-9af9-a1f4e42c06df has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:42:01.278492 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:01.311914 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port c5b7b223-268a-4b45-ae41-403c51a44ac4, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c5b7b223-268a-4b45-ae41-403c51a44ac4,segment=NetworkSegment(055e3d1e-57e3-48fb-af7f-502fcb5dda76),segment_id=055e3d1e-57e3-48fb-af7f-502fcb5dda76)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:42:01.392249 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:01.392942 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 2371d2a9-6710-401d-9234-fa5e28bbe616 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:42:01.436503 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1199cca3-0293-4f71-992d-ec1c1daa7b18 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:42:01.449977 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1199cca3-0293-4f71-992d-ec1c1daa7b18 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "PUT /v2.0/routers/fe90309f-7c45-4fa4-9af9-a1f4e42c06df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7924554 Mar 02 19:42:01.509987 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=c5b7b223-268a-4b45-ae41-403c51a44ac4,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:42:01.525646 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 2371d2a9-6710-401d-9234-fa5e28bbe616 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:42:01.525999 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:01.634247 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-c6fcd422-2dfa-4cd1-969b-2c5ab667289c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:42:01.711448 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-c6fcd422-2dfa-4cd1-969b-2c5ab667289c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:42:01.712671 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-c6fcd422-2dfa-4cd1-969b-2c5ab667289c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1419422385&fields=id&tenant_id=15844680b0ad49b5ae5449a829df52dd HTTP/1.1" status: 200 len: 267 time: 0.1210916 Mar 02 19:42:01.925344 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Sync routers for ids ['fe90309f-7c45-4fa4-9af9-a1f4e42c06df'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:42:01.937637 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Routers {'fe90309f-7c45-4fa4-9af9-a1f4e42c06df'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:42:01.938271 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:41:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['fe90309f-7c45-4fa4-9af9-a1f4e42c06df'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:42:01.967585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-4d91f92c-833c-4f67-be37-b368fcd8dee9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:01.968255 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-4d91f92c-833c-4f67-be37-b368fcd8dee9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:42:02.047293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-4d91f92c-833c-4f67-be37-b368fcd8dee9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:42:02.050671 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-4d91f92c-833c-4f67-be37-b368fcd8dee9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/networks?id=2c0110e8-304e-47a8-a873-1093b4c7f477 HTTP/1.1" status: 200 len: 797 time: 0.3289952 Mar 02 19:42:02.067174 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-c90cf06e-dcca-4e36-8cae-1a948e4ec064 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/quotas/15844680b0ad49b5ae5449a829df52dd HTTP/1.1" status: 200 len: 375 time: 0.0121787 Mar 02 19:42:02.128952 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Set router fe90309f-7c45-4fa4-9af9-a1f4e42c06df gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:42:02.156471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-d6f5c431-d8ee-4135-8818-4b22bdd1b2ea tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:42:02.173909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:02.246969 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-d6f5c431-d8ee-4135-8818-4b22bdd1b2ea tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:42:02.248341 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-d6f5c431-d8ee-4135-8818-4b22bdd1b2ea tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1741757 Mar 02 19:42:02.392885 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-bf6bdeb0-2529-4f94-818b-91f93c449f47 service neutron] 10.222.0.73 "GET /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324735 Mar 02 19:42:02.455868 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879988399', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '4351577d-f85a-4fdf-906c-0409ffc5fa32', 'name': '', 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:f4:21:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:58Z', 'updated_at': '2022-03-02T19:42:00Z', 'revision_number': 2, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:42:02.460404 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Checking router: fe90309f-7c45-4fa4-9af9-a1f4e42c06df for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:42:02.460740 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Updating router fe90309f-7c45-4fa4-9af9-a1f4e42c06df port 4351577d-f85a-4fdf-906c-0409ffc5fa32 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:42:02.529054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:02.536215 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-3268d4c9-5aa9-4826-a58a-d63c4e13a5b9 service neutron] 10.222.0.73 "GET /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369293 Mar 02 19:42:02.791047 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-062eeaf6-21b7-43d3-afa4-5b034988a2f8 req-0429bb7e-c498-46a8-a9c4-321295ba166c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:42:02.804412 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-062eeaf6-21b7-43d3-afa4-5b034988a2f8 req-0429bb7e-c498-46a8-a9c4-321295ba166c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:42:02.805695 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-062eeaf6-21b7-43d3-afa4-5b034988a2f8 req-0429bb7e-c498-46a8-a9c4-321295ba166c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 210 time: 0.0602825 Mar 02 19:42:02.909719 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c5b7b223-268a-4b45-ae41-403c51a44ac4 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:42:02.966666 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:02.984938 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Transition to ACTIVE for port object 4351577d-f85a-4fdf-906c-0409ffc5fa32 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:42:03.015264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port c5b7b223-268a-4b45-ae41-403c51a44ac4 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:42:03.015655 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:03.066617 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:03.209564 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f4c4a-4eb6-4291-bae4-5084ab03278f None None] Pushing event updated for resources: {'Port': ['ID=4351577d-f85a-4fdf-906c-0409ffc5fa32,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:42:03.349788 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Attempting to bind port 4351577d-f85a-4fdf-906c-0409ffc5fa32 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:42:03.350175 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Attempting to bind port 4351577d-f85a-4fdf-906c-0409ffc5fa32 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '055e3d1e-57e3-48fb-af7f-502fcb5dda76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:42:03.350512 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Attempting to bind port 4351577d-f85a-4fdf-906c-0409ffc5fa32 on network 2c0110e8-304e-47a8-a873-1093b4c7f477 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:42:03.356988 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:42:03.357349 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Checking segment: {'id': '055e3d1e-57e3-48fb-af7f-502fcb5dda76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:42:03.357741 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:03.358113 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Bound using segment: {'id': '055e3d1e-57e3-48fb-af7f-502fcb5dda76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:42:03.358562 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Bound port: 4351577d-f85a-4fdf-906c-0409ffc5fa32, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055e3d1e-57e3-48fb-af7f-502fcb5dda76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:42:03.358925 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:03.459347 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] For port 4351577d-f85a-4fdf-906c-0409ffc5fa32, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:42:03.462745 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] For port 4351577d-f85a-4fdf-906c-0409ffc5fa32, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4351577d-f85a-4fdf-906c-0409ffc5fa32,segment=NetworkSegment(055e3d1e-57e3-48fb-af7f-502fcb5dda76),segment_id=055e3d1e-57e3-48fb-af7f-502fcb5dda76)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:42:03.552884 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:03.641471 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f4c4a-4eb6-4291-bae4-5084ab03278f None None] Pushing event updated for resources: {'Port': ['ID=4351577d-f85a-4fdf-906c-0409ffc5fa32,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:42:03.649525 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Routers {'fe90309f-7c45-4fa4-9af9-a1f4e42c06df'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:42:03.650108 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:41:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['fe90309f-7c45-4fa4-9af9-a1f4e42c06df'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:42:03.836851 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] Set router fe90309f-7c45-4fa4-9af9-a1f4e42c06df gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:42:03.982706 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-99112ebb-ffb8-41b2-8e92-48183ea68c62 req-2930f2fc-05d8-4588-9913-08cf348465b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 210 time: 0.0429242 Mar 02 19:42:04.199643 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879988399', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '4351577d-f85a-4fdf-906c-0409ffc5fa32', 'name': '', 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:f4:21:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:58Z', 'updated_at': '2022-03-02T19:42:03Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:42:04.204727 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207346fb-99f6-4f35-98c7-02a9bac955c3 None None] The sync data for ids ['fe90309f-7c45-4fa4-9af9-a1f4e42c06df'] in dv-neutron-831573-1-hyperv is: [{'id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879988399', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '4351577d-f85a-4fdf-906c-0409ffc5fa32', 'name': '', 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:f4:21:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:58Z', 'updated_at': '2022-03-02T19:42:03Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:42:04.940590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4351577d-f85a-4fdf-906c-0409ffc5fa32 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:42:05.101022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 4351577d-f85a-4fdf-906c-0409ffc5fa32 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:42:05.107187 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 4351577d-f85a-4fdf-906c-0409ffc5fa32 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:42:05.115577 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:05.172539 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-e0b24d82-8c7a-4821-bbbe-08a49886dd9c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:05.174749 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-e0b24d82-8c7a-4821-bbbe-08a49886dd9c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "GET /v2.0/networks?id=2c0110e8-304e-47a8-a873-1093b4c7f477 HTTP/1.1" status: 200 len: 797 time: 0.1983433 Mar 02 19:42:05.219194 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ae8d2369-38f1-439d-940a-cc131f55752b req-c585f654-73ec-44ad-9c11-ce15fb7bf4c5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 210 time: 0.0634954 Mar 02 19:42:05.243527 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-c3286a00-e27c-4054-b1e6-d4ce5670afa0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15844680b0ad49b5ae5449a829df52dd HTTP/1.1" status: 200 len: 380 time: 0.0558355 Mar 02 19:42:05.252459 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-50ef5102-bc40-4526-afc9-67ccd638d2f4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'port': {'device_id': 'cb55d285-c81c-4a96-a49d-60eb6e7352ad', 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477', 'admin_state_up': True, 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'security_groups': ['e0878a95-84c0-4f58-8815-aefcf74d43b4']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:42:05.272313 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:05.308049 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 4351577d-f85a-4fdf-906c-0409ffc5fa32, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4351577d-f85a-4fdf-906c-0409ffc5fa32,segment=NetworkSegment(055e3d1e-57e3-48fb-af7f-502fcb5dda76),segment_id=055e3d1e-57e3-48fb-af7f-502fcb5dda76)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:42:05.399799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-50ef5102-bc40-4526-afc9-67ccd638d2f4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:42:05.409875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-50ef5102-bc40-4526-afc9-67ccd638d2f4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:42:05.414886 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:05.481718 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=4351577d-f85a-4fdf-906c-0409ffc5fa32,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:42:05.522755 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-50ef5102-bc40-4526-afc9-67ccd638d2f4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Made reservation on behalf of 15844680b0ad49b5ae5449a829df52dd for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:42:05.526776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-50ef5102-bc40-4526-afc9-67ccd638d2f4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:05.696102 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-50ef5102-bc40-4526-afc9-67ccd638d2f4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Allocated IP 172.20.0.8 (2c0110e8-304e-47a8-a873-1093b4c7f477/d352bdd1-dad5-46a4-af30-b10b8109c14c/b4328987-4e8c-40fa-a2ae-232a274300ff) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:42:05.893170 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-50ef5102-bc40-4526-afc9-67ccd638d2f4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:05.910847 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-50ef5102-bc40-4526-afc9-67ccd638d2f4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Transition to ACTIVE for port object b4328987-4e8c-40fa-a2ae-232a274300ff will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:42:05.992382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-50ef5102-bc40-4526-afc9-67ccd638d2f4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:06.070360 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-50ef5102-bc40-4526-afc9-67ccd638d2f4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 2c0110e8-304e-47a8-a873-1093b4c7f477 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:42:06.073696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-50ef5102-bc40-4526-afc9-67ccd638d2f4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:42:06.078577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-50ef5102-bc40-4526-afc9-67ccd638d2f4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:42:06.105978 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef5102-bc40-4526-afc9-67ccd638d2f4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=b4328987-4e8c-40fa-a2ae-232a274300ff,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:42:06.144916 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-50ef5102-bc40-4526-afc9-67ccd638d2f4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:06.145517 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-50ef5102-bc40-4526-afc9-67ccd638d2f4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:06.266962 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-50ef5102-bc40-4526-afc9-67ccd638d2f4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0187838 Mar 02 19:42:06.278507 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] Request body: {'port': {'device_id': 'cb55d285-c81c-4a96-a49d-60eb6e7352ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:42:06.459379 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:06.460462 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7e4dd92f-6f26-441a-93f5-94371734f0da None None] Provisioning for port b4328987-4e8c-40fa-a2ae-232a274300ff completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:42:06.465478 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7e4dd92f-6f26-441a-93f5-94371734f0da None None] Provisioning complete for port b4328987-4e8c-40fa-a2ae-232a274300ff triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:42:06.465927 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7e4dd92f-6f26-441a-93f5-94371734f0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:06.522100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-7e4dd92f-6f26-441a-93f5-94371734f0da None None] Port b4328987-4e8c-40fa-a2ae-232a274300ff cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:42:06.549177 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f42770-12b6-4e24-aef0-4b4f1bc56c8b req-49626ce1-b778-4625-9240-df30834b474e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:06.549867 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-82f42770-12b6-4e24-aef0-4b4f1bc56c8b req-49626ce1-b778-4625-9240-df30834b474e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:42:06.789284 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-82f42770-12b6-4e24-aef0-4b4f1bc56c8b req-49626ce1-b778-4625-9240-df30834b474e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:42:06.790377 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-82f42770-12b6-4e24-aef0-4b4f1bc56c8b req-49626ce1-b778-4625-9240-df30834b474e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 931 time: 0.4404211 Mar 02 19:42:06.870946 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-82f42770-12b6-4e24-aef0-4b4f1bc56c8b req-249f099e-897f-46b8-84fd-23275acc3ca7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745525 Mar 02 19:42:06.918466 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4351577d-f85a-4fdf-906c-0409ffc5fa32 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:42:06.968852 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4328987-4e8c-40fa-a2ae-232a274300ff {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:42:06.976453 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:06.988453 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 4351577d-f85a-4fdf-906c-0409ffc5fa32 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:42:06.988821 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:06.991806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] Transition to ACTIVE for port object b4328987-4e8c-40fa-a2ae-232a274300ff will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:42:07.061145 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:07.197894 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] Pushing event updated for resources: {'Port': ['ID=b4328987-4e8c-40fa-a2ae-232a274300ff,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:42:07.312902 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] Attempting to bind port b4328987-4e8c-40fa-a2ae-232a274300ff on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:42:07.313475 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] Attempting to bind port b4328987-4e8c-40fa-a2ae-232a274300ff by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '055e3d1e-57e3-48fb-af7f-502fcb5dda76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:42:07.313767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] Attempting to bind port b4328987-4e8c-40fa-a2ae-232a274300ff on network 2c0110e8-304e-47a8-a873-1093b4c7f477 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:42:07.320539 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] Port b4328987-4e8c-40fa-a2ae-232a274300ff on network 2c0110e8-304e-47a8-a873-1093b4c7f477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:42:07.320865 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] Attempting to bind port b4328987-4e8c-40fa-a2ae-232a274300ff on network 2c0110e8-304e-47a8-a873-1093b4c7f477 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:42:07.327024 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:42:07.327376 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] Checking segment: {'id': '055e3d1e-57e3-48fb-af7f-502fcb5dda76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:42:07.327769 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] Bound using segment: {'id': '055e3d1e-57e3-48fb-af7f-502fcb5dda76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:42:07.328190 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] Bound port: b4328987-4e8c-40fa-a2ae-232a274300ff, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055e3d1e-57e3-48fb-af7f-502fcb5dda76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:42:07.328536 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:07.428193 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] For port b4328987-4e8c-40fa-a2ae-232a274300ff, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:42:07.431276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] For port b4328987-4e8c-40fa-a2ae-232a274300ff, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b4328987-4e8c-40fa-a2ae-232a274300ff,segment=NetworkSegment(055e3d1e-57e3-48fb-af7f-502fcb5dda76),segment_id=055e3d1e-57e3-48fb-af7f-502fcb5dda76)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:42:07.507152 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:07.569249 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:07.570501 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] 10.222.0.87 "PUT /v2.0/ports/b4328987-4e8c-40fa-a2ae-232a274300ff HTTP/1.1" status: 200 len: 1093 time: 1.2963154 Mar 02 19:42:07.570945 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb55d285-c81c-4a96-a49d-60eb6e7352ad', 'tag': 'b4328987-4e8c-40fa-a2ae-232a274300ff'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:42:07.598247 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a547f97-4992-44d7-91cb-8c5115fbf440 service neutron] Pushing event updated for resources: {'Port': ['ID=b4328987-4e8c-40fa-a2ae-232a274300ff,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:42:07.721904 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb55d285-c81c-4a96-a49d-60eb6e7352ad', 'tag': 'b4328987-4e8c-40fa-a2ae-232a274300ff', 'status': 'completed', 'code': 200} Mar 02 19:42:07.758648 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7dbef145-71e6-4bff-8b9c-6e003d804fbd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 1096 time: 0.0796933 Mar 02 19:42:07.834217 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-1a87ba48-19a2-49e1-8bec-39b7d804c259 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4328987-4e8c-40fa-a2ae-232a274300ff HTTP/1.1" status: 200 len: 217 time: 0.0671964 Mar 02 19:42:07.898371 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7f8e9d08-cca9-45c3-9822-bcd2cdc728fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:07.899851 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-7f8e9d08-cca9-45c3-9822-bcd2cdc728fc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d352bdd1-dad5-46a4-af30-b10b8109c14c HTTP/1.1" status: 200 len: 835 time: 0.0598118 Mar 02 19:42:07.988828 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-5f36a9fc-45e4-4c6d-8897-c3ff1be580ec service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2c0110e8-304e-47a8-a873-1093b4c7f477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831420 Mar 02 19:42:08.183556 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-4fe99b18-fed0-4f36-b480-f047a811bfe9 service neutron] 10.222.0.87 "GET /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884673 Mar 02 19:42:08.194305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685e468-adff-4611-adc4-d99b0fd17953 req-8df4bb9d-48ed-4682-af53-2907b4896fdf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:08.195776 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0685e468-adff-4611-adc4-d99b0fd17953 req-8df4bb9d-48ed-4682-af53-2907b4896fdf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 943 time: 0.1819465 Mar 02 19:42:08.332689 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0685e468-adff-4611-adc4-d99b0fd17953 req-1cda5ebb-1256-42d0-b824-827d5ecb9261 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178930 Mar 02 19:42:08.369570 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0aae6781-ecdf-4f07-8565-c867a56644e6 req-ce27ca4b-32d9-4ea5-9f23-3b11027d27f3 service neutron] 10.222.0.87 "GET /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728480 Mar 02 19:42:08.548612 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6d54a4f8-86c2-4a84-9e06-3f41c1354a59 req-477d74b0-6eda-4705-9ab0-bcfe80a528df service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 1096 time: 0.0800598 Mar 02 19:42:08.688329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54a4f8-86c2-4a84-9e06-3f41c1354a59 req-b6f9900f-d55f-4855-8117-cdf3bb14887c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:08.689786 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6d54a4f8-86c2-4a84-9e06-3f41c1354a59 req-b6f9900f-d55f-4855-8117-cdf3bb14887c service neutron] 10.222.0.87 "GET /v2.0/networks?id=2c0110e8-304e-47a8-a873-1093b4c7f477 HTTP/1.1" status: 200 len: 898 time: 0.1342287 Mar 02 19:42:08.857731 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6d54a4f8-86c2-4a84-9e06-3f41c1354a59 req-b69da925-ddfb-4782-be5c-275e75a6c129 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4328987-4e8c-40fa-a2ae-232a274300ff HTTP/1.1" status: 200 len: 217 time: 0.1620357 Mar 02 19:42:08.922573 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54a4f8-86c2-4a84-9e06-3f41c1354a59 req-d08e2f48-4cc0-4400-8a31-3136acb0270c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:08.924110 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6d54a4f8-86c2-4a84-9e06-3f41c1354a59 req-d08e2f48-4cc0-4400-8a31-3136acb0270c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d352bdd1-dad5-46a4-af30-b10b8109c14c HTTP/1.1" status: 200 len: 835 time: 0.0593436 Mar 02 19:42:09.001664 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6d54a4f8-86c2-4a84-9e06-3f41c1354a59 req-33d8bf25-9b1f-4da5-8ae0-487949cc3d91 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2c0110e8-304e-47a8-a873-1093b4c7f477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709200 Mar 02 19:42:09.143070 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6d54a4f8-86c2-4a84-9e06-3f41c1354a59 req-3f7f506c-92b8-416d-a601-c88c1ef8bac1 service neutron] 10.222.0.87 "GET /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346135 Mar 02 19:42:09.312749 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6d54a4f8-86c2-4a84-9e06-3f41c1354a59 req-5c7af03d-c1c4-4e52-be04-e368deec4194 service neutron] 10.222.0.87 "GET /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634276 Mar 02 19:42:09.538947 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d86a00-3687-4b6c-b620-e0bec2b3e609 req-bf1f38cb-6cfc-49dc-82dc-630076d8be48 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:09.540481 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-23d86a00-3687-4b6c-b620-e0bec2b3e609 req-bf1f38cb-6cfc-49dc-82dc-630076d8be48 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 943 time: 0.0824661 Mar 02 19:42:09.585703 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-23d86a00-3687-4b6c-b620-e0bec2b3e609 req-851be7b7-d1fa-42ed-bef1-d63e9f2bf058 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:42:09.597133 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-23d86a00-3687-4b6c-b620-e0bec2b3e609 req-851be7b7-d1fa-42ed-bef1-d63e9f2bf058 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:42:09.598216 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-23d86a00-3687-4b6c-b620-e0bec2b3e609 req-851be7b7-d1fa-42ed-bef1-d63e9f2bf058 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523202 Mar 02 19:42:10.027530 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device b4328987-4e8c-40fa-a2ae-232a274300ff details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:42:10.194833 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port b4328987-4e8c-40fa-a2ae-232a274300ff, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b4328987-4e8c-40fa-a2ae-232a274300ff,segment=NetworkSegment(055e3d1e-57e3-48fb-af7f-502fcb5dda76),segment_id=055e3d1e-57e3-48fb-af7f-502fcb5dda76)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:42:10.210266 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': 'b4328987-4e8c-40fa-a2ae-232a274300ff', 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477', 'port_id': 'b4328987-4e8c-40fa-a2ae-232a274300ff', 'mac_address': 'fa:16:3e:f3:38:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:42:10.276569 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:10.296857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4328987-4e8c-40fa-a2ae-232a274300ff {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:42:10.313416 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port b4328987-4e8c-40fa-a2ae-232a274300ff, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b4328987-4e8c-40fa-a2ae-232a274300ff,segment=NetworkSegment(055e3d1e-57e3-48fb-af7f-502fcb5dda76),segment_id=055e3d1e-57e3-48fb-af7f-502fcb5dda76)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:42:10.397732 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:10.487954 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=b4328987-4e8c-40fa-a2ae-232a274300ff,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:42:10.617314 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['b4328987-4e8c-40fa-a2ae-232a274300ff'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:42:10.811258 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b8f14-2f93-441f-8506-a0b8928c3f7a req-c516dddc-90b6-41e3-ad8d-14cbd4bbd968 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:10.812698 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b18b8f14-2f93-441f-8506-a0b8928c3f7a req-c516dddc-90b6-41e3-ad8d-14cbd4bbd968 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 944 time: 0.0850184 Mar 02 19:42:10.861701 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b18b8f14-2f93-441f-8506-a0b8928c3f7a req-5464cd2f-7142-4a53-89d0-3fc9654dc8db tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421183 Mar 02 19:42:12.035684 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device b4328987-4e8c-40fa-a2ae-232a274300ff up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:42:12.063604 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2f696-f682-49bb-ba32-21416b5e0811 req-2b042553-fe73-467c-a643-babf82a13347 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:12.065076 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5eb2f696-f682-49bb-ba32-21416b5e0811 req-2b042553-fe73-467c-a643-babf82a13347 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 944 time: 0.0797136 Mar 02 19:42:12.112106 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5eb2f696-f682-49bb-ba32-21416b5e0811 req-eca5608f-76f1-4fc9-8b0f-155e5ec01bb0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396693 Mar 02 19:42:12.225795 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port b4328987-4e8c-40fa-a2ae-232a274300ff completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:42:12.231386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port b4328987-4e8c-40fa-a2ae-232a274300ff triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:42:12.231799 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:12.344779 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:12.373795 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb55d285-c81c-4a96-a49d-60eb6e7352ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4328987-4e8c-40fa-a2ae-232a274300ff'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:42:12.383969 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port b4328987-4e8c-40fa-a2ae-232a274300ff, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b4328987-4e8c-40fa-a2ae-232a274300ff,segment=NetworkSegment(055e3d1e-57e3-48fb-af7f-502fcb5dda76),segment_id=055e3d1e-57e3-48fb-af7f-502fcb5dda76)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:42:12.429368 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb55d285-c81c-4a96-a49d-60eb6e7352ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4328987-4e8c-40fa-a2ae-232a274300ff', 'code': 200} Mar 02 19:42:12.477627 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:12.547877 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=b4328987-4e8c-40fa-a2ae-232a274300ff,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:42:12.862318 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cc26ec96-ec50-4de8-bfbd-2a6cf4542814 req-dec3c3b9-8cfc-4244-a88f-19ae71a41706 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 1098 time: 0.0706584 Mar 02 19:42:12.909641 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cc26ec96-ec50-4de8-bfbd-2a6cf4542814 req-5a0a3119-fc59-4735-95a6-a45e6e5cc824 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412159 Mar 02 19:42:13.312673 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036edf6-db19-483d-a1b2-e893d54519ce req-8295bf3a-6daa-42ab-927c-fab564b3bedd tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:13.314123 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1036edf6-db19-483d-a1b2-e893d54519ce req-8295bf3a-6daa-42ab-927c-fab564b3bedd tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0803609 Mar 02 19:42:13.361777 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1036edf6-db19-483d-a1b2-e893d54519ce req-a846f46a-6b6a-4324-8568-25430fd66897 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413606 Mar 02 19:42:14.560848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020a1f3-4ce9-427d-852b-445f3467eeda req-97a507bd-a1a6-4211-bcd6-83a91bf196ce tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:14.562316 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2020a1f3-4ce9-427d-852b-445f3467eeda req-97a507bd-a1a6-4211-bcd6-83a91bf196ce tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0779808 Mar 02 19:42:14.609331 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2020a1f3-4ce9-427d-852b-445f3467eeda req-fbd03048-743b-40fb-9c8f-5d8521784277 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406098 Mar 02 19:42:14.808626 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b0849-65c5-4bc0-b4b1-3309b396b188 req-a2989c4c-bf48-4675-b94e-2b6b709a0c03 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:14.810076 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-187b0849-65c5-4bc0-b4b1-3309b396b188 req-a2989c4c-bf48-4675-b94e-2b6b709a0c03 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0760720 Mar 02 19:42:14.855303 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-187b0849-65c5-4bc0-b4b1-3309b396b188 req-05af545d-7ffa-4a28-b64d-18d5556c0de1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397015 Mar 02 19:42:14.883398 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43286) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:42:14.982562 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-77edf883-5226-4351-a4b1-af38d4ae2217 tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 1093 time: 0.0975385 Mar 02 19:42:14.985060 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43290) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:42:14.991836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': 'b4328987-4e8c-40fa-a2ae-232a274300ff', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:42:14.997783 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:42:15.001619 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:floatingip and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:42:15.005648 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:42:15.010312 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:42:15.083703 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:15.224845 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:15.369962 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Allocated IP 172.26.4.131 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/bbf43c4f-58ce-4be9-b4be-fda5622cc60e) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:42:15.519828 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:15.601950 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:15.676895 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:42:15.680040 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:42:15.684505 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:42:15.710925 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=bbf43c4f-58ce-4be9-b4be-fda5622cc60e,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:42:16.293073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:16.423630 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:16.646637 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:16.727452 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:16.838092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=bbf43c4f-58ce-4be9-b4be-fda5622cc60e,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:42:16.856615 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:17.048340 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Floating IP 1f63d738-2a91-4bcd-8947-d3b2c46f47eb associated. External IP: 172.26.4.131, port: b4328987-4e8c-40fa-a2ae-232a274300ff. Mar 02 19:42:17.452700 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router fe90309f-7c45-4fa4-9af9-a1f4e42c06df has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:42:17.664894 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:42:17.675757 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e6084b-303c-4178-9b19-9e58af423e5d None None] Sync routers for ids ['fe90309f-7c45-4fa4-9af9-a1f4e42c06df'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:42:17.688212 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e6084b-303c-4178-9b19-9e58af423e5d None None] Routers {'fe90309f-7c45-4fa4-9af9-a1f4e42c06df'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:42:17.688783 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-06e6084b-303c-4178-9b19-9e58af423e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:41:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['fe90309f-7c45-4fa4-9af9-a1f4e42c06df'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:42:17.756961 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:17.813944 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1ba9896f-f959-430a-a6fc-f2b33a24ebc7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8276956 Mar 02 19:42:17.814623 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb55d285-c81c-4a96-a49d-60eb6e7352ad', 'tag': 'b4328987-4e8c-40fa-a2ae-232a274300ff'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:42:17.876369 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-06e6084b-303c-4178-9b19-9e58af423e5d None None] Set router fe90309f-7c45-4fa4-9af9-a1f4e42c06df gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:42:17.878635 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb55d285-c81c-4a96-a49d-60eb6e7352ad', 'tag': 'b4328987-4e8c-40fa-a2ae-232a274300ff', 'status': 'completed', 'code': 200} Mar 02 19:42:18.148600 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ef1fcb21-f37c-4383-b8d7-54b452165ec9 req-076d4d87-2ced-495c-92e4-1e0b8533be1b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 1098 time: 0.2472265 Mar 02 19:42:18.154215 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912e24b-63a8-4e86-b700-d4631e366215 req-654bf202-fd13-4883-86eb-3b090f5c6aa6 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:18.155625 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9912e24b-63a8-4e86-b700-d4631e366215 req-654bf202-fd13-4883-86eb-3b090f5c6aa6 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.2209759 Mar 02 19:42:18.250433 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-06e6084b-303c-4178-9b19-9e58af423e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879988399', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '1f63d738-2a91-4bcd-8947-d3b2c46f47eb', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'port_id': 'b4328987-4e8c-40fa-a2ae-232a274300ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477', 'mac_address': 'fa:16:3e:f3:38:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb55d285-c81c-4a96-a49d-60eb6e7352ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:42:16Z', 'updated_at': '2022-03-02T19:42:16Z', 'revision_number': 0, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4351577d-f85a-4fdf-906c-0409ffc5fa32', 'name': '', 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:f4:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:58Z', 'updated_at': '2022-03-02T19:42:05Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:42:18.254464 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e6084b-303c-4178-9b19-9e58af423e5d None None] Checking router: fe90309f-7c45-4fa4-9af9-a1f4e42c06df for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:42:18.265928 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e6084b-303c-4178-9b19-9e58af423e5d None None] Routers {'fe90309f-7c45-4fa4-9af9-a1f4e42c06df'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:42:18.266519 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-06e6084b-303c-4178-9b19-9e58af423e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:41:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['fe90309f-7c45-4fa4-9af9-a1f4e42c06df'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:42:18.291278 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9912e24b-63a8-4e86-b700-d4631e366215 req-1425f169-faac-432a-bd7e-376f9be64a5c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151378 Mar 02 19:42:18.321794 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43298) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:42:18.326239 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fcb21-f37c-4383-b8d7-54b452165ec9 req-627c0fb1-37a0-4231-ba5a-5993594e217e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:18.327694 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ef1fcb21-f37c-4383-b8d7-54b452165ec9 req-627c0fb1-37a0-4231-ba5a-5993594e217e service neutron] 10.222.0.87 "GET /v2.0/networks?id=2c0110e8-304e-47a8-a873-1093b4c7f477 HTTP/1.1" status: 200 len: 898 time: 0.1711843 Mar 02 19:42:18.445826 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-06e6084b-303c-4178-9b19-9e58af423e5d None None] Set router fe90309f-7c45-4fa4-9af9-a1f4e42c06df gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:42:18.523423 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-505c0833-c067-4b36-95da-c3132af79824 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/1f63d738-2a91-4bcd-8947-d3b2c46f47eb HTTP/1.1" status: 200 len: 991 time: 0.1990623 Mar 02 19:42:18.528647 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ef1fcb21-f37c-4383-b8d7-54b452165ec9 req-c44823d3-7758-4217-a622-0b1505282458 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4328987-4e8c-40fa-a2ae-232a274300ff HTTP/1.1" status: 200 len: 999 time: 0.1439290 Mar 02 19:42:18.600451 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fcb21-f37c-4383-b8d7-54b452165ec9 req-c50a20dd-773b-4195-b314-e13ab9f58019 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:18.601922 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ef1fcb21-f37c-4383-b8d7-54b452165ec9 req-c50a20dd-773b-4195-b314-e13ab9f58019 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d352bdd1-dad5-46a4-af30-b10b8109c14c HTTP/1.1" status: 200 len: 835 time: 0.0657988 Mar 02 19:42:18.679399 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ef1fcb21-f37c-4383-b8d7-54b452165ec9 req-9594cb0b-2d60-465c-b9fb-4754f97287f4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2c0110e8-304e-47a8-a873-1093b4c7f477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708714 Mar 02 19:42:18.821577 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ef1fcb21-f37c-4383-b8d7-54b452165ec9 req-27ab5776-04bd-4b40-ac85-f5a23e1fd328 service neutron] 10.222.0.87 "GET /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349156 Mar 02 19:42:18.862054 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-06e6084b-303c-4178-9b19-9e58af423e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879988399', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '1f63d738-2a91-4bcd-8947-d3b2c46f47eb', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'port_id': 'b4328987-4e8c-40fa-a2ae-232a274300ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477', 'mac_address': 'fa:16:3e:f3:38:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb55d285-c81c-4a96-a49d-60eb6e7352ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:42:16Z', 'updated_at': '2022-03-02T19:42:16Z', 'revision_number': 0, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4351577d-f85a-4fdf-906c-0409ffc5fa32', 'name': '', 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:f4:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:58Z', 'updated_at': '2022-03-02T19:42:05Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:42:18.868458 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e6084b-303c-4178-9b19-9e58af423e5d None None] The sync data for ids ['fe90309f-7c45-4fa4-9af9-a1f4e42c06df'] in dv-neutron-831573-1-hyperv is: [{'id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879988399', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '1f63d738-2a91-4bcd-8947-d3b2c46f47eb', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'port_id': 'b4328987-4e8c-40fa-a2ae-232a274300ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477', 'mac_address': 'fa:16:3e:f3:38:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb55d285-c81c-4a96-a49d-60eb6e7352ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:42:16Z', 'updated_at': '2022-03-02T19:42:16Z', 'revision_number': 0, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4351577d-f85a-4fdf-906c-0409ffc5fa32', 'name': '', 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:f4:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:58Z', 'updated_at': '2022-03-02T19:42:05Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:42:18.964199 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ef1fcb21-f37c-4383-b8d7-54b452165ec9 req-15c22e1d-dad8-42a6-9507-2dff57f62c6c service neutron] 10.222.0.87 "GET /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370189 Mar 02 19:42:19.527426 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43302) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:42:19.634703 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-517fa421-e52d-411f-a9b4-a5031bb1eecc tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/1f63d738-2a91-4bcd-8947-d3b2c46f47eb HTTP/1.1" status: 200 len: 991 time: 0.1060891 Mar 02 19:42:20.638288 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43306) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:42:20.752913 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ce07f849-e4a7-4bef-9bea-dbc9a5a5cb69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/1f63d738-2a91-4bcd-8947-d3b2c46f47eb HTTP/1.1" status: 200 len: 991 time: 0.1135035 Mar 02 19:42:20.946299 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be2b820-a594-4127-b8ae-8166b733dcf4 None None] New status for floating IP 1f63d738-2a91-4bcd-8947-d3b2c46f47eb: ACTIVE {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:42:21.683003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f0e98006-2bd7-4998-80dc-fa8275c509a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:21.757031 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43310) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:42:21.865415 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1f229585-26b9-47db-bf58-4ee9063a8d04 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/1f63d738-2a91-4bcd-8947-d3b2c46f47eb HTTP/1.1" status: 200 len: 993 time: 0.1070454 Mar 02 19:42:23.824920 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-08182905-5407-4126-b8cd-8984c14b0504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:25.361362 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:25.500370 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:26.595881 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:30.723099 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:42:32.064204 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:45.795229 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cda02c43-3db5-443d-bcd3-a78e3f543ea0 req-9f765d48-1ae4-4362-a500-3f0b193f54c9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675600 Mar 02 19:42:45.938838 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cda02c43-3db5-443d-bcd3-a78e3f543ea0 req-cce636fc-29c6-482f-b55c-36751d2af27e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 1098 time: 0.0721130 Mar 02 19:42:46.088845 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda02c43-3db5-443d-bcd3-a78e3f543ea0 req-2e45c4db-0aa4-4a95-8f20-0b3c6b7d7886 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:46.090307 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cda02c43-3db5-443d-bcd3-a78e3f543ea0 req-2e45c4db-0aa4-4a95-8f20-0b3c6b7d7886 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2c0110e8-304e-47a8-a873-1093b4c7f477 HTTP/1.1" status: 200 len: 898 time: 0.1294491 Mar 02 19:42:46.197343 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cda02c43-3db5-443d-bcd3-a78e3f543ea0 req-16b6024e-4b27-4038-b68b-0cd278df3abf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4328987-4e8c-40fa-a2ae-232a274300ff HTTP/1.1" status: 200 len: 1001 time: 0.0978782 Mar 02 19:42:46.260533 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda02c43-3db5-443d-bcd3-a78e3f543ea0 req-39cba681-b907-4add-adaf-61293a58571e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:46.266619 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cda02c43-3db5-443d-bcd3-a78e3f543ea0 req-39cba681-b907-4add-adaf-61293a58571e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d352bdd1-dad5-46a4-af30-b10b8109c14c HTTP/1.1" status: 200 len: 835 time: 0.0588210 Mar 02 19:42:46.343287 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cda02c43-3db5-443d-bcd3-a78e3f543ea0 req-e48395a4-e09f-40fe-899a-3ec883ea1eff service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2c0110e8-304e-47a8-a873-1093b4c7f477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712929 Mar 02 19:42:46.569879 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cda02c43-3db5-443d-bcd3-a78e3f543ea0 req-c01d9749-4253-48cc-afe8-59f9417088c2 service neutron] 10.222.0.87 "GET /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176282 Mar 02 19:42:46.705959 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cda02c43-3db5-443d-bcd3-a78e3f543ea0 req-ab56e78e-6806-4f1c-b7c5-c3c1a34b5217 service neutron] 10.222.0.87 "GET /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283760 Mar 02 19:42:51.240575 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4211f58f-46b1-49b3-99b5-2c2a8e0a1be3 req-9a4aa765-fb68-48c9-81cd-b77ba1922e2d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0686502 Mar 02 19:42:51.691960 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb991b8a-cdc8-421e-bcfb-640e5e21acb1 req-1a2d197c-84f3-48fb-bc26-357bcfaefc31 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:51.694193 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fb991b8a-cdc8-421e-bcfb-640e5e21acb1 req-1a2d197c-84f3-48fb-bc26-357bcfaefc31 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0821760 Mar 02 19:42:51.701315 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0fac576a-df7e-4a27-af9c-3cd6ce70e51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:51.743138 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-fb991b8a-cdc8-421e-bcfb-640e5e21acb1 req-8c11f2c2-3150-44cf-af92-bc68ae27c909 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430462 Mar 02 19:42:51.784702 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43332) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:42:51.922932 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a559e688-ac02-4618-a471-639b620ea0d7 req-27613611-7a49-407f-a183-89802866622f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1370881 Mar 02 19:42:52.944217 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b8d80-6223-4fd0-bdfb-6d708b93de5b req-b6975e45-90f9-45f9-8917-34ea209f7022 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:52.945718 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b25b8d80-6223-4fd0-bdfb-6d708b93de5b req-b6975e45-90f9-45f9-8917-34ea209f7022 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0784698 Mar 02 19:42:52.995894 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b25b8d80-6223-4fd0-bdfb-6d708b93de5b req-889dc2f5-0e7f-43c7-bfdf-46d597614a1a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445542 Mar 02 19:42:53.768990 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3fcf6f45-40c5-4c2e-a9de-1340730f529f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:54.142883 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a559e688-ac02-4618-a471-639b620ea0d7 req-5de9d26e-eedb-4251-902d-9c9cbae0959a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 1098 time: 0.0692701 Mar 02 19:42:54.207605 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f19779-937b-4b28-a17a-588a43ec3376 req-148a5ce7-7fcb-492d-bfa4-f3ec12e51fbd tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:54.209278 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-81f19779-937b-4b28-a17a-588a43ec3376 req-148a5ce7-7fcb-492d-bfa4-f3ec12e51fbd tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0853355 Mar 02 19:42:54.285986 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559e688-ac02-4618-a471-639b620ea0d7 req-c58a7eb3-2388-4931-ac69-0a54584da114 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:54.288210 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a559e688-ac02-4618-a471-639b620ea0d7 req-c58a7eb3-2388-4931-ac69-0a54584da114 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2c0110e8-304e-47a8-a873-1093b4c7f477 HTTP/1.1" status: 200 len: 898 time: 0.1390412 Mar 02 19:42:54.350096 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-81f19779-937b-4b28-a17a-588a43ec3376 req-232aa6e1-b68e-4f4c-95df-1c9e46b4fd29 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340654 Mar 02 19:42:54.395692 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a559e688-ac02-4618-a471-639b620ea0d7 req-ba8498b0-1f54-4048-a60c-26200fc5f193 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4328987-4e8c-40fa-a2ae-232a274300ff HTTP/1.1" status: 200 len: 1001 time: 0.1009197 Mar 02 19:42:54.457357 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559e688-ac02-4618-a471-639b620ea0d7 req-ed731773-b5f1-43c1-957d-22ccd6a2de8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:54.458982 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a559e688-ac02-4618-a471-639b620ea0d7 req-ed731773-b5f1-43c1-957d-22ccd6a2de8f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d352bdd1-dad5-46a4-af30-b10b8109c14c HTTP/1.1" status: 200 len: 835 time: 0.0576174 Mar 02 19:42:54.540833 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a559e688-ac02-4618-a471-639b620ea0d7 req-704aa846-eb27-4b03-8b79-d7c479c9904d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2c0110e8-304e-47a8-a873-1093b4c7f477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752625 Mar 02 19:42:54.673165 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a559e688-ac02-4618-a471-639b620ea0d7 req-04339afd-2e09-4f65-b5da-f4260f474f5c service neutron] 10.222.0.87 "GET /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252549 Mar 02 19:42:54.806187 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a559e688-ac02-4618-a471-639b620ea0d7 req-6971e22c-52bb-4dc0-a23b-0c3d7aa583ce service neutron] 10.222.0.87 "GET /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258898 Mar 02 19:42:55.288962 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:55.471626 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:55.551515 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7ead8-b016-4a5e-b488-cf8b13bcf121 req-4fac6f29-4d35-45dd-83e1-516a6b4fc25a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:55.553050 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-75a7ead8-b016-4a5e-b488-cf8b13bcf121 req-4fac6f29-4d35-45dd-83e1-516a6b4fc25a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0767956 Mar 02 19:42:55.597911 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-75a7ead8-b016-4a5e-b488-cf8b13bcf121 req-98488324-b29d-4bda-8526-eec4530d2fe5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393426 Mar 02 19:42:56.607115 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:56.794401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c364795-112e-4924-bcd0-ea3c04339a2e req-2e839009-9610-4a7c-afd0-0e475291c2cc tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:56.795771 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4c364795-112e-4924-bcd0-ea3c04339a2e req-2e839009-9610-4a7c-afd0-0e475291c2cc tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0757501 Mar 02 19:42:56.848041 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4c364795-112e-4924-bcd0-ea3c04339a2e req-8077d09b-34cd-4c64-af95-168df6e9fa50 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466032 Mar 02 19:42:58.045813 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a984c-5c1f-40e7-809d-08da36f56674 req-64ff44b9-39a3-476b-8a28-63b765ed80e8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:58.047272 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cd2a984c-5c1f-40e7-809d-08da36f56674 req-64ff44b9-39a3-476b-8a28-63b765ed80e8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0797207 Mar 02 19:42:58.094211 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cd2a984c-5c1f-40e7-809d-08da36f56674 req-0548e46d-e568-4e82-ae88-11beac349dd2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405350 Mar 02 19:42:59.299193 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0350e07-a620-4fad-a82e-881cacd04f63 req-b557fe66-9a91-4fa8-b617-879b40736f1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:59.300718 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a0350e07-a620-4fad-a82e-881cacd04f63 req-b557fe66-9a91-4fa8-b617-879b40736f1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0795155 Mar 02 19:42:59.347469 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a0350e07-a620-4fad-a82e-881cacd04f63 req-be187ee9-2850-43ad-8d44-64a91edcbd12 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405583 Mar 02 19:43:00.542915 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655157ad-47a9-42b1-930a-c7f74df011f1 req-a18932fd-2751-4d22-ab16-d837a84a587b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:00.544402 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-655157ad-47a9-42b1-930a-c7f74df011f1 req-a18932fd-2751-4d22-ab16-d837a84a587b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0764151 Mar 02 19:43:00.590910 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-655157ad-47a9-42b1-930a-c7f74df011f1 req-567d4bd3-be1a-4e5e-8daa-765adae32b12 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408525 Mar 02 19:43:01.788061 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bceb791-1076-4995-83fb-c2362b075038 req-e77a7a42-9c8f-44a7-a31f-66330c17cbd5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:01.789503 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0bceb791-1076-4995-83fb-c2362b075038 req-e77a7a42-9c8f-44a7-a31f-66330c17cbd5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0767839 Mar 02 19:43:01.838006 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0bceb791-1076-4995-83fb-c2362b075038 req-2155e5e2-6902-4ce4-b86a-41807138d009 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428820 Mar 02 19:43:02.087318 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:03.041607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde606d-b631-450d-9b11-242352adc225 req-b9f68794-e8b3-4930-92cb-f968e16db8e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:03.043056 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-dcde606d-b631-450d-9b11-242352adc225 req-b9f68794-e8b3-4930-92cb-f968e16db8e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0818796 Mar 02 19:43:03.088837 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-dcde606d-b631-450d-9b11-242352adc225 req-67327bcb-2793-4094-8baf-767b765142d1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403330 Mar 02 19:43:04.288401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fd3f1-1655-4571-88e7-0dbfd841f12d req-8bf24647-9c5b-4212-b33c-c089580e32f7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:04.289876 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-737fd3f1-1655-4571-88e7-0dbfd841f12d req-8bf24647-9c5b-4212-b33c-c089580e32f7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0808690 Mar 02 19:43:04.335314 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-737fd3f1-1655-4571-88e7-0dbfd841f12d req-65dff846-00ae-46bd-a5b4-266a71b1a866 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399253 Mar 02 19:43:05.550272 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dc22c-5d95-4303-9914-dfdd79abe95a req-42cf6114-8903-4d1c-9a85-5d563d8f4d89 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:05.551888 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8f7dc22c-5d95-4303-9914-dfdd79abe95a req-42cf6114-8903-4d1c-9a85-5d563d8f4d89 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0771017 Mar 02 19:43:05.603225 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8f7dc22c-5d95-4303-9914-dfdd79abe95a req-35489b90-d654-462a-9684-da25d208e6fb tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457249 Mar 02 19:43:06.802454 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0307a-19c0-4ddc-a1a8-d9268ca0d684 req-b74fd3c9-0be0-45af-93fc-5a665daacf64 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:06.804157 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-17e0307a-19c0-4ddc-a1a8-d9268ca0d684 req-b74fd3c9-0be0-45af-93fc-5a665daacf64 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0802333 Mar 02 19:43:06.849173 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-17e0307a-19c0-4ddc-a1a8-d9268ca0d684 req-1bb4e68e-74fb-4ceb-bf76-e9860308e29c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395496 Mar 02 19:43:07.723204 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:43:08.125892 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db808f4-bc5e-45f0-84bb-ad6198162df0 req-17a06dab-5855-4a9d-938d-5f96a1c9d27c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:08.127331 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2db808f4-bc5e-45f0-84bb-ad6198162df0 req-17a06dab-5855-4a9d-938d-5f96a1c9d27c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.1582170 Mar 02 19:43:08.173074 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2db808f4-bc5e-45f0-84bb-ad6198162df0 req-72f6de79-931c-4429-8468-9cfc8f5e6825 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396411 Mar 02 19:43:09.375755 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f8d6c-b2ad-4397-a790-30e846bbaaaa req-32cc4fac-94b1-4ff3-a120-330cc0e1c253 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:09.377200 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-001f8d6c-b2ad-4397-a790-30e846bbaaaa req-32cc4fac-94b1-4ff3-a120-330cc0e1c253 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0802171 Mar 02 19:43:09.425568 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-001f8d6c-b2ad-4397-a790-30e846bbaaaa req-004e8a22-5dba-4f72-84f8-aa3472b3e623 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420346 Mar 02 19:43:10.628642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed751e-b020-417c-a306-091810a19d48 req-646d851b-9b4a-4bb2-b4d6-c6f5ab5d1823 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:10.630108 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6fed751e-b020-417c-a306-091810a19d48 req-646d851b-9b4a-4bb2-b4d6-c6f5ab5d1823 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0794692 Mar 02 19:43:10.675717 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6fed751e-b020-417c-a306-091810a19d48 req-be22abf3-0e8e-4d16-abdf-d1ec48232a48 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399911 Mar 02 19:43:11.892887 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692012b-31e1-4eb1-8117-0dba4b94a524 req-7a107eac-b55c-4c19-bea7-2dfd470475a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:11.894970 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5692012b-31e1-4eb1-8117-0dba4b94a524 req-7a107eac-b55c-4c19-bea7-2dfd470475a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0947385 Mar 02 19:43:11.944830 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5692012b-31e1-4eb1-8117-0dba4b94a524 req-40cdf376-3464-4932-be81-7b587163e8c2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440750 Mar 02 19:43:12.054304 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a559e688-ac02-4618-a471-639b620ea0d7 req-a303f780-2cef-455f-8273-69a8d6ded104 service neutron] 10.222.0.87 "GET /v2.0/ports/b4328987-4e8c-40fa-a2ae-232a274300ff/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0966389 Mar 02 19:43:12.722480 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a559e688-ac02-4618-a471-639b620ea0d7 req-b6504011-8088-4ab7-ad69-3da35224915f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad&tenant_id=15844680b0ad49b5ae5449a829df52dd HTTP/1.1" status: 200 len: 1098 time: 0.0741248 Mar 02 19:43:12.813435 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a559e688-ac02-4618-a471-639b620ea0d7 req-48686e7f-87b9-4fb4-9efd-0a3d71b558ce service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 1098 time: 0.0692353 Mar 02 19:43:12.949719 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559e688-ac02-4618-a471-639b620ea0d7 req-d65f7456-a340-491c-b6f1-b6d7fc1b4b61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:12.951178 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a559e688-ac02-4618-a471-639b620ea0d7 req-d65f7456-a340-491c-b6f1-b6d7fc1b4b61 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2c0110e8-304e-47a8-a873-1093b4c7f477 HTTP/1.1" status: 200 len: 898 time: 0.1302216 Mar 02 19:43:13.057112 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a559e688-ac02-4618-a471-639b620ea0d7 req-0bb268f9-dcf6-4a6e-9d50-21b7cf4fbeb0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4328987-4e8c-40fa-a2ae-232a274300ff HTTP/1.1" status: 200 len: 1001 time: 0.0991421 Mar 02 19:43:13.165258 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559e688-ac02-4618-a471-639b620ea0d7 req-477431f0-ef4c-4697-be1a-4f4d917e6bd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:13.166684 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a559e688-ac02-4618-a471-639b620ea0d7 req-477431f0-ef4c-4697-be1a-4f4d917e6bd7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d352bdd1-dad5-46a4-af30-b10b8109c14c HTTP/1.1" status: 200 len: 835 time: 0.1028616 Mar 02 19:43:13.246283 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c48725-8800-4bdd-8044-13cec099f60a req-4327c962-bff5-4ddf-8954-57a86108f3d8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:13.247753 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f3c48725-8800-4bdd-8044-13cec099f60a req-4327c962-bff5-4ddf-8954-57a86108f3d8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.1530809 Mar 02 19:43:13.294188 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a559e688-ac02-4618-a471-639b620ea0d7 req-740f5c8d-c212-467b-8562-ea84f09c5812 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2c0110e8-304e-47a8-a873-1093b4c7f477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1198838 Mar 02 19:43:13.327167 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f3c48725-8800-4bdd-8044-13cec099f60a req-c363723e-3f7c-4f53-80b7-f292b21359e1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735588 Mar 02 19:43:13.435054 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a559e688-ac02-4618-a471-639b620ea0d7 req-c9e4253d-f72f-4b59-a730-c906ff130e78 service neutron] 10.222.0.87 "GET /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336727 Mar 02 19:43:13.572829 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a559e688-ac02-4618-a471-639b620ea0d7 req-db7bf08b-3fb7-4d8b-a44f-a71fced1bb34 service neutron] 10.222.0.87 "GET /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305921 Mar 02 19:43:14.526683 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610ff97-193e-4388-91c1-32e71bf4d73a req-7aa397cb-c962-4bbf-82f8-00e9257643bc tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:14.528223 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d610ff97-193e-4388-91c1-32e71bf4d73a req-7aa397cb-c962-4bbf-82f8-00e9257643bc tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0797770 Mar 02 19:43:14.579156 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d610ff97-193e-4388-91c1-32e71bf4d73a req-d27225f4-54dc-4606-983c-02d34da97c1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454550 Mar 02 19:43:15.785297 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae5bb7-7214-4b87-9d90-1120b473f7ba req-484619a6-e336-42fd-a09c-6b4cc7d97971 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:15.787450 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e3ae5bb7-7214-4b87-9d90-1120b473f7ba req-484619a6-e336-42fd-a09c-6b4cc7d97971 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0829554 Mar 02 19:43:15.833308 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e3ae5bb7-7214-4b87-9d90-1120b473f7ba req-fe509f79-9a19-4183-9981-3b504e5c8b07 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395651 Mar 02 19:43:16.397854 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2aa69e-7a3a-4831-a593-13910c7f4e2a req-954e9d14-6b3a-4910-ad2a-4bae989fef1f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:16.399302 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fe2aa69e-7a3a-4831-a593-13910c7f4e2a req-954e9d14-6b3a-4910-ad2a-4bae989fef1f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.1413887 Mar 02 19:43:16.411652 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58e214-87db-4bee-947a-802c08cc7281 req-7f3ac767-7208-49c3-926a-481c463d37ca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:16.412996 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-de58e214-87db-4bee-947a-802c08cc7281 req-7f3ac767-7208-49c3-926a-481c463d37ca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad&tenant_id=15844680b0ad49b5ae5449a829df52dd&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 945 time: 0.1136935 Mar 02 19:43:16.432348 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device b4328987-4e8c-40fa-a2ae-232a274300ff details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:43:16.434729 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device b4328987-4e8c-40fa-a2ae-232a274300ff no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:43:16.455228 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fe2aa69e-7a3a-4831-a593-13910c7f4e2a req-bc7b26b4-3a13-44ff-a715-c6789ba432c8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500100 Mar 02 19:43:16.560625 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-de58e214-87db-4bee-947a-802c08cc7281 req-375d469e-49e2-4cdb-ada7-500f8085e6d3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 1098 time: 0.0780952 Mar 02 19:43:16.664436 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:16.664791 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e9dc2-d81a-47d3-b737-dea723811a95 req-9234bb1b-a71a-4009-a9e6-8e479b370932 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:16.666241 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cd0e9dc2-d81a-47d3-b737-dea723811a95 req-9234bb1b-a71a-4009-a9e6-8e479b370932 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0821335 Mar 02 19:43:16.687660 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port b4328987-4e8c-40fa-a2ae-232a274300ff, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b4328987-4e8c-40fa-a2ae-232a274300ff,segment=NetworkSegment(055e3d1e-57e3-48fb-af7f-502fcb5dda76),segment_id=055e3d1e-57e3-48fb-af7f-502fcb5dda76)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:43:16.701310 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58e214-87db-4bee-947a-802c08cc7281 req-865ec9f5-7c5f-4b32-b646-734a5f0067f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:16.702448 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-de58e214-87db-4bee-947a-802c08cc7281 req-865ec9f5-7c5f-4b32-b646-734a5f0067f3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2c0110e8-304e-47a8-a873-1093b4c7f477 HTTP/1.1" status: 200 len: 898 time: 0.1358716 Mar 02 19:43:16.710689 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': 'b4328987-4e8c-40fa-a2ae-232a274300ff', 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477', 'port_id': 'b4328987-4e8c-40fa-a2ae-232a274300ff', 'mac_address': 'fa:16:3e:f3:38:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:43:16.712077 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb55d285-c81c-4a96-a49d-60eb6e7352ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4328987-4e8c-40fa-a2ae-232a274300ff'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:43:16.715023 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cd0e9dc2-d81a-47d3-b737-dea723811a95 req-e074d21c-ab62-488b-a952-f6efb469592f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429044 Mar 02 19:43:16.747512 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port b4328987-4e8c-40fa-a2ae-232a274300ff, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b4328987-4e8c-40fa-a2ae-232a274300ff,segment=NetworkSegment(055e3d1e-57e3-48fb-af7f-502fcb5dda76),segment_id=055e3d1e-57e3-48fb-af7f-502fcb5dda76)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:43:16.779695 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:16.790322 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb55d285-c81c-4a96-a49d-60eb6e7352ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4328987-4e8c-40fa-a2ae-232a274300ff', 'code': 200} Mar 02 19:43:16.799758 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4328987-4e8c-40fa-a2ae-232a274300ff {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:43:16.808895 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:16.902214 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-de58e214-87db-4bee-947a-802c08cc7281 req-6b672b69-ac5a-4f67-88a9-ea9ede15480c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4328987-4e8c-40fa-a2ae-232a274300ff HTTP/1.1" status: 200 len: 999 time: 0.1922019 Mar 02 19:43:16.961525 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:43:16.961790 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:43:16.964148 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=b4328987-4e8c-40fa-a2ae-232a274300ff,revision_number=6']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:43:16.967642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58e214-87db-4bee-947a-802c08cc7281 req-e5bc320c-d5b8-4ba7-976f-43a79b268c39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:16.969117 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-de58e214-87db-4bee-947a-802c08cc7281 req-e5bc320c-d5b8-4ba7-976f-43a79b268c39 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d352bdd1-dad5-46a4-af30-b10b8109c14c HTTP/1.1" status: 200 len: 835 time: 0.0608940 Mar 02 19:43:16.972629 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:16.972978 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:16.973364 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:16.974381 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:16.974949 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:16.975303 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:16.975672 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:16.976003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:16.976332 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:16.976657 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:16.976979 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:17.045087 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-de58e214-87db-4bee-947a-802c08cc7281 req-2bf67ac4-7edc-47d6-aee7-aef416b76029 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2c0110e8-304e-47a8-a873-1093b4c7f477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689585 Mar 02 19:43:17.179252 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-de58e214-87db-4bee-947a-802c08cc7281 req-c46b00a5-41e5-470c-b5f1-b9314f31cfce service neutron] 10.222.0.87 "GET /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264222 Mar 02 19:43:17.311674 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-de58e214-87db-4bee-947a-802c08cc7281 req-14e2fcc0-c283-44a1-9215-28d80fd363d9 service neutron] 10.222.0.87 "GET /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267006 Mar 02 19:43:17.522896 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:17.540450 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4328987-4e8c-40fa-a2ae-232a274300ff {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:43:17.555664 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port b4328987-4e8c-40fa-a2ae-232a274300ff, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b4328987-4e8c-40fa-a2ae-232a274300ff,segment=NetworkSegment(055e3d1e-57e3-48fb-af7f-502fcb5dda76),segment_id=055e3d1e-57e3-48fb-af7f-502fcb5dda76)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:43:17.641536 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:17.711100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['b4328987-4e8c-40fa-a2ae-232a274300ff'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:43:17.768311 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=b4328987-4e8c-40fa-a2ae-232a274300ff,revision_number=7']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:43:17.935913 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f49c4-595b-4a42-9f2f-551096f2b9c8 req-c11f8880-c796-4651-8a65-5940ff840d73 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:17.937329 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-278f49c4-595b-4a42-9f2f-551096f2b9c8 req-c11f8880-c796-4651-8a65-5940ff840d73 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 944 time: 0.0909417 Mar 02 19:43:17.986971 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-278f49c4-595b-4a42-9f2f-551096f2b9c8 req-9831ffbd-139d-4cf9-ac58-cf7fc720e77b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435030 Mar 02 19:43:18.445421 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device b4328987-4e8c-40fa-a2ae-232a274300ff up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:43:18.515605 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port b4328987-4e8c-40fa-a2ae-232a274300ff triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:43:18.515888 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:18.632787 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:18.665512 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port b4328987-4e8c-40fa-a2ae-232a274300ff, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b4328987-4e8c-40fa-a2ae-232a274300ff,segment=NetworkSegment(055e3d1e-57e3-48fb-af7f-502fcb5dda76),segment_id=055e3d1e-57e3-48fb-af7f-502fcb5dda76)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:43:18.741002 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:18.790951 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb55d285-c81c-4a96-a49d-60eb6e7352ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4328987-4e8c-40fa-a2ae-232a274300ff'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:43:18.811521 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=b4328987-4e8c-40fa-a2ae-232a274300ff,revision_number=8']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:43:18.852888 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb55d285-c81c-4a96-a49d-60eb6e7352ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4328987-4e8c-40fa-a2ae-232a274300ff', 'code': 200} Mar 02 19:43:19.192491 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0c82d-95da-4ecc-9708-67c6228b9eb9 req-a13498d3-eb66-4e58-bf18-a7630929f870 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:19.193974 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-11f0c82d-95da-4ecc-9708-67c6228b9eb9 req-a13498d3-eb66-4e58-bf18-a7630929f870 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0771143 Mar 02 19:43:19.242534 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-11f0c82d-95da-4ecc-9708-67c6228b9eb9 req-ba5893c9-3c24-49fc-940c-33c360b790d8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430815 Mar 02 19:43:19.270532 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43412) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:43:19.384490 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-da6c6a77-e42e-4049-afd8-153d206a7c23 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/1f63d738-2a91-4bcd-8947-d3b2c46f47eb HTTP/1.1" status: 200 len: 993 time: 0.1128061 Mar 02 19:43:21.700095 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3d5b7dc1-d8e5-464e-92be-3b3f8c6b8d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:23.837301 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0a957b83-935e-4098-a559-5ea0475088dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:25.283312 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:25.466256 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:26.644982 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:32.089686 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:44.724068 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:43:47.830240 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3175de4b-6e8a-40c4-814c-a98ff64f72e2 req-b7ab921b-ee71-48b3-a6de-bc95666697d6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747468 Mar 02 19:43:47.880007 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43426) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:43:48.137524 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3175de4b-6e8a-40c4-814c-a98ff64f72e2 req-54e4b949-180e-4bf7-afc7-366d842175e7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 1098 time: 0.2023673 Mar 02 19:43:48.140784 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting port bbf43c4f-58ce-4be9-b4be-fda5622cc60e {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:43:48.141122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:48.393952 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175de4b-6e8a-40c4-814c-a98ff64f72e2 req-8877a3bd-4282-4087-ad19-bf101f230fc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:48.395411 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3175de4b-6e8a-40c4-814c-a98ff64f72e2 req-8877a3bd-4282-4087-ad19-bf101f230fc4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2c0110e8-304e-47a8-a873-1093b4c7f477 HTTP/1.1" status: 200 len: 898 time: 0.2313752 Mar 02 19:43:48.493064 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:48.493392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:48.730809 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Calling delete_port for bbf43c4f-58ce-4be9-b4be-fda5622cc60e owned by network:floatingip {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:43:48.775081 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3175de4b-6e8a-40c4-814c-a98ff64f72e2 req-45eda53e-0f58-425f-aaec-fb1bf8bea6bc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4328987-4e8c-40fa-a2ae-232a274300ff HTTP/1.1" status: 200 len: 1001 time: 0.3698912 Mar 02 19:43:48.854279 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175de4b-6e8a-40c4-814c-a98ff64f72e2 req-115fd507-be94-478d-b45d-276d8b97c5bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:48.855741 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3175de4b-6e8a-40c4-814c-a98ff64f72e2 req-115fd507-be94-478d-b45d-276d8b97c5bd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d352bdd1-dad5-46a4-af30-b10b8109c14c HTTP/1.1" status: 200 len: 835 time: 0.0735595 Mar 02 19:43:48.992384 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3175de4b-6e8a-40c4-814c-a98ff64f72e2 req-b177c0ec-b423-42f5-bc13-c4026ea3b5d6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2c0110e8-304e-47a8-a873-1093b4c7f477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1265218 Mar 02 19:43:49.083768 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:49.143720 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Port': ['ID=bbf43c4f-58ce-4be9-b4be-fda5622cc60e,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:43:49.222290 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:49.222665 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:49.223129 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:49.223543 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:49.223922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:49.224265 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:49.231375 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:49.231375 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:49.231375 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:49.231375 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:49.231375 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:49.283742 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3175de4b-6e8a-40c4-814c-a98ff64f72e2 req-059dccec-bfb5-4126-b9eb-914684014763 service neutron] 10.222.0.87 "GET /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848313 Mar 02 19:43:49.286070 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for floatingip, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:49.548282 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3175de4b-6e8a-40c4-814c-a98ff64f72e2 req-1de9f6c6-0ba6-4c4e-b2fc-744fd0af5883 service neutron] 10.222.0.87 "GET /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101135 Mar 02 19:43:49.812481 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router fe90309f-7c45-4fa4-9af9-a1f4e42c06df has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:43:50.019663 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:43:50.029920 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71240526-b64a-44a8-a395-aeb62891a8db None None] Sync routers for ids ['fe90309f-7c45-4fa4-9af9-a1f4e42c06df'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:43:50.041878 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71240526-b64a-44a8-a395-aeb62891a8db None None] Routers {'fe90309f-7c45-4fa4-9af9-a1f4e42c06df'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:43:50.056542 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-71240526-b64a-44a8-a395-aeb62891a8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:43:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['fe90309f-7c45-4fa4-9af9-a1f4e42c06df'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:43:50.174967 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:50.229623 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-71240526-b64a-44a8-a395-aeb62891a8db None None] Set router fe90309f-7c45-4fa4-9af9-a1f4e42c06df gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:43:50.232704 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f076fa64-a41a-4a47-9f61-0ced79b33cbf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/floatingips/1f63d738-2a91-4bcd-8947-d3b2c46f47eb HTTP/1.1" status: 204 len: 168 time: 2.3513417 Mar 02 19:43:50.233487 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb55d285-c81c-4a96-a49d-60eb6e7352ad', 'tag': 'b4328987-4e8c-40fa-a2ae-232a274300ff'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:43:50.306674 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb55d285-c81c-4a96-a49d-60eb6e7352ad', 'tag': 'b4328987-4e8c-40fa-a2ae-232a274300ff', 'status': 'completed', 'code': 200} Mar 02 19:43:50.508449 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bbc4ac87-79f4-4d1c-88e9-b4323818abda req-07a2b5b6-d742-4dd2-af22-3eacb193dfc1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 1098 time: 0.1842413 Mar 02 19:43:50.581644 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-71240526-b64a-44a8-a395-aeb62891a8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879988399', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '4351577d-f85a-4fdf-906c-0409ffc5fa32', 'name': '', 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:f4:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:58Z', 'updated_at': '2022-03-02T19:42:05Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:43:50.586354 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71240526-b64a-44a8-a395-aeb62891a8db None None] Checking router: fe90309f-7c45-4fa4-9af9-a1f4e42c06df for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:43:50.597381 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71240526-b64a-44a8-a395-aeb62891a8db None None] Routers {'fe90309f-7c45-4fa4-9af9-a1f4e42c06df'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:43:50.598119 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-71240526-b64a-44a8-a395-aeb62891a8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:43:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['fe90309f-7c45-4fa4-9af9-a1f4e42c06df'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:43:50.647860 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4ac87-79f4-4d1c-88e9-b4323818abda req-59b3f5e6-ab10-4502-92b1-460e3a20382b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:50.649313 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bbc4ac87-79f4-4d1c-88e9-b4323818abda req-59b3f5e6-ab10-4502-92b1-460e3a20382b service neutron] 10.222.0.87 "GET /v2.0/networks?id=2c0110e8-304e-47a8-a873-1093b4c7f477 HTTP/1.1" status: 200 len: 898 time: 0.1349792 Mar 02 19:43:50.724705 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bbc4ac87-79f4-4d1c-88e9-b4323818abda req-f6a7c57b-ab84-45f4-b9df-cc0b9a72bd3e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4328987-4e8c-40fa-a2ae-232a274300ff HTTP/1.1" status: 200 len: 217 time: 0.0644631 Mar 02 19:43:50.795565 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4ac87-79f4-4d1c-88e9-b4323818abda req-7a192530-6f15-44ba-bfbe-0fcb873fe5c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:50.797107 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bbc4ac87-79f4-4d1c-88e9-b4323818abda req-7a192530-6f15-44ba-bfbe-0fcb873fe5c0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d352bdd1-dad5-46a4-af30-b10b8109c14c HTTP/1.1" status: 200 len: 835 time: 0.0667851 Mar 02 19:43:50.798359 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-71240526-b64a-44a8-a395-aeb62891a8db None None] Set router fe90309f-7c45-4fa4-9af9-a1f4e42c06df gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:43:50.940876 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bbc4ac87-79f4-4d1c-88e9-b4323818abda req-d6a86932-e650-4a90-b1f8-d4cd36d84abb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2c0110e8-304e-47a8-a873-1093b4c7f477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1367323 Mar 02 19:43:50.951732 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6218a8-3745-466d-a9f1-1878b5c1a502 req-b6244ab6-f731-4a65-858c-4a20eb41e7b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:50.952433 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-cc6218a8-3745-466d-a9f1-1878b5c1a502 req-b6244ab6-f731-4a65-858c-4a20eb41e7b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:43:51.103668 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bbc4ac87-79f4-4d1c-88e9-b4323818abda req-a0752984-0452-4d16-ab31-de3bb9312b95 service neutron] 10.222.0.87 "GET /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481733 Mar 02 19:43:51.125612 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-71240526-b64a-44a8-a395-aeb62891a8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879988399', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '4351577d-f85a-4fdf-906c-0409ffc5fa32', 'name': '', 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:f4:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:58Z', 'updated_at': '2022-03-02T19:42:05Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:43:51.129939 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71240526-b64a-44a8-a395-aeb62891a8db None None] The sync data for ids ['fe90309f-7c45-4fa4-9af9-a1f4e42c06df'] in dv-neutron-831573-1-hyperv is: [{'id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879988399', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '4351577d-f85a-4fdf-906c-0409ffc5fa32', 'name': '', 'network_id': '2c0110e8-304e-47a8-a873-1093b4c7f477', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:f4:21:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:58Z', 'updated_at': '2022-03-02T19:42:05Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': 'd352bdd1-dad5-46a4-af30-b10b8109c14c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:43:51.178136 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-cc6218a8-3745-466d-a9f1-1878b5c1a502 req-b6244ab6-f731-4a65-858c-4a20eb41e7b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:43:51.179494 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cc6218a8-3745-466d-a9f1-1878b5c1a502 req-b6244ab6-f731-4a65-858c-4a20eb41e7b1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.3348935 Mar 02 19:43:51.260680 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cc6218a8-3745-466d-a9f1-1878b5c1a502 req-80efb284-2e06-481d-87a8-11de8a43a452 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723119 Mar 02 19:43:51.280712 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bbc4ac87-79f4-4d1c-88e9-b4323818abda req-b16b69f5-308c-41a9-b10a-cb16cac536e3 service neutron] 10.222.0.87 "GET /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704500 Mar 02 19:43:51.374880 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa561645-daca-42f8-9d27-f361e4e3e1c3 None None] New status for floating IP 1f63d738-2a91-4bcd-8947-d3b2c46f47eb: DOWN {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:43:51.694830 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-14362cce-0d3a-40b6-a64b-5a7d93bf32dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:52.479302 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000ce4a-0925-436d-9d5f-3f93341c1445 req-ee9d4b15-7094-46be-8ee1-6b2e757154f1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:52.480781 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6000ce4a-0925-436d-9d5f-3f93341c1445 req-ee9d4b15-7094-46be-8ee1-6b2e757154f1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0839660 Mar 02 19:43:52.531706 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6000ce4a-0925-436d-9d5f-3f93341c1445 req-ff930a01-6945-4ee0-bb6f-edcfe81c2652 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=e0878a95-84c0-4f58-8815-aefcf74d43b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452311 Mar 02 19:43:52.649344 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce84afb-754e-45a0-a71d-ff9c6ca618d4 req-36379e53-6240-4065-bb84-df5329a4e0d6 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:52.650864 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6ce84afb-754e-45a0-a71d-ff9c6ca618d4 req-36379e53-6240-4065-bb84-df5329a4e0d6 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 945 time: 0.0833294 Mar 02 19:43:52.728877 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-6ce84afb-754e-45a0-a71d-ff9c6ca618d4 req-d641f89c-7314-4a67-ac25-90c4b7cf4f59 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting port b4328987-4e8c-40fa-a2ae-232a274300ff {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:43:52.729241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-6ce84afb-754e-45a0-a71d-ff9c6ca618d4 req-d641f89c-7314-4a67-ac25-90c4b7cf4f59 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:52.985566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-6ce84afb-754e-45a0-a71d-ff9c6ca618d4 req-d641f89c-7314-4a67-ac25-90c4b7cf4f59 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] For port b4328987-4e8c-40fa-a2ae-232a274300ff, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b4328987-4e8c-40fa-a2ae-232a274300ff,segment=NetworkSegment(055e3d1e-57e3-48fb-af7f-502fcb5dda76),segment_id=055e3d1e-57e3-48fb-af7f-502fcb5dda76)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:43:52.985922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-6ce84afb-754e-45a0-a71d-ff9c6ca618d4 req-d641f89c-7314-4a67-ac25-90c4b7cf4f59 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:53.117566 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-6ce84afb-754e-45a0-a71d-ff9c6ca618d4 req-d641f89c-7314-4a67-ac25-90c4b7cf4f59 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Calling delete_port for b4328987-4e8c-40fa-a2ae-232a274300ff owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:43:53.322526 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-6ce84afb-754e-45a0-a71d-ff9c6ca618d4 req-d641f89c-7314-4a67-ac25-90c4b7cf4f59 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:53.371931 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641f89c-7314-4a67-ac25-90c4b7cf4f59 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Port': ['ID=b4328987-4e8c-40fa-a2ae-232a274300ff,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:43:53.449234 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce84afb-754e-45a0-a71d-ff9c6ca618d4 req-d641f89c-7314-4a67-ac25-90c4b7cf4f59 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] No DVR routers for this DVR port b4328987-4e8c-40fa-a2ae-232a274300ff on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:43:53.451653 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-6ce84afb-754e-45a0-a71d-ff9c6ca618d4 req-d641f89c-7314-4a67-ac25-90c4b7cf4f59 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:53.454310 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb55d285-c81c-4a96-a49d-60eb6e7352ad', 'name': 'network-vif-deleted', 'tag': 'b4328987-4e8c-40fa-a2ae-232a274300ff'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:43:53.521836 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb55d285-c81c-4a96-a49d-60eb6e7352ad', 'name': 'network-vif-deleted', 'tag': 'b4328987-4e8c-40fa-a2ae-232a274300ff', 'status': 'completed', 'code': 200} Mar 02 19:43:53.575633 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6ce84afb-754e-45a0-a71d-ff9c6ca618d4 req-d641f89c-7314-4a67-ac25-90c4b7cf4f59 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "DELETE /v2.0/ports/b4328987-4e8c-40fa-a2ae-232a274300ff HTTP/1.1" status: 204 len: 173 time: 0.9194667 Mar 02 19:43:53.716096 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3dff4c91-c068-4d69-b201-94037fa37e62 req-c6b8371c-a896-4ac0-960c-65d51b81cfdb tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb55d285-c81c-4a96-a49d-60eb6e7352ad HTTP/1.1" status: 200 len: 210 time: 0.0481186 Mar 02 19:43:53.803894 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-64ba0c28-db17-429d-8026-21b0041ff65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:54.845574 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43444) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:43:55.293514 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:55.374353 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0fa75969-2f55-47d6-85e5-0bb8023e6c8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:55.495177 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:56.037824 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-0fa75969-2f55-47d6-85e5-0bb8023e6c8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting port 4351577d-f85a-4fdf-906c-0409ffc5fa32 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:43:56.038738 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0fa75969-2f55-47d6-85e5-0bb8023e6c8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:56.272655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-0fa75969-2f55-47d6-85e5-0bb8023e6c8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] For port 4351577d-f85a-4fdf-906c-0409ffc5fa32, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4351577d-f85a-4fdf-906c-0409ffc5fa32,segment=NetworkSegment(055e3d1e-57e3-48fb-af7f-502fcb5dda76),segment_id=055e3d1e-57e3-48fb-af7f-502fcb5dda76)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:43:56.273016 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0fa75969-2f55-47d6-85e5-0bb8023e6c8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:56.411138 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-0fa75969-2f55-47d6-85e5-0bb8023e6c8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Calling delete_port for 4351577d-f85a-4fdf-906c-0409ffc5fa32 owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:43:56.632034 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:56.679678 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device b4328987-4e8c-40fa-a2ae-232a274300ff no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:43:56.700605 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0fa75969-2f55-47d6-85e5-0bb8023e6c8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:56.713919 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: b4328987-4e8c-40fa-a2ae-232a274300ff {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:43:56.714256 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device b4328987-4e8c-40fa-a2ae-232a274300ff not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:43:56.858587 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa75969-2f55-47d6-85e5-0bb8023e6c8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Port': ['ID=4351577d-f85a-4fdf-906c-0409ffc5fa32,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:43:57.171136 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-0fa75969-2f55-47d6-85e5-0bb8023e6c8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:57.800255 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa75969-2f55-47d6-85e5-0bb8023e6c8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router fe90309f-7c45-4fa4-9af9-a1f4e42c06df has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:43:58.018519 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa75969-2f55-47d6-85e5-0bb8023e6c8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:43:58.029443 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885a584-f86b-459d-9df5-5dae036c4b36 None None] Sync routers for ids ['fe90309f-7c45-4fa4-9af9-a1f4e42c06df'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:43:58.032358 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-0fa75969-2f55-47d6-85e5-0bb8023e6c8f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "PUT /v2.0/routers/fe90309f-7c45-4fa4-9af9-a1f4e42c06df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1856961 Mar 02 19:43:58.035811 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43448) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:43:58.045580 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0885a584-f86b-459d-9df5-5dae036c4b36 None None] Routers {'fe90309f-7c45-4fa4-9af9-a1f4e42c06df'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:43:58.046585 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-0885a584-f86b-459d-9df5-5dae036c4b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:43:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['fe90309f-7c45-4fa4-9af9-a1f4e42c06df'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:43:58.265916 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca7abc2-94cc-4497-977c-e8be2036c91d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting subnet d352bdd1-dad5-46a4-af30-b10b8109c14c {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:43:58.269770 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ca7abc2-94cc-4497-977c-e8be2036c91d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:58.303434 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-0885a584-f86b-459d-9df5-5dae036c4b36 None None] Set router fe90309f-7c45-4fa4-9af9-a1f4e42c06df gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:43:58.329206 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ca7abc2-94cc-4497-977c-e8be2036c91d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:58.542426 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ca7abc2-94cc-4497-977c-e8be2036c91d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:58.622783 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-0885a584-f86b-459d-9df5-5dae036c4b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879988399', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:43:56Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:43:58.632708 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885a584-f86b-459d-9df5-5dae036c4b36 None None] Checking router: fe90309f-7c45-4fa4-9af9-a1f4e42c06df for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:43:58.656222 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0885a584-f86b-459d-9df5-5dae036c4b36 None None] Routers {'fe90309f-7c45-4fa4-9af9-a1f4e42c06df'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:43:58.656852 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-0885a584-f86b-459d-9df5-5dae036c4b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:43:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['fe90309f-7c45-4fa4-9af9-a1f4e42c06df'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:43:58.728128 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ca7abc2-94cc-4497-977c-e8be2036c91d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:58.772896 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7abc2-94cc-4497-977c-e8be2036c91d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Subnet': ['ID=d352bdd1-dad5-46a4-af30-b10b8109c14c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:43:58.789062 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1ca7abc2-94cc-4497-977c-e8be2036c91d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:58.799145 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f71e8eb-ec6c-462f-9a41-da86c65450e3 None None] Network 2c0110e8-304e-47a8-a873-1093b4c7f477 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:43:58.805365 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1ca7abc2-94cc-4497-977c-e8be2036c91d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/subnets/d352bdd1-dad5-46a4-af30-b10b8109c14c HTTP/1.1" status: 204 len: 168 time: 0.7636385 Mar 02 19:43:58.806090 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43452) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:43:58.971671 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-0885a584-f86b-459d-9df5-5dae036c4b36 None None] Set router fe90309f-7c45-4fa4-9af9-a1f4e42c06df gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:43:59.102958 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd99a-4540-48c3-9129-a83d6120f386 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:59.125214 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8124c9-5f2c-4c5f-989c-503c34b747d9 None None] DHCP port deletion for 2c0110e8-304e-47a8-a873-1093b4c7f477 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:43:59.131400 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ed8124c9-5f2c-4c5f-989c-503c34b747d9 None None] Deleting port c5b7b223-268a-4b45-ae41-403c51a44ac4 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:43:59.132080 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ed8124c9-5f2c-4c5f-989c-503c34b747d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:59.348509 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-0885a584-f86b-459d-9df5-5dae036c4b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879988399', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:43:56Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:43:59.353758 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885a584-f86b-459d-9df5-5dae036c4b36 None None] The sync data for ids ['fe90309f-7c45-4fa4-9af9-a1f4e42c06df'] in dv-neutron-831573-1-hyperv is: [{'id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-879988399', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:43:56Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '2371d2a9-6710-401d-9234-fa5e28bbe616', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe90309f-7c45-4fa4-9af9-a1f4e42c06df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:41:54Z', 'updated_at': '2022-03-02T19:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:43:59.366020 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd99a-4540-48c3-9129-a83d6120f386 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:59.437470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-eb8bd99a-4540-48c3-9129-a83d6120f386 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting port 2371d2a9-6710-401d-9234-fa5e28bbe616 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:43:59.437857 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd99a-4540-48c3-9129-a83d6120f386 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:59.482243 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-ed8124c9-5f2c-4c5f-989c-503c34b747d9 None None] For port c5b7b223-268a-4b45-ae41-403c51a44ac4, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=c5b7b223-268a-4b45-ae41-403c51a44ac4,segment=NetworkSegment(055e3d1e-57e3-48fb-af7f-502fcb5dda76),segment_id=055e3d1e-57e3-48fb-af7f-502fcb5dda76)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:43:59.482659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ed8124c9-5f2c-4c5f-989c-503c34b747d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:59.621523 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-ed8124c9-5f2c-4c5f-989c-503c34b747d9 None None] Calling delete_port for c5b7b223-268a-4b45-ae41-403c51a44ac4 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:43:59.653645 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-eb8bd99a-4540-48c3-9129-a83d6120f386 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] For port 2371d2a9-6710-401d-9234-fa5e28bbe616, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=2371d2a9-6710-401d-9234-fa5e28bbe616,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:43:59.654158 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd99a-4540-48c3-9129-a83d6120f386 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:59.761708 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ed8124c9-5f2c-4c5f-989c-503c34b747d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:59.792975 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-eb8bd99a-4540-48c3-9129-a83d6120f386 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Calling delete_port for 2371d2a9-6710-401d-9234-fa5e28bbe616 owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:43:59.810274 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8124c9-5f2c-4c5f-989c-503c34b747d9 None None] Pushing event deleted for resources: {'Port': ['ID=c5b7b223-268a-4b45-ae41-403c51a44ac4,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:43:59.824332 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8124c9-5f2c-4c5f-989c-503c34b747d9 None None] No DVR routers for this DVR port c5b7b223-268a-4b45-ae41-403c51a44ac4 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:44:00.089091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd99a-4540-48c3-9129-a83d6120f386 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:00.133217 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bd99a-4540-48c3-9129-a83d6120f386 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Port': ['ID=2371d2a9-6710-401d-9234-fa5e28bbe616,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:00.360676 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd99a-4540-48c3-9129-a83d6120f386 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:00.707102 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd99a-4540-48c3-9129-a83d6120f386 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:00.711557 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd99a-4540-48c3-9129-a83d6120f386 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:00.814285 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd99a-4540-48c3-9129-a83d6120f386 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:00.814845 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8bd99a-4540-48c3-9129-a83d6120f386 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Fanout notify agent at l3_agent the message router_deleted on router fe90309f-7c45-4fa4-9af9-a1f4e42c06df {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:44:00.829200 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-eb8bd99a-4540-48c3-9129-a83d6120f386 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:00.830419 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-eb8bd99a-4540-48c3-9129-a83d6120f386 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/routers/fe90309f-7c45-4fa4-9af9-a1f4e42c06df HTTP/1.1" status: 204 len: 168 time: 2.0225725 Mar 02 19:44:00.834317 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43456) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:00.955806 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:01.088665 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:01.115981 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0110e8-304e-47a8-a873-1093b4c7f477']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:44:01.129225 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055e3d1e-57e3-48fb-af7f-502fcb5dda76') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:44:01.129533 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055e3d1e-57e3-48fb-af7f-502fcb5dda76') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:44:01.141464 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:01.165649 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:01.172375 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:44:01.172774 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:44:01.187411 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:44:01.313863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c5b7b223-268a-4b45-ae41-403c51a44ac4 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:44:01.323465 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:01.330910 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:01.347924 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: c5b7b223-268a-4b45-ae41-403c51a44ac4 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:44:01.348281 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device c5b7b223-268a-4b45-ae41-403c51a44ac4 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:44:01.348993 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4351577d-f85a-4fdf-906c-0409ffc5fa32 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:44:01.353792 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Network': ['ID=2c0110e8-304e-47a8-a873-1093b4c7f477,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:01.367501 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:01.367872 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:01.368218 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:01.368612 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:01.369086 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:01.369445 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:01.369777 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:01.370111 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:01.370439 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:01.370767 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:01.371099 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:01.384325 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 4351577d-f85a-4fdf-906c-0409ffc5fa32 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:44:01.384677 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4351577d-f85a-4fdf-906c-0409ffc5fa32 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:44:01.454236 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4349f7d8-1510-4612-b500-156d2f306984 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/networks/2c0110e8-304e-47a8-a873-1093b4c7f477 HTTP/1.1" status: 204 len: 168 time: 0.6188333 Mar 02 19:44:01.457379 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43460) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:01.531580 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-66bdf46b-0cb0-449a-88f1-2990ac96f452 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:01.560320 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-66bdf46b-0cb0-449a-88f1-2990ac96f452 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:01.700332 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-66bdf46b-0cb0-449a-88f1-2990ac96f452 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:01.720121 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bdf46b-0cb0-449a-88f1-2990ac96f452 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0878a95-84c0-4f58-8815-aefcf74d43b4,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:01.791164 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-66bdf46b-0cb0-449a-88f1-2990ac96f452 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:01.792304 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-66bdf46b-0cb0-449a-88f1-2990ac96f452 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/security-groups/e0878a95-84c0-4f58-8815-aefcf74d43b4 HTTP/1.1" status: 204 len: 168 time: 0.3337331 Mar 02 19:44:02.066073 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:02.918273 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 2371d2a9-6710-401d-9234-fa5e28bbe616 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:44:02.952695 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 2371d2a9-6710-401d-9234-fa5e28bbe616 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:44:02.953054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 2371d2a9-6710-401d-9234-fa5e28bbe616 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:44:03.382985 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43470) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:03.388847 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-f12a75df-dfb0-4d79-91c4-f7c05063e3f8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-686021386', 'description': 'tempest-secgroup-smoke-686021386 description', 'project_id': '15844680b0ad49b5ae5449a829df52dd'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:44:03.395447 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f12a75df-dfb0-4d79-91c4-f7c05063e3f8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:44:03.399578 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f12a75df-dfb0-4d79-91c4-f7c05063e3f8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:44:03.402421 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f12a75df-dfb0-4d79-91c4-f7c05063e3f8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:44:03.408091 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f12a75df-dfb0-4d79-91c4-f7c05063e3f8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:44:03.488007 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f12a75df-dfb0-4d79-91c4-f7c05063e3f8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:03.525475 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f12a75df-dfb0-4d79-91c4-f7c05063e3f8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:44:03.529828 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f12a75df-dfb0-4d79-91c4-f7c05063e3f8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:44:03.532930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-f12a75df-dfb0-4d79-91c4-f7c05063e3f8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:44:03.539491 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-f12a75df-dfb0-4d79-91c4-f7c05063e3f8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:44:03.596035 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f12a75df-dfb0-4d79-91c4-f7c05063e3f8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:03.670469 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f12a75df-dfb0-4d79-91c4-f7c05063e3f8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:03.718571 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a75df-dfb0-4d79-91c4-f7c05063e3f8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=204a194e-2f44-4b52-99c4-83b65e8aeacb,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:03.791767 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f12a75df-dfb0-4d79-91c4-f7c05063e3f8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:03.793007 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f12a75df-dfb0-4d79-91c4-f7c05063e3f8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4088387 Mar 02 19:44:03.795884 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43474) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:03.801145 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-0a40208b-bf9b-4638-8158-07f58d305af3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '204a194e-2f44-4b52-99c4-83b65e8aeacb', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:44:03.807072 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0a40208b-bf9b-4638-8158-07f58d305af3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:44:03.810858 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0a40208b-bf9b-4638-8158-07f58d305af3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:44:03.813711 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0a40208b-bf9b-4638-8158-07f58d305af3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:44:03.822047 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0a40208b-bf9b-4638-8158-07f58d305af3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:44:03.918389 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0a40208b-bf9b-4638-8158-07f58d305af3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:03.978151 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0a40208b-bf9b-4638-8158-07f58d305af3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:04.048717 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0a40208b-bf9b-4638-8158-07f58d305af3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:04.072468 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40208b-bf9b-4638-8158-07f58d305af3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32643c3-e242-44af-a6a8-05b5929d30b5,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:04.150476 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0a40208b-bf9b-4638-8158-07f58d305af3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:04.151697 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0a40208b-bf9b-4638-8158-07f58d305af3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3548324 Mar 02 19:44:04.154344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43478) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:04.159934 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-551a8440-a49b-4611-8e75-450528a2f491 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '204a194e-2f44-4b52-99c4-83b65e8aeacb', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:44:04.166052 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-551a8440-a49b-4611-8e75-450528a2f491 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:44:04.169827 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-551a8440-a49b-4611-8e75-450528a2f491 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:44:04.172700 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-551a8440-a49b-4611-8e75-450528a2f491 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:44:04.178563 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-551a8440-a49b-4611-8e75-450528a2f491 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:44:04.265285 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-551a8440-a49b-4611-8e75-450528a2f491 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:04.325599 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-551a8440-a49b-4611-8e75-450528a2f491 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:04.396560 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-551a8440-a49b-4611-8e75-450528a2f491 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:04.419677 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a8440-a49b-4611-8e75-450528a2f491 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2171f42-1240-4ec2-adf0-8fb4d780e844,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:04.483048 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-551a8440-a49b-4611-8e75-450528a2f491 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:04.484429 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-551a8440-a49b-4611-8e75-450528a2f491 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3291867 Mar 02 19:44:04.487122 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43482) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:04.493226 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-b40f1d7c-4fe4-4c01-9bc0-e977fb7ce6be tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '204a194e-2f44-4b52-99c4-83b65e8aeacb', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:44:04.499452 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b40f1d7c-4fe4-4c01-9bc0-e977fb7ce6be tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:44:04.503345 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b40f1d7c-4fe4-4c01-9bc0-e977fb7ce6be tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:44:04.506787 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-b40f1d7c-4fe4-4c01-9bc0-e977fb7ce6be tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:44:04.512392 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-b40f1d7c-4fe4-4c01-9bc0-e977fb7ce6be tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:44:04.586811 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b40f1d7c-4fe4-4c01-9bc0-e977fb7ce6be tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:04.652358 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b40f1d7c-4fe4-4c01-9bc0-e977fb7ce6be tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:04.728058 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b40f1d7c-4fe4-4c01-9bc0-e977fb7ce6be tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:04.753590 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f1d7c-4fe4-4c01-9bc0-e977fb7ce6be tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c201ec-8986-4581-b4c3-7c57b5e6b8d4,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:04.824693 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b40f1d7c-4fe4-4c01-9bc0-e977fb7ce6be tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:04.825920 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b40f1d7c-4fe4-4c01-9bc0-e977fb7ce6be tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3378620 Mar 02 19:44:04.828795 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43486) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:04.834886 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-67d87040-8798-4b72-9e3a-e5ca945670c2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '204a194e-2f44-4b52-99c4-83b65e8aeacb', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:44:04.840971 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-67d87040-8798-4b72-9e3a-e5ca945670c2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:44:04.844677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-67d87040-8798-4b72-9e3a-e5ca945670c2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:44:04.847606 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-67d87040-8798-4b72-9e3a-e5ca945670c2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:44:04.853893 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-67d87040-8798-4b72-9e3a-e5ca945670c2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:44:04.946656 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67d87040-8798-4b72-9e3a-e5ca945670c2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:05.012403 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67d87040-8798-4b72-9e3a-e5ca945670c2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:05.083006 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67d87040-8798-4b72-9e3a-e5ca945670c2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:05.107509 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d87040-8798-4b72-9e3a-e5ca945670c2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9e246f-ba51-49fe-8a5c-b2e6b9c98129,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:05.196988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-67d87040-8798-4b72-9e3a-e5ca945670c2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:05.198228 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-67d87040-8798-4b72-9e3a-e5ca945670c2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3684502 Mar 02 19:44:05.200946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43490) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:05.206251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-22fb2c67-207d-4514-8f8c-057d5de316de tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '204a194e-2f44-4b52-99c4-83b65e8aeacb', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:44:05.212730 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-22fb2c67-207d-4514-8f8c-057d5de316de tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:44:05.216548 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-22fb2c67-207d-4514-8f8c-057d5de316de tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:44:05.219449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-22fb2c67-207d-4514-8f8c-057d5de316de tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:44:05.225776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-22fb2c67-207d-4514-8f8c-057d5de316de tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:44:05.299939 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-22fb2c67-207d-4514-8f8c-057d5de316de tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Project 15844680b0ad49b5ae5449a829df52dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:44:05.307338 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-22fb2c67-207d-4514-8f8c-057d5de316de tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:05.371946 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-22fb2c67-207d-4514-8f8c-057d5de316de tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:05.419641 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-22fb2c67-207d-4514-8f8c-057d5de316de tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:05.444032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb2c67-207d-4514-8f8c-057d5de316de tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d09722a-6d14-433d-b6d1-4e68548ba5cc,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:05.528952 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-22fb2c67-207d-4514-8f8c-057d5de316de tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:05.530179 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-22fb2c67-207d-4514-8f8c-057d5de316de tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3283188 Mar 02 19:44:05.533003 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43494) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:05.538369 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-8d7795ae-0338-41eb-9d2b-86bba54a4193 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '204a194e-2f44-4b52-99c4-83b65e8aeacb', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:44:05.544526 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8d7795ae-0338-41eb-9d2b-86bba54a4193 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:44:05.548335 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8d7795ae-0338-41eb-9d2b-86bba54a4193 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:44:05.551846 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8d7795ae-0338-41eb-9d2b-86bba54a4193 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:44:05.557494 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8d7795ae-0338-41eb-9d2b-86bba54a4193 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:44:05.620257 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-8d7795ae-0338-41eb-9d2b-86bba54a4193 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Project 15844680b0ad49b5ae5449a829df52dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:44:05.627030 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8d7795ae-0338-41eb-9d2b-86bba54a4193 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:05.694044 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8d7795ae-0338-41eb-9d2b-86bba54a4193 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:05.774419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8d7795ae-0338-41eb-9d2b-86bba54a4193 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:05.801159 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7795ae-0338-41eb-9d2b-86bba54a4193 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e443e1-b97e-4cd7-8e07-5c9a0d7ad11a,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:05.872091 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8d7795ae-0338-41eb-9d2b-86bba54a4193 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:05.873313 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8d7795ae-0338-41eb-9d2b-86bba54a4193 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3394034 Mar 02 19:44:05.876136 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43498) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:05.881683 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-fc5e29b2-50b7-47db-a50e-52c7d723cb1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'network': {'name': 'tempest-network-smoke--1537290611', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'port_security_enabled': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:44:05.886892 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-fc5e29b2-50b7-47db-a50e-52c7d723cb1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:44:05.891031 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fc5e29b2-50b7-47db-a50e-52c7d723cb1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:network and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:44:05.894051 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fc5e29b2-50b7-47db-a50e-52c7d723cb1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:44:05.900249 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-fc5e29b2-50b7-47db-a50e-52c7d723cb1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:44:05.969074 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5e29b2-50b7-47db-a50e-52c7d723cb1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Made reservation on behalf of 15844680b0ad49b5ae5449a829df52dd for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:44:05.972157 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fc5e29b2-50b7-47db-a50e-52c7d723cb1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:06.002474 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5e29b2-50b7-47db-a50e-52c7d723cb1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:44:06.011100 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fc5e29b2-50b7-47db-a50e-52c7d723cb1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:06.011469 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-fc5e29b2-50b7-47db-a50e-52c7d723cb1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Added segment 43919a60-ab5a-41be-b5f4-a235872ff5df of type vlan for network a377f591-ea11-452a-bf98-f4a05269026b Mar 02 19:44:06.037719 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fc5e29b2-50b7-47db-a50e-52c7d723cb1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:06.151625 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fc5e29b2-50b7-47db-a50e-52c7d723cb1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:06.155506 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5e29b2-50b7-47db-a50e-52c7d723cb1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:06.156125 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fc5e29b2-50b7-47db-a50e-52c7d723cb1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:06.265820 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e29b2-50b7-47db-a50e-52c7d723cb1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Network': ['ID=a377f591-ea11-452a-bf98-f4a05269026b,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:06.278674 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network a377f591-ea11-452a-bf98-f4a05269026b details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:44:06.347083 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fc5e29b2-50b7-47db-a50e-52c7d723cb1e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4696739 Mar 02 19:44:06.349824 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43502) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:06.355271 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1503877984', 'admin_state_up': True, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:44:06.363491 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:44:06.368460 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:router and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:44:06.372491 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:44:06.380476 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:44:06.466240 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:06.467277 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:06.486583 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:06.728063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:06.950501 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:06.983494 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:07.136446 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Allocated IP 172.26.4.200 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/f25e27f9-59db-42a4-9367-bf762247d3d5) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:44:07.282962 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:07.375151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:07.442893 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:44:07.445554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:44:07.449265 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:44:07.485431 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=f25e27f9-59db-42a4-9367-bf762247d3d5,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:07.762224 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:07.762960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:08.087577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router 566fc702-63c4-4865-9b97-71b4632c6883 is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:44:08.294098 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:44:08.307316 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Sync routers for ids ['566fc702-63c4-4865-9b97-71b4632c6883'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:44:08.320471 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Routers {'566fc702-63c4-4865-9b97-71b4632c6883'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:44:08.324305 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:43:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['566fc702-63c4-4865-9b97-71b4632c6883'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:44:08.397533 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:08.398783 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c1783cc9-541e-4470-b094-f9f0c3f99cca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0480187 Mar 02 19:44:08.402048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43506) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:08.508410 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Set router 566fc702-63c4-4865-9b97-71b4632c6883 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:44:08.514978 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b403e1a7-4a0f-40cc-bc06-74f30f4052b6 tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=15844680b0ad49b5ae5449a829df52dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1092746 Mar 02 19:44:08.515304 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43512) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:08.656449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94189630-f324-4f2b-93aa-c0e4c1b0f153 tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:08.657997 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-94189630-f324-4f2b-93aa-c0e4c1b0f153 tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1416333 Mar 02 19:44:08.661118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43516) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:08.712302 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cae606aa-195e-4148-a7bd-58e19f9c666f tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=34755311-e60d-4721-8297-2b2c64e749c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500505 Mar 02 19:44:08.714731 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43520) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:08.720272 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-ceadb754-7713-48dd-9a08-d7782f03b7f9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-213497477', 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:44:08.832303 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ceadb754-7713-48dd-9a08-d7782f03b7f9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:44:08.837213 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ceadb754-7713-48dd-9a08-d7782f03b7f9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:subnet and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:44:08.840092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ceadb754-7713-48dd-9a08-d7782f03b7f9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:44:08.846173 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ceadb754-7713-48dd-9a08-d7782f03b7f9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:44:08.850625 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566fc702-63c4-4865-9b97-71b4632c6883', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503877984', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:44:06Z', 'updated_at': '2022-03-02T19:44:07Z', 'revision_number': 3, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:07Z', 'updated_at': '2022-03-02T19:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:44:08.854737 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Checking router: 566fc702-63c4-4865-9b97-71b4632c6883 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:44:08.855080 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Updating router 566fc702-63c4-4865-9b97-71b4632c6883 port f25e27f9-59db-42a4-9367-bf762247d3d5 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:44:08.909117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:08.921671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceadb754-7713-48dd-9a08-d7782f03b7f9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Made reservation on behalf of 15844680b0ad49b5ae5449a829df52dd for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:44:09.033852 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ceadb754-7713-48dd-9a08-d7782f03b7f9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:09.284118 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:09.299764 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Transition to ACTIVE for port object f25e27f9-59db-42a4-9367-bf762247d3d5 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:44:09.317119 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ceadb754-7713-48dd-9a08-d7782f03b7f9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:09.374525 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:09.397911 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceadb754-7713-48dd-9a08-d7782f03b7f9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Subnet': ['ID=2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:09.419055 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceadb754-7713-48dd-9a08-d7782f03b7f9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Checking segment: {'id': '43919a60-ab5a-41be-b5f4-a235872ff5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:44:09.419445 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceadb754-7713-48dd-9a08-d7782f03b7f9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network hostable DHCP agents. Network: a377f591-ea11-452a-bf98-f4a05269026b, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:44:09.456669 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Attempting to bind port f25e27f9-59db-42a4-9367-bf762247d3d5 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:44:09.457636 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Attempting to bind port f25e27f9-59db-42a4-9367-bf762247d3d5 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:44:09.457984 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Attempting to bind port f25e27f9-59db-42a4-9367-bf762247d3d5 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:44:09.460285 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e68dc5-e6a3-4378-85ac-0f7cae65fbcd None None] Pushing event updated for resources: {'Port': ['ID=f25e27f9-59db-42a4-9367-bf762247d3d5,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:09.467424 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:44:09.467799 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:44:09.468193 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:09.468567 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:44:09.469031 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Bound port: f25e27f9-59db-42a4-9367-bf762247d3d5, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:44:09.469392 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:09.533055 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceadb754-7713-48dd-9a08-d7782f03b7f9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network a377f591-ea11-452a-bf98-f4a05269026b is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:44:09.546074 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] For port f25e27f9-59db-42a4-9367-bf762247d3d5, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:44:09.548933 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] For port f25e27f9-59db-42a4-9367-bf762247d3d5, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f25e27f9-59db-42a4-9367-bf762247d3d5,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:44:09.624714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-ceadb754-7713-48dd-9a08-d7782f03b7f9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, a377f591-ea11-452a-bf98-f4a05269026b) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:44:09.629980 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceadb754-7713-48dd-9a08-d7782f03b7f9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:09.630625 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ceadb754-7713-48dd-9a08-d7782f03b7f9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:09.637924 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b0ae17-b25b-4f85-b158-bc038d9e6203 None None] Network a377f591-ea11-452a-bf98-f4a05269026b requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:44:09.658472 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:09.727024 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ceadb754-7713-48dd-9a08-d7782f03b7f9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0085979 Mar 02 19:44:09.727341 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43524) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:09.830410 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e68dc5-e6a3-4378-85ac-0f7cae65fbcd None None] Pushing event updated for resources: {'Port': ['ID=f25e27f9-59db-42a4-9367-bf762247d3d5,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:09.868964 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Routers {'566fc702-63c4-4865-9b97-71b4632c6883'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:44:09.869607 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:43:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['566fc702-63c4-4865-9b97-71b4632c6883'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:44:10.077448 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-a377f591-ea11-452a-bf98-f4a05269026b', 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ips': [{'subnet_id': '2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:44:10.078327 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:10.162623 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] Set router 566fc702-63c4-4865-9b97-71b4632c6883 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:44:10.437773 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Allocated IP 172.20.0.2 (a377f591-ea11-452a-bf98-f4a05269026b/2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2/bc6097ad-87d3-4745-9f8e-db547530fe83) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:44:10.606170 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-03e8efdd-97e9-4810-84f0-5b64b48edd69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:10.677368 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566fc702-63c4-4865-9b97-71b4632c6883', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503877984', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:44:06Z', 'updated_at': '2022-03-02T19:44:07Z', 'revision_number': 3, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:07Z', 'updated_at': '2022-03-02T19:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:44:10.697547 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017edfe-dafd-4f10-a684-ce8f8828f7c8 None None] The sync data for ids ['566fc702-63c4-4865-9b97-71b4632c6883'] in dv-neutron-831573-1-hyperv is: [{'id': '566fc702-63c4-4865-9b97-71b4632c6883', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503877984', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:44:06Z', 'updated_at': '2022-03-02T19:44:07Z', 'revision_number': 3, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:07Z', 'updated_at': '2022-03-02T19:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:44:10.726155 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:10.739047 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Transition to ACTIVE for port object bc6097ad-87d3-4745-9f8e-db547530fe83 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:44:10.759391 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Transition to ACTIVE for port object bc6097ad-87d3-4745-9f8e-db547530fe83 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:44:10.820894 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:10.882777 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Network a377f591-ea11-452a-bf98-f4a05269026b is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:44:10.895691 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:44:10.895691 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:44:10.942341 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Pushing event updated for resources: {'Port': ['ID=bc6097ad-87d3-4745-9f8e-db547530fe83,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:11.004024 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Attempting to bind port bc6097ad-87d3-4745-9f8e-db547530fe83 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:44:11.004548 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Attempting to bind port bc6097ad-87d3-4745-9f8e-db547530fe83 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '43919a60-ab5a-41be-b5f4-a235872ff5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:44:11.005014 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Attempting to bind port bc6097ad-87d3-4745-9f8e-db547530fe83 on network a377f591-ea11-452a-bf98-f4a05269026b {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:44:11.024292 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:44:11.025656 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Checking segment: {'id': '43919a60-ab5a-41be-b5f4-a235872ff5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:44:11.026599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:11.027621 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Bound using segment: {'id': '43919a60-ab5a-41be-b5f4-a235872ff5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:44:11.028944 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Bound port: bc6097ad-87d3-4745-9f8e-db547530fe83, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43919a60-ab5a-41be-b5f4-a235872ff5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:44:11.029825 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:11.068232 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f25e27f9-59db-42a4-9367-bf762247d3d5 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:44:11.070928 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-03e8efdd-97e9-4810-84f0-5b64b48edd69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Allocated IP 172.20.0.1 (a377f591-ea11-452a-bf98-f4a05269026b/2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2/1e05f3a9-ed4a-4714-8649-4083d82eed2d) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:44:11.271243 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] For port bc6097ad-87d3-4745-9f8e-db547530fe83, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:44:11.275131 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] For port bc6097ad-87d3-4745-9f8e-db547530fe83, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=bc6097ad-87d3-4745-9f8e-db547530fe83,segment=NetworkSegment(43919a60-ab5a-41be-b5f4-a235872ff5df),segment_id=43919a60-ab5a-41be-b5f4-a235872ff5df)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:44:11.278913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-03e8efdd-97e9-4810-84f0-5b64b48edd69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:11.297372 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-03e8efdd-97e9-4810-84f0-5b64b48edd69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Transition to ACTIVE for port object 1e05f3a9-ed4a-4714-8649-4083d82eed2d will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:44:11.381231 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:11.426495 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-03e8efdd-97e9-4810-84f0-5b64b48edd69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:11.433755 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port f25e27f9-59db-42a4-9367-bf762247d3d5 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:44:11.453934 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port f25e27f9-59db-42a4-9367-bf762247d3d5 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:44:11.454623 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:11.503930 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e8efdd-97e9-4810-84f0-5b64b48edd69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network a377f591-ea11-452a-bf98-f4a05269026b is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:44:11.508255 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-03e8efdd-97e9-4810-84f0-5b64b48edd69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:44:11.512469 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e8efdd-97e9-4810-84f0-5b64b48edd69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:44:11.535806 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea1a2a-5827-47fb-8c41-4d8435cea453 None None] Pushing event updated for resources: {'Port': ['ID=bc6097ad-87d3-4745-9f8e-db547530fe83,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:11.557374 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8efdd-97e9-4810-84f0-5b64b48edd69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=1e05f3a9-ed4a-4714-8649-4083d82eed2d,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:11.588849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-03e8efdd-97e9-4810-84f0-5b64b48edd69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:11.660371 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:11.681849 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port f25e27f9-59db-42a4-9367-bf762247d3d5, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f25e27f9-59db-42a4-9367-bf762247d3d5,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:44:11.756161 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:11.800275 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-03e8efdd-97e9-4810-84f0-5b64b48edd69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:11.843672 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=f25e27f9-59db-42a4-9367-bf762247d3d5,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:12.434728 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-03e8efdd-97e9-4810-84f0-5b64b48edd69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:12.506439 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-03e8efdd-97e9-4810-84f0-5b64b48edd69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:12.623549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88ae953-87ad-4a3f-ab23-7007644bff59 None None] Network a377f591-ea11-452a-bf98-f4a05269026b requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:44:12.642019 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-03e8efdd-97e9-4810-84f0-5b64b48edd69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:12.646104 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8efdd-97e9-4810-84f0-5b64b48edd69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=1e05f3a9-ed4a-4714-8649-4083d82eed2d,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:12.802851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e8efdd-97e9-4810-84f0-5b64b48edd69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network a377f591-ea11-452a-bf98-f4a05269026b is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:44:12.804011 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-03e8efdd-97e9-4810-84f0-5b64b48edd69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:44:12.810075 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5bbeed10-a02a-41d9-9d15-b49b79b5dc8d None None] Provisioning for port bc6097ad-87d3-4745-9f8e-db547530fe83 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:44:13.048174 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f25e27f9-59db-42a4-9367-bf762247d3d5 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:44:13.144388 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port f25e27f9-59db-42a4-9367-bf762247d3d5 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:44:13.144842 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:13.260786 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e8efdd-97e9-4810-84f0-5b64b48edd69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router 566fc702-63c4-4865-9b97-71b4632c6883 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:44:13.279611 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device bc6097ad-87d3-4745-9f8e-db547530fe83 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:44:13.307887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1b520209-3ef0-4d51-8dec-4b4f6729a267 None None] Provisioning for port 1e05f3a9-ed4a-4714-8649-4083d82eed2d completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:44:13.329022 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1b520209-3ef0-4d51-8dec-4b4f6729a267 None None] Provisioning complete for port 1e05f3a9-ed4a-4714-8649-4083d82eed2d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:44:13.329631 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1b520209-3ef0-4d51-8dec-4b4f6729a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:13.399980 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1b520209-3ef0-4d51-8dec-4b4f6729a267 None None] Port 1e05f3a9-ed4a-4714-8649-4083d82eed2d cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:44:13.471529 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port bc6097ad-87d3-4745-9f8e-db547530fe83 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:44:13.476538 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e8efdd-97e9-4810-84f0-5b64b48edd69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:44:13.483668 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port bc6097ad-87d3-4745-9f8e-db547530fe83 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:44:13.492564 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:13.493254 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-03e8efdd-97e9-4810-84f0-5b64b48edd69 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "PUT /v2.0/routers/566fc702-63c4-4865-9b97-71b4632c6883/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7626545 Mar 02 19:44:13.555575 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c1cc48c4-bcf2-4e3e-992f-c9e3d05dbd7a None None] Provisioning complete for port 1e05f3a9-ed4a-4714-8649-4083d82eed2d triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:44:13.555883 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c1cc48c4-bcf2-4e3e-992f-c9e3d05dbd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:13.647485 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc48c4-bcf2-4e3e-992f-c9e3d05dbd7a None None] Port 1e05f3a9-ed4a-4714-8649-4083d82eed2d cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:44:13.670894 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:13.675169 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-b160a855-718e-4b60-9d77-fd6173511987 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:44:13.712578 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port bc6097ad-87d3-4745-9f8e-db547530fe83, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=bc6097ad-87d3-4745-9f8e-db547530fe83,segment=NetworkSegment(43919a60-ab5a-41be-b5f4-a235872ff5df),segment_id=43919a60-ab5a-41be-b5f4-a235872ff5df)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:44:13.755837 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-b160a855-718e-4b60-9d77-fd6173511987 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:44:13.757161 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-b160a855-718e-4b60-9d77-fd6173511987 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686021386&fields=id&tenant_id=15844680b0ad49b5ae5449a829df52dd HTTP/1.1" status: 200 len: 267 time: 0.1289968 Mar 02 19:44:13.786237 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:13.857848 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=bc6097ad-87d3-4745-9f8e-db547530fe83,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:13.995829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-153e9123-970c-4b4a-821f-400ad900efcc tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:13.996403 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-153e9123-970c-4b4a-821f-400ad900efcc tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:network {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:44:14.065977 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-153e9123-970c-4b4a-821f-400ad900efcc tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:network {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:44:14.067240 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-153e9123-970c-4b4a-821f-400ad900efcc tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/networks?id=a377f591-ea11-452a-bf98-f4a05269026b HTTP/1.1" status: 200 len: 797 time: 0.3028674 Mar 02 19:44:14.084306 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-30608154-b36d-408f-80ef-168e1929ac13 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/quotas/15844680b0ad49b5ae5449a829df52dd HTTP/1.1" status: 200 len: 375 time: 0.0113518 Mar 02 19:44:14.168235 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-28d67dbc-cfd9-43df-88c6-a76103b08e11 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784204 Mar 02 19:44:14.254848 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-ff628926-9f9a-436b-b84a-26a32c668d8b service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 19:44:14.255904 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-ff628926-9f9a-436b-b84a-26a32c668d8b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0757530 Mar 02 19:44:14.350010 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Sync routers for ids ['566fc702-63c4-4865-9b97-71b4632c6883'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:44:14.361690 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Routers {'566fc702-63c4-4865-9b97-71b4632c6883'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:44:14.362284 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:43:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['566fc702-63c4-4865-9b97-71b4632c6883'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:44:14.392568 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-8ededd63-ee91-4788-8fd3-0926293251d8 service neutron] 10.222.0.73 "GET /v2.0/networks/a377f591-ea11-452a-bf98-f4a05269026b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297996 Mar 02 19:44:14.530100 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-5db74258-dadd-4966-871c-b80f3efd7fbc service neutron] 10.222.0.73 "GET /v2.0/networks/a377f591-ea11-452a-bf98-f4a05269026b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312273 Mar 02 19:44:14.543983 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Set router 566fc702-63c4-4865-9b97-71b4632c6883 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:44:14.808738 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-0d17a044-1aba-41a5-a482-7286f75afae1 req-73bdd72d-d1b9-48bd-a488-c877652a6291 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:44:14.864937 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566fc702-63c4-4865-9b97-71b4632c6883', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503877984', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:44:06Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:07Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '1e05f3a9-ed4a-4714-8649-4083d82eed2d', 'name': '', 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:a9:ce:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:10Z', 'updated_at': '2022-03-02T19:44:12Z', 'revision_number': 2, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:44:14.868853 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Checking router: 566fc702-63c4-4865-9b97-71b4632c6883 for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:44:14.869202 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Updating router 566fc702-63c4-4865-9b97-71b4632c6883 port 1e05f3a9-ed4a-4714-8649-4083d82eed2d binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:44:14.871666 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-0d17a044-1aba-41a5-a482-7286f75afae1 req-73bdd72d-d1b9-48bd-a488-c877652a6291 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:44:14.873031 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d17a044-1aba-41a5-a482-7286f75afae1 req-73bdd72d-d1b9-48bd-a488-c877652a6291 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 210 time: 0.1089473 Mar 02 19:44:14.965754 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:14.977483 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device bc6097ad-87d3-4745-9f8e-db547530fe83 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:44:15.058717 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port bc6097ad-87d3-4745-9f8e-db547530fe83 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:44:15.058717 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:15.328702 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:15.344026 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Transition to ACTIVE for port object 1e05f3a9-ed4a-4714-8649-4083d82eed2d will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:44:15.397184 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:15.524335 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a6f95-6a39-4554-a7ea-1073e5d98001 None None] Pushing event updated for resources: {'Port': ['ID=1e05f3a9-ed4a-4714-8649-4083d82eed2d,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:15.564524 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a6f95-6a39-4554-a7ea-1073e5d98001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:15.564863 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a6f95-6a39-4554-a7ea-1073e5d98001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:15.565194 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a6f95-6a39-4554-a7ea-1073e5d98001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:15.565537 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a6f95-6a39-4554-a7ea-1073e5d98001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:15.565875 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a6f95-6a39-4554-a7ea-1073e5d98001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:15.566406 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a6f95-6a39-4554-a7ea-1073e5d98001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:15.567157 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a6f95-6a39-4554-a7ea-1073e5d98001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:15.567509 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a6f95-6a39-4554-a7ea-1073e5d98001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:15.567832 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a6f95-6a39-4554-a7ea-1073e5d98001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:15.568151 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a6f95-6a39-4554-a7ea-1073e5d98001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:15.568467 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a6f95-6a39-4554-a7ea-1073e5d98001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:15.631166 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Attempting to bind port 1e05f3a9-ed4a-4714-8649-4083d82eed2d on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:44:15.631566 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Attempting to bind port 1e05f3a9-ed4a-4714-8649-4083d82eed2d by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '43919a60-ab5a-41be-b5f4-a235872ff5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:44:15.631921 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Attempting to bind port 1e05f3a9-ed4a-4714-8649-4083d82eed2d on network a377f591-ea11-452a-bf98-f4a05269026b {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:44:15.638505 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:44:15.638872 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Checking segment: {'id': '43919a60-ab5a-41be-b5f4-a235872ff5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:44:15.639273 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:15.639873 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Bound using segment: {'id': '43919a60-ab5a-41be-b5f4-a235872ff5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:44:15.640328 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Bound port: 1e05f3a9-ed4a-4714-8649-4083d82eed2d, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43919a60-ab5a-41be-b5f4-a235872ff5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:44:15.640694 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:15.729898 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] For port 1e05f3a9-ed4a-4714-8649-4083d82eed2d, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:44:15.732724 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] For port 1e05f3a9-ed4a-4714-8649-4083d82eed2d, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=1e05f3a9-ed4a-4714-8649-4083d82eed2d,segment=NetworkSegment(43919a60-ab5a-41be-b5f4-a235872ff5df),segment_id=43919a60-ab5a-41be-b5f4-a235872ff5df)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:44:15.820722 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:15.907826 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a6f95-6a39-4554-a7ea-1073e5d98001 None None] Pushing event updated for resources: {'Port': ['ID=1e05f3a9-ed4a-4714-8649-4083d82eed2d,revision_number=4']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:15.911170 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Routers {'566fc702-63c4-4865-9b97-71b4632c6883'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:44:15.911808 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:43:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['566fc702-63c4-4865-9b97-71b4632c6883'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:44:16.088747 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3ab91ba3-cc36-4848-bfd4-09fc9f97c8bb req-e86e2202-1a81-424f-a968-dc206a5f99b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 210 time: 0.0730705 Mar 02 19:44:16.112555 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] Set router 566fc702-63c4-4865-9b97-71b4632c6883 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:44:16.431178 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566fc702-63c4-4865-9b97-71b4632c6883', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503877984', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:44:06Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:07Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '1e05f3a9-ed4a-4714-8649-4083d82eed2d', 'name': '', 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:a9:ce:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:10Z', 'updated_at': '2022-03-02T19:44:15Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:44:16.435189 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba800d1d-8c46-48c0-85c7-43904cc0cb99 None None] The sync data for ids ['566fc702-63c4-4865-9b97-71b4632c6883'] in dv-neutron-831573-1-hyperv is: [{'id': '566fc702-63c4-4865-9b97-71b4632c6883', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503877984', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:44:06Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:07Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '1e05f3a9-ed4a-4714-8649-4083d82eed2d', 'name': '', 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:a9:ce:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:10Z', 'updated_at': '2022-03-02T19:44:15Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:44:16.997096 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 1e05f3a9-ed4a-4714-8649-4083d82eed2d up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:44:17.135989 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-fd512bcf-fa3c-494b-88c8-4229170166e2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:17.137380 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-fd512bcf-fa3c-494b-88c8-4229170166e2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:44:17.151830 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 1e05f3a9-ed4a-4714-8649-4083d82eed2d completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:44:17.154896 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-fd512bcf-fa3c-494b-88c8-4229170166e2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:44:17.156227 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-fd512bcf-fa3c-494b-88c8-4229170166e2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "GET /v2.0/networks?id=a377f591-ea11-452a-bf98-f4a05269026b HTTP/1.1" status: 200 len: 797 time: 0.1960049 Mar 02 19:44:17.158017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 1e05f3a9-ed4a-4714-8649-4083d82eed2d triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:44:17.158388 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:17.225305 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-bd5f8278-7a17-4db6-adaf-d4e9399cdf9f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15844680b0ad49b5ae5449a829df52dd HTTP/1.1" status: 200 len: 379 time: 0.0560360 Mar 02 19:44:17.286183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-d2666307-b7ad-4fc6-97cd-a24056085717 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'port': {'device_id': '25e017b8-c979-4d06-90f9-3fb345a5fcc5', 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b', 'admin_state_up': True, 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'security_groups': ['204a194e-2f44-4b52-99c4-83b65e8aeacb']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:44:17.302013 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:17.304460 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d2916839-6bfe-4ebc-946c-b94baaa7a1e8 req-a29544c4-c9ac-4a12-a4f4-ab8826e4f4d4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 210 time: 0.0746331 Mar 02 19:44:17.370997 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 1e05f3a9-ed4a-4714-8649-4083d82eed2d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=1e05f3a9-ed4a-4714-8649-4083d82eed2d,segment=NetworkSegment(43919a60-ab5a-41be-b5f4-a235872ff5df),segment_id=43919a60-ab5a-41be-b5f4-a235872ff5df)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:44:17.436847 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-d2666307-b7ad-4fc6-97cd-a24056085717 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:44:17.448060 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-d2666307-b7ad-4fc6-97cd-a24056085717 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:44:17.477847 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:17.543989 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=1e05f3a9-ed4a-4714-8649-4083d82eed2d,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:17.553714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:17.554060 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:17.554396 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:17.554730 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:17.555619 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:17.555619 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:17.555997 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:17.556187 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:17.556401 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:17.556724 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:17.557043 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:44:17.574529 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-d2666307-b7ad-4fc6-97cd-a24056085717 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Made reservation on behalf of 15844680b0ad49b5ae5449a829df52dd for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:44:17.577950 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-d2666307-b7ad-4fc6-97cd-a24056085717 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:17.851390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-d2666307-b7ad-4fc6-97cd-a24056085717 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Allocated IP 172.20.0.5 (a377f591-ea11-452a-bf98-f4a05269026b/2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2/5e8c1871-1331-4818-b3da-c3d0345b808a) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:44:18.047793 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-d2666307-b7ad-4fc6-97cd-a24056085717 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:18.064644 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-d2666307-b7ad-4fc6-97cd-a24056085717 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Transition to ACTIVE for port object 5e8c1871-1331-4818-b3da-c3d0345b808a will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:44:18.197582 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-d2666307-b7ad-4fc6-97cd-a24056085717 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:18.276088 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-d2666307-b7ad-4fc6-97cd-a24056085717 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network a377f591-ea11-452a-bf98-f4a05269026b is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:44:18.279546 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-d2666307-b7ad-4fc6-97cd-a24056085717 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:44:18.281442 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2666307-b7ad-4fc6-97cd-a24056085717 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=5e8c1871-1331-4818-b3da-c3d0345b808a,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:18.283546 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-d2666307-b7ad-4fc6-97cd-a24056085717 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:44:18.348893 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-d2666307-b7ad-4fc6-97cd-a24056085717 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:18.349510 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-d2666307-b7ad-4fc6-97cd-a24056085717 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:18.490199 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-d2666307-b7ad-4fc6-97cd-a24056085717 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2583523 Mar 02 19:44:18.502896 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] Request body: {'port': {'device_id': '25e017b8-c979-4d06-90f9-3fb345a5fcc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:44:18.624067 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:18.625836 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-915c0a1c-b720-41bd-8fea-5b00918940c8 None None] Provisioning for port 5e8c1871-1331-4818-b3da-c3d0345b808a completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:44:18.631412 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-915c0a1c-b720-41bd-8fea-5b00918940c8 None None] Provisioning complete for port 5e8c1871-1331-4818-b3da-c3d0345b808a triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:44:18.631912 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-915c0a1c-b720-41bd-8fea-5b00918940c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:18.669080 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fedb8-bfb0-4a99-9a2a-93ae6e62a00c req-79a4e2b5-8c20-473f-9cd8-10c8f4ae7d04 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:18.670637 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9e0fedb8-bfb0-4a99-9a2a-93ae6e62a00c req-79a4e2b5-8c20-473f-9cd8-10c8f4ae7d04 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 931 time: 0.0805032 Mar 02 19:44:18.718396 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9e0fedb8-bfb0-4a99-9a2a-93ae6e62a00c req-c2aab83a-a4d4-4f04-8c0c-d872d227af3d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412827 Mar 02 19:44:18.724322 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-915c0a1c-b720-41bd-8fea-5b00918940c8 None None] Port 5e8c1871-1331-4818-b3da-c3d0345b808a cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:44:18.973361 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 1e05f3a9-ed4a-4714-8649-4083d82eed2d up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:44:18.979850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8c1871-1331-4818-b3da-c3d0345b808a {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:44:18.986699 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:19.001690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] Transition to ACTIVE for port object 5e8c1871-1331-4818-b3da-c3d0345b808a will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:44:19.039228 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 1e05f3a9-ed4a-4714-8649-4083d82eed2d triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:44:19.039699 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:19.071812 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:19.210734 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] Pushing event updated for resources: {'Port': ['ID=5e8c1871-1331-4818-b3da-c3d0345b808a,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:19.320687 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] Attempting to bind port 5e8c1871-1331-4818-b3da-c3d0345b808a on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:44:19.321023 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] Attempting to bind port 5e8c1871-1331-4818-b3da-c3d0345b808a by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '43919a60-ab5a-41be-b5f4-a235872ff5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:44:19.321350 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] Attempting to bind port 5e8c1871-1331-4818-b3da-c3d0345b808a on network a377f591-ea11-452a-bf98-f4a05269026b {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:44:19.327115 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] Port 5e8c1871-1331-4818-b3da-c3d0345b808a on network a377f591-ea11-452a-bf98-f4a05269026b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:44:19.331618 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] Attempting to bind port 5e8c1871-1331-4818-b3da-c3d0345b808a on network a377f591-ea11-452a-bf98-f4a05269026b {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:44:19.335159 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:44:19.335527 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] Checking segment: {'id': '43919a60-ab5a-41be-b5f4-a235872ff5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:44:19.336275 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] Bound using segment: {'id': '43919a60-ab5a-41be-b5f4-a235872ff5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:44:19.336709 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] Bound port: 5e8c1871-1331-4818-b3da-c3d0345b808a, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43919a60-ab5a-41be-b5f4-a235872ff5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:44:19.337056 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:19.429822 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] For port 5e8c1871-1331-4818-b3da-c3d0345b808a, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:44:19.432712 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] For port 5e8c1871-1331-4818-b3da-c3d0345b808a, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5e8c1871-1331-4818-b3da-c3d0345b808a,segment=NetworkSegment(43919a60-ab5a-41be-b5f4-a235872ff5df),segment_id=43919a60-ab5a-41be-b5f4-a235872ff5df)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:44:19.546480 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:19.607658 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:19.608986 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] 10.222.0.87 "PUT /v2.0/ports/5e8c1871-1331-4818-b3da-c3d0345b808a HTTP/1.1" status: 200 len: 1093 time: 1.1109853 Mar 02 19:44:19.609412 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e017b8-c979-4d06-90f9-3fb345a5fcc5', 'tag': '5e8c1871-1331-4818-b3da-c3d0345b808a'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:44:19.626364 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93894da3-30e4-461a-902b-705e7f7b17eb service neutron] Pushing event updated for resources: {'Port': ['ID=5e8c1871-1331-4818-b3da-c3d0345b808a,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:19.672248 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e017b8-c979-4d06-90f9-3fb345a5fcc5', 'tag': '5e8c1871-1331-4818-b3da-c3d0345b808a', 'status': 'completed', 'code': 200} Mar 02 19:44:19.764125 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a2bf11c3-8c9a-4c3a-acb1-e2a98237403e req-ce0e1463-e939-4d32-b9ab-1f35595d0352 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 1096 time: 0.0738850 Mar 02 19:44:19.911499 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf11c3-8c9a-4c3a-acb1-e2a98237403e req-c47a2a0f-1ab9-4797-a40a-29c413ed160d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:19.913324 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a2bf11c3-8c9a-4c3a-acb1-e2a98237403e req-c47a2a0f-1ab9-4797-a40a-29c413ed160d service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=15844680b0ad49b5ae5449a829df52dd&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1423578 Mar 02 19:44:19.927675 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49c9f5-47e9-4f38-b136-f6235a123269 req-6ff84ffe-da47-429f-960f-104cda5b47ff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:19.929178 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ce49c9f5-47e9-4f38-b136-f6235a123269 req-6ff84ffe-da47-429f-960f-104cda5b47ff tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 943 time: 0.0837345 Mar 02 19:44:19.975223 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ce49c9f5-47e9-4f38-b136-f6235a123269 req-52c21b12-6051-4731-9615-c247c6c5db08 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403295 Mar 02 19:44:20.056368 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf11c3-8c9a-4c3a-acb1-e2a98237403e req-a4601732-e04b-4b50-a95d-255889aa874e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:20.057800 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a2bf11c3-8c9a-4c3a-acb1-e2a98237403e req-a4601732-e04b-4b50-a95d-255889aa874e service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1370294 Mar 02 19:44:20.244194 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-57b3e303-4e84-41a3-ac4d-84c7a2b3df37 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 1096 time: 0.1513903 Mar 02 19:44:20.313661 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-96d4bdb4-ad91-480a-8f07-640bc3568be2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e8c1871-1331-4818-b3da-c3d0345b808a HTTP/1.1" status: 200 len: 217 time: 0.0627060 Mar 02 19:44:20.375427 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-5c1ccc2b-ef53-4686-b6d8-69b5a862792c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:20.376860 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-5c1ccc2b-ef53-4686-b6d8-69b5a862792c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2 HTTP/1.1" status: 200 len: 834 time: 0.0576015 Mar 02 19:44:20.457066 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-e18dffd3-532e-4ece-9181-1bfe2315e5c1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a377f591-ea11-452a-bf98-f4a05269026b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741870 Mar 02 19:44:20.587371 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-44897f11-4fb9-425d-81c0-3f5cdde83992 service neutron] 10.222.0.87 "GET /v2.0/networks/a377f591-ea11-452a-bf98-f4a05269026b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232219 Mar 02 19:44:20.717555 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cc6d8470-3633-482b-8d97-fef0039928a5 req-23af958e-95ea-4a53-b27f-1558f0e1e210 service neutron] 10.222.0.87 "GET /v2.0/networks/a377f591-ea11-452a-bf98-f4a05269026b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238189 Mar 02 19:44:21.174010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeed60-0d33-4457-b628-e8299842932b req-beba6b48-df88-4213-9ab0-3a7344780cdd tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:21.174607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-ffaeed60-0d33-4457-b628-e8299842932b req-beba6b48-df88-4213-9ab0-3a7344780cdd tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:44:21.248812 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-ffaeed60-0d33-4457-b628-e8299842932b req-beba6b48-df88-4213-9ab0-3a7344780cdd tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:44:21.250031 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ffaeed60-0d33-4457-b628-e8299842932b req-beba6b48-df88-4213-9ab0-3a7344780cdd tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 943 time: 0.1506717 Mar 02 19:44:21.295121 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ffaeed60-0d33-4457-b628-e8299842932b req-930646b0-b836-4bb3-b430-c603f2a62c8b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389748 Mar 02 19:44:21.682834 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b1974f83-8d2a-4154-aef7-21b5d9856173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:21.724082 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:44:22.490998 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8667d7-1631-416a-84ca-ec2927ecb47b req-ad406fb3-a131-40e1-9509-19cb0e5221a0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:22.492490 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1d8667d7-1631-416a-84ca-ec2927ecb47b req-ad406fb3-a131-40e1-9509-19cb0e5221a0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 943 time: 0.0770297 Mar 02 19:44:22.541593 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1d8667d7-1631-416a-84ca-ec2927ecb47b req-9b9b0dd9-204c-42b7-8b1d-10c5f67630ca tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436487 Mar 02 19:44:22.820400 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 5e8c1871-1331-4818-b3da-c3d0345b808a details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:44:22.952780 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 5e8c1871-1331-4818-b3da-c3d0345b808a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5e8c1871-1331-4818-b3da-c3d0345b808a,segment=NetworkSegment(43919a60-ab5a-41be-b5f4-a235872ff5df),segment_id=43919a60-ab5a-41be-b5f4-a235872ff5df)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:44:22.966568 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '5e8c1871-1331-4818-b3da-c3d0345b808a', 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b', 'port_id': '5e8c1871-1331-4818-b3da-c3d0345b808a', 'mac_address': 'fa:16:3e:9b:f7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:44:23.022044 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:23.038458 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8c1871-1331-4818-b3da-c3d0345b808a {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:44:23.052974 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 5e8c1871-1331-4818-b3da-c3d0345b808a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5e8c1871-1331-4818-b3da-c3d0345b808a,segment=NetworkSegment(43919a60-ab5a-41be-b5f4-a235872ff5df),segment_id=43919a60-ab5a-41be-b5f4-a235872ff5df)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:44:23.115996 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:23.180385 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=5e8c1871-1331-4818-b3da-c3d0345b808a,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:23.357179 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['5e8c1871-1331-4818-b3da-c3d0345b808a'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:44:23.745315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62949203-cae7-458f-9ca4-7a2aa8ee118b req-c9168464-2dfe-4f88-ba11-623674d1bf29 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:23.746705 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-62949203-cae7-458f-9ca4-7a2aa8ee118b req-c9168464-2dfe-4f88-ba11-623674d1bf29 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 944 time: 0.0813389 Mar 02 19:44:23.786556 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5bbf778a-ac4e-4fa9-8e26-7b9de3e0ca48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:23.793648 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-62949203-cae7-458f-9ca4-7a2aa8ee118b req-99d2700a-e245-43b2-ab1b-e25c80aad163 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413151 Mar 02 19:44:24.828121 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 5e8c1871-1331-4818-b3da-c3d0345b808a up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:44:24.968747 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 5e8c1871-1331-4818-b3da-c3d0345b808a completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:44:24.973880 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 5e8c1871-1331-4818-b3da-c3d0345b808a triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:44:24.974248 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:24.992621 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d19d0d-ff62-42b5-a8bb-fca3f70389a7 req-a28a88c9-f2fa-4619-a560-ec7b67e32900 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:24.994748 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-95d19d0d-ff62-42b5-a8bb-fca3f70389a7 req-a28a88c9-f2fa-4619-a560-ec7b67e32900 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 944 time: 0.0791383 Mar 02 19:44:25.074208 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-95d19d0d-ff62-42b5-a8bb-fca3f70389a7 req-a2891f30-a2d8-4f84-ae4d-b90755910daf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689676 Mar 02 19:44:25.125104 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:25.151288 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e017b8-c979-4d06-90f9-3fb345a5fcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8c1871-1331-4818-b3da-c3d0345b808a'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:44:25.161698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 5e8c1871-1331-4818-b3da-c3d0345b808a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5e8c1871-1331-4818-b3da-c3d0345b808a,segment=NetworkSegment(43919a60-ab5a-41be-b5f4-a235872ff5df),segment_id=43919a60-ab5a-41be-b5f4-a235872ff5df)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:44:25.236992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:25.281574 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e017b8-c979-4d06-90f9-3fb345a5fcc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8c1871-1331-4818-b3da-c3d0345b808a', 'code': 200} Mar 02 19:44:25.308525 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=5e8c1871-1331-4818-b3da-c3d0345b808a,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:25.334873 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:25.464600 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:25.661846 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d5fba687-fc12-48a1-9aed-e735f5f28537 req-acc9d1ee-c65d-4dfb-872b-7f3b925846c4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 1098 time: 0.0681593 Mar 02 19:44:25.704436 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d5fba687-fc12-48a1-9aed-e735f5f28537 req-996cbe90-402f-4b89-ab4b-63ae211eacf1 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359418 Mar 02 19:44:26.278206 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9f4f0-1a84-445b-914d-754f1724edcb req-099aa692-3cb8-4351-9b27-8952d957717b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:26.279686 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-03d9f4f0-1a84-445b-914d-754f1724edcb req-099aa692-3cb8-4351-9b27-8952d957717b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 945 time: 0.0810108 Mar 02 19:44:26.325509 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-03d9f4f0-1a84-445b-914d-754f1724edcb req-26ff84a1-207f-449a-a78b-33966dd02cb6 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389888 Mar 02 19:44:26.614647 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:27.535442 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd2b55-5a09-48cf-b3c1-a6eea535dc33 req-90cec08c-2889-43a5-9dfd-bab3850fd7e2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:27.536906 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-89dd2b55-5a09-48cf-b3c1-a6eea535dc33 req-90cec08c-2889-43a5-9dfd-bab3850fd7e2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 945 time: 0.0814021 Mar 02 19:44:27.582484 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-89dd2b55-5a09-48cf-b3c1-a6eea535dc33 req-7679aa7a-0774-47a1-bc9e-f7c48c0fba36 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399122 Mar 02 19:44:27.777271 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac4a62-81f2-4bd3-9d2f-57d6801d90b3 req-db074d1c-80b1-4127-b0fc-d72da327e4fe tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:27.778711 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0dac4a62-81f2-4bd3-9d2f-57d6801d90b3 req-db074d1c-80b1-4127-b0fc-d72da327e4fe tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 945 time: 0.0769825 Mar 02 19:44:27.824060 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0dac4a62-81f2-4bd3-9d2f-57d6801d90b3 req-240cf9c4-5974-4679-82fe-2ed0de37bc9e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398452 Mar 02 19:44:27.851548 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43580) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:27.919503 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-28380a21-a213-4faf-b0bd-7c90ea2f928a tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 1093 time: 0.0666947 Mar 02 19:44:27.921999 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43584) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:27.927584 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': '5e8c1871-1331-4818-b3da-c3d0345b808a', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:44:27.933073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:44:27.936883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:floatingip and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:44:27.939674 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:44:27.950384 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:44:28.039881 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:28.180612 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:28.318992 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Allocated IP 172.26.4.16 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/de4b2a37-ebc3-4fea-b090-f30141f8aeb3) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:44:28.464511 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:28.551688 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:28.624831 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:44:28.628482 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:44:28.631298 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=de4b2a37-ebc3-4fea-b090-f30141f8aeb3,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:28.633544 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:44:29.243621 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:29.352258 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:29.555677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:29.614248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:29.724638 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=de4b2a37-ebc3-4fea-b090-f30141f8aeb3,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:44:29.736461 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:29.928871 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Floating IP 65723a57-cd03-4340-9819-ecd8655d98c0 associated. External IP: 172.26.4.16, port: 5e8c1871-1331-4818-b3da-c3d0345b808a. Mar 02 19:44:30.325114 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router 566fc702-63c4-4865-9b97-71b4632c6883 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:44:30.623558 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:44:30.633056 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff597474-4e75-478c-8037-39495e547498 None None] Sync routers for ids ['566fc702-63c4-4865-9b97-71b4632c6883'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:44:30.644607 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff597474-4e75-478c-8037-39495e547498 None None] Routers {'566fc702-63c4-4865-9b97-71b4632c6883'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:44:30.645220 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ff597474-4e75-478c-8037-39495e547498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:44:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['566fc702-63c4-4865-9b97-71b4632c6883'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:44:30.739162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:30.809415 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c046ce9c-fd25-42bb-8baa-e5c787d9d055 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8864138 Mar 02 19:44:30.810109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e017b8-c979-4d06-90f9-3fb345a5fcc5', 'tag': '5e8c1871-1331-4818-b3da-c3d0345b808a'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:44:30.830322 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-ff597474-4e75-478c-8037-39495e547498 None None] Set router 566fc702-63c4-4865-9b97-71b4632c6883 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:44:30.866785 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e017b8-c979-4d06-90f9-3fb345a5fcc5', 'tag': '5e8c1871-1331-4818-b3da-c3d0345b808a', 'status': 'completed', 'code': 200} Mar 02 19:44:31.022772 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cd088-4571-4d45-8f41-02555754ff9e req-e11aa410-419c-4fa8-99a1-da10ede200a0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:31.024273 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4d6cd088-4571-4d45-8f41-02555754ff9e req-e11aa410-419c-4fa8-99a1-da10ede200a0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 945 time: 0.1057830 Mar 02 19:44:31.031747 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3dbfe80c-ae0f-4c05-be28-e31eb5efc291 req-a79c01e9-968e-485c-9120-a4cf9be2a4d8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 1098 time: 0.1433034 Mar 02 19:44:31.165885 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4d6cd088-4571-4d45-8f41-02555754ff9e req-9d11bc36-5df2-4add-b078-a3b7b8b6f3fb tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331708 Mar 02 19:44:31.195542 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43592) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:31.210259 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfe80c-ae0f-4c05-be28-e31eb5efc291 req-39042d20-6719-47e7-927d-65245de4d9b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:31.211762 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3dbfe80c-ae0f-4c05-be28-e31eb5efc291 req-39042d20-6719-47e7-927d-65245de4d9b7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a377f591-ea11-452a-bf98-f4a05269026b HTTP/1.1" status: 200 len: 898 time: 0.1644754 Mar 02 19:44:31.240515 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ff597474-4e75-478c-8037-39495e547498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566fc702-63c4-4865-9b97-71b4632c6883', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503877984', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:44:06Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:07Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '65723a57-cd03-4340-9819-ecd8655d98c0', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'floating_ip_address': '172.26.4.16', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'port_id': '5e8c1871-1331-4818-b3da-c3d0345b808a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b', 'mac_address': 'fa:16:3e:9b:f7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e017b8-c979-4d06-90f9-3fb345a5fcc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:44:29Z', 'updated_at': '2022-03-02T19:44:29Z', 'revision_number': 0, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e05f3a9-ed4a-4714-8649-4083d82eed2d', 'name': '', 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:a9:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:10Z', 'updated_at': '2022-03-02T19:44:17Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:44:31.244692 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff597474-4e75-478c-8037-39495e547498 None None] Checking router: 566fc702-63c4-4865-9b97-71b4632c6883 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:44:31.256055 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff597474-4e75-478c-8037-39495e547498 None None] Routers {'566fc702-63c4-4865-9b97-71b4632c6883'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:44:31.256664 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ff597474-4e75-478c-8037-39495e547498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:44:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['566fc702-63c4-4865-9b97-71b4632c6883'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:44:31.307625 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a5d3501b-f3f9-4d85-ad33-3228d5841221 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/65723a57-cd03-4340-9819-ecd8655d98c0 HTTP/1.1" status: 200 len: 990 time: 0.1108258 Mar 02 19:44:31.321113 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3dbfe80c-ae0f-4c05-be28-e31eb5efc291 req-39ca041e-95f9-465f-8836-5fa9a2806da8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e8c1871-1331-4818-b3da-c3d0345b808a HTTP/1.1" status: 200 len: 998 time: 0.1027257 Mar 02 19:44:31.386410 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfe80c-ae0f-4c05-be28-e31eb5efc291 req-1ca071c0-da2c-44d4-975d-723b8d558842 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:31.387887 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3dbfe80c-ae0f-4c05-be28-e31eb5efc291 req-1ca071c0-da2c-44d4-975d-723b8d558842 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2 HTTP/1.1" status: 200 len: 834 time: 0.0605426 Mar 02 19:44:31.437513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-ff597474-4e75-478c-8037-39495e547498 None None] Set router 566fc702-63c4-4865-9b97-71b4632c6883 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:44:31.467776 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3dbfe80c-ae0f-4c05-be28-e31eb5efc291 req-eaad32ce-6e9c-4c1b-baf7-fb58f7d606d4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a377f591-ea11-452a-bf98-f4a05269026b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741053 Mar 02 19:44:31.604460 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3dbfe80c-ae0f-4c05-be28-e31eb5efc291 req-cd0aaa44-a6d2-427c-bb96-47824af1bd09 service neutron] 10.222.0.87 "GET /v2.0/networks/a377f591-ea11-452a-bf98-f4a05269026b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309144 Mar 02 19:44:31.743568 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3dbfe80c-ae0f-4c05-be28-e31eb5efc291 req-079e26fa-a6da-4bc1-b605-e6990396dba5 service neutron] 10.222.0.87 "GET /v2.0/networks/a377f591-ea11-452a-bf98-f4a05269026b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302905 Mar 02 19:44:31.781540 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ff597474-4e75-478c-8037-39495e547498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566fc702-63c4-4865-9b97-71b4632c6883', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503877984', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:44:06Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:07Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '65723a57-cd03-4340-9819-ecd8655d98c0', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'floating_ip_address': '172.26.4.16', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'port_id': '5e8c1871-1331-4818-b3da-c3d0345b808a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b', 'mac_address': 'fa:16:3e:9b:f7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e017b8-c979-4d06-90f9-3fb345a5fcc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:44:29Z', 'updated_at': '2022-03-02T19:44:29Z', 'revision_number': 0, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e05f3a9-ed4a-4714-8649-4083d82eed2d', 'name': '', 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:a9:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:10Z', 'updated_at': '2022-03-02T19:44:17Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:44:31.785717 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff597474-4e75-478c-8037-39495e547498 None None] The sync data for ids ['566fc702-63c4-4865-9b97-71b4632c6883'] in dv-neutron-831573-1-hyperv is: [{'id': '566fc702-63c4-4865-9b97-71b4632c6883', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503877984', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:44:06Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:07Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '65723a57-cd03-4340-9819-ecd8655d98c0', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'floating_ip_address': '172.26.4.16', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'port_id': '5e8c1871-1331-4818-b3da-c3d0345b808a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b', 'mac_address': 'fa:16:3e:9b:f7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e017b8-c979-4d06-90f9-3fb345a5fcc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:44:29Z', 'updated_at': '2022-03-02T19:44:29Z', 'revision_number': 0, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e05f3a9-ed4a-4714-8649-4083d82eed2d', 'name': '', 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:a9:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:10Z', 'updated_at': '2022-03-02T19:44:17Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:44:32.077194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:32.309946 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43596) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:32.415490 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a39a2a5d-9297-4072-8719-65a53c0f1096 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/65723a57-cd03-4340-9819-ecd8655d98c0 HTTP/1.1" status: 200 len: 990 time: 0.1043909 Mar 02 19:44:33.286332 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e028e586-722b-48f8-9b1a-2bf3a7da2891 None None] New status for floating IP 65723a57-cd03-4340-9819-ecd8655d98c0: ACTIVE {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:44:33.418774 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43600) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:33.531262 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-11481b65-c9d2-4655-b697-7957ae2511eb tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/65723a57-cd03-4340-9819-ecd8655d98c0 HTTP/1.1" status: 200 len: 990 time: 0.1112309 Mar 02 19:44:34.535924 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43604) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:44:34.645999 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-21e4cf70-0042-4873-8508-fef3545b5bc8 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/65723a57-cd03-4340-9819-ecd8655d98c0 HTTP/1.1" status: 200 len: 992 time: 0.1088488 Mar 02 19:44:48.785987 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-865b10ba-3cfb-4fb3-bd48-0c890e070569 req-fa61b874-74a8-45e7-b911-db905ab70d27 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697455 Mar 02 19:44:48.924727 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-865b10ba-3cfb-4fb3-bd48-0c890e070569 req-a1dbeedf-4d4d-414b-bb63-3b282a3a20fb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 1098 time: 0.0681555 Mar 02 19:44:49.072695 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b10ba-3cfb-4fb3-bd48-0c890e070569 req-c156242f-3a02-47f1-82a2-0e80eab59d43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:49.074960 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-865b10ba-3cfb-4fb3-bd48-0c890e070569 req-c156242f-3a02-47f1-82a2-0e80eab59d43 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a377f591-ea11-452a-bf98-f4a05269026b HTTP/1.1" status: 200 len: 898 time: 0.1303568 Mar 02 19:44:49.180582 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-865b10ba-3cfb-4fb3-bd48-0c890e070569 req-47bede27-0bf4-49bd-817f-c0823bfc17a7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e8c1871-1331-4818-b3da-c3d0345b808a HTTP/1.1" status: 200 len: 1000 time: 0.0996289 Mar 02 19:44:49.250632 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b10ba-3cfb-4fb3-bd48-0c890e070569 req-d8a70998-2d47-4d46-b91c-7b41b546e681 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:49.252429 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-865b10ba-3cfb-4fb3-bd48-0c890e070569 req-d8a70998-2d47-4d46-b91c-7b41b546e681 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2 HTTP/1.1" status: 200 len: 834 time: 0.0621216 Mar 02 19:44:49.326209 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-865b10ba-3cfb-4fb3-bd48-0c890e070569 req-215b1e3b-3237-4ffc-91cc-2a5ccd6f3367 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a377f591-ea11-452a-bf98-f4a05269026b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673928 Mar 02 19:44:49.545582 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-865b10ba-3cfb-4fb3-bd48-0c890e070569 req-5cf6d150-2698-4968-bd52-039c65c884af service neutron] 10.222.0.87 "GET /v2.0/networks/a377f591-ea11-452a-bf98-f4a05269026b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123199 Mar 02 19:44:49.679439 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-865b10ba-3cfb-4fb3-bd48-0c890e070569 req-63fd2df1-48e0-451c-8391-66a249ddc4a3 service neutron] 10.222.0.87 "GET /v2.0/networks/a377f591-ea11-452a-bf98-f4a05269026b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265194 Mar 02 19:44:51.686681 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0060240d-7eae-489d-ae4c-8f0b3b5b8c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:53.864092 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c126121a-d62b-4d38-b1f9-bbfb4fbea51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:55.298294 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:55.475257 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:56.635227 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:58.725439 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:44:59.793861 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d8ef5-eb9f-44e9-9d32-928a70f43695 req-2a9532bf-1a3a-4e09-9773-f62a92f4d43e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:59.795359 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e07d8ef5-eb9f-44e9-9d32-928a70f43695 req-2a9532bf-1a3a-4e09-9773-f62a92f4d43e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 945 time: 0.0798695 Mar 02 19:44:59.842914 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e07d8ef5-eb9f-44e9-9d32-928a70f43695 req-065c283b-4703-43b9-af7f-983716bc8f5c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420296 Mar 02 19:45:01.043859 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a42d36-a9e1-4325-904f-5f2f5224eba1 req-75802824-3cc6-485b-9aa4-f07011ddddb0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:01.045296 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e0a42d36-a9e1-4325-904f-5f2f5224eba1 req-75802824-3cc6-485b-9aa4-f07011ddddb0 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 945 time: 0.0808492 Mar 02 19:45:01.091696 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e0a42d36-a9e1-4325-904f-5f2f5224eba1 req-4d233503-b412-48d4-ac29-11dcf8105560 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408607 Mar 02 19:45:02.091547 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:02.387324 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615e141-330e-4307-a7d5-842eb82da9da req-88efee18-af2b-4fe2-8875-79b606ecf193 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:02.388803 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6615e141-330e-4307-a7d5-842eb82da9da req-88efee18-af2b-4fe2-8875-79b606ecf193 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 945 time: 0.1674767 Mar 02 19:45:02.434323 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6615e141-330e-4307-a7d5-842eb82da9da req-5ad795e6-97a3-4517-9630-8562431ef88e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391283 Mar 02 19:45:03.632599 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86adc07f-9a6e-4e1a-8a91-b246059636a8 req-308f5ad3-0396-483e-9e12-bfa378aa0fc9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:03.634062 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-86adc07f-9a6e-4e1a-8a91-b246059636a8 req-308f5ad3-0396-483e-9e12-bfa378aa0fc9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 945 time: 0.0786219 Mar 02 19:45:03.681559 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-86adc07f-9a6e-4e1a-8a91-b246059636a8 req-2ee17bf1-487d-4d34-8890-f9b649deae7f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418508 Mar 02 19:45:04.878183 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524ef95-71a2-4435-8749-b45b5c1c54ec req-04f9ecd5-3d37-4622-a657-0ccde63cd14f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:04.879669 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c524ef95-71a2-4435-8749-b45b5c1c54ec req-04f9ecd5-3d37-4622-a657-0ccde63cd14f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 945 time: 0.0763025 Mar 02 19:45:04.924725 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c524ef95-71a2-4435-8749-b45b5c1c54ec req-6ede472a-c49b-46f8-9b5b-759a70317706 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395894 Mar 02 19:45:06.123623 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2d317-087c-4c20-9bbb-a5fd398c0399 req-e7141b33-087c-43e9-a09e-ef27bee2b156 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:06.125727 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-84f2d317-087c-4c20-9bbb-a5fd398c0399 req-e7141b33-087c-43e9-a09e-ef27bee2b156 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 945 time: 0.0798979 Mar 02 19:45:06.169418 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-84f2d317-087c-4c20-9bbb-a5fd398c0399 req-a06174e7-89e1-462f-988e-623a3f747f66 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381944 Mar 02 19:45:07.370285 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ba21f-7e35-4d28-90fe-44f747a0f8c3 req-ac39706a-bfbb-4337-bb79-d9658c68e305 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:07.371748 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-101ba21f-7e35-4d28-90fe-44f747a0f8c3 req-ac39706a-bfbb-4337-bb79-d9658c68e305 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 945 time: 0.0794675 Mar 02 19:45:07.417332 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-101ba21f-7e35-4d28-90fe-44f747a0f8c3 req-ee15b543-632e-443b-b38f-038a16c8cbdd tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396674 Mar 02 19:45:08.633729 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e54d2b-93f1-459b-8086-bf027b9fc88f req-3cc22b73-e622-475c-bce6-fefc4cfe9c1f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:08.635229 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f4e54d2b-93f1-459b-8086-bf027b9fc88f req-3cc22b73-e622-475c-bce6-fefc4cfe9c1f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 945 time: 0.0857818 Mar 02 19:45:08.684603 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-f4e54d2b-93f1-459b-8086-bf027b9fc88f req-a45523ad-edc7-4ff6-8f03-1f4c6d11de8d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434139 Mar 02 19:45:09.882069 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7b200-db1a-4187-83d6-254f3e5e83e1 req-c62c4302-ed34-49ad-b29c-4379ef623bc1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:09.883578 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-35b7b200-db1a-4187-83d6-254f3e5e83e1 req-c62c4302-ed34-49ad-b29c-4379ef623bc1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 945 time: 0.0775743 Mar 02 19:45:09.933885 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-35b7b200-db1a-4187-83d6-254f3e5e83e1 req-7a583155-d86a-46e5-b7c5-f207766a8f55 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443652 Mar 02 19:45:11.137353 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba4e61-9cc8-4be4-8e3e-208921e16352 req-3b2885dc-c809-4d01-bf7a-a030280eb7fd tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:11.138822 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52ba4e61-9cc8-4be4-8e3e-208921e16352 req-3b2885dc-c809-4d01-bf7a-a030280eb7fd tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 945 time: 0.0822487 Mar 02 19:45:11.188955 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-52ba4e61-9cc8-4be4-8e3e-208921e16352 req-8bc0cc48-797c-4782-bb61-0be4180981dc tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435812 Mar 02 19:45:11.227704 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43640) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:45:11.337683 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-7bd102bd-3138-4580-a21b-38081373a918 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/65723a57-cd03-4340-9819-ecd8655d98c0 HTTP/1.1" status: 200 len: 992 time: 0.1087818 Mar 02 19:45:13.079532 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09540d5-5c91-4c18-9d29-8535b27b806a req-27300821-d7da-4890-8460-0565c048b860 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:13.080994 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a09540d5-5c91-4c18-9d29-8535b27b806a req-27300821-d7da-4890-8460-0565c048b860 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 945 time: 0.0784314 Mar 02 19:45:13.127942 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a09540d5-5c91-4c18-9d29-8535b27b806a req-d56168c9-fff8-40d8-b901-1aa1d5fd4e31 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406692 Mar 02 19:45:13.206194 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-31c99642-ae94-46e2-bdd6-5d0e311b4586 req-2b2629fc-8a1f-4882-be45-5fb58e192d31 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 1098 time: 0.0709417 Mar 02 19:45:13.336417 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c99642-ae94-46e2-bdd6-5d0e311b4586 req-e619f649-d7f1-42da-8bf3-13eda76de5d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:13.337865 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-31c99642-ae94-46e2-bdd6-5d0e311b4586 req-e619f649-d7f1-42da-8bf3-13eda76de5d9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a377f591-ea11-452a-bf98-f4a05269026b HTTP/1.1" status: 200 len: 898 time: 0.1260407 Mar 02 19:45:13.441540 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-31c99642-ae94-46e2-bdd6-5d0e311b4586 req-af63aeb6-096e-4a3a-9f1c-834258c833e0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e8c1871-1331-4818-b3da-c3d0345b808a HTTP/1.1" status: 200 len: 1000 time: 0.0969403 Mar 02 19:45:13.516082 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c99642-ae94-46e2-bdd6-5d0e311b4586 req-7a46cd67-8d93-458c-88e5-fc92fd080dbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:13.517504 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-31c99642-ae94-46e2-bdd6-5d0e311b4586 req-7a46cd67-8d93-458c-88e5-fc92fd080dbf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2 HTTP/1.1" status: 200 len: 834 time: 0.0705967 Mar 02 19:45:13.596521 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-31c99642-ae94-46e2-bdd6-5d0e311b4586 req-f3d0aabe-c818-495a-aab2-fb16f1be3ed9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a377f591-ea11-452a-bf98-f4a05269026b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732229 Mar 02 19:45:13.732288 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-31c99642-ae94-46e2-bdd6-5d0e311b4586 req-50f23539-12fb-4801-853e-1f6acfa1fd10 service neutron] 10.222.0.87 "GET /v2.0/networks/a377f591-ea11-452a-bf98-f4a05269026b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292393 Mar 02 19:45:13.868922 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-31c99642-ae94-46e2-bdd6-5d0e311b4586 req-aaa8d86d-a1a0-4598-a644-c22b8fa789e0 service neutron] 10.222.0.87 "GET /v2.0/networks/a377f591-ea11-452a-bf98-f4a05269026b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289690 Mar 02 19:45:14.350164 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44854c70-582d-485b-b02b-942e7b964a61 req-0450874d-d97d-4a96-920f-a513c2a3cd62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:14.351866 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-44854c70-582d-485b-b02b-942e7b964a61 req-0450874d-d97d-4a96-920f-a513c2a3cd62 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 945 time: 0.0875764 Mar 02 19:45:14.399406 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-44854c70-582d-485b-b02b-942e7b964a61 req-2b6fd468-ae83-4845-a26a-6d204d5d64de tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415289 Mar 02 19:45:15.600843 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273c6b5-b3f7-4c55-a15f-615da3825a74 req-0eb87fa9-1f4f-41b3-b666-6613228918e2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:15.603385 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8273c6b5-b3f7-4c55-a15f-615da3825a74 req-0eb87fa9-1f4f-41b3-b666-6613228918e2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 945 time: 0.0811222 Mar 02 19:45:15.649700 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8273c6b5-b3f7-4c55-a15f-615da3825a74 req-6344c0e8-c8a6-41c7-a669-28dd5354ee84 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405345 Mar 02 19:45:15.678928 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43654) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:45:15.790967 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-78fed738-a106-4d27-9341-5aca84825fdf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/65723a57-cd03-4340-9819-ecd8655d98c0 HTTP/1.1" status: 200 len: 992 time: 0.1107826 Mar 02 19:45:21.759101 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a9b6af3c-0ba8-4377-85c2-fc42a7b7bb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:23.850256 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-81b539ef-ec47-42e6-ad99-c67dc421e617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:25.312748 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:25.483918 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:26.712920 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:32.095770 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:35.726402 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:45:46.211621 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43672) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:45:46.420442 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting port de4b2a37-ebc3-4fea-b090-f30141f8aeb3 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:45:46.420442 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:46.589373 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:46.589728 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:46.709163 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Calling delete_port for de4b2a37-ebc3-4fea-b090-f30141f8aeb3 owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:45:46.986121 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:47.031719 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Port': ['ID=de4b2a37-ebc3-4fea-b090-f30141f8aeb3,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:45:47.073117 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:47.073468 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:47.073809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:47.074145 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:47.074478 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:47.074809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:47.075136 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:47.075495 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:47.075823 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:47.076145 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:47.076467 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:47.237150 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:47.636622 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router 566fc702-63c4-4865-9b97-71b4632c6883 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:45:47.845451 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:45:47.856005 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b763854-7da8-4dc7-acf0-b593d1963652 None None] Sync routers for ids ['566fc702-63c4-4865-9b97-71b4632c6883'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:45:47.868381 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b763854-7da8-4dc7-acf0-b593d1963652 None None] Routers {'566fc702-63c4-4865-9b97-71b4632c6883'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:45:47.868974 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1b763854-7da8-4dc7-acf0-b593d1963652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:45:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['566fc702-63c4-4865-9b97-71b4632c6883'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:45:47.945174 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:48.008488 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f3274c94-30d6-47aa-a613-448e85ad6877 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/floatingips/65723a57-cd03-4340-9819-ecd8655d98c0 HTTP/1.1" status: 204 len: 168 time: 1.7916818 Mar 02 19:45:48.008488 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e017b8-c979-4d06-90f9-3fb345a5fcc5', 'tag': '5e8c1871-1331-4818-b3da-c3d0345b808a'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:45:48.054321 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-1b763854-7da8-4dc7-acf0-b593d1963652 None None] Set router 566fc702-63c4-4865-9b97-71b4632c6883 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:45:48.191377 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e017b8-c979-4d06-90f9-3fb345a5fcc5', 'tag': '5e8c1871-1331-4818-b3da-c3d0345b808a', 'status': 'completed', 'code': 200} Mar 02 19:45:48.281940 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4db39828-b205-45ef-a2b7-c927202408ff req-f846be1c-ffdb-423d-89af-d1245f3ef152 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 1098 time: 0.0700850 Mar 02 19:45:48.446561 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1b763854-7da8-4dc7-acf0-b593d1963652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566fc702-63c4-4865-9b97-71b4632c6883', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503877984', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:44:06Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:07Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '1e05f3a9-ed4a-4714-8649-4083d82eed2d', 'name': '', 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:a9:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:10Z', 'updated_at': '2022-03-02T19:44:17Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:45:48.450652 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b763854-7da8-4dc7-acf0-b593d1963652 None None] Checking router: 566fc702-63c4-4865-9b97-71b4632c6883 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:45:48.461995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b763854-7da8-4dc7-acf0-b593d1963652 None None] Routers {'566fc702-63c4-4865-9b97-71b4632c6883'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:45:48.462405 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1b763854-7da8-4dc7-acf0-b593d1963652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:45:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['566fc702-63c4-4865-9b97-71b4632c6883'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:45:48.522987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db39828-b205-45ef-a2b7-c927202408ff req-c6b804dc-5b5d-4dc6-b2fe-20ba1d3921b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:48.524458 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4db39828-b205-45ef-a2b7-c927202408ff req-c6b804dc-5b5d-4dc6-b2fe-20ba1d3921b4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=a377f591-ea11-452a-bf98-f4a05269026b HTTP/1.1" status: 200 len: 898 time: 0.2368126 Mar 02 19:45:48.613926 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4db39828-b205-45ef-a2b7-c927202408ff req-9ca31171-a634-47ef-a18e-7ab2f3c853a1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e8c1871-1331-4818-b3da-c3d0345b808a HTTP/1.1" status: 200 len: 217 time: 0.0799844 Mar 02 19:45:48.649517 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-1b763854-7da8-4dc7-acf0-b593d1963652 None None] Set router 566fc702-63c4-4865-9b97-71b4632c6883 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:45:48.727305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db39828-b205-45ef-a2b7-c927202408ff req-314c6e01-902e-4e98-aad4-710e42cfd7e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:48.728773 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4db39828-b205-45ef-a2b7-c927202408ff req-314c6e01-902e-4e98-aad4-710e42cfd7e8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2 HTTP/1.1" status: 200 len: 834 time: 0.1084821 Mar 02 19:45:48.815705 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b8a09-b653-4b6e-8e27-ac55c3b96ef7 req-95200300-1cb8-4f8a-9aff-deb23a0a4cb1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:48.817157 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-096b8a09-b653-4b6e-8e27-ac55c3b96ef7 req-95200300-1cb8-4f8a-9aff-deb23a0a4cb1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 945 time: 0.1425917 Mar 02 19:45:48.849615 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4db39828-b205-45ef-a2b7-c927202408ff req-03a0160c-e1e3-4097-a35e-141beef7dc5a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=a377f591-ea11-452a-bf98-f4a05269026b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1091683 Mar 02 19:45:48.940665 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-096b8a09-b653-4b6e-8e27-ac55c3b96ef7 req-5510d741-ebbb-42d3-9bbe-2ff665469822 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176538 Mar 02 19:45:48.969297 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-1b763854-7da8-4dc7-acf0-b593d1963652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566fc702-63c4-4865-9b97-71b4632c6883', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503877984', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:44:06Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:07Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '1e05f3a9-ed4a-4714-8649-4083d82eed2d', 'name': '', 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:a9:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:10Z', 'updated_at': '2022-03-02T19:44:17Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:45:48.973959 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b763854-7da8-4dc7-acf0-b593d1963652 None None] The sync data for ids ['566fc702-63c4-4865-9b97-71b4632c6883'] in dv-neutron-831573-1-hyperv is: [{'id': '566fc702-63c4-4865-9b97-71b4632c6883', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503877984', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:44:06Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:07Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '1e05f3a9-ed4a-4714-8649-4083d82eed2d', 'name': '', 'network_id': 'a377f591-ea11-452a-bf98-f4a05269026b', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:a9:ce:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:10Z', 'updated_at': '2022-03-02T19:44:17Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': '2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:45:49.012150 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4db39828-b205-45ef-a2b7-c927202408ff req-3bc66ad4-6777-4c99-ab56-692453994a08 service neutron] 10.222.0.87 "GET /v2.0/networks/a377f591-ea11-452a-bf98-f4a05269026b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513991 Mar 02 19:45:49.152971 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4db39828-b205-45ef-a2b7-c927202408ff req-2e907975-021d-4f8b-b92f-8e66e38eb67c service neutron] 10.222.0.87 "GET /v2.0/networks/a377f591-ea11-452a-bf98-f4a05269026b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338129 Mar 02 19:45:49.211515 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b687412-62fa-4f8a-a6fa-ad46485976eb None None] New status for floating IP 65723a57-cd03-4340-9819-ecd8655d98c0: DOWN {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:45:50.148497 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de5f1c-5bca-4ade-968b-f91af79f44f1 req-40f9d666-15c5-41e7-baeb-a3da2c036990 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:50.149227 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-e9de5f1c-5bca-4ade-968b-f91af79f44f1 req-40f9d666-15c5-41e7-baeb-a3da2c036990 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:45:50.226329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b1bb7-1456-442c-98e4-e2903257c910 req-fb0509b1-01e6-4936-ad48-286c6b5af5a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:50.227796 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e93b1bb7-1456-442c-98e4-e2903257c910 req-fb0509b1-01e6-4936-ad48-286c6b5af5a9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 945 time: 0.0821576 Mar 02 19:45:50.237346 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-e9de5f1c-5bca-4ade-968b-f91af79f44f1 req-40f9d666-15c5-41e7-baeb-a3da2c036990 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:45:50.238449 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e9de5f1c-5bca-4ade-968b-f91af79f44f1 req-40f9d666-15c5-41e7-baeb-a3da2c036990 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 945 time: 0.1728096 Mar 02 19:45:50.285120 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e9de5f1c-5bca-4ade-968b-f91af79f44f1 req-5a2ab97b-c5ef-4e54-a710-f957bcdf7851 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=204a194e-2f44-4b52-99c4-83b65e8aeacb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411413 Mar 02 19:45:50.299117 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-e93b1bb7-1456-442c-98e4-e2903257c910 req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting port 5e8c1871-1331-4818-b3da-c3d0345b808a {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:45:50.299486 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e93b1bb7-1456-442c-98e4-e2903257c910 req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:50.555033 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-e93b1bb7-1456-442c-98e4-e2903257c910 req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] For port 5e8c1871-1331-4818-b3da-c3d0345b808a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5e8c1871-1331-4818-b3da-c3d0345b808a,segment=NetworkSegment(43919a60-ab5a-41be-b5f4-a235872ff5df),segment_id=43919a60-ab5a-41be-b5f4-a235872ff5df)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:45:50.555033 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e93b1bb7-1456-442c-98e4-e2903257c910 req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:50.674244 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-e93b1bb7-1456-442c-98e4-e2903257c910 req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Calling delete_port for 5e8c1871-1331-4818-b3da-c3d0345b808a owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:45:50.967849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e93b1bb7-1456-442c-98e4-e2903257c910 req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:51.017624 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Port': ['ID=5e8c1871-1331-4818-b3da-c3d0345b808a,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:45:51.088422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:51.088422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:51.088422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:51.088422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:51.088422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:51.088422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:51.088422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:51.088422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:51.088422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:51.088422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:51.088422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:51.104716 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93b1bb7-1456-442c-98e4-e2903257c910 req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] No DVR routers for this DVR port 5e8c1871-1331-4818-b3da-c3d0345b808a on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:45:51.107250 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-e93b1bb7-1456-442c-98e4-e2903257c910 req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:51.109987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e017b8-c979-4d06-90f9-3fb345a5fcc5', 'name': 'network-vif-deleted', 'tag': '5e8c1871-1331-4818-b3da-c3d0345b808a'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:45:51.165734 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e017b8-c979-4d06-90f9-3fb345a5fcc5', 'name': 'network-vif-deleted', 'tag': '5e8c1871-1331-4818-b3da-c3d0345b808a', 'status': 'completed', 'code': 200} Mar 02 19:45:51.259967 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e93b1bb7-1456-442c-98e4-e2903257c910 req-9d4fb498-5489-47a9-99d8-50790a245adf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "DELETE /v2.0/ports/5e8c1871-1331-4818-b3da-c3d0345b808a HTTP/1.1" status: 204 len: 173 time: 1.0262241 Mar 02 19:45:51.462498 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b300c2a6-136d-4097-8b74-3be835fa2ea8 req-b2be67d3-22e4-4c03-baea-a846655f2adc tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=25e017b8-c979-4d06-90f9-3fb345a5fcc5 HTTP/1.1" status: 200 len: 210 time: 0.0498738 Mar 02 19:45:51.837098 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ccce85e7-d94e-49c3-85cb-89d0afb34398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:52.570829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43692) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:45:52.968581 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5be116b0-bad7-4ea9-82b9-a08b606d69fb tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:53.285413 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 5e8c1871-1331-4818-b3da-c3d0345b808a no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:45:53.321097 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 5e8c1871-1331-4818-b3da-c3d0345b808a {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:45:53.321435 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 5e8c1871-1331-4818-b3da-c3d0345b808a not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:45:53.683834 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-5be116b0-bad7-4ea9-82b9-a08b606d69fb tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting port 1e05f3a9-ed4a-4714-8649-4083d82eed2d {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:45:53.684453 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5be116b0-bad7-4ea9-82b9-a08b606d69fb tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:53.836512 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8364c08c-8b20-47b7-82ab-cb7f84bda6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:53.889878 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-5be116b0-bad7-4ea9-82b9-a08b606d69fb tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] For port 1e05f3a9-ed4a-4714-8649-4083d82eed2d, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=1e05f3a9-ed4a-4714-8649-4083d82eed2d,segment=NetworkSegment(43919a60-ab5a-41be-b5f4-a235872ff5df),segment_id=43919a60-ab5a-41be-b5f4-a235872ff5df)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:45:53.890233 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5be116b0-bad7-4ea9-82b9-a08b606d69fb tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:54.014616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-5be116b0-bad7-4ea9-82b9-a08b606d69fb tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Calling delete_port for 1e05f3a9-ed4a-4714-8649-4083d82eed2d owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:45:54.275916 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5be116b0-bad7-4ea9-82b9-a08b606d69fb tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:54.322862 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be116b0-bad7-4ea9-82b9-a08b606d69fb tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Port': ['ID=1e05f3a9-ed4a-4714-8649-4083d82eed2d,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:45:54.628394 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5be116b0-bad7-4ea9-82b9-a08b606d69fb tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:55.305257 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:55.307307 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be116b0-bad7-4ea9-82b9-a08b606d69fb tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router 566fc702-63c4-4865-9b97-71b4632c6883 has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:45:55.459375 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:55.512167 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be116b0-bad7-4ea9-82b9-a08b606d69fb tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:45:55.522846 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83e15d3-de25-4369-8baf-00290a96590d None None] Sync routers for ids ['566fc702-63c4-4865-9b97-71b4632c6883'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:45:55.526967 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5be116b0-bad7-4ea9-82b9-a08b606d69fb tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "PUT /v2.0/routers/566fc702-63c4-4865-9b97-71b4632c6883/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9550197 Mar 02 19:45:55.529764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43696) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:45:55.534448 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83e15d3-de25-4369-8baf-00290a96590d None None] Routers {'566fc702-63c4-4865-9b97-71b4632c6883'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:45:55.535048 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-f83e15d3-de25-4369-8baf-00290a96590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:45:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['566fc702-63c4-4865-9b97-71b4632c6883'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:45:55.718726 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-f83e15d3-de25-4369-8baf-00290a96590d None None] Set router 566fc702-63c4-4865-9b97-71b4632c6883 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:45:55.807741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d337c7d-eefb-4be9-8ef7-46ab80775e14 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting subnet 2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2 {{(pid=84532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:45:55.810685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9d337c7d-eefb-4be9-8ef7-46ab80775e14 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for subnet, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:55.871468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9d337c7d-eefb-4be9-8ef7-46ab80775e14 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-886434'] for subnet, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:55.956535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9d337c7d-eefb-4be9-8ef7-46ab80775e14 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:56.014936 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-f83e15d3-de25-4369-8baf-00290a96590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566fc702-63c4-4865-9b97-71b4632c6883', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503877984', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:44:06Z', 'updated_at': '2022-03-02T19:45:54Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:07Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:45:56.019615 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83e15d3-de25-4369-8baf-00290a96590d None None] Checking router: 566fc702-63c4-4865-9b97-71b4632c6883 for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:45:56.031200 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83e15d3-de25-4369-8baf-00290a96590d None None] Routers {'566fc702-63c4-4865-9b97-71b4632c6883'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:45:56.032121 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-f83e15d3-de25-4369-8baf-00290a96590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:45:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['566fc702-63c4-4865-9b97-71b4632c6883'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:45:56.112092 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9d337c7d-eefb-4be9-8ef7-46ab80775e14 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1150580'] for subnet, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:56.153965 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d337c7d-eefb-4be9-8ef7-46ab80775e14 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Subnet': ['ID=2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:45:56.162883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9d337c7d-eefb-4be9-8ef7-46ab80775e14 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:56.171000 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3da3ac-f0ee-48cb-9695-acc57d5350b8 None None] Network a377f591-ea11-452a-bf98-f4a05269026b requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:45:56.171377 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9d337c7d-eefb-4be9-8ef7-46ab80775e14 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/subnets/2c7ff3c8-66bf-4f6b-9d3f-c0ddccbb7df2 HTTP/1.1" status: 204 len: 168 time: 0.6404364 Mar 02 19:45:56.174366 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43700) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:45:56.390060 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a11ac6e4-9d15-4285-88a9-77f7fb57ace4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:56.413027 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-f83e15d3-de25-4369-8baf-00290a96590d None None] Set router 566fc702-63c4-4865-9b97-71b4632c6883 gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:45:56.596706 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a11ac6e4-9d15-4285-88a9-77f7fb57ace4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:56.699170 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-a11ac6e4-9d15-4285-88a9-77f7fb57ace4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting port f25e27f9-59db-42a4-9367-bf762247d3d5 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:45:56.699551 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a11ac6e4-9d15-4285-88a9-77f7fb57ace4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:56.725180 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2780d6b9-b1d0-42b4-9ca4-3515d20e39cd None None] DHCP port deletion for a377f591-ea11-452a-bf98-f4a05269026b request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:45:56.731801 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-2780d6b9-b1d0-42b4-9ca4-3515d20e39cd None None] Deleting port bc6097ad-87d3-4745-9f8e-db547530fe83 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:45:56.738026 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2780d6b9-b1d0-42b4-9ca4-3515d20e39cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:56.770099 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:56.820632 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-f83e15d3-de25-4369-8baf-00290a96590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566fc702-63c4-4865-9b97-71b4632c6883', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503877984', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:44:06Z', 'updated_at': '2022-03-02T19:45:54Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:07Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:45:56.838073 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83e15d3-de25-4369-8baf-00290a96590d None None] The sync data for ids ['566fc702-63c4-4865-9b97-71b4632c6883'] in dv-neutron-831573-1-hyperv is: [{'id': '566fc702-63c4-4865-9b97-71b4632c6883', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1503877984', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200'}], 'enable_snat': True}, 'gw_port_id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:44:06Z', 'updated_at': '2022-03-02T19:45:54Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': 'f25e27f9-59db-42a4-9367-bf762247d3d5', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:46:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566fc702-63c4-4865-9b97-71b4632c6883', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:44:07Z', 'updated_at': '2022-03-02T19:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:45:56.891056 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-a11ac6e4-9d15-4285-88a9-77f7fb57ace4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] For port f25e27f9-59db-42a4-9367-bf762247d3d5, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=f25e27f9-59db-42a4-9367-bf762247d3d5,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:45:56.891634 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a11ac6e4-9d15-4285-88a9-77f7fb57ace4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:56.957475 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-2780d6b9-b1d0-42b4-9ca4-3515d20e39cd None None] For port bc6097ad-87d3-4745-9f8e-db547530fe83, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=bc6097ad-87d3-4745-9f8e-db547530fe83,segment=NetworkSegment(43919a60-ab5a-41be-b5f4-a235872ff5df),segment_id=43919a60-ab5a-41be-b5f4-a235872ff5df)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:45:56.957728 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2780d6b9-b1d0-42b4-9ca4-3515d20e39cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:57.012216 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-a11ac6e4-9d15-4285-88a9-77f7fb57ace4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Calling delete_port for f25e27f9-59db-42a4-9367-bf762247d3d5 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:45:57.084491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-2780d6b9-b1d0-42b4-9ca4-3515d20e39cd None None] Calling delete_port for bc6097ad-87d3-4745-9f8e-db547530fe83 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:45:57.261204 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 1e05f3a9-ed4a-4714-8649-4083d82eed2d no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:45:57.297691 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2780d6b9-b1d0-42b4-9ca4-3515d20e39cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:57.348884 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 1e05f3a9-ed4a-4714-8649-4083d82eed2d {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:45:57.349015 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 1e05f3a9-ed4a-4714-8649-4083d82eed2d not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:45:57.349387 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device bc6097ad-87d3-4745-9f8e-db547530fe83 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:45:57.373443 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780d6b9-b1d0-42b4-9ca4-3515d20e39cd None None] Pushing event deleted for resources: {'Port': ['ID=bc6097ad-87d3-4745-9f8e-db547530fe83,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:45:57.393164 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2780d6b9-b1d0-42b4-9ca4-3515d20e39cd None None] No DVR routers for this DVR port bc6097ad-87d3-4745-9f8e-db547530fe83 on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:45:57.396433 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: bc6097ad-87d3-4745-9f8e-db547530fe83 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:45:57.396774 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device bc6097ad-87d3-4745-9f8e-db547530fe83 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:45:57.397398 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a11ac6e4-9d15-4285-88a9-77f7fb57ace4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:57.400396 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2780d6b9-b1d0-42b4-9ca4-3515d20e39cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:57.400746 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2780d6b9-b1d0-42b4-9ca4-3515d20e39cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:57.401093 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2780d6b9-b1d0-42b4-9ca4-3515d20e39cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:57.401421 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2780d6b9-b1d0-42b4-9ca4-3515d20e39cd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:57.401845 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2780d6b9-b1d0-42b4-9ca4-3515d20e39cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:57.402047 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2780d6b9-b1d0-42b4-9ca4-3515d20e39cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:57.402376 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2780d6b9-b1d0-42b4-9ca4-3515d20e39cd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:57.402710 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2780d6b9-b1d0-42b4-9ca4-3515d20e39cd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:57.403023 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2780d6b9-b1d0-42b4-9ca4-3515d20e39cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:57.403343 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2780d6b9-b1d0-42b4-9ca4-3515d20e39cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:57.404328 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2780d6b9-b1d0-42b4-9ca4-3515d20e39cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:57.485311 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ac6e4-9d15-4285-88a9-77f7fb57ace4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Port': ['ID=f25e27f9-59db-42a4-9367-bf762247d3d5,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:45:57.682155 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a11ac6e4-9d15-4285-88a9-77f7fb57ace4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:57.951420 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a11ac6e4-9d15-4285-88a9-77f7fb57ace4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:57.956145 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a11ac6e4-9d15-4285-88a9-77f7fb57ace4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:58.087104 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a11ac6e4-9d15-4285-88a9-77f7fb57ace4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:58.087712 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11ac6e4-9d15-4285-88a9-77f7fb57ace4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Fanout notify agent at l3_agent the message router_deleted on router 566fc702-63c4-4865-9b97-71b4632c6883 {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:45:58.103096 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a11ac6e4-9d15-4285-88a9-77f7fb57ace4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:58.104422 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a11ac6e4-9d15-4285-88a9-77f7fb57ace4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/routers/566fc702-63c4-4865-9b97-71b4632c6883 HTTP/1.1" status: 204 len: 168 time: 1.9289508 Mar 02 19:45:58.107026 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43704) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:45:58.216514 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [req-b2e73a74-b281-4fc6-a717-6f27b1c9ae1f req-d84f45be-48b7-4e34-a49c-74fe86f98afb service neutron] (84533) timed out ('10.222.0.73', 39996) {{(pid=84533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 19:45:58.226720 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5430dbcc-196e-4adb-a29d-c9111d8f29bf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:58.363421 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5430dbcc-196e-4adb-a29d-c9111d8f29bf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:58.388210 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-5430dbcc-196e-4adb-a29d-c9111d8f29bf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a377f591-ea11-452a-bf98-f4a05269026b']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:45:58.400992 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-5430dbcc-196e-4adb-a29d-c9111d8f29bf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43919a60-ab5a-41be-b5f4-a235872ff5df') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:45:58.401614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-5430dbcc-196e-4adb-a29d-c9111d8f29bf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43919a60-ab5a-41be-b5f4-a235872ff5df') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:45:58.412589 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5430dbcc-196e-4adb-a29d-c9111d8f29bf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:58.428093 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5430dbcc-196e-4adb-a29d-c9111d8f29bf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:58.434099 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5430dbcc-196e-4adb-a29d-c9111d8f29bf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:45:58.434480 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5430dbcc-196e-4adb-a29d-c9111d8f29bf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:45:58.449388 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:45:58.716536 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5430dbcc-196e-4adb-a29d-c9111d8f29bf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:58.744897 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5430dbcc-196e-4adb-a29d-c9111d8f29bf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:58.764119 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430dbcc-196e-4adb-a29d-c9111d8f29bf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Network': ['ID=a377f591-ea11-452a-bf98-f4a05269026b,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:45:58.877776 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5430dbcc-196e-4adb-a29d-c9111d8f29bf tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/networks/a377f591-ea11-452a-bf98-f4a05269026b HTTP/1.1" status: 204 len: 168 time: 0.7696280 Mar 02 19:45:58.880910 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43708) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:45:58.954887 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5a2de5e6-e65a-48af-9dd2-2afda2f9506b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:58.988347 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5a2de5e6-e65a-48af-9dd2-2afda2f9506b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:59.027866 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f25e27f9-59db-42a4-9367-bf762247d3d5 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:45:59.074654 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: f25e27f9-59db-42a4-9367-bf762247d3d5 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:45:59.074997 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device f25e27f9-59db-42a4-9367-bf762247d3d5 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:45:59.178609 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5a2de5e6-e65a-48af-9dd2-2afda2f9506b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:59.197544 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2de5e6-e65a-48af-9dd2-2afda2f9506b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=204a194e-2f44-4b52-99c4-83b65e8aeacb,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:45:59.287844 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5a2de5e6-e65a-48af-9dd2-2afda2f9506b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:59.291448 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5a2de5e6-e65a-48af-9dd2-2afda2f9506b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/security-groups/204a194e-2f44-4b52-99c4-83b65e8aeacb HTTP/1.1" status: 204 len: 168 time: 0.4071290 Mar 02 19:45:59.766004 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43716) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:45:59.771927 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a3d3c926-83fd-4176-be1a-bef12f650ca2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-757767573', 'description': 'tempest-secgroup-smoke-757767573 description', 'project_id': '15844680b0ad49b5ae5449a829df52dd'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:45:59.777896 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a3d3c926-83fd-4176-be1a-bef12f650ca2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:45:59.781996 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a3d3c926-83fd-4176-be1a-bef12f650ca2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:45:59.784822 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a3d3c926-83fd-4176-be1a-bef12f650ca2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:45:59.791093 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a3d3c926-83fd-4176-be1a-bef12f650ca2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:45:59.881818 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a3d3c926-83fd-4176-be1a-bef12f650ca2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:59.920441 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a3d3c926-83fd-4176-be1a-bef12f650ca2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:45:59.925191 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a3d3c926-83fd-4176-be1a-bef12f650ca2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:45:59.928176 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a3d3c926-83fd-4176-be1a-bef12f650ca2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:45:59.933714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a3d3c926-83fd-4176-be1a-bef12f650ca2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:45:59.987059 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a3d3c926-83fd-4176-be1a-bef12f650ca2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:00.087240 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a3d3c926-83fd-4176-be1a-bef12f650ca2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:00.130987 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3c926-83fd-4176-be1a-bef12f650ca2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24755dae-6f79-4652-a72b-25ae32128403,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:00.230671 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a3d3c926-83fd-4176-be1a-bef12f650ca2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:00.231943 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a3d3c926-83fd-4176-be1a-bef12f650ca2 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4648523 Mar 02 19:46:00.235729 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43720) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:00.241383 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-e750251b-87e3-4147-9926-594b940ad83f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '24755dae-6f79-4652-a72b-25ae32128403', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:46:00.247256 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e750251b-87e3-4147-9926-594b940ad83f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:00.251294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e750251b-87e3-4147-9926-594b940ad83f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:00.254104 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-e750251b-87e3-4147-9926-594b940ad83f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:00.259645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-e750251b-87e3-4147-9926-594b940ad83f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:00.352199 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e750251b-87e3-4147-9926-594b940ad83f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:00.416702 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e750251b-87e3-4147-9926-594b940ad83f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:00.498714 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e750251b-87e3-4147-9926-594b940ad83f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:00.525541 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750251b-87e3-4147-9926-594b940ad83f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a74bd1-d9eb-4d6b-824c-84b728aaf679,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:00.602235 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-e750251b-87e3-4147-9926-594b940ad83f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:00.603462 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-e750251b-87e3-4147-9926-594b940ad83f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3667367 Mar 02 19:46:00.606216 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43724) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:00.611911 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-d248e5f5-106f-49cf-a0f1-fcba8fdbb66f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '24755dae-6f79-4652-a72b-25ae32128403', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:46:00.618127 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d248e5f5-106f-49cf-a0f1-fcba8fdbb66f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:00.621912 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d248e5f5-106f-49cf-a0f1-fcba8fdbb66f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:00.624778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d248e5f5-106f-49cf-a0f1-fcba8fdbb66f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:00.631258 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d248e5f5-106f-49cf-a0f1-fcba8fdbb66f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:00.722496 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d248e5f5-106f-49cf-a0f1-fcba8fdbb66f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:00.791268 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d248e5f5-106f-49cf-a0f1-fcba8fdbb66f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:00.830842 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d248e5f5-106f-49cf-a0f1-fcba8fdbb66f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:00.858391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248e5f5-106f-49cf-a0f1-fcba8fdbb66f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964da126-8006-4e57-8a41-6a2233c68930,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:00.950566 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d248e5f5-106f-49cf-a0f1-fcba8fdbb66f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:00.951810 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d248e5f5-106f-49cf-a0f1-fcba8fdbb66f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3446944 Mar 02 19:46:00.954889 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43728) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:00.960672 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-69bab05b-008a-4bec-835c-1400f7b0ea85 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '24755dae-6f79-4652-a72b-25ae32128403', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:46:00.966623 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-69bab05b-008a-4bec-835c-1400f7b0ea85 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:00.971098 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-69bab05b-008a-4bec-835c-1400f7b0ea85 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:00.974035 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-69bab05b-008a-4bec-835c-1400f7b0ea85 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:00.980194 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-69bab05b-008a-4bec-835c-1400f7b0ea85 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:01.105644 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-69bab05b-008a-4bec-835c-1400f7b0ea85 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:01.268689 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-69bab05b-008a-4bec-835c-1400f7b0ea85 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:01.395368 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-69bab05b-008a-4bec-835c-1400f7b0ea85 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:01.419238 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bab05b-008a-4bec-835c-1400f7b0ea85 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba31157-c9d4-414b-8e64-9fc1e1f9e66f,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:01.510712 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-69bab05b-008a-4bec-835c-1400f7b0ea85 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:01.512008 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-69bab05b-008a-4bec-835c-1400f7b0ea85 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5561581 Mar 02 19:46:01.514875 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43732) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:01.521195 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-aeed464f-b3c7-47c1-be84-68a26eb1f00e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '24755dae-6f79-4652-a72b-25ae32128403', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:46:01.527264 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-aeed464f-b3c7-47c1-be84-68a26eb1f00e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:01.531109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-aeed464f-b3c7-47c1-be84-68a26eb1f00e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:01.534155 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-aeed464f-b3c7-47c1-be84-68a26eb1f00e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:01.540023 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-aeed464f-b3c7-47c1-be84-68a26eb1f00e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:01.643717 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aeed464f-b3c7-47c1-be84-68a26eb1f00e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:01.712440 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aeed464f-b3c7-47c1-be84-68a26eb1f00e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:01.783732 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aeed464f-b3c7-47c1-be84-68a26eb1f00e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:01.809198 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed464f-b3c7-47c1-be84-68a26eb1f00e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4429467-2d9a-4e57-884d-fe1018d670db,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:01.881141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aeed464f-b3c7-47c1-be84-68a26eb1f00e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:01.882378 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-aeed464f-b3c7-47c1-be84-68a26eb1f00e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3664038 Mar 02 19:46:01.885196 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43736) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:01.890873 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-35aa94a3-4d57-447c-9d03-59e3a89f22ba tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '24755dae-6f79-4652-a72b-25ae32128403', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:46:01.896961 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-35aa94a3-4d57-447c-9d03-59e3a89f22ba tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:01.900914 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-35aa94a3-4d57-447c-9d03-59e3a89f22ba tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:01.903937 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-35aa94a3-4d57-447c-9d03-59e3a89f22ba tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:01.909589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-35aa94a3-4d57-447c-9d03-59e3a89f22ba tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:01.990746 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-35aa94a3-4d57-447c-9d03-59e3a89f22ba tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Project 15844680b0ad49b5ae5449a829df52dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:46:01.997631 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-35aa94a3-4d57-447c-9d03-59e3a89f22ba tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:02.066093 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-35aa94a3-4d57-447c-9d03-59e3a89f22ba tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:02.144678 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:02.196359 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-35aa94a3-4d57-447c-9d03-59e3a89f22ba tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:02.221241 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa94a3-4d57-447c-9d03-59e3a89f22ba tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a163c15-83e7-42d9-b2ee-bfb3a760bc54,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:02.276525 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-35aa94a3-4d57-447c-9d03-59e3a89f22ba tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:02.277665 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-35aa94a3-4d57-447c-9d03-59e3a89f22ba tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3915546 Mar 02 19:46:02.280480 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43740) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:02.286563 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-1198c439-de54-44f8-9a1c-a6db079ce29e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'security_group_rule': {'security_group_id': '24755dae-6f79-4652-a72b-25ae32128403', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:46:02.292608 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1198c439-de54-44f8-9a1c-a6db079ce29e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:02.296342 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1198c439-de54-44f8-9a1c-a6db079ce29e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:security_group_rule and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:02.300212 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1198c439-de54-44f8-9a1c-a6db079ce29e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:02.306112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1198c439-de54-44f8-9a1c-a6db079ce29e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:02.373058 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-1198c439-de54-44f8-9a1c-a6db079ce29e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Project 15844680b0ad49b5ae5449a829df52dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:46:02.380261 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1198c439-de54-44f8-9a1c-a6db079ce29e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:02.445804 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1198c439-de54-44f8-9a1c-a6db079ce29e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:02.498698 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1198c439-de54-44f8-9a1c-a6db079ce29e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:02.527148 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198c439-de54-44f8-9a1c-a6db079ce29e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733bca44-b918-41fb-b4ad-80366b7d9bcf,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:02.641734 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1198c439-de54-44f8-9a1c-a6db079ce29e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:02.642955 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1198c439-de54-44f8-9a1c-a6db079ce29e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3615742 Mar 02 19:46:02.645855 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43744) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:02.651485 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-32bdb11d-f902-4731-a0e9-3b0ce34f95a4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'network': {'name': 'tempest-network-smoke--840848234', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'port_security_enabled': True}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:46:02.656879 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-32bdb11d-f902-4731-a0e9-3b0ce34f95a4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:02.661303 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-32bdb11d-f902-4731-a0e9-3b0ce34f95a4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:network and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:02.664343 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-32bdb11d-f902-4731-a0e9-3b0ce34f95a4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:02.670696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-32bdb11d-f902-4731-a0e9-3b0ce34f95a4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:02.721681 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bdb11d-f902-4731-a0e9-3b0ce34f95a4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Made reservation on behalf of 15844680b0ad49b5ae5449a829df52dd for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:46:02.724687 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-32bdb11d-f902-4731-a0e9-3b0ce34f95a4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:02.753725 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32bdb11d-f902-4731-a0e9-3b0ce34f95a4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:46:02.762220 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-32bdb11d-f902-4731-a0e9-3b0ce34f95a4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:02.762564 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-32bdb11d-f902-4731-a0e9-3b0ce34f95a4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Added segment 9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b of type vlan for network d996a520-d193-4260-83ff-4d8e08b23b1c Mar 02 19:46:02.787908 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-32bdb11d-f902-4731-a0e9-3b0ce34f95a4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:02.926863 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-32bdb11d-f902-4731-a0e9-3b0ce34f95a4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:02.930601 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bdb11d-f902-4731-a0e9-3b0ce34f95a4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:02.931178 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-32bdb11d-f902-4731-a0e9-3b0ce34f95a4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:03.049589 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdb11d-f902-4731-a0e9-3b0ce34f95a4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Network': ['ID=d996a520-d193-4260-83ff-4d8e08b23b1c,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:03.061862 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network d996a520-d193-4260-83ff-4d8e08b23b1c details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:46:03.133992 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-32bdb11d-f902-4731-a0e9-3b0ce34f95a4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4870822 Mar 02 19:46:03.136826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43748) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:03.142437 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1551687986', 'admin_state_up': True, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:46:03.149539 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:03.153372 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:router and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:03.156994 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:03.163133 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:03.247413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:03.248382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:03.272103 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:03.513599 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:03.907405 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:03.938311 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:04.083250 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Allocated IP 172.26.4.29 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/89b4ed84-6d37-4323-ab8a-e4f7f67f4629) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:46:04.231849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:04.322157 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:04.388992 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:46:04.392269 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:46:04.396017 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:46:04.430294 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=89b4ed84-6d37-4323-ab8a-e4f7f67f4629,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:04.718129 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:04.719612 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:05.018617 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router 24a5622d-9392-4977-b3ac-026d69359f9f is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:46:05.226156 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:46:05.237119 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Sync routers for ids ['24a5622d-9392-4977-b3ac-026d69359f9f'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:46:05.250360 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Routers {'24a5622d-9392-4977-b3ac-026d69359f9f'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:46:05.251407 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:45:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['24a5622d-9392-4977-b3ac-026d69359f9f'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:05.304580 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:05.305827 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-fd41a97a-c4ca-4878-95f0-cbef6ba7588b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1680107 Mar 02 19:46:05.310309 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43752) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:05.352008 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-d8893aee-2f55-4b56-9fce-4dbf35e457c1 tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=15844680b0ad49b5ae5449a829df52dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403566 Mar 02 19:46:05.354637 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43756) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:05.433065 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Set router 24a5622d-9392-4977-b3ac-026d69359f9f gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:46:05.495978 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b34adf-9b13-49b7-b5b8-eb6b22484b63 tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:05.497416 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-74b34adf-9b13-49b7-b5b8-eb6b22484b63 tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1417685 Mar 02 19:46:05.503013 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43760) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:05.543587 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8ef7fa22-4744-49ee-9b3a-95f48db7ba51 tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=34755311-e60d-4721-8297-2b2c64e749c6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393231 Mar 02 19:46:05.546112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43764) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:05.552721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a6730883-6558-492e-bf0e-c6d0af0d36c4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-307028287', 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c', 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:46:05.672551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a6730883-6558-492e-bf0e-c6d0af0d36c4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:05.676595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a6730883-6558-492e-bf0e-c6d0af0d36c4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:subnet and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:05.679464 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a6730883-6558-492e-bf0e-c6d0af0d36c4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:05.685475 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a6730883-6558-492e-bf0e-c6d0af0d36c4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:05.730721 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551687986', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:04Z', 'revision_number': 3, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:05.735268 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Checking router: 24a5622d-9392-4977-b3ac-026d69359f9f for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:46:05.735692 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Updating router 24a5622d-9392-4977-b3ac-026d69359f9f port 89b4ed84-6d37-4323-ab8a-e4f7f67f4629 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:46:05.751150 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6730883-6558-492e-bf0e-c6d0af0d36c4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Made reservation on behalf of 15844680b0ad49b5ae5449a829df52dd for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:46:05.789551 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:05.857539 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a6730883-6558-492e-bf0e-c6d0af0d36c4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:06.127701 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:06.139005 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Transition to ACTIVE for port object 89b4ed84-6d37-4323-ab8a-e4f7f67f4629 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:46:06.167567 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a6730883-6558-492e-bf0e-c6d0af0d36c4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:06.230109 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:06.247567 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6730883-6558-492e-bf0e-c6d0af0d36c4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Subnet': ['ID=b45230ef-b28a-43a9-b155-07d5d09e20dd,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:06.263399 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6730883-6558-492e-bf0e-c6d0af0d36c4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Checking segment: {'id': '9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:46:06.263764 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6730883-6558-492e-bf0e-c6d0af0d36c4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network hostable DHCP agents. Network: d996a520-d193-4260-83ff-4d8e08b23b1c, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:46:06.309924 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa75a9-5963-4f9d-a1c1-3852f14b9fa9 None None] Pushing event updated for resources: {'Port': ['ID=89b4ed84-6d37-4323-ab8a-e4f7f67f4629,revision_number=2']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:06.313834 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Attempting to bind port 89b4ed84-6d37-4323-ab8a-e4f7f67f4629 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:46:06.314193 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Attempting to bind port 89b4ed84-6d37-4323-ab8a-e4f7f67f4629 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:46:06.314547 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Attempting to bind port 89b4ed84-6d37-4323-ab8a-e4f7f67f4629 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:46:06.324519 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa75a9-5963-4f9d-a1c1-3852f14b9fa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:06.324863 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa75a9-5963-4f9d-a1c1-3852f14b9fa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:06.325198 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa75a9-5963-4f9d-a1c1-3852f14b9fa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:06.325559 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa75a9-5963-4f9d-a1c1-3852f14b9fa9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:06.325890 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa75a9-5963-4f9d-a1c1-3852f14b9fa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:06.326214 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa75a9-5963-4f9d-a1c1-3852f14b9fa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:06.326540 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa75a9-5963-4f9d-a1c1-3852f14b9fa9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:06.326909 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa75a9-5963-4f9d-a1c1-3852f14b9fa9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:06.327184 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa75a9-5963-4f9d-a1c1-3852f14b9fa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:06.327548 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa75a9-5963-4f9d-a1c1-3852f14b9fa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:06.328379 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aa75a9-5963-4f9d-a1c1-3852f14b9fa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:06.333005 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:46:06.333381 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:46:06.336383 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:06.336383 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:46:06.336383 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Bound port: 89b4ed84-6d37-4323-ab8a-e4f7f67f4629, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:46:06.336383 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:06.366862 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6730883-6558-492e-bf0e-c6d0af0d36c4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network d996a520-d193-4260-83ff-4d8e08b23b1c is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:46:06.441188 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] For port 89b4ed84-6d37-4323-ab8a-e4f7f67f4629, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:46:06.444240 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] For port 89b4ed84-6d37-4323-ab8a-e4f7f67f4629, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=89b4ed84-6d37-4323-ab8a-e4f7f67f4629,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:46:06.481631 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-a6730883-6558-492e-bf0e-c6d0af0d36c4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, d996a520-d193-4260-83ff-4d8e08b23b1c) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:46:06.486502 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6730883-6558-492e-bf0e-c6d0af0d36c4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:06.491124 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a6730883-6558-492e-bf0e-c6d0af0d36c4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:06.491518 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb32db84-06eb-4910-a0e4-0e6d0976c619 None None] Network d996a520-d193-4260-83ff-4d8e08b23b1c requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:46:06.516853 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:06.602901 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa75a9-5963-4f9d-a1c1-3852f14b9fa9 None None] Pushing event updated for resources: {'Port': ['ID=89b4ed84-6d37-4323-ab8a-e4f7f67f4629,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:06.610313 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a6730883-6558-492e-bf0e-c6d0af0d36c4 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0593181 Mar 02 19:46:06.610549 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Routers {'24a5622d-9392-4977-b3ac-026d69359f9f'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:46:06.610549 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:45:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['24a5622d-9392-4977-b3ac-026d69359f9f'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:06.610758 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43768) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:06.730199 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-d996a520-d193-4260-83ff-4d8e08b23b1c', 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ips': [{'subnet_id': 'b45230ef-b28a-43a9-b155-07d5d09e20dd'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:46:06.731033 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:06.804791 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] Set router 24a5622d-9392-4977-b3ac-026d69359f9f gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:46:06.952158 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Allocated IP 172.20.0.2 (d996a520-d193-4260-83ff-4d8e08b23b1c/b45230ef-b28a-43a9-b155-07d5d09e20dd/74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:46:07.112248 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551687986', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:04Z', 'revision_number': 3, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:07.116305 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668d196b-4334-4e10-994f-3eb2e0c31bb5 None None] The sync data for ids ['24a5622d-9392-4977-b3ac-026d69359f9f'] in dv-neutron-831573-1-hyperv is: [{'id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551687986', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:04Z', 'revision_number': 3, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:46:07.181643 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:07.197318 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Transition to ACTIVE for port object 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:46:07.221630 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Transition to ACTIVE for port object 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:46:07.338454 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:07.406256 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Network d996a520-d193-4260-83ff-4d8e08b23b1c is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:46:07.409395 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:46:07.413842 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:46:07.456293 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Pushing event updated for resources: {'Port': ['ID=74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:07.521559 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Attempting to bind port 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:46:07.522248 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Attempting to bind port 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:46:07.522248 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Attempting to bind port 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df on network d996a520-d193-4260-83ff-4d8e08b23b1c {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:46:07.529723 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:46:07.530146 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Checking segment: {'id': '9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:46:07.530547 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:07.531829 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Bound using segment: {'id': '9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:46:07.532829 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Bound port: 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:46:07.533211 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:07.627851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce2e6613-d849-4e27-ab89-66ba7c8218ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:07.634584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] For port 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:46:07.637922 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] For port 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df,segment=NetworkSegment(9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b),segment_id=9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:46:07.721573 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:07.807929 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b4368-8ed6-4eae-baec-4d2d39ad67f8 None None] Pushing event updated for resources: {'Port': ['ID=74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:08.122548 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-ce2e6613-d849-4e27-ab89-66ba7c8218ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Allocated IP 172.20.0.1 (d996a520-d193-4260-83ff-4d8e08b23b1c/b45230ef-b28a-43a9-b155-07d5d09e20dd/4e2d17c7-b713-4d84-9a39-429b21aae162) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:46:08.291526 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce2e6613-d849-4e27-ab89-66ba7c8218ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:08.308904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-ce2e6613-d849-4e27-ab89-66ba7c8218ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Transition to ACTIVE for port object 4e2d17c7-b713-4d84-9a39-429b21aae162 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:46:08.401643 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce2e6613-d849-4e27-ab89-66ba7c8218ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:08.474450 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2e6613-d849-4e27-ab89-66ba7c8218ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network d996a520-d193-4260-83ff-4d8e08b23b1c is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:46:08.477681 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-ce2e6613-d849-4e27-ab89-66ba7c8218ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:46:08.482183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e6613-d849-4e27-ab89-66ba7c8218ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:46:08.512554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e6613-d849-4e27-ab89-66ba7c8218ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=4e2d17c7-b713-4d84-9a39-429b21aae162,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:08.556680 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce2e6613-d849-4e27-ab89-66ba7c8218ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:08.715384 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce2e6613-d849-4e27-ab89-66ba7c8218ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:08.785732 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786ef18c-15e2-408b-98e9-b40a948b096d None None] Network d996a520-d193-4260-83ff-4d8e08b23b1c requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:46:08.944079 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c67686b3-6cb7-42be-a46e-b5441bcee199 None None] Provisioning for port 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:46:09.101688 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:46:09.223945 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:46:09.229341 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:09.229713 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:09.284317 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce2e6613-d849-4e27-ab89-66ba7c8218ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:09.355735 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce2e6613-d849-4e27-ab89-66ba7c8218ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:09.360871 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:09.406873 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df,segment=NetworkSegment(9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b),segment_id=9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:46:09.476062 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ce2e6613-d849-4e27-ab89-66ba7c8218ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:09.479577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e6613-d849-4e27-ab89-66ba7c8218ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=4e2d17c7-b713-4d84-9a39-429b21aae162,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:09.492666 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:09.493457 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 89b4ed84-6d37-4323-ab8a-e4f7f67f4629 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:46:09.556441 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4b1ba2ee-1577-4f4f-8cbe-8979936069ad None None] Provisioning for port 4e2d17c7-b713-4d84-9a39-429b21aae162 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:46:09.593881 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4b1ba2ee-1577-4f4f-8cbe-8979936069ad None None] Provisioning complete for port 4e2d17c7-b713-4d84-9a39-429b21aae162 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:09.594158 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba2ee-1577-4f4f-8cbe-8979936069ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:09.635011 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2e6613-d849-4e27-ab89-66ba7c8218ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network d996a520-d193-4260-83ff-4d8e08b23b1c is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:46:09.636660 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-ce2e6613-d849-4e27-ab89-66ba7c8218ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:46:09.671207 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:09.677439 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-4b1ba2ee-1577-4f4f-8cbe-8979936069ad None None] Port 4e2d17c7-b713-4d84-9a39-429b21aae162 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:46:09.697723 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4b1ba2ee-1577-4f4f-8cbe-8979936069ad None None] Provisioning complete for port 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:09.698185 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba2ee-1577-4f4f-8cbe-8979936069ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:09.750947 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 89b4ed84-6d37-4323-ab8a-e4f7f67f4629 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:46:09.761749 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 89b4ed84-6d37-4323-ab8a-e4f7f67f4629 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:09.762364 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:09.942517 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:09.962178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 89b4ed84-6d37-4323-ab8a-e4f7f67f4629, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=89b4ed84-6d37-4323-ab8a-e4f7f67f4629,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:46:10.040592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-603c1e18-9298-4393-8a23-df82ae7f5ef2 None None] Provisioning complete for port 4e2d17c7-b713-4d84-9a39-429b21aae162 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:10.040949 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-603c1e18-9298-4393-8a23-df82ae7f5ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:10.081153 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:10.084984 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2e6613-d849-4e27-ab89-66ba7c8218ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router 24a5622d-9392-4977-b3ac-026d69359f9f has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:46:10.190061 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-603c1e18-9298-4393-8a23-df82ae7f5ef2 None None] Port 4e2d17c7-b713-4d84-9a39-429b21aae162 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:46:10.204841 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=89b4ed84-6d37-4323-ab8a-e4f7f67f4629,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:10.341617 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2e6613-d849-4e27-ab89-66ba7c8218ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:46:10.355384 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ce2e6613-d849-4e27-ab89-66ba7c8218ab tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "PUT /v2.0/routers/24a5622d-9392-4977-b3ac-026d69359f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7429025 Mar 02 19:46:10.735661 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-97728d43-33d1-4485-8f50-f8b7b0ecbfa7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:46:10.813762 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Sync routers for ids ['24a5622d-9392-4977-b3ac-026d69359f9f'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:46:10.823275 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-97728d43-33d1-4485-8f50-f8b7b0ecbfa7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:46:10.824527 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-97728d43-33d1-4485-8f50-f8b7b0ecbfa7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-757767573&fields=id&tenant_id=15844680b0ad49b5ae5449a829df52dd HTTP/1.1" status: 200 len: 267 time: 0.1302676 Mar 02 19:46:10.825730 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Routers {'24a5622d-9392-4977-b3ac-026d69359f9f'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:46:10.826359 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:45:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['24a5622d-9392-4977-b3ac-026d69359f9f'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:10.979208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-2f001535-abce-4982-aef7-b7c1a69a410c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:10.979947 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-2f001535-abce-4982-aef7-b7c1a69a410c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:network {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:46:11.015708 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Set router 24a5622d-9392-4977-b3ac-026d69359f9f gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:46:11.059726 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-2f001535-abce-4982-aef7-b7c1a69a410c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:network {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:46:11.061504 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-2f001535-abce-4982-aef7-b7c1a69a410c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/networks?id=d996a520-d193-4260-83ff-4d8e08b23b1c HTTP/1.1" status: 200 len: 796 time: 0.2295949 Mar 02 19:46:11.062285 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:46:11.079493 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-ea266c44-cdf5-4b19-8f7b-948ecb050c35 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/quotas/15844680b0ad49b5ae5449a829df52dd HTTP/1.1" status: 200 len: 375 time: 0.0116348 Mar 02 19:46:11.165837 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-8c17828e-d82e-402f-914d-a7e0ecfba4fc tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:46:11.252911 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-8c17828e-d82e-402f-914d-a7e0ecfba4fc tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:46:11.254194 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-8c17828e-d82e-402f-914d-a7e0ecfba4fc tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1687558 Mar 02 19:46:11.299182 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:11.299585 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:11.401425 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-e8843a6d-c9fb-48db-be08-a646ab0de315 service neutron] 10.222.0.73 "GET /v2.0/networks/d996a520-d193-4260-83ff-4d8e08b23b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341143 Mar 02 19:46:11.501837 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 89b4ed84-6d37-4323-ab8a-e4f7f67f4629 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:46:11.557326 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-865d1545-0dcc-4eb5-89c4-44bfb8eb9d00 service neutron] 10.222.0.73 "GET /v2.0/networks/d996a520-d193-4260-83ff-4d8e08b23b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486464 Mar 02 19:46:11.563044 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551687986', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:08Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '4e2d17c7-b713-4d84-9a39-429b21aae162', 'name': '', 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:51:39:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45230ef-b28a-43a9-b155-07d5d09e20dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:07Z', 'updated_at': '2022-03-02T19:46:09Z', 'revision_number': 2, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': 'b45230ef-b28a-43a9-b155-07d5d09e20dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:11.570191 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Checking router: 24a5622d-9392-4977-b3ac-026d69359f9f for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:46:11.570540 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Updating router 24a5622d-9392-4977-b3ac-026d69359f9f port 4e2d17c7-b713-4d84-9a39-429b21aae162 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:46:11.629741 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:11.649409 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 89b4ed84-6d37-4323-ab8a-e4f7f67f4629 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:11.649782 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:11.908794 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-eee0dbde-c85f-4ac1-8822-ef97154cee12 req-f0b861dd-3558-490b-bf48-05ab5f3d155a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:46:11.921296 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-eee0dbde-c85f-4ac1-8822-ef97154cee12 req-f0b861dd-3558-490b-bf48-05ab5f3d155a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:46:11.922486 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-eee0dbde-c85f-4ac1-8822-ef97154cee12 req-f0b861dd-3558-490b-bf48-05ab5f3d155a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 210 time: 0.1528409 Mar 02 19:46:12.093533 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:12.106937 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Transition to ACTIVE for port object 4e2d17c7-b713-4d84-9a39-429b21aae162 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:46:12.172159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:12.298466 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76309b3e-4b05-48cc-8ea5-a7dc4c308fd2 None None] Pushing event updated for resources: {'Port': ['ID=4e2d17c7-b713-4d84-9a39-429b21aae162,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:12.443423 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Attempting to bind port 4e2d17c7-b713-4d84-9a39-429b21aae162 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:46:12.443851 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Attempting to bind port 4e2d17c7-b713-4d84-9a39-429b21aae162 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:46:12.444206 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Attempting to bind port 4e2d17c7-b713-4d84-9a39-429b21aae162 on network d996a520-d193-4260-83ff-4d8e08b23b1c {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:46:12.450549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:46:12.450912 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Checking segment: {'id': '9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:46:12.451446 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:12.451829 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Bound using segment: {'id': '9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:46:12.452469 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Bound port: 4e2d17c7-b713-4d84-9a39-429b21aae162, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:46:12.452921 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:12.559241 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] For port 4e2d17c7-b713-4d84-9a39-429b21aae162, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:46:12.563306 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] For port 4e2d17c7-b713-4d84-9a39-429b21aae162, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4e2d17c7-b713-4d84-9a39-429b21aae162,segment=NetworkSegment(9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b),segment_id=9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:46:12.630251 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:12.723468 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76309b3e-4b05-48cc-8ea5-a7dc4c308fd2 None None] Pushing event updated for resources: {'Port': ['ID=4e2d17c7-b713-4d84-9a39-429b21aae162,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:12.728491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Routers {'24a5622d-9392-4977-b3ac-026d69359f9f'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:46:12.729499 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:45:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['24a5622d-9392-4977-b3ac-026d69359f9f'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:12.740517 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:46:12.950203 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] Set router 24a5622d-9392-4977-b3ac-026d69359f9f gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:46:13.140770 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9932e8d6-f17d-4a91-aaf4-d1b103166972 req-6b36a371-3790-4cd5-86f0-903720e626f9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 210 time: 0.0516486 Mar 02 19:46:13.358163 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551687986', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:08Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '4e2d17c7-b713-4d84-9a39-429b21aae162', 'name': '', 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:51:39:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45230ef-b28a-43a9-b155-07d5d09e20dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:07Z', 'updated_at': '2022-03-02T19:46:12Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': 'b45230ef-b28a-43a9-b155-07d5d09e20dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:13.365635 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cce2a7-0b9e-44e8-bf21-e01f98a80052 None None] The sync data for ids ['24a5622d-9392-4977-b3ac-026d69359f9f'] in dv-neutron-831573-1-hyperv is: [{'id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551687986', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:08Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '4e2d17c7-b713-4d84-9a39-429b21aae162', 'name': '', 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:51:39:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45230ef-b28a-43a9-b155-07d5d09e20dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:07Z', 'updated_at': '2022-03-02T19:46:12Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': 'b45230ef-b28a-43a9-b155-07d5d09e20dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:46:14.056799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-c9279054-dc2d-430f-8e1c-be06d34caa66 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:14.057539 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-c9279054-dc2d-430f-8e1c-be06d34caa66 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:46:14.071554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-c9279054-dc2d-430f-8e1c-be06d34caa66 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:46:14.073122 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-c9279054-dc2d-430f-8e1c-be06d34caa66 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "GET /v2.0/networks?id=d996a520-d193-4260-83ff-4d8e08b23b1c HTTP/1.1" status: 200 len: 796 time: 0.1770334 Mar 02 19:46:14.131555 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-0c722d4d-129a-49b8-8d6a-de1f24f06796 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:46:14.145135 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-0c722d4d-129a-49b8-8d6a-de1f24f06796 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:46:14.146418 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-0c722d4d-129a-49b8-8d6a-de1f24f06796 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15844680b0ad49b5ae5449a829df52dd HTTP/1.1" status: 200 len: 379 time: 0.0596421 Mar 02 19:46:14.156574 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-2c6577e7-c98e-452f-9f8c-6cf4a0baf234 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'port': {'device_id': '4fab0776-8d77-4a84-b786-0dc11a845ccb', 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c', 'admin_state_up': True, 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'security_groups': ['24755dae-6f79-4652-a72b-25ae32128403']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:46:14.359156 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c05a3bbf-f81f-4035-ab7c-ac76793e198c req-e25309fe-ac3b-4367-b348-187f1ff45190 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 210 time: 0.0497286 Mar 02 19:46:14.364637 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-2c6577e7-c98e-452f-9f8c-6cf4a0baf234 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:14.375154 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-2c6577e7-c98e-452f-9f8c-6cf4a0baf234 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:14.515903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-2c6577e7-c98e-452f-9f8c-6cf4a0baf234 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Made reservation on behalf of 15844680b0ad49b5ae5449a829df52dd for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:46:14.518890 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-2c6577e7-c98e-452f-9f8c-6cf4a0baf234 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:14.790042 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-2c6577e7-c98e-452f-9f8c-6cf4a0baf234 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Allocated IP 172.20.0.3 (d996a520-d193-4260-83ff-4d8e08b23b1c/b45230ef-b28a-43a9-b155-07d5d09e20dd/e7c12b44-6b84-4822-8481-62aa9de496af) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:46:14.975596 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-2c6577e7-c98e-452f-9f8c-6cf4a0baf234 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:14.997037 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-2c6577e7-c98e-452f-9f8c-6cf4a0baf234 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Transition to ACTIVE for port object e7c12b44-6b84-4822-8481-62aa9de496af will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:46:15.058386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4e2d17c7-b713-4d84-9a39-429b21aae162 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:46:15.093583 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-2c6577e7-c98e-452f-9f8c-6cf4a0baf234 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:15.164846 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-2c6577e7-c98e-452f-9f8c-6cf4a0baf234 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network d996a520-d193-4260-83ff-4d8e08b23b1c is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:46:15.167968 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-2c6577e7-c98e-452f-9f8c-6cf4a0baf234 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:46:15.172775 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-2c6577e7-c98e-452f-9f8c-6cf4a0baf234 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:46:15.184090 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 4e2d17c7-b713-4d84-9a39-429b21aae162 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:46:15.190498 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 4e2d17c7-b713-4d84-9a39-429b21aae162 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:15.190643 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:15.208053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6577e7-c98e-452f-9f8c-6cf4a0baf234 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=e7c12b44-6b84-4822-8481-62aa9de496af,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:15.249531 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-2c6577e7-c98e-452f-9f8c-6cf4a0baf234 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:15.250435 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-2c6577e7-c98e-452f-9f8c-6cf4a0baf234 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:15.324401 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:15.345145 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-2c6577e7-c98e-452f-9f8c-6cf4a0baf234 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1929975 Mar 02 19:46:15.356972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] Request body: {'port': {'device_id': '4fab0776-8d77-4a84-b786-0dc11a845ccb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:46:15.360514 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 4e2d17c7-b713-4d84-9a39-429b21aae162, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4e2d17c7-b713-4d84-9a39-429b21aae162,segment=NetworkSegment(9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b),segment_id=9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:46:15.429009 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:15.473770 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:15.475971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8f3c911b-d9c1-4236-bc39-c86ddac8f37a None None] Provisioning for port e7c12b44-6b84-4822-8481-62aa9de496af completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:46:15.492054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-8f3c911b-d9c1-4236-bc39-c86ddac8f37a None None] Provisioning complete for port e7c12b44-6b84-4822-8481-62aa9de496af triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:15.492427 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8f3c911b-d9c1-4236-bc39-c86ddac8f37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:15.551761 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=4e2d17c7-b713-4d84-9a39-429b21aae162,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:15.560154 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-8f3c911b-d9c1-4236-bc39-c86ddac8f37a None None] Port e7c12b44-6b84-4822-8481-62aa9de496af cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:46:15.565052 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c7c38-3866-4008-8923-e119eebab1dc req-5e540477-8f38-4bed-9b02-523cfd0a5ba1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:15.566402 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-938c7c38-3866-4008-8923-e119eebab1dc req-5e540477-8f38-4bed-9b02-523cfd0a5ba1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 931 time: 0.0803778 Mar 02 19:46:15.615458 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-938c7c38-3866-4008-8923-e119eebab1dc req-0964037d-b6b8-4146-b9e3-86a64a0ab5df tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=24755dae-6f79-4652-a72b-25ae32128403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431728 Mar 02 19:46:15.861738 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c12b44-6b84-4822-8481-62aa9de496af {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:46:15.868974 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:15.884108 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] Transition to ACTIVE for port object e7c12b44-6b84-4822-8481-62aa9de496af will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:46:15.955533 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:16.087696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] Pushing event updated for resources: {'Port': ['ID=e7c12b44-6b84-4822-8481-62aa9de496af,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:16.199973 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] Attempting to bind port e7c12b44-6b84-4822-8481-62aa9de496af on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:46:16.200628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] Attempting to bind port e7c12b44-6b84-4822-8481-62aa9de496af by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:46:16.200628 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] Attempting to bind port e7c12b44-6b84-4822-8481-62aa9de496af on network d996a520-d193-4260-83ff-4d8e08b23b1c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:46:16.206714 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] Port e7c12b44-6b84-4822-8481-62aa9de496af on network d996a520-d193-4260-83ff-4d8e08b23b1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:46:16.207032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] Attempting to bind port e7c12b44-6b84-4822-8481-62aa9de496af on network d996a520-d193-4260-83ff-4d8e08b23b1c {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:46:16.213239 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:46:16.213577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] Checking segment: {'id': '9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:46:16.213961 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] Bound using segment: {'id': '9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:46:16.214384 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] Bound port: e7c12b44-6b84-4822-8481-62aa9de496af, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:46:16.214724 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:16.303010 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] For port e7c12b44-6b84-4822-8481-62aa9de496af, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:46:16.305994 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] For port e7c12b44-6b84-4822-8481-62aa9de496af, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e7c12b44-6b84-4822-8481-62aa9de496af,segment=NetworkSegment(9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b),segment_id=9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:46:16.424050 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:16.490682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:16.492072 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] 10.222.0.87 "PUT /v2.0/ports/e7c12b44-6b84-4822-8481-62aa9de496af HTTP/1.1" status: 200 len: 1093 time: 1.1400156 Mar 02 19:46:16.492499 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fab0776-8d77-4a84-b786-0dc11a845ccb', 'tag': 'e7c12b44-6b84-4822-8481-62aa9de496af'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:46:16.512109 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a2649-34fa-4fb8-86b5-5d9f2976265d service neutron] Pushing event updated for resources: {'Port': ['ID=e7c12b44-6b84-4822-8481-62aa9de496af,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:16.553734 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fab0776-8d77-4a84-b786-0dc11a845ccb', 'tag': 'e7c12b44-6b84-4822-8481-62aa9de496af', 'status': 'completed', 'code': 200} Mar 02 19:46:16.655815 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cb3e64fb-d57c-4898-93c7-0e1e181ee098 req-85a72ccc-25f5-4f44-9b7b-7b8c624da52c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 1096 time: 0.0799186 Mar 02 19:46:16.805810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e64fb-d57c-4898-93c7-0e1e181ee098 req-e7aaf958-cb15-46fd-bc59-d9adabe1cbdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:16.807158 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cb3e64fb-d57c-4898-93c7-0e1e181ee098 req-e7aaf958-cb15-46fd-bc59-d9adabe1cbdc service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=15844680b0ad49b5ae5449a829df52dd&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1439435 Mar 02 19:46:16.834944 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3c63a-607d-4515-af8e-5d18f951e0be req-42ae352f-0fa0-4dfc-b9b5-54745a8bc680 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:16.836419 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-96f3c63a-607d-4515-af8e-5d18f951e0be req-42ae352f-0fa0-4dfc-b9b5-54745a8bc680 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 943 time: 0.0767882 Mar 02 19:46:16.886690 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-96f3c63a-607d-4515-af8e-5d18f951e0be req-d83471fd-a114-48f0-a6fa-10036ad847d9 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=24755dae-6f79-4652-a72b-25ae32128403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431640 Mar 02 19:46:17.036377 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4e2d17c7-b713-4d84-9a39-429b21aae162 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:46:17.053351 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e64fb-d57c-4898-93c7-0e1e181ee098 req-e60e1501-c41e-4a97-b79a-5ec299db6a32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:17.054820 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cb3e64fb-d57c-4898-93c7-0e1e181ee098 req-e60e1501-c41e-4a97-b79a-5ec299db6a32 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2402368 Mar 02 19:46:17.125349 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 4e2d17c7-b713-4d84-9a39-429b21aae162 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:17.125716 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:17.178192 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-d5552460-5b5d-4b2c-9b3b-7894f865bea4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 1096 time: 0.0869205 Mar 02 19:46:17.250845 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-4125cc34-18e2-48eb-81e9-7c1046828658 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7c12b44-6b84-4822-8481-62aa9de496af HTTP/1.1" status: 200 len: 217 time: 0.0644445 Mar 02 19:46:17.316685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-4a4b6810-a330-45f2-9d70-69b275735e96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:17.318123 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-4a4b6810-a330-45f2-9d70-69b275735e96 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b45230ef-b28a-43a9-b155-07d5d09e20dd HTTP/1.1" status: 200 len: 834 time: 0.0621514 Mar 02 19:46:17.399838 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-60af6448-ecfe-47db-8c78-eca7059084a5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d996a520-d193-4260-83ff-4d8e08b23b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755897 Mar 02 19:46:17.543889 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-640cf1a2-6249-4328-90bd-9c7a36bd34f8 service neutron] 10.222.0.87 "GET /v2.0/networks/d996a520-d193-4260-83ff-4d8e08b23b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373303 Mar 02 19:46:17.683263 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-493d2e4f-1a32-4201-9157-0a476ab4d5ec req-3caee527-ee95-450d-a2ec-5b016ad32d57 service neutron] 10.222.0.87 "GET /v2.0/networks/d996a520-d193-4260-83ff-4d8e08b23b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327102 Mar 02 19:46:18.085666 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b94c59-4207-4d45-bdec-aa86902461d6 req-ed016552-4f93-42e3-bb64-4227a0dd5f27 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:18.086348 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-d2b94c59-4207-4d45-bdec-aa86902461d6 req-ed016552-4f93-42e3-bb64-4227a0dd5f27 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:46:18.160543 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-d2b94c59-4207-4d45-bdec-aa86902461d6 req-ed016552-4f93-42e3-bb64-4227a0dd5f27 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:46:18.161795 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d2b94c59-4207-4d45-bdec-aa86902461d6 req-ed016552-4f93-42e3-bb64-4227a0dd5f27 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 943 time: 0.1511028 Mar 02 19:46:18.213356 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d2b94c59-4207-4d45-bdec-aa86902461d6 req-dc5feb9e-298f-4264-a96d-b45e78168390 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=24755dae-6f79-4652-a72b-25ae32128403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459826 Mar 02 19:46:19.372853 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device e7c12b44-6b84-4822-8481-62aa9de496af details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:46:19.413934 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed074bf-60dc-44fc-b00c-956d4925ada7 req-d77d97a0-b346-44f6-9e6d-9736a71bddc1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:19.415401 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1ed074bf-60dc-44fc-b00c-956d4925ada7 req-d77d97a0-b346-44f6-9e6d-9736a71bddc1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 943 time: 0.0815639 Mar 02 19:46:19.461825 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1ed074bf-60dc-44fc-b00c-956d4925ada7 req-a63bc102-fbe8-46d9-9c06-7d2db115cf73 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=24755dae-6f79-4652-a72b-25ae32128403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399828 Mar 02 19:46:19.511886 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port e7c12b44-6b84-4822-8481-62aa9de496af, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e7c12b44-6b84-4822-8481-62aa9de496af,segment=NetworkSegment(9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b),segment_id=9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:46:19.525329 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': 'e7c12b44-6b84-4822-8481-62aa9de496af', 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c', 'port_id': 'e7c12b44-6b84-4822-8481-62aa9de496af', 'mac_address': 'fa:16:3e:51:f3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45230ef-b28a-43a9-b155-07d5d09e20dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:46:19.578397 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:19.595599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c12b44-6b84-4822-8481-62aa9de496af {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:46:19.610332 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port e7c12b44-6b84-4822-8481-62aa9de496af, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e7c12b44-6b84-4822-8481-62aa9de496af,segment=NetworkSegment(9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b),segment_id=9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:46:19.680627 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:19.749857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=e7c12b44-6b84-4822-8481-62aa9de496af,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:19.906858 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['e7c12b44-6b84-4822-8481-62aa9de496af'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:46:20.666124 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d90a4c-baaa-4669-8e80-9eab59f8a6d6 req-45f57a3b-eb62-46cc-b921-ce2a27090eae tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:20.667644 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-30d90a4c-baaa-4669-8e80-9eab59f8a6d6 req-45f57a3b-eb62-46cc-b921-ce2a27090eae tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 944 time: 0.0805712 Mar 02 19:46:20.714296 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-30d90a4c-baaa-4669-8e80-9eab59f8a6d6 req-087fcf3b-f10f-4758-88e5-b7072af5cf65 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=24755dae-6f79-4652-a72b-25ae32128403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403683 Mar 02 19:46:21.372677 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device e7c12b44-6b84-4822-8481-62aa9de496af up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:46:21.486567 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port e7c12b44-6b84-4822-8481-62aa9de496af completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:46:21.491522 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port e7c12b44-6b84-4822-8481-62aa9de496af triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:21.491887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:21.623100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:21.654726 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fab0776-8d77-4a84-b786-0dc11a845ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c12b44-6b84-4822-8481-62aa9de496af'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:46:21.664533 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port e7c12b44-6b84-4822-8481-62aa9de496af, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e7c12b44-6b84-4822-8481-62aa9de496af,segment=NetworkSegment(9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b),segment_id=9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:46:21.712059 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fab0776-8d77-4a84-b786-0dc11a845ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c12b44-6b84-4822-8481-62aa9de496af', 'code': 200} Mar 02 19:46:21.743231 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4a843273-dac9-4e88-9b80-ec87aa0df03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:21.755016 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:21.823484 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=e7c12b44-6b84-4822-8481-62aa9de496af,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:21.920276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356cb51-9e19-46d1-9e3a-ed355a7a0854 req-554584b1-831d-4741-8165-81e57a7d110d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:21.922020 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2356cb51-9e19-46d1-9e3a-ed355a7a0854 req-554584b1-831d-4741-8165-81e57a7d110d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 945 time: 0.0818014 Mar 02 19:46:21.970110 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2356cb51-9e19-46d1-9e3a-ed355a7a0854 req-e5b5121e-e80f-4795-8265-5f1d6067cb6f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=24755dae-6f79-4652-a72b-25ae32128403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424376 Mar 02 19:46:22.058160 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-302bc038-5812-4744-b65f-3de2d5aae3da req-522d49fb-b6ac-4a3c-a424-d52a23ec1f98 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 1098 time: 0.0717356 Mar 02 19:46:22.101789 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-302bc038-5812-4744-b65f-3de2d5aae3da req-59d1b023-c73c-4aa9-89e0-8515dbcb6851 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=24755dae-6f79-4652-a72b-25ae32128403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364349 Mar 02 19:46:23.172912 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e0c95-c68e-4fea-b3e7-9910c6eb8374 req-171bd393-0e56-4d2e-8248-3a76b2e01e1c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:23.174351 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-618e0c95-c68e-4fea-b3e7-9910c6eb8374 req-171bd393-0e56-4d2e-8248-3a76b2e01e1c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 945 time: 0.0814388 Mar 02 19:46:23.222345 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-618e0c95-c68e-4fea-b3e7-9910c6eb8374 req-a4236fd3-cd7e-44b7-83bd-610e2fc559a7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=24755dae-6f79-4652-a72b-25ae32128403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423281 Mar 02 19:46:23.834577 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-68e9098c-917f-4017-8f0c-257eb11219b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:24.421048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b78d0-88cc-4152-bc13-be18da6eabe2 req-cac81df7-85c2-4fc0-81c0-45e2d3c4c04b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:24.422483 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8b0b78d0-88cc-4152-bc13-be18da6eabe2 req-cac81df7-85c2-4fc0-81c0-45e2d3c4c04b tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 945 time: 0.0800133 Mar 02 19:46:24.467461 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8b0b78d0-88cc-4152-bc13-be18da6eabe2 req-3bb16e0f-af1c-432a-9458-3e3fa29dcb50 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=24755dae-6f79-4652-a72b-25ae32128403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395226 Mar 02 19:46:24.675100 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c6aa2-d62c-475e-8bda-3395287f7870 req-573e90fc-e22e-4272-89f2-44280378c3bd tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:24.676553 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0d1c6aa2-d62c-475e-8bda-3395287f7870 req-573e90fc-e22e-4272-89f2-44280378c3bd tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 945 time: 0.0856297 Mar 02 19:46:24.721563 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0d1c6aa2-d62c-475e-8bda-3395287f7870 req-7e898c68-2cde-4d28-b577-abb7dd28f24a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=24755dae-6f79-4652-a72b-25ae32128403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395133 Mar 02 19:46:24.749316 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43820) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:24.818347 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-67718749-6bf8-409a-88f0-5dbd25efb157 tempest-TestNetworkAdvancedServerOps-1088335924 tempest-TestNetworkAdvancedServerOps-1088335924-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 1093 time: 0.0677760 Mar 02 19:46:24.820965 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43824) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:24.826127 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': 'e7c12b44-6b84-4822-8481-62aa9de496af', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:46:24.832603 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:24.836367 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Usage tracker for resource:floatingip and tenant:15844680b0ad49b5ae5449a829df52dd is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:24.839217 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:24.845567 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:24.914079 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for floatingip, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:25.052193 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:25.194522 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Allocated IP 172.26.4.219 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/16e6f68f-e0b3-4ecd-b354-7e64baa2cca3) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:46:25.326509 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:25.343013 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:25.429054 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:25.457889 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:25.506341 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:46:25.509273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:46:25.513488 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:46:25.628979 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=16e6f68f-e0b3-4ecd-b354-7e64baa2cca3,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:26.106032 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:26.201278 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:26.415863 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:26.473926 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:26.582436 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event updated for resources: {'Port': ['ID=16e6f68f-e0b3-4ecd-b354-7e64baa2cca3,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:26.596847 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:26.622847 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:26.798863 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.l3_db [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Floating IP 75e23082-cbea-40bf-a588-833bc6f083f3 associated. External IP: 172.26.4.219, port: e7c12b44-6b84-4822-8481-62aa9de496af. Mar 02 19:46:27.284917 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router 24a5622d-9392-4977-b3ac-026d69359f9f has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:46:27.484678 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:46:27.495121 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a47c8-d6de-48f3-8d33-eeb5f3a9792c None None] Sync routers for ids ['24a5622d-9392-4977-b3ac-026d69359f9f'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:46:27.512085 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a47c8-d6de-48f3-8d33-eeb5f3a9792c None None] Routers {'24a5622d-9392-4977-b3ac-026d69359f9f'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:46:27.512687 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-647a47c8-d6de-48f3-8d33-eeb5f3a9792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:46:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['24a5622d-9392-4977-b3ac-026d69359f9f'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:27.588708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:27.650267 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-47cf37f3-27d8-431f-b7c3-33d8e05a11b3 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8282595 Mar 02 19:46:27.650828 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fab0776-8d77-4a84-b786-0dc11a845ccb', 'tag': 'e7c12b44-6b84-4822-8481-62aa9de496af'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:46:27.695600 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-647a47c8-d6de-48f3-8d33-eeb5f3a9792c None None] Set router 24a5622d-9392-4977-b3ac-026d69359f9f gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:46:27.729281 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fab0776-8d77-4a84-b786-0dc11a845ccb', 'tag': 'e7c12b44-6b84-4822-8481-62aa9de496af', 'status': 'completed', 'code': 200} Mar 02 19:46:27.839406 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5107034f-985f-4b3e-8036-8170c1d4a826 req-019d4489-f0ea-4f18-8bab-b9df61a1d171 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 1098 time: 0.0825369 Mar 02 19:46:27.856623 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9915c-a6c0-4026-8cc0-64f05abe527d req-9906b266-6c1f-428f-babb-39cb694cf80e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:27.859580 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-71e9915c-a6c0-4026-8cc0-64f05abe527d req-9906b266-6c1f-428f-babb-39cb694cf80e tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 945 time: 0.0926445 Mar 02 19:46:27.912035 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-71e9915c-a6c0-4026-8cc0-64f05abe527d req-0f663083-c4c9-4080-bdd3-7b3ed9293375 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=24755dae-6f79-4652-a72b-25ae32128403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463433 Mar 02 19:46:27.941557 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43832) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:27.987325 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107034f-985f-4b3e-8036-8170c1d4a826 req-c8b39dbc-b9bc-4596-9c1d-b8964960fbae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:27.989856 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5107034f-985f-4b3e-8036-8170c1d4a826 req-c8b39dbc-b9bc-4596-9c1d-b8964960fbae service neutron] 10.222.0.87 "GET /v2.0/networks?id=d996a520-d193-4260-83ff-4d8e08b23b1c HTTP/1.1" status: 200 len: 897 time: 0.1424532 Mar 02 19:46:28.065845 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-485e50d9-1fd5-402f-9449-4af2c7775dd1 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/75e23082-cbea-40bf-a588-833bc6f083f3 HTTP/1.1" status: 200 len: 991 time: 0.1230576 Mar 02 19:46:28.102168 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5107034f-985f-4b3e-8036-8170c1d4a826 req-bd704db3-9f5c-456c-aef8-a0a496f21ab3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7c12b44-6b84-4822-8481-62aa9de496af HTTP/1.1" status: 200 len: 999 time: 0.1047549 Mar 02 19:46:28.106674 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-647a47c8-d6de-48f3-8d33-eeb5f3a9792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551687986', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:08Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '75e23082-cbea-40bf-a588-833bc6f083f3', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'floating_ip_address': '172.26.4.219', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'port_id': 'e7c12b44-6b84-4822-8481-62aa9de496af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c', 'mac_address': 'fa:16:3e:51:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fab0776-8d77-4a84-b786-0dc11a845ccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:46:25Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 0, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2d17c7-b713-4d84-9a39-429b21aae162', 'name': '', 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:51:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45230ef-b28a-43a9-b155-07d5d09e20dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:07Z', 'updated_at': '2022-03-02T19:46:15Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': 'b45230ef-b28a-43a9-b155-07d5d09e20dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:28.111400 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a47c8-d6de-48f3-8d33-eeb5f3a9792c None None] Checking router: 24a5622d-9392-4977-b3ac-026d69359f9f for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:46:28.121987 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a47c8-d6de-48f3-8d33-eeb5f3a9792c None None] Routers {'24a5622d-9392-4977-b3ac-026d69359f9f'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:46:28.122566 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-647a47c8-d6de-48f3-8d33-eeb5f3a9792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:46:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['24a5622d-9392-4977-b3ac-026d69359f9f'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:28.170721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107034f-985f-4b3e-8036-8170c1d4a826 req-fbc7f5d6-7ca2-4482-b9ba-6daed60e0432 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:28.172216 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5107034f-985f-4b3e-8036-8170c1d4a826 req-fbc7f5d6-7ca2-4482-b9ba-6daed60e0432 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b45230ef-b28a-43a9-b155-07d5d09e20dd HTTP/1.1" status: 200 len: 834 time: 0.0640330 Mar 02 19:46:28.258328 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5107034f-985f-4b3e-8036-8170c1d4a826 req-3cc712e2-bbd8-4951-a8e7-bbe7209f8cda service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d996a520-d193-4260-83ff-4d8e08b23b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802698 Mar 02 19:46:28.306649 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-647a47c8-d6de-48f3-8d33-eeb5f3a9792c None None] Set router 24a5622d-9392-4977-b3ac-026d69359f9f gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:46:28.489179 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5107034f-985f-4b3e-8036-8170c1d4a826 req-ea07049b-32f8-412d-8df0-9e14446d613d service neutron] 10.222.0.87 "GET /v2.0/networks/d996a520-d193-4260-83ff-4d8e08b23b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246907 Mar 02 19:46:28.630626 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5107034f-985f-4b3e-8036-8170c1d4a826 req-ff5907cd-3f86-4dc5-b8e1-d9ce32fda0bc service neutron] 10.222.0.87 "GET /v2.0/networks/d996a520-d193-4260-83ff-4d8e08b23b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351874 Mar 02 19:46:28.710149 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-647a47c8-d6de-48f3-8d33-eeb5f3a9792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551687986', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:08Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '75e23082-cbea-40bf-a588-833bc6f083f3', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'floating_ip_address': '172.26.4.219', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'port_id': 'e7c12b44-6b84-4822-8481-62aa9de496af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c', 'mac_address': 'fa:16:3e:51:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fab0776-8d77-4a84-b786-0dc11a845ccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:46:25Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 0, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2d17c7-b713-4d84-9a39-429b21aae162', 'name': '', 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:51:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45230ef-b28a-43a9-b155-07d5d09e20dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:07Z', 'updated_at': '2022-03-02T19:46:15Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': 'b45230ef-b28a-43a9-b155-07d5d09e20dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:28.715234 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a47c8-d6de-48f3-8d33-eeb5f3a9792c None None] The sync data for ids ['24a5622d-9392-4977-b3ac-026d69359f9f'] in dv-neutron-831573-1-hyperv is: [{'id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551687986', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:08Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '75e23082-cbea-40bf-a588-833bc6f083f3', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'floating_ip_address': '172.26.4.219', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'port_id': 'e7c12b44-6b84-4822-8481-62aa9de496af', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c', 'mac_address': 'fa:16:3e:51:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fab0776-8d77-4a84-b786-0dc11a845ccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:46:25Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 0, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2d17c7-b713-4d84-9a39-429b21aae162', 'name': '', 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:51:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45230ef-b28a-43a9-b155-07d5d09e20dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:07Z', 'updated_at': '2022-03-02T19:46:15Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': 'b45230ef-b28a-43a9-b155-07d5d09e20dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:46:29.067837 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43836) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:29.175473 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c650cd85-6dbd-4f58-8189-0e1d51f9f711 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/75e23082-cbea-40bf-a588-833bc6f083f3 HTTP/1.1" status: 200 len: 991 time: 0.1065519 Mar 02 19:46:29.848917 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0054cce3-d5b7-4d5f-b566-a2618f126410 None None] New status for floating IP 75e23082-cbea-40bf-a588-833bc6f083f3: ACTIVE {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:46:30.179471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43840) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:30.292777 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5f7f9105-8bf7-45a3-bda2-60bd368cfb33 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/75e23082-cbea-40bf-a588-833bc6f083f3 HTTP/1.1" status: 200 len: 993 time: 0.1121097 Mar 02 19:46:32.108873 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:49.730497 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:46:51.678640 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5d7aec67-152d-456b-87e3-e99c0fa5e733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:52.849475 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ba0a71a1-0cb4-41a7-b4d3-c8a2893dc1ee req-acc12c07-f010-475e-9e8d-f67e73128eef service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1357124 Mar 02 19:46:52.993136 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ba0a71a1-0cb4-41a7-b4d3-c8a2893dc1ee req-c59e159d-5141-49ea-ac08-fef9668911ba service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 1098 time: 0.0737960 Mar 02 19:46:53.142434 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a71a1-0cb4-41a7-b4d3-c8a2893dc1ee req-a1f05f90-14f5-4124-8877-95cc2b6cc064 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:53.143901 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ba0a71a1-0cb4-41a7-b4d3-c8a2893dc1ee req-a1f05f90-14f5-4124-8877-95cc2b6cc064 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d996a520-d193-4260-83ff-4d8e08b23b1c HTTP/1.1" status: 200 len: 897 time: 0.1312287 Mar 02 19:46:53.250516 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ba0a71a1-0cb4-41a7-b4d3-c8a2893dc1ee req-874a8a01-bf95-4c88-9fbe-46caefeb6e5d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7c12b44-6b84-4822-8481-62aa9de496af HTTP/1.1" status: 200 len: 1001 time: 0.0988688 Mar 02 19:46:53.313912 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a71a1-0cb4-41a7-b4d3-c8a2893dc1ee req-de3ac677-40fb-4083-a5fe-092a1e970190 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:53.315336 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ba0a71a1-0cb4-41a7-b4d3-c8a2893dc1ee req-de3ac677-40fb-4083-a5fe-092a1e970190 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b45230ef-b28a-43a9-b155-07d5d09e20dd HTTP/1.1" status: 200 len: 834 time: 0.0584934 Mar 02 19:46:53.396343 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ba0a71a1-0cb4-41a7-b4d3-c8a2893dc1ee req-89c137f3-ffd1-4a4d-af89-bdb9802e1fbd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d996a520-d193-4260-83ff-4d8e08b23b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752606 Mar 02 19:46:53.530424 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ba0a71a1-0cb4-41a7-b4d3-c8a2893dc1ee req-e87b75d1-d561-4c3c-8b7e-927b6fd3cfb3 service neutron] 10.222.0.87 "GET /v2.0/networks/d996a520-d193-4260-83ff-4d8e08b23b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278014 Mar 02 19:46:53.666144 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ba0a71a1-0cb4-41a7-b4d3-c8a2893dc1ee req-07ecf399-d4ac-4842-93cc-dcb7a8a79cf1 service neutron] 10.222.0.87 "GET /v2.0/networks/d996a520-d193-4260-83ff-4d8e08b23b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301532 Mar 02 19:46:53.763708 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5fd346d8-4c15-489a-af1e-dcd0b2888e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:55.341245 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:55.444168 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:56.640076 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:00.053561 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39e759-6042-47c5-9a2d-5b4c6bf3e29c req-fe04f9d3-92df-47b0-b95a-126cdd7961b7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:00.055016 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ac39e759-6042-47c5-9a2d-5b4c6bf3e29c req-fe04f9d3-92df-47b0-b95a-126cdd7961b7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 945 time: 0.0776458 Mar 02 19:47:00.101672 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ac39e759-6042-47c5-9a2d-5b4c6bf3e29c req-078cfbeb-69fc-4edc-9b97-1ee6ba984d68 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=24755dae-6f79-4652-a72b-25ae32128403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409656 Mar 02 19:47:01.301007 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d65d90-9023-448c-ac62-61803da061ec req-fc4cf215-f09b-4d56-877c-71a449af9aeb tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:01.302380 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a8d65d90-9023-448c-ac62-61803da061ec req-fc4cf215-f09b-4d56-877c-71a449af9aeb tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 945 time: 0.0789626 Mar 02 19:47:01.352367 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a8d65d90-9023-448c-ac62-61803da061ec req-bdde45db-05ce-4ba5-814c-d827b5e9d76a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=24755dae-6f79-4652-a72b-25ae32128403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445085 Mar 02 19:47:01.381127 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43864) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:01.487336 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a8112c64-e7d7-4bd4-b954-380e214f80af tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/75e23082-cbea-40bf-a588-833bc6f083f3 HTTP/1.1" status: 200 len: 993 time: 0.1050663 Mar 02 19:47:02.095184 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:03.156007 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f43836-3cb1-4a10-bc05-af6f4f15cc9d req-a11b9068-e925-444c-bc2e-1e9c5a810ca5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:03.157448 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-75f43836-3cb1-4a10-bc05-af6f4f15cc9d req-a11b9068-e925-444c-bc2e-1e9c5a810ca5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 945 time: 0.1142042 Mar 02 19:47:03.222358 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-75f43836-3cb1-4a10-bc05-af6f4f15cc9d req-00b5a486-154e-4b43-b577-6525ec3b0aae tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=24755dae-6f79-4652-a72b-25ae32128403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591955 Mar 02 19:47:03.236628 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d352a16-3b13-4b35-9981-e33b3c6bc97a req-bcf18413-828f-4d30-bf8b-6a97f508b6f9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 1098 time: 0.1190183 Mar 02 19:47:03.455816 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d352a16-3b13-4b35-9981-e33b3c6bc97a req-a7d0bbfa-e26c-4732-996e-44c846a4f73d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:03.457240 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d352a16-3b13-4b35-9981-e33b3c6bc97a req-a7d0bbfa-e26c-4732-996e-44c846a4f73d service neutron] 10.222.0.87 "GET /v2.0/networks?id=d996a520-d193-4260-83ff-4d8e08b23b1c HTTP/1.1" status: 200 len: 897 time: 0.2145925 Mar 02 19:47:03.560844 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d352a16-3b13-4b35-9981-e33b3c6bc97a req-21e6e896-7cf4-41d2-845d-ad5a8db38876 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7c12b44-6b84-4822-8481-62aa9de496af HTTP/1.1" status: 200 len: 1001 time: 0.0964880 Mar 02 19:47:03.625916 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d352a16-3b13-4b35-9981-e33b3c6bc97a req-cd9b0a12-09a9-4eb1-a4ad-02200cea4239 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:03.627409 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d352a16-3b13-4b35-9981-e33b3c6bc97a req-cd9b0a12-09a9-4eb1-a4ad-02200cea4239 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b45230ef-b28a-43a9-b155-07d5d09e20dd HTTP/1.1" status: 200 len: 834 time: 0.0601935 Mar 02 19:47:03.705826 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d352a16-3b13-4b35-9981-e33b3c6bc97a req-acef10e7-7795-4ed6-bdec-058f024fe7eb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d996a520-d193-4260-83ff-4d8e08b23b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725801 Mar 02 19:47:03.840618 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d352a16-3b13-4b35-9981-e33b3c6bc97a req-6ab71604-86b6-4428-be5d-faa1fa51441a service neutron] 10.222.0.87 "GET /v2.0/networks/d996a520-d193-4260-83ff-4d8e08b23b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286154 Mar 02 19:47:03.972634 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d352a16-3b13-4b35-9981-e33b3c6bc97a req-9e2f9f46-5da7-43d3-b6b8-9ac2000984d4 service neutron] 10.222.0.87 "GET /v2.0/networks/d996a520-d193-4260-83ff-4d8e08b23b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257548 Mar 02 19:47:04.426702 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39889e6-fe78-4014-8909-ddbe68fcfd9e req-1aee9750-d06d-4d7b-b430-3467d5240435 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:04.428181 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b39889e6-fe78-4014-8909-ddbe68fcfd9e req-1aee9750-d06d-4d7b-b430-3467d5240435 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 945 time: 0.0810864 Mar 02 19:47:04.473639 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b39889e6-fe78-4014-8909-ddbe68fcfd9e req-b97f2a96-204c-43a5-9234-e783b68da387 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=24755dae-6f79-4652-a72b-25ae32128403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400152 Mar 02 19:47:05.671884 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82037b5a-21c5-425e-977c-61d0d433edbe req-afe061e1-6118-448b-b737-51847361a35c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:05.673387 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-82037b5a-21c5-425e-977c-61d0d433edbe req-afe061e1-6118-448b-b737-51847361a35c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 945 time: 0.0771446 Mar 02 19:47:05.719332 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-82037b5a-21c5-425e-977c-61d0d433edbe req-21c82d29-09c7-4405-bc9a-2d7289d3a19c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=24755dae-6f79-4652-a72b-25ae32128403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404522 Mar 02 19:47:05.747792 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43878) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:05.855247 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-38b214d2-5bd2-4939-815f-d9c304667e61 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/floatingips/75e23082-cbea-40bf-a588-833bc6f083f3 HTTP/1.1" status: 200 len: 993 time: 0.1063216 Mar 02 19:47:06.135874 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43886) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:06.343231 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting port 16e6f68f-e0b3-4ecd-b354-7e64baa2cca3 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:47:06.343591 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:06.515665 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:06.515951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:06.638827 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Calling delete_port for 16e6f68f-e0b3-4ecd-b354-7e64baa2cca3 owned by network:floatingip {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:47:06.837507 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:06.884940 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Port': ['ID=16e6f68f-e0b3-4ecd-b354-7e64baa2cca3,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:07.025115 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:07.025463 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:07.025826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:07.026141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:07.026476 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:07.026805 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:07.027135 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:07.027478 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:07.027806 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:07.028127 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:07.028451 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:07.088799 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for floatingip, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:07.488869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router 24a5622d-9392-4977-b3ac-026d69359f9f has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:47:07.694012 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:47:07.705069 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509fd314-dd52-4ba3-9204-5e3623e86552 None None] Sync routers for ids ['24a5622d-9392-4977-b3ac-026d69359f9f'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:47:07.717934 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509fd314-dd52-4ba3-9204-5e3623e86552 None None] Routers {'24a5622d-9392-4977-b3ac-026d69359f9f'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:47:07.719715 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-509fd314-dd52-4ba3-9204-5e3623e86552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:46:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['24a5622d-9392-4977-b3ac-026d69359f9f'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:07.791619 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:07.849012 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9338ac3b-6685-4f93-83f1-1aabc5fed34a tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/floatingips/75e23082-cbea-40bf-a588-833bc6f083f3 HTTP/1.1" status: 204 len: 168 time: 1.7120142 Mar 02 19:47:07.849757 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fab0776-8d77-4a84-b786-0dc11a845ccb', 'tag': 'e7c12b44-6b84-4822-8481-62aa9de496af'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:47:07.908578 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-509fd314-dd52-4ba3-9204-5e3623e86552 None None] Set router 24a5622d-9392-4977-b3ac-026d69359f9f gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:47:07.992170 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fab0776-8d77-4a84-b786-0dc11a845ccb', 'tag': 'e7c12b44-6b84-4822-8481-62aa9de496af', 'status': 'completed', 'code': 200} Mar 02 19:47:08.097827 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20f844c9-9a81-4164-8796-88aca7507393 req-efe279ae-1d69-42f4-9f9b-a9c2db266116 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=15844680b0ad49b5ae5449a829df52dd&device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 1098 time: 0.0842874 Mar 02 19:47:08.241779 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f844c9-9a81-4164-8796-88aca7507393 req-ca3d1348-280f-4a7d-850a-c2fa886752a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:08.243255 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20f844c9-9a81-4164-8796-88aca7507393 req-ca3d1348-280f-4a7d-850a-c2fa886752a4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d996a520-d193-4260-83ff-4d8e08b23b1c HTTP/1.1" status: 200 len: 897 time: 0.1401095 Mar 02 19:47:08.260899 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-509fd314-dd52-4ba3-9204-5e3623e86552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551687986', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:08Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '4e2d17c7-b713-4d84-9a39-429b21aae162', 'name': '', 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:51:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45230ef-b28a-43a9-b155-07d5d09e20dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:07Z', 'updated_at': '2022-03-02T19:46:15Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': 'b45230ef-b28a-43a9-b155-07d5d09e20dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:08.265191 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509fd314-dd52-4ba3-9204-5e3623e86552 None None] Checking router: 24a5622d-9392-4977-b3ac-026d69359f9f for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:47:08.276511 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509fd314-dd52-4ba3-9204-5e3623e86552 None None] Routers {'24a5622d-9392-4977-b3ac-026d69359f9f'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:47:08.277114 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-509fd314-dd52-4ba3-9204-5e3623e86552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:46:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['24a5622d-9392-4977-b3ac-026d69359f9f'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:08.317262 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20f844c9-9a81-4164-8796-88aca7507393 req-f38618d9-1f33-4a48-b821-46bc68720147 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7c12b44-6b84-4822-8481-62aa9de496af HTTP/1.1" status: 200 len: 217 time: 0.0680850 Mar 02 19:47:08.390846 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f844c9-9a81-4164-8796-88aca7507393 req-15a1b11b-d73f-4c4c-b04a-1e6ce54f3f62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:08.392494 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20f844c9-9a81-4164-8796-88aca7507393 req-15a1b11b-d73f-4c4c-b04a-1e6ce54f3f62 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b45230ef-b28a-43a9-b155-07d5d09e20dd HTTP/1.1" status: 200 len: 834 time: 0.0619955 Mar 02 19:47:08.477046 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-509fd314-dd52-4ba3-9204-5e3623e86552 None None] Set router 24a5622d-9392-4977-b3ac-026d69359f9f gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:47:08.491342 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20f844c9-9a81-4164-8796-88aca7507393 req-4bd2691c-b2d0-4a30-8bfb-376ccc8d7dc3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d996a520-d193-4260-83ff-4d8e08b23b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0921702 Mar 02 19:47:08.521869 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f9612-a72b-43ca-85fc-b3f136d6448a req-b0bffbc1-89bb-4eee-a186-b6f4ccb7cfcc tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:08.523465 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-930f9612-a72b-43ca-85fc-b3f136d6448a req-b0bffbc1-89bb-4eee-a186-b6f4ccb7cfcc tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 945 time: 0.0877438 Mar 02 19:47:08.580912 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-930f9612-a72b-43ca-85fc-b3f136d6448a req-57842ed4-238e-472b-85ce-64e89a05f9ae tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=24755dae-6f79-4652-a72b-25ae32128403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510700 Mar 02 19:47:08.644215 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20f844c9-9a81-4164-8796-88aca7507393 req-a19017d8-a26d-4b61-9e82-3bd68c3d821d service neutron] 10.222.0.87 "GET /v2.0/networks/d996a520-d193-4260-83ff-4d8e08b23b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449513 Mar 02 19:47:08.787812 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-20f844c9-9a81-4164-8796-88aca7507393 req-5c40a5d9-2008-436a-8e5b-d4e685da725b service neutron] 10.222.0.87 "GET /v2.0/networks/d996a520-d193-4260-83ff-4d8e08b23b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376641 Mar 02 19:47:08.860459 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-509fd314-dd52-4ba3-9204-5e3623e86552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551687986', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:08Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '4e2d17c7-b713-4d84-9a39-429b21aae162', 'name': '', 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:51:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45230ef-b28a-43a9-b155-07d5d09e20dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:07Z', 'updated_at': '2022-03-02T19:46:15Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': 'b45230ef-b28a-43a9-b155-07d5d09e20dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:08.864756 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509fd314-dd52-4ba3-9204-5e3623e86552 None None] The sync data for ids ['24a5622d-9392-4977-b3ac-026d69359f9f'] in dv-neutron-831573-1-hyperv is: [{'id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551687986', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:08Z', 'revision_number': 4, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '4e2d17c7-b713-4d84-9a39-429b21aae162', 'name': '', 'network_id': 'd996a520-d193-4260-83ff-4d8e08b23b1c', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'mac_address': 'fa:16:3e:51:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45230ef-b28a-43a9-b155-07d5d09e20dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:07Z', 'updated_at': '2022-03-02T19:46:15Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'subnets': [{'id': 'b45230ef-b28a-43a9-b155-07d5d09e20dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:47:09.093493 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec51fa2-ef99-4cf6-89b2-f4ec22724669 None None] New status for floating IP 75e23082-cbea-40bf-a588-833bc6f083f3: DOWN {{(pid=84534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:47:09.886682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a38a3-dbdd-42e1-b3c5-232819451913 req-7257e4e7-a81e-42a3-88fc-2322a81bda1f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:09.887277 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-064a38a3-dbdd-42e1-b3c5-232819451913 req-7257e4e7-a81e-42a3-88fc-2322a81bda1f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:47:09.977884 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-064a38a3-dbdd-42e1-b3c5-232819451913 req-7257e4e7-a81e-42a3-88fc-2322a81bda1f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:47:09.979043 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-064a38a3-dbdd-42e1-b3c5-232819451913 req-7257e4e7-a81e-42a3-88fc-2322a81bda1f tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 945 time: 0.2685351 Mar 02 19:47:10.044416 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-064a38a3-dbdd-42e1-b3c5-232819451913 req-4b6c46e4-34b4-40d5-a1b0-686c191cbe82 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/security-groups?id=24755dae-6f79-4652-a72b-25ae32128403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595205 Mar 02 19:47:10.061291 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3c130-65a2-4b39-b024-4c68124e4caf req-071fbac3-d30f-46f4-9cc2-72a694f97c8c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:10.062733 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-84c3c130-65a2-4b39-b024-4c68124e4caf req-071fbac3-d30f-46f4-9cc2-72a694f97c8c tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 945 time: 0.1202445 Mar 02 19:47:10.133319 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-84c3c130-65a2-4b39-b024-4c68124e4caf req-7ff83b4c-e772-45a0-9f0e-943409942c88 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting port e7c12b44-6b84-4822-8481-62aa9de496af {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:47:10.133662 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-84c3c130-65a2-4b39-b024-4c68124e4caf req-7ff83b4c-e772-45a0-9f0e-943409942c88 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:10.388556 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-84c3c130-65a2-4b39-b024-4c68124e4caf req-7ff83b4c-e772-45a0-9f0e-943409942c88 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] For port e7c12b44-6b84-4822-8481-62aa9de496af, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e7c12b44-6b84-4822-8481-62aa9de496af,segment=NetworkSegment(9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b),segment_id=9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:47:10.389007 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-84c3c130-65a2-4b39-b024-4c68124e4caf req-7ff83b4c-e772-45a0-9f0e-943409942c88 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:10.518509 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [req-84c3c130-65a2-4b39-b024-4c68124e4caf req-7ff83b4c-e772-45a0-9f0e-943409942c88 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Calling delete_port for e7c12b44-6b84-4822-8481-62aa9de496af owned by compute:nova {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:47:10.734685 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-84c3c130-65a2-4b39-b024-4c68124e4caf req-7ff83b4c-e772-45a0-9f0e-943409942c88 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:10.782122 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff83b4c-e772-45a0-9f0e-943409942c88 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Port': ['ID=e7c12b44-6b84-4822-8481-62aa9de496af,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:10.857749 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c3c130-65a2-4b39-b024-4c68124e4caf req-7ff83b4c-e772-45a0-9f0e-943409942c88 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] No DVR routers for this DVR port e7c12b44-6b84-4822-8481-62aa9de496af on host hv-neutron-8315 {{(pid=84532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:47:10.860265 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-84c3c130-65a2-4b39-b024-4c68124e4caf req-7ff83b4c-e772-45a0-9f0e-943409942c88 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:10.862729 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fab0776-8d77-4a84-b786-0dc11a845ccb', 'name': 'network-vif-deleted', 'tag': 'e7c12b44-6b84-4822-8481-62aa9de496af'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:47:10.918339 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fab0776-8d77-4a84-b786-0dc11a845ccb', 'name': 'network-vif-deleted', 'tag': 'e7c12b44-6b84-4822-8481-62aa9de496af', 'status': 'completed', 'code': 200} Mar 02 19:47:10.941917 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-84c3c130-65a2-4b39-b024-4c68124e4caf req-7ff83b4c-e772-45a0-9f0e-943409942c88 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.87 "DELETE /v2.0/ports/e7c12b44-6b84-4822-8481-62aa9de496af HTTP/1.1" status: 204 len: 173 time: 0.8737578 Mar 02 19:47:11.220484 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-04e35464-ddcb-43c0-a541-94a63d0f5ddc req-1ac600c9-690d-4bdf-ac86-bd1cf7ec7f63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Synchronizing usage tracker for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:47:11.397674 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-04e35464-ddcb-43c0-a541-94a63d0f5ddc req-1ac600c9-690d-4bdf-ac86-bd1cf7ec7f63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Unset dirty status for tenant:15844680b0ad49b5ae5449a829df52dd on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:47:11.398808 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-04e35464-ddcb-43c0-a541-94a63d0f5ddc req-1ac600c9-690d-4bdf-ac86-bd1cf7ec7f63 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "GET /v2.0/ports?device_id=4fab0776-8d77-4a84-b786-0dc11a845ccb HTTP/1.1" status: 200 len: 210 time: 0.2210784 Mar 02 19:47:12.505586 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43906) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:12.906373 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:13.597159 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device e7c12b44-6b84-4822-8481-62aa9de496af no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:47:13.629517 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting port 4e2d17c7-b713-4d84-9a39-429b21aae162 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:47:13.634681 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:13.634844 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: e7c12b44-6b84-4822-8481-62aa9de496af {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:47:13.634844 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device e7c12b44-6b84-4822-8481-62aa9de496af not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:47:13.848596 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] For port 4e2d17c7-b713-4d84-9a39-429b21aae162, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=4e2d17c7-b713-4d84-9a39-429b21aae162,segment=NetworkSegment(9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b),segment_id=9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:47:13.848836 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:13.977554 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Calling delete_port for 4e2d17c7-b713-4d84-9a39-429b21aae162 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:47:14.209281 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:14.271682 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Port': ['ID=4e2d17c7-b713-4d84-9a39-429b21aae162,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:14.328272 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.328783 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.329472 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.329958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.330364 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.330833 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.331040 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.331399 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.331735 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.332058 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.332391 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.664367 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:15.365389 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Router 24a5622d-9392-4977-b3ac-026d69359f9f has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:47:15.572229 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:47:15.583513 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b7a49d-44c6-46f5-898b-405d8b156740 None None] Sync routers for ids ['24a5622d-9392-4977-b3ac-026d69359f9f'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:47:15.595329 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b7a49d-44c6-46f5-898b-405d8b156740 None None] Routers {'24a5622d-9392-4977-b3ac-026d69359f9f'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:47:15.598041 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-d8b7a49d-44c6-46f5-898b-405d8b156740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:46:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['24a5622d-9392-4977-b3ac-026d69359f9f'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:15.644723 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b625702b-2bcc-4f47-8b76-d7cdaf63d479 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "PUT /v2.0/routers/24a5622d-9392-4977-b3ac-026d69359f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1379533 Mar 02 19:47:15.647285 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 43910) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:15.792700 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-d8b7a49d-44c6-46f5-898b-405d8b156740 None None] Set router 24a5622d-9392-4977-b3ac-026d69359f9f gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:47:15.841597 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5f8f28-01c3-4ee0-9dc9-1ad18ef7af2d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting subnet b45230ef-b28a-43a9-b155-07d5d09e20dd {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:47:15.845532 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4f5f8f28-01c3-4ee0-9dc9-1ad18ef7af2d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:15.900079 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4f5f8f28-01c3-4ee0-9dc9-1ad18ef7af2d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:15.985860 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4f5f8f28-01c3-4ee0-9dc9-1ad18ef7af2d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:16.073840 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-d8b7a49d-44c6-46f5-898b-405d8b156740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551687986', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:47:14Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:16.078663 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b7a49d-44c6-46f5-898b-405d8b156740 None None] Checking router: 24a5622d-9392-4977-b3ac-026d69359f9f for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:47:16.088945 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b7a49d-44c6-46f5-898b-405d8b156740 None None] Routers {'24a5622d-9392-4977-b3ac-026d69359f9f'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:47:16.089690 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-d8b7a49d-44c6-46f5-898b-405d8b156740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:46:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['24a5622d-9392-4977-b3ac-026d69359f9f'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:16.128668 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4f5f8f28-01c3-4ee0-9dc9-1ad18ef7af2d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:16.167816 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f8f28-01c3-4ee0-9dc9-1ad18ef7af2d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Subnet': ['ID=b45230ef-b28a-43a9-b155-07d5d09e20dd,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:16.174812 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-4f5f8f28-01c3-4ee0-9dc9-1ad18ef7af2d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:16.180879 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab87d86-be37-4548-a5ca-0156f8acd2ab None None] Network d996a520-d193-4260-83ff-4d8e08b23b1c requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:47:16.184518 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-4f5f8f28-01c3-4ee0-9dc9-1ad18ef7af2d tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/subnets/b45230ef-b28a-43a9-b155-07d5d09e20dd HTTP/1.1" status: 204 len: 168 time: 0.5331321 Mar 02 19:47:16.184655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43914) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:16.272560 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-d8b7a49d-44c6-46f5-898b-405d8b156740 None None] Set router 24a5622d-9392-4977-b3ac-026d69359f9f gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:47:16.404481 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9382ff40-b128-46b2-98f0-8e7b502cbc00 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:16.438081 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fe515e-dd11-4131-984a-81633402d83c None None] DHCP port deletion for d996a520-d193-4260-83ff-4d8e08b23b1c request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:47:16.443577 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe515e-dd11-4131-984a-81633402d83c None None] Deleting port 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:47:16.447650 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a4fe515e-dd11-4131-984a-81633402d83c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:16.583395 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-d8b7a49d-44c6-46f5-898b-405d8b156740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551687986', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:47:14Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:16.587964 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b7a49d-44c6-46f5-898b-405d8b156740 None None] The sync data for ids ['24a5622d-9392-4977-b3ac-026d69359f9f'] in dv-neutron-831573-1-hyperv is: [{'id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551687986', 'tenant_id': '15844680b0ad49b5ae5449a829df52dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:47:14Z', 'revision_number': 5, 'project_id': '15844680b0ad49b5ae5449a829df52dd', 'gw_port': {'id': '89b4ed84-6d37-4323-ab8a-e4f7f67f4629', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a5622d-9392-4977-b3ac-026d69359f9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:03Z', 'updated_at': '2022-03-02T19:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:47:16.631161 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9382ff40-b128-46b2-98f0-8e7b502cbc00 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:16.663762 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-a4fe515e-dd11-4131-984a-81633402d83c None None] For port 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df,segment=NetworkSegment(9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b),segment_id=9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:47:16.663992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a4fe515e-dd11-4131-984a-81633402d83c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:16.723119 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-9382ff40-b128-46b2-98f0-8e7b502cbc00 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Deleting port 89b4ed84-6d37-4323-ab8a-e4f7f67f4629 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:47:16.723399 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9382ff40-b128-46b2-98f0-8e7b502cbc00 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:16.814684 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe515e-dd11-4131-984a-81633402d83c None None] Calling delete_port for 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:47:16.957344 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a4fe515e-dd11-4131-984a-81633402d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355'] for port, after_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:17.003992 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-9382ff40-b128-46b2-98f0-8e7b502cbc00 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] For port 89b4ed84-6d37-4323-ab8a-e4f7f67f4629, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=89b4ed84-6d37-4323-ab8a-e4f7f67f4629,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:47:17.004758 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9382ff40-b128-46b2-98f0-8e7b502cbc00 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:17.006152 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe515e-dd11-4131-984a-81633402d83c None None] Pushing event deleted for resources: {'Port': ['ID=74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df,revision_number=None']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:17.016637 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe515e-dd11-4131-984a-81633402d83c None None] No DVR routers for this DVR port 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df on host dv-neutron-831573-1-hyperv {{(pid=84534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:47:17.022193 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe515e-dd11-4131-984a-81633402d83c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:17.022462 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe515e-dd11-4131-984a-81633402d83c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:17.022803 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe515e-dd11-4131-984a-81633402d83c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:17.023131 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe515e-dd11-4131-984a-81633402d83c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:17.023482 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe515e-dd11-4131-984a-81633402d83c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:17.023822 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe515e-dd11-4131-984a-81633402d83c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:17.024155 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe515e-dd11-4131-984a-81633402d83c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:17.024780 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe515e-dd11-4131-984a-81633402d83c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:17.024780 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe515e-dd11-4131-984a-81633402d83c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:17.025087 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe515e-dd11-4131-984a-81633402d83c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:17.025401 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fe515e-dd11-4131-984a-81633402d83c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:17.086846 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4e2d17c7-b713-4d84-9a39-429b21aae162 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:47:17.127003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 4e2d17c7-b713-4d84-9a39-429b21aae162 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:47:17.127345 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 4e2d17c7-b713-4d84-9a39-429b21aae162 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:47:17.127775 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:47:17.159276 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-9382ff40-b128-46b2-98f0-8e7b502cbc00 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Calling delete_port for 89b4ed84-6d37-4323-ab8a-e4f7f67f4629 owned by network:router_gateway {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:47:17.160840 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:47:17.161184 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 74ab1bb3-a6e4-46cd-9f4f-a6866bd1b9df not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:47:17.413864 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9382ff40-b128-46b2-98f0-8e7b502cbc00 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:17.458229 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382ff40-b128-46b2-98f0-8e7b502cbc00 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Port': ['ID=89b4ed84-6d37-4323-ab8a-e4f7f67f4629,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:17.688383 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9382ff40-b128-46b2-98f0-8e7b502cbc00 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:17.945950 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9382ff40-b128-46b2-98f0-8e7b502cbc00 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:17.950054 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9382ff40-b128-46b2-98f0-8e7b502cbc00 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:18.065758 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9382ff40-b128-46b2-98f0-8e7b502cbc00 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:18.066315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9382ff40-b128-46b2-98f0-8e7b502cbc00 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Fanout notify agent at l3_agent the message router_deleted on router 24a5622d-9392-4977-b3ac-026d69359f9f {{(pid=84532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:47:18.082594 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9382ff40-b128-46b2-98f0-8e7b502cbc00 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:18.084035 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9382ff40-b128-46b2-98f0-8e7b502cbc00 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/routers/24a5622d-9392-4977-b3ac-026d69359f9f HTTP/1.1" status: 204 len: 168 time: 1.8980985 Mar 02 19:47:18.086817 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43918) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:18.206147 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e7dcad1c-69b4-48e8-b384-07955f9d3bb7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:18.345625 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e7dcad1c-69b4-48e8-b384-07955f9d3bb7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:18.375389 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-e7dcad1c-69b4-48e8-b384-07955f9d3bb7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d996a520-d193-4260-83ff-4d8e08b23b1c']}} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:18.389294 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-e7dcad1c-69b4-48e8-b384-07955f9d3bb7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b') {'for_net_delete': True} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:18.389574 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.services.segments.db [None req-e7dcad1c-69b4-48e8-b384-07955f9d3bb7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6fe4d2-a228-4fda-a6e4-aa7abbbb393b') {} {{(pid=84532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:18.402419 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e7dcad1c-69b4-48e8-b384-07955f9d3bb7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-885329'] for segment, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:18.419913 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e7dcad1c-69b4-48e8-b384-07955f9d3bb7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:18.426454 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7dcad1c-69b4-48e8-b384-07955f9d3bb7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=84532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:47:18.426851 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e7dcad1c-69b4-48e8-b384-07955f9d3bb7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1308988'] for segment, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: Traceback (most recent call last): Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: timer() Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: cb(*args, **kw) Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: return func(*args, **kwargs) Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: self._notify() Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: self.callback(batched_events) Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: event.method(event) Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: return f(self, *a, **k) Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._get(url).json() Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: return self.request(url, 'GET', **kwargs) Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:47:18.441654 dv-neutron-831573-1-hyperv neutron-server[84532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:47:18.768065 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e7dcad1c-69b4-48e8-b384-07955f9d3bb7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:18.772749 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e7dcad1c-69b4-48e8-b384-07955f9d3bb7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:18.798128 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcad1c-69b4-48e8-b384-07955f9d3bb7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'Network': ['ID=d996a520-d193-4260-83ff-4d8e08b23b1c,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:18.883282 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e7dcad1c-69b4-48e8-b384-07955f9d3bb7 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/networks/d996a520-d193-4260-83ff-4d8e08b23b1c HTTP/1.1" status: 204 len: 168 time: 0.7952435 Mar 02 19:47:18.885980 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43922) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:18.955594 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5e4daaf9-354e-44fb-8cea-ceb6b23422e5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:18.986035 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5e4daaf9-354e-44fb-8cea-ceb6b23422e5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:19.071927 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 89b4ed84-6d37-4323-ab8a-e4f7f67f4629 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:47:19.099836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5e4daaf9-354e-44fb-8cea-ceb6b23422e5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:19.107803 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 89b4ed84-6d37-4323-ab8a-e4f7f67f4629 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:47:19.118334 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 89b4ed84-6d37-4323-ab8a-e4f7f67f4629 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:47:19.121413 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4daaf9-354e-44fb-8cea-ceb6b23422e5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24755dae-6f79-4652-a72b-25ae32128403,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:19.207803 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5e4daaf9-354e-44fb-8cea-ceb6b23422e5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:19.208929 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5e4daaf9-354e-44fb-8cea-ceb6b23422e5 tempest-TestNetworkAdvancedServerOps-830412548 tempest-TestNetworkAdvancedServerOps-830412548-project] 10.222.0.73 "DELETE /v2.0/security-groups/24755dae-6f79-4652-a72b-25ae32128403 HTTP/1.1" status: 204 len: 168 time: 0.3219655 Mar 02 19:47:19.745271 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43932) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:19.947145 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-f5a0740e-52c0-4b94-b9d7-1149213d890e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=15844680b0ad49b5ae5449a829df52dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2007253 Mar 02 19:47:19.950248 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43938) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:20.007499 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21870ccf-2ea1-49d4-adbd-4a82a840b7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:20.033802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21870ccf-2ea1-49d4-adbd-4a82a840b7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:20.168071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21870ccf-2ea1-49d4-adbd-4a82a840b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:20.187247 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21870ccf-2ea1-49d4-adbd-4a82a840b7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e58980-5ea2-4c96-9026-10eee26c47de,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:20.194060 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21870ccf-2ea1-49d4-adbd-4a82a840b7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:20.195178 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-21870ccf-2ea1-49d4-adbd-4a82a840b7c9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c4e58980-5ea2-4c96-9026-10eee26c47de HTTP/1.1" status: 204 len: 168 time: 0.2440071 Mar 02 19:47:20.758833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43946) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:20.778182 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4a3675e-6a99-48a8-a473-5ec401d06507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:20.808569 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a4a3675e-6a99-48a8-a473-5ec401d06507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:20.812949 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a4a3675e-6a99-48a8-a473-5ec401d06507 admin admin] Usage tracker for resource:security_group_rule and tenant:a4944f3712ee42da8d92968fa9e41e88 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:20.815729 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a4a3675e-6a99-48a8-a473-5ec401d06507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:20.821389 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a4a3675e-6a99-48a8-a473-5ec401d06507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:20.885893 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4a3675e-6a99-48a8-a473-5ec401d06507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:20.951624 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a4a3675e-6a99-48a8-a473-5ec401d06507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:20.999638 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3675e-6a99-48a8-a473-5ec401d06507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6340d3a-0864-43c6-bfcf-5e01ceedb7de,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:21.004988 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a4a3675e-6a99-48a8-a473-5ec401d06507 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a4944f3712ee42da8d92968fa9e41e88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2451038 Mar 02 19:47:21.007680 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43950) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:21.068786 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9c1de39d-7223-4524-9bf2-feda3cdabbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:21.103319 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9c1de39d-7223-4524-9bf2-feda3cdabbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:21.236458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9c1de39d-7223-4524-9bf2-feda3cdabbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:21.251552 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1de39d-7223-4524-9bf2-feda3cdabbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6340d3a-0864-43c6-bfcf-5e01ceedb7de,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:21.262814 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9c1de39d-7223-4524-9bf2-feda3cdabbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:21.262814 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9c1de39d-7223-4524-9bf2-feda3cdabbcd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a6340d3a-0864-43c6-bfcf-5e01ceedb7de HTTP/1.1" status: 204 len: 168 time: 0.2505834 Mar 02 19:47:21.693686 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8ddf4695-3839-4a25-a85f-1c2e2d24f699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:22.484315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43972) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:22.616030 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1084307402-network', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:47:22.620834 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:22.624974 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Usage tracker for resource:network and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:22.627810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:22.633486 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:22.756696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Made reservation on behalf of b9527bf06c884d9397c38c48ca8a5ada for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:47:22.759046 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:22.771781 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:22.802231 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:22.805969 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Usage tracker for resource:security_group_rule and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:22.808750 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:22.816988 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:22.881886 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:22.985297 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:23.017823 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:47:23.023232 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069e37c2-e3f4-4c31-bb4f-8da26e6ccdc8,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:23.030579 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:23.030930 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Added segment 3ef9d04f-7f68-49e1-92b3-6f15b29d9bac of type vlan for network b8db9c35-666e-4796-97b0-9d3eeeee68fa Mar 02 19:47:23.057723 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:23.162331 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:23.163210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:23.163825 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:23.266531 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] Pushing event updated for resources: {'Network': ['ID=b8db9c35-666e-4796-97b0-9d3eeeee68fa,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:23.276573 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network b8db9c35-666e-4796-97b0-9d3eeeee68fa details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:47:23.340365 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-60cf07d1-1a7e-496c-8660-0411c4663350 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8549297 Mar 02 19:47:23.343859 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43978) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:23.349392 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-e96698f6-e970-4cfe-b91e-0462979f8862 admin admin] Request body: {'subnet': {'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1084307402-subnet', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'ip_version': 4}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:47:23.354424 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e96698f6-e970-4cfe-b91e-0462979f8862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:23.359080 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e96698f6-e970-4cfe-b91e-0462979f8862 admin admin] Usage tracker for resource:subnet and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:23.362471 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-e96698f6-e970-4cfe-b91e-0462979f8862 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:23.368317 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-e96698f6-e970-4cfe-b91e-0462979f8862 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:23.453498 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96698f6-e970-4cfe-b91e-0462979f8862 admin admin] Made reservation on behalf of b9527bf06c884d9397c38c48ca8a5ada for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:47:23.455877 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e96698f6-e970-4cfe-b91e-0462979f8862 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:23.739803 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e96698f6-e970-4cfe-b91e-0462979f8862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:23.773629 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-05b88262-b65a-4132-8b9d-b15fb1c4de2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:23.815737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96698f6-e970-4cfe-b91e-0462979f8862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01846bc9-f1b2-4929-952a-1f85294dc5a9,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:23.828479 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96698f6-e970-4cfe-b91e-0462979f8862 admin admin] Checking segment: {'id': '3ef9d04f-7f68-49e1-92b3-6f15b29d9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:47:23.828836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96698f6-e970-4cfe-b91e-0462979f8862 admin admin] Network hostable DHCP agents. Network: b8db9c35-666e-4796-97b0-9d3eeeee68fa, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:47:23.916385 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96698f6-e970-4cfe-b91e-0462979f8862 admin admin] Network b8db9c35-666e-4796-97b0-9d3eeeee68fa is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:47:23.990755 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-e96698f6-e970-4cfe-b91e-0462979f8862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, b8db9c35-666e-4796-97b0-9d3eeeee68fa) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:47:23.994655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96698f6-e970-4cfe-b91e-0462979f8862 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:23.995266 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-e96698f6-e970-4cfe-b91e-0462979f8862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:24.000785 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c585afe-7eb0-49b0-aa72-2a12ce29cd15 None None] Network b8db9c35-666e-4796-97b0-9d3eeeee68fa requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:47:24.106023 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-e96698f6-e970-4cfe-b91e-0462979f8862 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7610223 Mar 02 19:47:24.108872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43982) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:24.114016 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:47:24.118770 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:24.123167 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Usage tracker for resource:router and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:24.126084 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:24.131755 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:24.196503 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:24.197522 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:24.215858 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:24.218002 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:47:24.218795 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:24.376738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Allocated IP 172.20.0.2 (b8db9c35-666e-4796-97b0-9d3eeeee68fa/01846bc9-f1b2-4929-952a-1f85294dc5a9/e3f35513-a34f-4f2d-a223-b51868110b51) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:47:24.419881 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:24.579834 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:24.589894 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Transition to ACTIVE for port object e3f35513-a34f-4f2d-a223-b51868110b51 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:47:24.609697 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Transition to ACTIVE for port object e3f35513-a34f-4f2d-a223-b51868110b51 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:47:24.682322 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:24.710343 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:24.742055 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:24.755057 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Network b8db9c35-666e-4796-97b0-9d3eeeee68fa is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:47:24.758532 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:47:24.760256 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Pushing event updated for resources: {'Port': ['ID=e3f35513-a34f-4f2d-a223-b51868110b51,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:24.762565 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:47:24.848097 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Attempting to bind port e3f35513-a34f-4f2d-a223-b51868110b51 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:47:24.848455 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Attempting to bind port e3f35513-a34f-4f2d-a223-b51868110b51 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '3ef9d04f-7f68-49e1-92b3-6f15b29d9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:47:24.848816 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Attempting to bind port e3f35513-a34f-4f2d-a223-b51868110b51 on network b8db9c35-666e-4796-97b0-9d3eeeee68fa {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:47:24.855139 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:47:24.855548 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Checking segment: {'id': '3ef9d04f-7f68-49e1-92b3-6f15b29d9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:47:24.855939 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:24.856328 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Bound using segment: {'id': '3ef9d04f-7f68-49e1-92b3-6f15b29d9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:47:24.856838 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Bound port: e3f35513-a34f-4f2d-a223-b51868110b51, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef9d04f-7f68-49e1-92b3-6f15b29d9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:47:24.857204 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:24.881284 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Allocated IP 172.26.4.196 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/2c10905e-96bc-4265-bc28-a563d373b844) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:47:24.947192 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] For port e3f35513-a34f-4f2d-a223-b51868110b51, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:47:24.950248 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] For port e3f35513-a34f-4f2d-a223-b51868110b51, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e3f35513-a34f-4f2d-a223-b51868110b51,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:47:25.025560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:25.119965 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c99ef-28bc-425e-a1cb-357c0f0abcbc None None] Pushing event updated for resources: {'Port': ['ID=e3f35513-a34f-4f2d-a223-b51868110b51,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:25.127802 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:25.219801 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:25.309311 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:47:25.313396 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:47:25.316760 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:47:25.330469 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:25.349833 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=2c10905e-96bc-4265-bc28-a563d373b844,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:25.442032 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:25.552582 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:25.553251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:25.854060 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Router d88fefdf-be75-49bd-8374-06fb22b8d8bc is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:47:26.020834 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3680e2f1-0e64-44c7-a73b-84f1f397f363 None None] Network b8db9c35-666e-4796-97b0-9d3eeeee68fa requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:47:26.070244 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:47:26.089616 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Sync routers for ids ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:47:26.132431 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Routers {'d88fefdf-be75-49bd-8374-06fb22b8d8bc'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:47:26.133055 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:47:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:26.156564 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:26.158273 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-22849e7b-9634-41b1-9911-7ba0ec7fd0d8 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0483069 Mar 02 19:47:26.161367 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 43986) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:26.232171 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-e8c53000-ed8c-422f-a6eb-9d206989c7d5 None None] Provisioning for port e3f35513-a34f-4f2d-a223-b51868110b51 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:47:26.469413 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Set router d88fefdf-be75-49bd-8374-06fb22b8d8bc gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:47:26.703096 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:26.733308 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:47:26.789484 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:25Z', 'revision_number': 3, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:26.795507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Checking router: d88fefdf-be75-49bd-8374-06fb22b8d8bc for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:47:26.795931 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Updating router d88fefdf-be75-49bd-8374-06fb22b8d8bc port 2c10905e-96bc-4265-bc28-a563d373b844 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:47:26.852773 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:26.922727 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b7d17620-678a-4d76-87f9-d2be010ca966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:27.149873 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e3f35513-a34f-4f2d-a223-b51868110b51 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:47:27.252359 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-b7d17620-678a-4d76-87f9-d2be010ca966 admin admin] Allocated IP 172.20.0.1 (b8db9c35-666e-4796-97b0-9d3eeeee68fa/01846bc9-f1b2-4929-952a-1f85294dc5a9/d924a58a-33f3-4b01-921d-aa6b3df29907) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:47:27.287336 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:27.301424 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Transition to ACTIVE for port object 2c10905e-96bc-4265-bc28-a563d373b844 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:47:27.379447 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:27.405135 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b7d17620-678a-4d76-87f9-d2be010ca966 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:27.420263 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port e3f35513-a34f-4f2d-a223-b51868110b51 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:47:27.420692 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-b7d17620-678a-4d76-87f9-d2be010ca966 admin admin] Transition to ACTIVE for port object d924a58a-33f3-4b01-921d-aa6b3df29907 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:47:27.436524 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port e3f35513-a34f-4f2d-a223-b51868110b51 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:27.440613 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:27.511183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b7d17620-678a-4d76-87f9-d2be010ca966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:27.520722 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92359706-7a89-435f-96c8-21df6a8485c5 None None] Pushing event updated for resources: {'Port': ['ID=2c10905e-96bc-4265-bc28-a563d373b844,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:27.527960 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Attempting to bind port 2c10905e-96bc-4265-bc28-a563d373b844 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:47:27.528964 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Attempting to bind port 2c10905e-96bc-4265-bc28-a563d373b844 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:47:27.529350 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Attempting to bind port 2c10905e-96bc-4265-bc28-a563d373b844 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:47:27.541532 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:47:27.541900 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:47:27.542307 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:27.542711 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:47:27.543156 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Bound port: 2c10905e-96bc-4265-bc28-a563d373b844, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:47:27.543584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:27.580005 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d17620-678a-4d76-87f9-d2be010ca966 admin admin] Network b8db9c35-666e-4796-97b0-9d3eeeee68fa is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:47:27.583379 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-b7d17620-678a-4d76-87f9-d2be010ca966 admin admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:47:27.586857 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d17620-678a-4d76-87f9-d2be010ca966 admin admin] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:47:27.627513 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d17620-678a-4d76-87f9-d2be010ca966 admin admin] Pushing event updated for resources: {'Port': ['ID=d924a58a-33f3-4b01-921d-aa6b3df29907,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:27.648677 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b7d17620-678a-4d76-87f9-d2be010ca966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:27.678660 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:27.699903 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] For port 2c10905e-96bc-4265-bc28-a563d373b844, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:47:27.712871 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] For port 2c10905e-96bc-4265-bc28-a563d373b844, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=2c10905e-96bc-4265-bc28-a563d373b844,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:47:27.724786 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port e3f35513-a34f-4f2d-a223-b51868110b51, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e3f35513-a34f-4f2d-a223-b51868110b51,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:47:27.790807 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:27.807590 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b7d17620-678a-4d76-87f9-d2be010ca966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:27.843480 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:27.888331 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92359706-7a89-435f-96c8-21df6a8485c5 None None] Pushing event updated for resources: {'Port': ['ID=2c10905e-96bc-4265-bc28-a563d373b844,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:27.925596 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-19287ac6-7795-48ed-9c0c-ae29a16c6c49 None None] Provisioning for port d924a58a-33f3-4b01-921d-aa6b3df29907 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:47:27.949156 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-19287ac6-7795-48ed-9c0c-ae29a16c6c49 None None] Provisioning complete for port d924a58a-33f3-4b01-921d-aa6b3df29907 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:27.949551 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-19287ac6-7795-48ed-9c0c-ae29a16c6c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:27.971756 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Routers {'d88fefdf-be75-49bd-8374-06fb22b8d8bc'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:47:27.972389 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:47:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:28.040686 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b7d17620-678a-4d76-87f9-d2be010ca966 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:28.099058 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b7d17620-678a-4d76-87f9-d2be010ca966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:28.180824 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=e3f35513-a34f-4f2d-a223-b51868110b51,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:28.191206 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-19287ac6-7795-48ed-9c0c-ae29a16c6c49 None None] Port d924a58a-33f3-4b01-921d-aa6b3df29907 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:47:28.206216 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d17620-678a-4d76-87f9-d2be010ca966 admin admin] Pushing event updated for resources: {'Port': ['ID=d924a58a-33f3-4b01-921d-aa6b3df29907,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:28.208741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-b7d17620-678a-4d76-87f9-d2be010ca966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:28.237662 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] Set router d88fefdf-be75-49bd-8374-06fb22b8d8bc gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:47:28.348769 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d17620-678a-4d76-87f9-d2be010ca966 admin admin] Network b8db9c35-666e-4796-97b0-9d3eeeee68fa is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:47:28.350098 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-b7d17620-678a-4d76-87f9-d2be010ca966 admin admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:47:28.565835 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 4, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'd924a58a-33f3-4b01-921d-aa6b3df29907', 'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'mac_address': 'fa:16:3e:a2:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:26Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 1, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'subnets': [{'id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:28.570058 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae6dc6b-2526-47c2-8b33-f9546d42bcc2 None None] The sync data for ids ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'] in dv-neutron-831573-1-hyperv is: [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 4, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'd924a58a-33f3-4b01-921d-aa6b3df29907', 'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'mac_address': 'fa:16:3e:a2:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:26Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 1, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'subnets': [{'id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:47:28.617214 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-9dfdee77-656e-4f67-929e-4ba274efa949 None None] Provisioning complete for port d924a58a-33f3-4b01-921d-aa6b3df29907 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:28.617501 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9dfdee77-656e-4f67-929e-4ba274efa949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:28.678328 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-9dfdee77-656e-4f67-929e-4ba274efa949 None None] Port d924a58a-33f3-4b01-921d-aa6b3df29907 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:47:28.776994 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d17620-678a-4d76-87f9-d2be010ca966 admin admin] Router d88fefdf-be75-49bd-8374-06fb22b8d8bc has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:47:29.092756 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e3f35513-a34f-4f2d-a223-b51868110b51 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:47:29.106260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d17620-678a-4d76-87f9-d2be010ca966 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:47:29.125049 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-b7d17620-678a-4d76-87f9-d2be010ca966 admin admin] 10.222.0.73 "PUT /v2.0/routers/d88fefdf-be75-49bd-8374-06fb22b8d8bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9534478 Mar 02 19:47:29.184690 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port e3f35513-a34f-4f2d-a223-b51868110b51 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:29.185488 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:30.328014 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 44008) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:30.333429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-580374849-network', 'tenant_id': '89a990601cba40e7bc9998e3911e3d48'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:47:30.338305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:30.342776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Usage tracker for resource:network and tenant:89a990601cba40e7bc9998e3911e3d48 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:30.345821 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:30.351655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:30.424680 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Made reservation on behalf of 89a990601cba40e7bc9998e3911e3d48 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:47:30.426973 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:30.439418 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:30.470781 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:30.474633 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Usage tracker for resource:security_group_rule and tenant:89a990601cba40e7bc9998e3911e3d48 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:30.477446 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:30.483049 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:30.549577 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:30.618748 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:30.649433 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:47:30.658315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dfaf66-d961-46f0-9dda-8212d6238023,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:30.663629 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:30.663970 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Added segment 1c748850-051d-4ebb-af3a-95a275486fb9 of type vlan for network e7d2d373-c9e7-40b4-80f3-7ca149ba496b Mar 02 19:47:30.689705 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:30.790778 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:30.791682 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:30.792262 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:30.900839 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] Pushing event updated for resources: {'Network': ['ID=e7d2d373-c9e7-40b4-80f3-7ca149ba496b,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:30.910819 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network e7d2d373-c9e7-40b4-80f3-7ca149ba496b details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:47:30.968621 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-886d9c68-e3bd-4ac0-9296-f095bb017416 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6392987 Mar 02 19:47:30.971036 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 44012) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:30.976466 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-1a8fcf3d-3bf0-4ae3-aff8-25b7ca5eacd7 admin admin] Request body: {'subnet': {'network_id': 'e7d2d373-c9e7-40b4-80f3-7ca149ba496b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-580374849-subnet', 'tenant_id': '89a990601cba40e7bc9998e3911e3d48', 'ip_version': 4}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:47:30.982016 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1a8fcf3d-3bf0-4ae3-aff8-25b7ca5eacd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:30.985838 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1a8fcf3d-3bf0-4ae3-aff8-25b7ca5eacd7 admin admin] Usage tracker for resource:subnet and tenant:89a990601cba40e7bc9998e3911e3d48 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:30.988690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1a8fcf3d-3bf0-4ae3-aff8-25b7ca5eacd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:30.994265 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1a8fcf3d-3bf0-4ae3-aff8-25b7ca5eacd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:31.058779 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8fcf3d-3bf0-4ae3-aff8-25b7ca5eacd7 admin admin] Made reservation on behalf of 89a990601cba40e7bc9998e3911e3d48 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:47:31.061693 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1a8fcf3d-3bf0-4ae3-aff8-25b7ca5eacd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:31.109297 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 2c10905e-96bc-4265-bc28-a563d373b844 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:47:31.258663 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 2c10905e-96bc-4265-bc28-a563d373b844 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:47:31.264603 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 2c10905e-96bc-4265-bc28-a563d373b844 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:31.264987 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:31.350380 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1a8fcf3d-3bf0-4ae3-aff8-25b7ca5eacd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:31.381771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:31.398126 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 2c10905e-96bc-4265-bc28-a563d373b844, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=2c10905e-96bc-4265-bc28-a563d373b844,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:47:31.421592 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fcf3d-3bf0-4ae3-aff8-25b7ca5eacd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42442f63-0756-4f3f-b875-f585f0672ccb,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:31.436135 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8fcf3d-3bf0-4ae3-aff8-25b7ca5eacd7 admin admin] Checking segment: {'id': '1c748850-051d-4ebb-af3a-95a275486fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'e7d2d373-c9e7-40b4-80f3-7ca149ba496b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:47:31.436494 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8fcf3d-3bf0-4ae3-aff8-25b7ca5eacd7 admin admin] Network hostable DHCP agents. Network: e7d2d373-c9e7-40b4-80f3-7ca149ba496b, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:47:31.476483 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:31.543107 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=2c10905e-96bc-4265-bc28-a563d373b844,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:31.578848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8fcf3d-3bf0-4ae3-aff8-25b7ca5eacd7 admin admin] Network e7d2d373-c9e7-40b4-80f3-7ca149ba496b is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:47:31.664646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-1a8fcf3d-3bf0-4ae3-aff8-25b7ca5eacd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, e7d2d373-c9e7-40b4-80f3-7ca149ba496b) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:47:31.668869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8fcf3d-3bf0-4ae3-aff8-25b7ca5eacd7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:31.669468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1a8fcf3d-3bf0-4ae3-aff8-25b7ca5eacd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:31.673994 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21576344-f266-4c2d-a1c9-6936535e02a8 None None] Network e7d2d373-c9e7-40b4-80f3-7ca149ba496b requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:47:31.757145 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1a8fcf3d-3bf0-4ae3-aff8-25b7ca5eacd7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7849073 Mar 02 19:47:31.759768 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44016) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:31.765727 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-580374849-router', 'tenant_id': '89a990601cba40e7bc9998e3911e3d48', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:47:31.770378 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:31.775878 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Usage tracker for resource:router and tenant:89a990601cba40e7bc9998e3911e3d48 is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:31.776943 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:31.783384 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:31.859696 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:31.860912 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:31.882330 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:31.891164 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-e7d2d373-c9e7-40b4-80f3-7ca149ba496b', 'network_id': 'e7d2d373-c9e7-40b4-80f3-7ca149ba496b', 'tenant_id': '89a990601cba40e7bc9998e3911e3d48', 'fixed_ips': [{'subnet_id': '42442f63-0756-4f3f-b875-f585f0672ccb'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:47:31.892002 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:32.091075 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:32.102925 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Allocated IP 172.20.0.2 (e7d2d373-c9e7-40b4-80f3-7ca149ba496b/42442f63-0756-4f3f-b875-f585f0672ccb/45fc386d-d0f9-4493-ad30-bd2e3d31fbe7) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:47:32.177547 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:32.307244 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:32.317923 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Transition to ACTIVE for port object 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:47:32.336999 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Transition to ACTIVE for port object 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:47:32.346237 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:32.376698 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:32.385059 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:32.454044 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Network e7d2d373-c9e7-40b4-80f3-7ca149ba496b is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:47:32.457051 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:47:32.461024 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:47:32.471032 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Pushing event updated for resources: {'Port': ['ID=45fc386d-d0f9-4493-ad30-bd2e3d31fbe7,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:32.557880 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Attempting to bind port 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:47:32.558245 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Attempting to bind port 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '1c748850-051d-4ebb-af3a-95a275486fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'e7d2d373-c9e7-40b4-80f3-7ca149ba496b'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:47:32.558593 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Attempting to bind port 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 on network e7d2d373-c9e7-40b4-80f3-7ca149ba496b {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:47:32.565144 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:47:32.565512 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Checking segment: {'id': '1c748850-051d-4ebb-af3a-95a275486fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'e7d2d373-c9e7-40b4-80f3-7ca149ba496b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:47:32.565905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:32.566283 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Bound using segment: {'id': '1c748850-051d-4ebb-af3a-95a275486fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'e7d2d373-c9e7-40b4-80f3-7ca149ba496b'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:47:32.566728 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Bound port: 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c748850-051d-4ebb-af3a-95a275486fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'e7d2d373-c9e7-40b4-80f3-7ca149ba496b'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:47:32.567093 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:32.625902 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Allocated IP 172.26.4.181 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/a60e16d2-d017-452d-8ca4-e41754a7d5ab) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:47:32.655048 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] For port 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:47:32.658157 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] For port 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=45fc386d-d0f9-4493-ad30-bd2e3d31fbe7,segment=NetworkSegment(1c748850-051d-4ebb-af3a-95a275486fb9),segment_id=1c748850-051d-4ebb-af3a-95a275486fb9)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:47:32.728227 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:32.776122 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:32.817394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fe11d-9c96-48ed-805e-82e446edb57f None None] Pushing event updated for resources: {'Port': ['ID=45fc386d-d0f9-4493-ad30-bd2e3d31fbe7,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:32.859670 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:32.933328 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:47:32.944924 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Pushing event updated for resources: {'Port': ['ID=a60e16d2-d017-452d-8ca4-e41754a7d5ab,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:32.948912 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:47:32.951619 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:47:33.176909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:47:33.203080 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:33.204346 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:33.339044 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:47:33.344263 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 2c10905e-96bc-4265-bc28-a563d373b844 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:47:33.418443 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 2c10905e-96bc-4265-bc28-a563d373b844 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:33.418820 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:33.528535 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Router 6d7879f3-3607-478f-ae43-698cfbed0b9a is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:47:33.729213 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4c5beb-7f84-4542-b055-d81baab95794 None None] Network e7d2d373-c9e7-40b4-80f3-7ca149ba496b requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:47:33.749948 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:47:33.759703 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Sync routers for ids ['6d7879f3-3607-478f-ae43-698cfbed0b9a'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:47:33.774430 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Routers {'6d7879f3-3607-478f-ae43-698cfbed0b9a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:47:33.775099 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:47:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['6d7879f3-3607-478f-ae43-698cfbed0b9a'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:33.830827 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:33.832231 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-53f7114b-d52a-4708-b649-add6638e2b8a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0713985 Mar 02 19:47:33.834927 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44020) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:33.917152 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7673261d-0ee7-4c83-a9cb-e132f9e96174 None None] Provisioning for port 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:47:33.924168 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7673261d-0ee7-4c83-a9cb-e132f9e96174 None None] Provisioning complete for port 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:33.924580 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7673261d-0ee7-4c83-a9cb-e132f9e96174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:33.989900 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Set router 6d7879f3-3607-478f-ae43-698cfbed0b9a gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:47:34.115262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7673261d-0ee7-4c83-a9cb-e132f9e96174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:34.152714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-7673261d-0ee7-4c83-a9cb-e132f9e96174 None None] For port 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=45fc386d-d0f9-4493-ad30-bd2e3d31fbe7,segment=NetworkSegment(1c748850-051d-4ebb-af3a-95a275486fb9),segment_id=1c748850-051d-4ebb-af3a-95a275486fb9)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:47:34.218716 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7673261d-0ee7-4c83-a9cb-e132f9e96174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:34.282013 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7879f3-3607-478f-ae43-698cfbed0b9a', 'name': 'tempest-TestShelveInstance-580374849-router', 'tenant_id': '89a990601cba40e7bc9998e3911e3d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'a60e16d2-d017-452d-8ca4-e41754a7d5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:31Z', 'updated_at': '2022-03-02T19:47:33Z', 'revision_number': 3, 'project_id': '89a990601cba40e7bc9998e3911e3d48', 'gw_port': {'id': 'a60e16d2-d017-452d-8ca4-e41754a7d5ab', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7879f3-3607-478f-ae43-698cfbed0b9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:32Z', 'updated_at': '2022-03-02T19:47:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:34.287002 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Checking router: 6d7879f3-3607-478f-ae43-698cfbed0b9a for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:47:34.287378 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Updating router 6d7879f3-3607-478f-ae43-698cfbed0b9a port a60e16d2-d017-452d-8ca4-e41754a7d5ab binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:47:34.301860 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673261d-0ee7-4c83-a9cb-e132f9e96174 None None] Pushing event updated for resources: {'Port': ['ID=45fc386d-d0f9-4493-ad30-bd2e3d31fbe7,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:34.344969 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:34.443086 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-15a2df5f-0b2f-4e95-adb1-e26d22b56bd6 None None] Provisioning complete for port 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:34.443321 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-15a2df5f-0b2f-4e95-adb1-e26d22b56bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:34.688243 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:34.700057 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Transition to ACTIVE for port object a60e16d2-d017-452d-8ca4-e41754a7d5ab will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:47:34.761585 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:34.775923 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-823f72b3-64fb-47aa-ae32-8809d1a6e03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:34.842962 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a67a3-6fa6-4201-b1bd-5a1ad60e317f None None] Pushing event updated for resources: {'Port': ['ID=a60e16d2-d017-452d-8ca4-e41754a7d5ab,revision_number=2']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:34.845146 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Attempting to bind port a60e16d2-d017-452d-8ca4-e41754a7d5ab on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:47:34.845492 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Attempting to bind port a60e16d2-d017-452d-8ca4-e41754a7d5ab by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:47:34.845849 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Attempting to bind port a60e16d2-d017-452d-8ca4-e41754a7d5ab on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:47:34.857636 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a67a3-6fa6-4201-b1bd-5a1ad60e317f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:34.858254 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a67a3-6fa6-4201-b1bd-5a1ad60e317f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:34.858365 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a67a3-6fa6-4201-b1bd-5a1ad60e317f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:34.858620 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a67a3-6fa6-4201-b1bd-5a1ad60e317f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:34.858951 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a67a3-6fa6-4201-b1bd-5a1ad60e317f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:34.859290 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a67a3-6fa6-4201-b1bd-5a1ad60e317f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:34.859631 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a67a3-6fa6-4201-b1bd-5a1ad60e317f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:34.859956 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a67a3-6fa6-4201-b1bd-5a1ad60e317f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:34.860279 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a67a3-6fa6-4201-b1bd-5a1ad60e317f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:34.860597 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a67a3-6fa6-4201-b1bd-5a1ad60e317f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:34.860916 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a67a3-6fa6-4201-b1bd-5a1ad60e317f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:34.864183 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:47:34.864560 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:47:34.864955 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:34.865318 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:47:34.865786 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Bound port: a60e16d2-d017-452d-8ca4-e41754a7d5ab, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:47:34.866254 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:34.945949 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] For port a60e16d2-d017-452d-8ca4-e41754a7d5ab, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:47:34.949027 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] For port a60e16d2-d017-452d-8ca4-e41754a7d5ab, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a60e16d2-d017-452d-8ca4-e41754a7d5ab,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:47:35.002373 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-823f72b3-64fb-47aa-ae32-8809d1a6e03c admin admin] Allocated IP 172.20.0.1 (e7d2d373-c9e7-40b4-80f3-7ca149ba496b/42442f63-0756-4f3f-b875-f585f0672ccb/ee87df15-4fbd-4697-a9b9-4bc10843b809) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:47:35.024725 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:35.099814 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:47:35.122646 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Routers {'6d7879f3-3607-478f-ae43-698cfbed0b9a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:47:35.123186 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:47:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['6d7879f3-3607-478f-ae43-698cfbed0b9a'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:35.160755 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-823f72b3-64fb-47aa-ae32-8809d1a6e03c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:35.169599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:35.170055 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:35.179299 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-823f72b3-64fb-47aa-ae32-8809d1a6e03c admin admin] Transition to ACTIVE for port object ee87df15-4fbd-4697-a9b9-4bc10843b809 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:47:35.231648 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a67a3-6fa6-4201-b1bd-5a1ad60e317f None None] Pushing event updated for resources: {'Port': ['ID=a60e16d2-d017-452d-8ca4-e41754a7d5ab,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:35.259078 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-823f72b3-64fb-47aa-ae32-8809d1a6e03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:35.321397 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] Set router 6d7879f3-3607-478f-ae43-698cfbed0b9a gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:47:35.325616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823f72b3-64fb-47aa-ae32-8809d1a6e03c admin admin] Network e7d2d373-c9e7-40b4-80f3-7ca149ba496b is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:47:35.329166 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-823f72b3-64fb-47aa-ae32-8809d1a6e03c admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:47:35.332615 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823f72b3-64fb-47aa-ae32-8809d1a6e03c admin admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:47:35.376994 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f72b3-64fb-47aa-ae32-8809d1a6e03c admin admin] Pushing event updated for resources: {'Port': ['ID=ee87df15-4fbd-4697-a9b9-4bc10843b809,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:35.398527 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-823f72b3-64fb-47aa-ae32-8809d1a6e03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:35.549004 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-823f72b3-64fb-47aa-ae32-8809d1a6e03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:35.649320 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7879f3-3607-478f-ae43-698cfbed0b9a', 'name': 'tempest-TestShelveInstance-580374849-router', 'tenant_id': '89a990601cba40e7bc9998e3911e3d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'a60e16d2-d017-452d-8ca4-e41754a7d5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:31Z', 'updated_at': '2022-03-02T19:47:33Z', 'revision_number': 3, 'project_id': '89a990601cba40e7bc9998e3911e3d48', 'gw_port': {'id': 'a60e16d2-d017-452d-8ca4-e41754a7d5ab', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7879f3-3607-478f-ae43-698cfbed0b9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:32Z', 'updated_at': '2022-03-02T19:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:35.653339 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fb49d5-1cc4-4456-85af-cd7d99138830 None None] The sync data for ids ['6d7879f3-3607-478f-ae43-698cfbed0b9a'] in dv-neutron-831573-1-hyperv is: [{'id': '6d7879f3-3607-478f-ae43-698cfbed0b9a', 'name': 'tempest-TestShelveInstance-580374849-router', 'tenant_id': '89a990601cba40e7bc9998e3911e3d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'a60e16d2-d017-452d-8ca4-e41754a7d5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:31Z', 'updated_at': '2022-03-02T19:47:33Z', 'revision_number': 3, 'project_id': '89a990601cba40e7bc9998e3911e3d48', 'gw_port': {'id': 'a60e16d2-d017-452d-8ca4-e41754a7d5ab', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7879f3-3607-478f-ae43-698cfbed0b9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:32Z', 'updated_at': '2022-03-02T19:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:47:35.659211 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f5d9394e-5e8d-4fe7-b30e-b4a1317371bc None None] Provisioning for port ee87df15-4fbd-4697-a9b9-4bc10843b809 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:47:35.668816 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f5d9394e-5e8d-4fe7-b30e-b4a1317371bc None None] Provisioning complete for port ee87df15-4fbd-4697-a9b9-4bc10843b809 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:35.668816 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f5d9394e-5e8d-4fe7-b30e-b4a1317371bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:35.719088 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f5d9394e-5e8d-4fe7-b30e-b4a1317371bc None None] Port ee87df15-4fbd-4697-a9b9-4bc10843b809 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:47:35.784012 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-823f72b3-64fb-47aa-ae32-8809d1a6e03c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:35.847449 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-823f72b3-64fb-47aa-ae32-8809d1a6e03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:35.951253 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f72b3-64fb-47aa-ae32-8809d1a6e03c admin admin] Pushing event updated for resources: {'Port': ['ID=ee87df15-4fbd-4697-a9b9-4bc10843b809,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:35.953531 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-823f72b3-64fb-47aa-ae32-8809d1a6e03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:36.093199 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823f72b3-64fb-47aa-ae32-8809d1a6e03c admin admin] Network e7d2d373-c9e7-40b4-80f3-7ca149ba496b is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:47:36.094318 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-823f72b3-64fb-47aa-ae32-8809d1a6e03c admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:47:36.429200 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c7d0c2ec-fba1-4196-a040-a91640766194 None None] Provisioning complete for port ee87df15-4fbd-4697-a9b9-4bc10843b809 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:36.429681 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c7d0c2ec-fba1-4196-a040-a91640766194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:36.521318 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0c2ec-fba1-4196-a040-a91640766194 None None] Port ee87df15-4fbd-4697-a9b9-4bc10843b809 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:47:36.596073 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823f72b3-64fb-47aa-ae32-8809d1a6e03c admin admin] Router 6d7879f3-3607-478f-ae43-698cfbed0b9a has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:47:36.801546 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823f72b3-64fb-47aa-ae32-8809d1a6e03c admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:47:36.810389 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-823f72b3-64fb-47aa-ae32-8809d1a6e03c admin admin] 10.222.0.73 "PUT /v2.0/routers/6d7879f3-3607-478f-ae43-698cfbed0b9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9741428 Mar 02 19:47:37.867021 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44030) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:37.872706 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c05fec16-7860-4dfb-85ff-e2c825b1c0e4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1637801476', 'description': 'tempest-secgroup-smoke-1637801476 description', 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:47:37.878857 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c05fec16-7860-4dfb-85ff-e2c825b1c0e4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:37.882720 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c05fec16-7860-4dfb-85ff-e2c825b1c0e4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Usage tracker for resource:security_group and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:37.885708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c05fec16-7860-4dfb-85ff-e2c825b1c0e4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:37.892596 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c05fec16-7860-4dfb-85ff-e2c825b1c0e4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:37.956123 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c05fec16-7860-4dfb-85ff-e2c825b1c0e4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:37.991183 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c05fec16-7860-4dfb-85ff-e2c825b1c0e4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:37.995032 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c05fec16-7860-4dfb-85ff-e2c825b1c0e4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Usage tracker for resource:security_group_rule and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:37.997912 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c05fec16-7860-4dfb-85ff-e2c825b1c0e4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:38.003600 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c05fec16-7860-4dfb-85ff-e2c825b1c0e4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:38.061664 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c05fec16-7860-4dfb-85ff-e2c825b1c0e4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:38.110185 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c05fec16-7860-4dfb-85ff-e2c825b1c0e4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:38.151202 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fec16-7860-4dfb-85ff-e2c825b1c0e4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:38.207337 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c05fec16-7860-4dfb-85ff-e2c825b1c0e4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:38.208599 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c05fec16-7860-4dfb-85ff-e2c825b1c0e4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3405671 Mar 02 19:47:38.211640 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44034) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:38.217611 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-8dc32347-c61a-499f-b25f-3c79d7871252 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Request body: {'security_group_rule': {'security_group_id': 'fa1ee71f-c058-4eb1-bc75-ffdfdca314bb', 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:47:38.223663 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8dc32347-c61a-499f-b25f-3c79d7871252 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:38.227425 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8dc32347-c61a-499f-b25f-3c79d7871252 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Usage tracker for resource:security_group_rule and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:38.230390 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-8dc32347-c61a-499f-b25f-3c79d7871252 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:38.236743 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-8dc32347-c61a-499f-b25f-3c79d7871252 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:38.311820 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8dc32347-c61a-499f-b25f-3c79d7871252 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:38.372590 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8dc32347-c61a-499f-b25f-3c79d7871252 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:38.458400 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8dc32347-c61a-499f-b25f-3c79d7871252 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:38.482593 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc32347-c61a-499f-b25f-3c79d7871252 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6342ab7b-2da0-4a5c-a1ce-f51c836f0a80,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:38.561495 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8dc32347-c61a-499f-b25f-3c79d7871252 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:38.562758 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8dc32347-c61a-499f-b25f-3c79d7871252 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3501382 Mar 02 19:47:38.565675 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44038) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:38.571287 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-c94c4a56-74c4-45f7-9191-3acadce41621 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Request body: {'security_group_rule': {'security_group_id': 'fa1ee71f-c058-4eb1-bc75-ffdfdca314bb', 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:47:38.577746 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c94c4a56-74c4-45f7-9191-3acadce41621 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:38.581521 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c94c4a56-74c4-45f7-9191-3acadce41621 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Usage tracker for resource:security_group_rule and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:38.584546 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c94c4a56-74c4-45f7-9191-3acadce41621 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:38.590224 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-c94c4a56-74c4-45f7-9191-3acadce41621 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:38.676406 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c94c4a56-74c4-45f7-9191-3acadce41621 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:38.738217 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c94c4a56-74c4-45f7-9191-3acadce41621 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:38.818697 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c94c4a56-74c4-45f7-9191-3acadce41621 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:38.843294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c4a56-74c4-45f7-9191-3acadce41621 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c22efc-3a95-4d4f-b417-644755a18c6d,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:38.921117 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-c94c4a56-74c4-45f7-9191-3acadce41621 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:38.922305 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c94c4a56-74c4-45f7-9191-3acadce41621 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3556736 Mar 02 19:47:38.925037 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44042) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:38.930359 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-37fb4ca2-9d67-41b7-909c-db499a132acb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Request body: {'security_group_rule': {'security_group_id': 'fa1ee71f-c058-4eb1-bc75-ffdfdca314bb', 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:47:38.936401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-37fb4ca2-9d67-41b7-909c-db499a132acb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:38.940138 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-37fb4ca2-9d67-41b7-909c-db499a132acb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Usage tracker for resource:security_group_rule and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:38.942916 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-37fb4ca2-9d67-41b7-909c-db499a132acb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:38.948510 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-37fb4ca2-9d67-41b7-909c-db499a132acb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:39.048302 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37fb4ca2-9d67-41b7-909c-db499a132acb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:39.111152 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37fb4ca2-9d67-41b7-909c-db499a132acb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:39.189842 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37fb4ca2-9d67-41b7-909c-db499a132acb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:39.214435 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb4ca2-9d67-41b7-909c-db499a132acb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba99969-f21e-494e-8ee0-062b7c4c9f62,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:39.287118 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-37fb4ca2-9d67-41b7-909c-db499a132acb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:39.288351 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-37fb4ca2-9d67-41b7-909c-db499a132acb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3623946 Mar 02 19:47:39.291010 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44046) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:39.297211 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-3bbbb1fd-88b3-45e5-9d79-f9318fe75907 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Request body: {'security_group_rule': {'security_group_id': 'fa1ee71f-c058-4eb1-bc75-ffdfdca314bb', 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:47:39.303275 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-3bbbb1fd-88b3-45e5-9d79-f9318fe75907 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:39.306992 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3bbbb1fd-88b3-45e5-9d79-f9318fe75907 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Usage tracker for resource:security_group_rule and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:39.310516 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-3bbbb1fd-88b3-45e5-9d79-f9318fe75907 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:39.316186 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-3bbbb1fd-88b3-45e5-9d79-f9318fe75907 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:39.396034 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3bbbb1fd-88b3-45e5-9d79-f9318fe75907 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:39.461429 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3bbbb1fd-88b3-45e5-9d79-f9318fe75907 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:39.532971 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3bbbb1fd-88b3-45e5-9d79-f9318fe75907 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:39.556470 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbb1fd-88b3-45e5-9d79-f9318fe75907 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a61783b-92cc-438c-becb-967f1db7b05c,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:39.641306 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3bbbb1fd-88b3-45e5-9d79-f9318fe75907 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:39.642502 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3bbbb1fd-88b3-45e5-9d79-f9318fe75907 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3503888 Mar 02 19:47:39.645250 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44050) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:39.659838 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-0cffa047-520c-452b-a2e4-e26f6e4b5418 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Request body: {'security_group_rule': {'security_group_id': 'fa1ee71f-c058-4eb1-bc75-ffdfdca314bb', 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:47:39.659838 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0cffa047-520c-452b-a2e4-e26f6e4b5418 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:39.661193 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0cffa047-520c-452b-a2e4-e26f6e4b5418 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Usage tracker for resource:security_group_rule and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:39.663871 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-0cffa047-520c-452b-a2e4-e26f6e4b5418 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:39.669804 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-0cffa047-520c-452b-a2e4-e26f6e4b5418 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:39.726908 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.securitygroups_db [None req-0cffa047-520c-452b-a2e4-e26f6e4b5418 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Project b9527bf06c884d9397c38c48ca8a5ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:47:39.734018 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0cffa047-520c-452b-a2e4-e26f6e4b5418 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:39.799099 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0cffa047-520c-452b-a2e4-e26f6e4b5418 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:39.875645 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0cffa047-520c-452b-a2e4-e26f6e4b5418 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:39.900605 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffa047-520c-452b-a2e4-e26f6e4b5418 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f35b2b-9137-4eda-8786-3e8f27c9b6f3,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:39.950134 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0cffa047-520c-452b-a2e4-e26f6e4b5418 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:39.951515 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0cffa047-520c-452b-a2e4-e26f6e4b5418 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3053412 Mar 02 19:47:39.954341 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44054) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:39.959852 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-5d7484c7-d31b-4c86-936e-c375ceae451b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Request body: {'security_group_rule': {'security_group_id': 'fa1ee71f-c058-4eb1-bc75-ffdfdca314bb', 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:47:39.966395 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5d7484c7-d31b-4c86-936e-c375ceae451b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:39.970294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5d7484c7-d31b-4c86-936e-c375ceae451b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Usage tracker for resource:security_group_rule and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:39.973182 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-5d7484c7-d31b-4c86-936e-c375ceae451b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:39.978875 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-5d7484c7-d31b-4c86-936e-c375ceae451b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:40.035690 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.securitygroups_db [None req-5d7484c7-d31b-4c86-936e-c375ceae451b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Project b9527bf06c884d9397c38c48ca8a5ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:47:40.043651 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5d7484c7-d31b-4c86-936e-c375ceae451b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:40.109550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5d7484c7-d31b-4c86-936e-c375ceae451b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:40.184825 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5d7484c7-d31b-4c86-936e-c375ceae451b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:40.211959 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7484c7-d31b-4c86-936e-c375ceae451b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4815ac82-550c-4c35-aaf6-6aceae58f77d,revision_number=0']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:40.298764 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-5d7484c7-d31b-4c86-936e-c375ceae451b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:40.300129 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-5d7484c7-d31b-4c86-936e-c375ceae451b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3449039 Mar 02 19:47:40.470416 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-51b149d7-f817-4a95-9ac5-5c5bf91d58a8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Synchronizing usage tracker for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:47:40.532657 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-51b149d7-f817-4a95-9ac5-5c5bf91d58a8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Unset dirty status for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:47:40.533827 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-51b149d7-f817-4a95-9ac5-5c5bf91d58a8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1637801476&fields=id&tenant_id=b9527bf06c884d9397c38c48ca8a5ada HTTP/1.1" status: 200 len: 267 time: 0.1048801 Mar 02 19:47:40.681331 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-bdc762dc-a3e3-456b-b37f-b7c1e1e862cd tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:40.681992 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-bdc762dc-a3e3-456b-b37f-b7c1e1e862cd tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Synchronizing usage tracker for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:47:40.743909 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-bdc762dc-a3e3-456b-b37f-b7c1e1e862cd tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Unset dirty status for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:47:40.745029 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-bdc762dc-a3e3-456b-b37f-b7c1e1e862cd tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 809 time: 0.2047429 Mar 02 19:47:40.761898 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-023a64e7-27b0-4083-a6db-ea70aadc0490 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/quotas/b9527bf06c884d9397c38c48ca8a5ada HTTP/1.1" status: 200 len: 375 time: 0.0109358 Mar 02 19:47:40.844904 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-240c8213-fbb0-43c9-9125-f022f26be313 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Synchronizing usage tracker for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:47:40.966567 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-240c8213-fbb0-43c9-9125-f022f26be313 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Unset dirty status for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:47:40.967904 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-240c8213-fbb0-43c9-9125-f022f26be313 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2009625 Mar 02 19:47:41.149870 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-eda65523-a759-4e9f-8d05-77de90ed798a service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 19:47:41.150830 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-eda65523-a759-4e9f-8d05-77de90ed798a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1716056 Mar 02 19:47:41.301485 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-a5238c39-8d51-473d-86eb-ea3abd2b130a service neutron] 10.222.0.73 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436532 Mar 02 19:47:41.447967 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-2a3087af-daa9-4cd9-acd5-f2f4f99cdfa3 service neutron] 10.222.0.73 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407437 Mar 02 19:47:42.451015 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Sync routers for ids ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:47:42.464478 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Routers {'d88fefdf-be75-49bd-8374-06fb22b8d8bc'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:47:42.465421 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:47:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:42.643679 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Set router d88fefdf-be75-49bd-8374-06fb22b8d8bc gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:47:42.723477 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-46c4dcb9-c901-43b4-8da6-ba614116bb69 req-d336f946-a53d-4b8c-b91e-fd5adb95a55c tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 210 time: 0.0427680 Mar 02 19:47:42.964351 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 4, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'd924a58a-33f3-4b01-921d-aa6b3df29907', 'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'mac_address': 'fa:16:3e:a2:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:26Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 2, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'subnets': [{'id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:42.969343 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Checking router: d88fefdf-be75-49bd-8374-06fb22b8d8bc for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:47:42.969746 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Updating router d88fefdf-be75-49bd-8374-06fb22b8d8bc port d924a58a-33f3-4b01-921d-aa6b3df29907 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:47:43.020048 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:43.127061 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a60e16d2-d017-452d-8ca4-e41754a7d5ab up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:47:43.382021 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port a60e16d2-d017-452d-8ca4-e41754a7d5ab completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:47:43.398988 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a60e16d2-d017-452d-8ca4-e41754a7d5ab triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:43.399381 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:43.456648 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:43.473994 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Transition to ACTIVE for port object d924a58a-33f3-4b01-921d-aa6b3df29907 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:47:43.539406 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:43.556300 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port a60e16d2-d017-452d-8ca4-e41754a7d5ab, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a60e16d2-d017-452d-8ca4-e41754a7d5ab,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:47:43.583896 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:43.623167 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:43.722900 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41721f84-c4cd-4bc7-8db1-70e5a66013c2 None None] Pushing event updated for resources: {'Port': ['ID=d924a58a-33f3-4b01-921d-aa6b3df29907,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:43.838271 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fb3d5b0c-d120-43af-b18d-55fbab89cadb req-742112d5-11a8-47bf-96d8-1a94416f15ff tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 210 time: 0.0467808 Mar 02 19:47:43.885564 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Attempting to bind port d924a58a-33f3-4b01-921d-aa6b3df29907 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:47:43.885930 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Attempting to bind port d924a58a-33f3-4b01-921d-aa6b3df29907 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '3ef9d04f-7f68-49e1-92b3-6f15b29d9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:47:43.886824 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Attempting to bind port d924a58a-33f3-4b01-921d-aa6b3df29907 on network b8db9c35-666e-4796-97b0-9d3eeeee68fa {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:47:43.894448 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=a60e16d2-d017-452d-8ca4-e41754a7d5ab,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:43.901642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:47:43.902583 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Checking segment: {'id': '3ef9d04f-7f68-49e1-92b3-6f15b29d9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:47:43.903113 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:43.903376 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Bound using segment: {'id': '3ef9d04f-7f68-49e1-92b3-6f15b29d9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:47:43.903912 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Bound port: d924a58a-33f3-4b01-921d-aa6b3df29907, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef9d04f-7f68-49e1-92b3-6f15b29d9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:47:43.904281 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:43.995724 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] For port d924a58a-33f3-4b01-921d-aa6b3df29907, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:47:43.998803 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] For port d924a58a-33f3-4b01-921d-aa6b3df29907, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=d924a58a-33f3-4b01-921d-aa6b3df29907,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:47:44.092857 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:44.209863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41721f84-c4cd-4bc7-8db1-70e5a66013c2 None None] Pushing event updated for resources: {'Port': ['ID=d924a58a-33f3-4b01-921d-aa6b3df29907,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:44.222592 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Routers {'d88fefdf-be75-49bd-8374-06fb22b8d8bc'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:47:44.223323 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:47:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:44.411736 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] Set router d88fefdf-be75-49bd-8374-06fb22b8d8bc gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:47:44.742325 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 4, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'd924a58a-33f3-4b01-921d-aa6b3df29907', 'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'mac_address': 'fa:16:3e:a2:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:26Z', 'updated_at': '2022-03-02T19:47:43Z', 'revision_number': 4, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'subnets': [{'id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:44.747310 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc53765-06b0-4204-9179-887076d47cb2 None None] The sync data for ids ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'] in dv-neutron-831573-1-hyperv is: [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 4, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'd924a58a-33f3-4b01-921d-aa6b3df29907', 'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'mac_address': 'fa:16:3e:a2:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:26Z', 'updated_at': '2022-03-02T19:47:43Z', 'revision_number': 4, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'subnets': [{'id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:47:44.953156 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-77183a7a-30f0-4968-9d8d-eba641a4bee7 req-19e7732c-e37b-4184-a1ae-5b81a7661541 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 210 time: 0.0441828 Mar 02 19:47:45.129515 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a60e16d2-d017-452d-8ca4-e41754a7d5ab up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:47:45.211232 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port a60e16d2-d017-452d-8ca4-e41754a7d5ab triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:45.211727 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:45.264656 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Sync routers for ids ['6d7879f3-3607-478f-ae43-698cfbed0b9a'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:47:45.276595 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Routers {'6d7879f3-3607-478f-ae43-698cfbed0b9a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:47:45.278206 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:47:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['6d7879f3-3607-478f-ae43-698cfbed0b9a'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:45.350439 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d924a58a-33f3-4b01-921d-aa6b3df29907 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:47:45.471515 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Set router 6d7879f3-3607-478f-ae43-698cfbed0b9a gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:47:45.475087 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port d924a58a-33f3-4b01-921d-aa6b3df29907 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:47:45.480904 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port d924a58a-33f3-4b01-921d-aa6b3df29907 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:45.485998 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:45.598070 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:45.630903 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port d924a58a-33f3-4b01-921d-aa6b3df29907, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=d924a58a-33f3-4b01-921d-aa6b3df29907,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:47:45.697876 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:45.765361 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=d924a58a-33f3-4b01-921d-aa6b3df29907,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:45.789541 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7879f3-3607-478f-ae43-698cfbed0b9a', 'name': 'tempest-TestShelveInstance-580374849-router', 'tenant_id': '89a990601cba40e7bc9998e3911e3d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'a60e16d2-d017-452d-8ca4-e41754a7d5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:31Z', 'updated_at': '2022-03-02T19:47:35Z', 'revision_number': 4, 'project_id': '89a990601cba40e7bc9998e3911e3d48', 'gw_port': {'id': 'a60e16d2-d017-452d-8ca4-e41754a7d5ab', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7879f3-3607-478f-ae43-698cfbed0b9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:32Z', 'updated_at': '2022-03-02T19:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ee87df15-4fbd-4697-a9b9-4bc10843b809', 'name': '', 'network_id': 'e7d2d373-c9e7-40b4-80f3-7ca149ba496b', 'tenant_id': '89a990601cba40e7bc9998e3911e3d48', 'mac_address': 'fa:16:3e:3d:0e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7879f3-3607-478f-ae43-698cfbed0b9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42442f63-0756-4f3f-b875-f585f0672ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:34Z', 'updated_at': '2022-03-02T19:47:35Z', 'revision_number': 2, 'project_id': '89a990601cba40e7bc9998e3911e3d48', 'subnets': [{'id': '42442f63-0756-4f3f-b875-f585f0672ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:45.793733 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Checking router: 6d7879f3-3607-478f-ae43-698cfbed0b9a for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:47:45.794082 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Updating router 6d7879f3-3607-478f-ae43-698cfbed0b9a port ee87df15-4fbd-4697-a9b9-4bc10843b809 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:47:45.848602 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:46.108979 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-35885118-40f6-4e99-b3fa-2b84cc62e5b0 req-cc6fd111-2a9a-49b9-9b89-6872936d2113 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 210 time: 0.0492420 Mar 02 19:47:46.223600 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:46.235036 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Transition to ACTIVE for port object ee87df15-4fbd-4697-a9b9-4bc10843b809 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:47:46.310123 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:46.430032 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3aaca-398b-499a-a38f-6f3c29165bd1 None None] Pushing event updated for resources: {'Port': ['ID=ee87df15-4fbd-4697-a9b9-4bc10843b809,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:46.537001 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Attempting to bind port ee87df15-4fbd-4697-a9b9-4bc10843b809 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:47:46.537369 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Attempting to bind port ee87df15-4fbd-4697-a9b9-4bc10843b809 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': '1c748850-051d-4ebb-af3a-95a275486fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'e7d2d373-c9e7-40b4-80f3-7ca149ba496b'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:47:46.540556 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Attempting to bind port ee87df15-4fbd-4697-a9b9-4bc10843b809 on network e7d2d373-c9e7-40b4-80f3-7ca149ba496b {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:47:46.544520 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:47:46.544890 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Checking segment: {'id': '1c748850-051d-4ebb-af3a-95a275486fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'e7d2d373-c9e7-40b4-80f3-7ca149ba496b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:47:46.545286 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:46.545677 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Bound using segment: {'id': '1c748850-051d-4ebb-af3a-95a275486fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'e7d2d373-c9e7-40b4-80f3-7ca149ba496b'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:47:46.546128 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Bound port: ee87df15-4fbd-4697-a9b9-4bc10843b809, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c748850-051d-4ebb-af3a-95a275486fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'e7d2d373-c9e7-40b4-80f3-7ca149ba496b'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:47:46.546497 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:46.635300 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] For port ee87df15-4fbd-4697-a9b9-4bc10843b809, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:47:46.639201 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] For port ee87df15-4fbd-4697-a9b9-4bc10843b809, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=ee87df15-4fbd-4697-a9b9-4bc10843b809,segment=NetworkSegment(1c748850-051d-4ebb-af3a-95a275486fb9),segment_id=1c748850-051d-4ebb-af3a-95a275486fb9)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:47:46.715591 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:46.799587 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3aaca-398b-499a-a38f-6f3c29165bd1 None None] Pushing event updated for resources: {'Port': ['ID=ee87df15-4fbd-4697-a9b9-4bc10843b809,revision_number=4']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:46.802449 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Routers {'6d7879f3-3607-478f-ae43-698cfbed0b9a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:47:46.803046 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:47:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['6d7879f3-3607-478f-ae43-698cfbed0b9a'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:47.015021 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] Set router 6d7879f3-3607-478f-ae43-698cfbed0b9a gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:47:47.097125 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d924a58a-33f3-4b01-921d-aa6b3df29907 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:47:47.169440 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port d924a58a-33f3-4b01-921d-aa6b3df29907 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:47.170020 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:47.286172 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7aebf0a4-1a2b-4a72-a635-66cb52655d13 req-72be28ad-4e3c-4cfa-825b-af0b9698b416 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 210 time: 0.0462503 Mar 02 19:47:47.345543 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7879f3-3607-478f-ae43-698cfbed0b9a', 'name': 'tempest-TestShelveInstance-580374849-router', 'tenant_id': '89a990601cba40e7bc9998e3911e3d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'a60e16d2-d017-452d-8ca4-e41754a7d5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:31Z', 'updated_at': '2022-03-02T19:47:35Z', 'revision_number': 4, 'project_id': '89a990601cba40e7bc9998e3911e3d48', 'gw_port': {'id': 'a60e16d2-d017-452d-8ca4-e41754a7d5ab', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7879f3-3607-478f-ae43-698cfbed0b9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:32Z', 'updated_at': '2022-03-02T19:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ee87df15-4fbd-4697-a9b9-4bc10843b809', 'name': '', 'network_id': 'e7d2d373-c9e7-40b4-80f3-7ca149ba496b', 'tenant_id': '89a990601cba40e7bc9998e3911e3d48', 'mac_address': 'fa:16:3e:3d:0e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7879f3-3607-478f-ae43-698cfbed0b9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42442f63-0756-4f3f-b875-f585f0672ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:34Z', 'updated_at': '2022-03-02T19:47:46Z', 'revision_number': 4, 'project_id': '89a990601cba40e7bc9998e3911e3d48', 'subnets': [{'id': '42442f63-0756-4f3f-b875-f585f0672ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:47.349557 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22efe6f9-3117-48d7-862f-8713af739262 None None] The sync data for ids ['6d7879f3-3607-478f-ae43-698cfbed0b9a'] in dv-neutron-831573-1-hyperv is: [{'id': '6d7879f3-3607-478f-ae43-698cfbed0b9a', 'name': 'tempest-TestShelveInstance-580374849-router', 'tenant_id': '89a990601cba40e7bc9998e3911e3d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'a60e16d2-d017-452d-8ca4-e41754a7d5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:31Z', 'updated_at': '2022-03-02T19:47:35Z', 'revision_number': 4, 'project_id': '89a990601cba40e7bc9998e3911e3d48', 'gw_port': {'id': 'a60e16d2-d017-452d-8ca4-e41754a7d5ab', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7879f3-3607-478f-ae43-698cfbed0b9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:32Z', 'updated_at': '2022-03-02T19:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'ee87df15-4fbd-4697-a9b9-4bc10843b809', 'name': '', 'network_id': 'e7d2d373-c9e7-40b4-80f3-7ca149ba496b', 'tenant_id': '89a990601cba40e7bc9998e3911e3d48', 'mac_address': 'fa:16:3e:3d:0e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7879f3-3607-478f-ae43-698cfbed0b9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42442f63-0756-4f3f-b875-f585f0672ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:34Z', 'updated_at': '2022-03-02T19:47:46Z', 'revision_number': 4, 'project_id': '89a990601cba40e7bc9998e3911e3d48', 'subnets': [{'id': '42442f63-0756-4f3f-b875-f585f0672ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:47:48.455407 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ca9be6c4-bd8f-43ae-be03-cd53b96174b3 req-ab865431-fe3d-4300-a718-d8b9ac8dd0a8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 210 time: 0.0424454 Mar 02 19:47:49.045142 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e64d93c6-8954-4953-906f-d5bbcf09264a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:49.046801 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e64d93c6-8954-4953-906f-d5bbcf09264a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.87 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 809 time: 0.1539416 Mar 02 19:47:49.108532 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-330ae160-4407-4618-b006-b3ac3d78600c tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9527bf06c884d9397c38c48ca8a5ada HTTP/1.1" status: 200 len: 380 time: 0.0456657 Mar 02 19:47:49.129797 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device ee87df15-4fbd-4697-a9b9-4bc10843b809 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:47:49.135138 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-316c9f0d-1a3d-49b0-9f50-ef2499405437 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Request body: {'port': {'device_id': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'admin_state_up': True, 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'security_groups': ['fa1ee71f-c058-4eb1-bc75-ffdfdca314bb']}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:47:49.269210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-316c9f0d-1a3d-49b0-9f50-ef2499405437 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:49.279742 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-316c9f0d-1a3d-49b0-9f50-ef2499405437 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:49.289077 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port ee87df15-4fbd-4697-a9b9-4bc10843b809 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:47:49.293033 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port ee87df15-4fbd-4697-a9b9-4bc10843b809 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:49.293033 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:49.367009 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-316c9f0d-1a3d-49b0-9f50-ef2499405437 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Made reservation on behalf of b9527bf06c884d9397c38c48ca8a5ada for: {'port': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:47:49.370160 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-316c9f0d-1a3d-49b0-9f50-ef2499405437 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:49.416242 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:49.450343 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port ee87df15-4fbd-4697-a9b9-4bc10843b809, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=ee87df15-4fbd-4697-a9b9-4bc10843b809,segment=NetworkSegment(1c748850-051d-4ebb-af3a-95a275486fb9),segment_id=1c748850-051d-4ebb-af3a-95a275486fb9)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:47:49.515650 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:49.590247 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=ee87df15-4fbd-4697-a9b9-4bc10843b809,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:49.635080 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3183392f-4657-409a-9ae1-4c749dc0f4c9 req-7446a1b2-db93-4101-92ce-bb813bdfeb9b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 210 time: 0.0424933 Mar 02 19:47:49.639215 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-316c9f0d-1a3d-49b0-9f50-ef2499405437 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Allocated IP 172.20.0.14 (b8db9c35-666e-4796-97b0-9d3eeeee68fa/01846bc9-f1b2-4929-952a-1f85294dc5a9/97155fb1-31e6-407e-bc29-b7c1b5234119) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:47:49.824782 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-316c9f0d-1a3d-49b0-9f50-ef2499405437 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:49.839981 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-316c9f0d-1a3d-49b0-9f50-ef2499405437 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Transition to ACTIVE for port object 97155fb1-31e6-407e-bc29-b7c1b5234119 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:47:49.904031 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-316c9f0d-1a3d-49b0-9f50-ef2499405437 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:49.976539 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-316c9f0d-1a3d-49b0-9f50-ef2499405437 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Network b8db9c35-666e-4796-97b0-9d3eeeee68fa is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:47:49.980063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-316c9f0d-1a3d-49b0-9f50-ef2499405437 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:47:49.983980 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-316c9f0d-1a3d-49b0-9f50-ef2499405437 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:47:50.026243 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c9f0d-1a3d-49b0-9f50-ef2499405437 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event updated for resources: {'Port': ['ID=97155fb1-31e6-407e-bc29-b7c1b5234119,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:50.067756 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-316c9f0d-1a3d-49b0-9f50-ef2499405437 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:50.068490 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-316c9f0d-1a3d-49b0-9f50-ef2499405437 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:50.156186 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-316c9f0d-1a3d-49b0-9f50-ef2499405437 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0344486 Mar 02 19:47:50.168260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] Request body: {'port': {'device_id': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:47:50.280618 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:50.320751 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c874be1a-1736-469d-b856-f9dcbc229c55 None None] Provisioning for port 97155fb1-31e6-407e-bc29-b7c1b5234119 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:47:50.326848 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-c874be1a-1736-469d-b856-f9dcbc229c55 None None] Provisioning complete for port 97155fb1-31e6-407e-bc29-b7c1b5234119 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:50.327334 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c874be1a-1736-469d-b856-f9dcbc229c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:50.384678 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-c874be1a-1736-469d-b856-f9dcbc229c55 None None] Port 97155fb1-31e6-407e-bc29-b7c1b5234119 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:47:50.632121 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97155fb1-31e6-407e-bc29-b7c1b5234119 {{(pid=84532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:47:50.639832 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:50.654731 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] Transition to ACTIVE for port object 97155fb1-31e6-407e-bc29-b7c1b5234119 will not be triggered until provisioned by entity L2. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:47:50.737885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:50.912639 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] Pushing event updated for resources: {'Port': ['ID=97155fb1-31e6-407e-bc29-b7c1b5234119,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:51.028054 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f86395-1584-4f33-bd12-66e5ab81d6ed req-b543811e-eda9-47c1-96df-23539074e782 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:51.028774 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-c6f86395-1584-4f33-bd12-66e5ab81d6ed req-b543811e-eda9-47c1-96df-23539074e782 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Synchronizing usage tracker for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:47:51.056893 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] Attempting to bind port 97155fb1-31e6-407e-bc29-b7c1b5234119 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:47:51.057235 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] Attempting to bind port 97155fb1-31e6-407e-bc29-b7c1b5234119 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '3ef9d04f-7f68-49e1-92b3-6f15b29d9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa'}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:47:51.058166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] Attempting to bind port 97155fb1-31e6-407e-bc29-b7c1b5234119 on network b8db9c35-666e-4796-97b0-9d3eeeee68fa {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:47:51.064580 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] Port 97155fb1-31e6-407e-bc29-b7c1b5234119 on network b8db9c35-666e-4796-97b0-9d3eeeee68fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:47:51.064922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] Attempting to bind port 97155fb1-31e6-407e-bc29-b7c1b5234119 on network b8db9c35-666e-4796-97b0-9d3eeeee68fa {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:47:51.071718 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:47:51.072053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] Checking segment: {'id': '3ef9d04f-7f68-49e1-92b3-6f15b29d9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:47:51.072440 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] Bound using segment: {'id': '3ef9d04f-7f68-49e1-92b3-6f15b29d9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa'} {{(pid=84532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:47:51.072865 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.managers [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] Bound port: 97155fb1-31e6-407e-bc29-b7c1b5234119, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef9d04f-7f68-49e1-92b3-6f15b29d9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa'}}] {{(pid=84532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:47:51.073789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:51.099757 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device ee87df15-4fbd-4697-a9b9-4bc10843b809 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:47:51.118696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-c6f86395-1584-4f33-bd12-66e5ab81d6ed req-b543811e-eda9-47c1-96df-23539074e782 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Unset dirty status for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:47:51.123067 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c6f86395-1584-4f33-bd12-66e5ab81d6ed req-b543811e-eda9-47c1-96df-23539074e782 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 944 time: 0.3523471 Mar 02 19:47:51.202893 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] For port 97155fb1-31e6-407e-bc29-b7c1b5234119, host hv-neutron-8315, cleared binding levels {{(pid=84532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:47:51.206491 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c6f86395-1584-4f33-bd12-66e5ab81d6ed req-923ecc6e-43c4-4878-a1c2-82270292f068 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754123 Mar 02 19:47:51.210138 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port ee87df15-4fbd-4697-a9b9-4bc10843b809 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:51.210563 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:51.212568 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] For port 97155fb1-31e6-407e-bc29-b7c1b5234119, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=97155fb1-31e6-407e-bc29-b7c1b5234119,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:47:51.275515 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:51.345323 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:51.346761 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] 10.222.0.87 "PUT /v2.0/ports/97155fb1-31e6-407e-bc29-b7c1b5234119 HTTP/1.1" status: 200 len: 1094 time: 1.1830840 Mar 02 19:47:51.347263 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'tag': '97155fb1-31e6-407e-bc29-b7c1b5234119'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:47:51.377878 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c600c-9295-4633-b3b3-0629b4b1bbee service neutron] Pushing event updated for resources: {'Port': ['ID=97155fb1-31e6-407e-bc29-b7c1b5234119,revision_number=3']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:51.415626 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'tag': '97155fb1-31e6-407e-bc29-b7c1b5234119', 'status': 'completed', 'code': 200} Mar 02 19:47:51.512540 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-efb10925-4afd-4107-8686-1799b8d28773 req-65951a04-ad64-489d-87fe-82d9d2f2e473 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0774374 Mar 02 19:47:51.658748 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb10925-4afd-4107-8686-1799b8d28773 req-6fb26dd2-153e-4312-b22b-345b45160089 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:51.669624 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-efb10925-4afd-4107-8686-1799b8d28773 req-6fb26dd2-153e-4312-b22b-345b45160089 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1410391 Mar 02 19:47:51.680571 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6f227c3f-2ef1-4d73-b34b-7db2441c21e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:51.886974 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb10925-4afd-4107-8686-1799b8d28773 req-544ebe75-ec2c-45d5-b1c5-2cb5211b7be8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:51.888812 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-efb10925-4afd-4107-8686-1799b8d28773 req-544ebe75-ec2c-45d5-b1c5-2cb5211b7be8 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2218451 Mar 02 19:47:51.994632 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e334bdaa-259d-4daf-84c6-fd54715eeee4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0704536 Mar 02 19:47:52.063220 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-432b0786-cf6c-4f41-a2dc-89c08757a3e6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97155fb1-31e6-407e-bc29-b7c1b5234119 HTTP/1.1" status: 200 len: 217 time: 0.0609841 Mar 02 19:47:52.128043 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e322f62d-100e-4737-b96a-8f293d0317e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:52.130384 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-e322f62d-100e-4737-b96a-8f293d0317e8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=01846bc9-f1b2-4929-952a-1f85294dc5a9 HTTP/1.1" status: 200 len: 848 time: 0.0614312 Mar 02 19:47:52.205811 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-511273b6-b14b-4286-8ec1-2ed80d32df85 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8db9c35-666e-4796-97b0-9d3eeeee68fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691171 Mar 02 19:47:52.378997 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-a5b8adb1-81f6-43ca-b1eb-433712c008ee service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668451 Mar 02 19:47:52.518445 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a71f7d-0b9a-4173-b7c4-a44fe14dd296 req-e126794e-03cf-4c99-8d31-99a148c7ab95 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:52.519829 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-88a71f7d-0b9a-4173-b7c4-a44fe14dd296 req-e126794e-03cf-4c99-8d31-99a148c7ab95 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 944 time: 0.1887720 Mar 02 19:47:52.549656 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-12babe94-04a2-4a83-ad89-e99f7c90da00 req-c213f940-bfad-4675-8006-075ae81f93d3 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629117 Mar 02 19:47:52.576391 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-88a71f7d-0b9a-4173-b7c4-a44fe14dd296 req-35112f6c-edab-4402-8071-54c4ffc5b10e tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479057 Mar 02 19:47:53.729557 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 97155fb1-31e6-407e-bc29-b7c1b5234119 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:47:53.777302 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84ce94-7212-4ac7-ac8a-f9e315d54efe req-dac96974-4282-41b6-8f0b-a89f6361338e tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:53.778791 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ef84ce94-7212-4ac7-ac8a-f9e315d54efe req-dac96974-4282-41b6-8f0b-a89f6361338e tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 944 time: 0.0787630 Mar 02 19:47:53.804930 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7e371bb6-9c1c-4747-9ac4-4e70b4cc4f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:53.827084 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-ef84ce94-7212-4ac7-ac8a-f9e315d54efe req-54922595-a2c3-49ff-b898-c9879057dced tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Synchronizing usage tracker for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:security_group {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:47:53.839297 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-ef84ce94-7212-4ac7-ac8a-f9e315d54efe req-54922595-a2c3-49ff-b898-c9879057dced tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Unset dirty status for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:security_group {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:47:53.840601 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ef84ce94-7212-4ac7-ac8a-f9e315d54efe req-54922595-a2c3-49ff-b898-c9879057dced tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560386 Mar 02 19:47:53.867913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 97155fb1-31e6-407e-bc29-b7c1b5234119, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=97155fb1-31e6-407e-bc29-b7c1b5234119,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:47:53.881573 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '97155fb1-31e6-407e-bc29-b7c1b5234119', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'port_id': '97155fb1-31e6-407e-bc29-b7c1b5234119', 'mac_address': 'fa:16:3e:b6:83:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:47:53.935262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:53.952365 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97155fb1-31e6-407e-bc29-b7c1b5234119 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:47:53.967640 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 97155fb1-31e6-407e-bc29-b7c1b5234119, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=97155fb1-31e6-407e-bc29-b7c1b5234119,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:47:54.040898 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:54.110357 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=97155fb1-31e6-407e-bc29-b7c1b5234119,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:54.256251 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['97155fb1-31e6-407e-bc29-b7c1b5234119'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:47:55.037979 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7c4f3-49ae-4523-bd51-31da10d59da7 req-381d6481-e854-441f-8e4f-964d08c7d645 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:55.039453 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-39d7c4f3-49ae-4523-bd51-31da10d59da7 req-381d6481-e854-441f-8e4f-964d08c7d645 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 945 time: 0.0756645 Mar 02 19:47:55.085354 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-39d7c4f3-49ae-4523-bd51-31da10d59da7 req-a7d31239-aeb7-49c5-a1b7-75522386dd34 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395303 Mar 02 19:47:55.394373 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:55.434357 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:55.755336 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 97155fb1-31e6-407e-bc29-b7c1b5234119 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:47:55.886845 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 97155fb1-31e6-407e-bc29-b7c1b5234119 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:47:55.892020 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 97155fb1-31e6-407e-bc29-b7c1b5234119 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:55.892390 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:56.008991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:56.036020 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97155fb1-31e6-407e-bc29-b7c1b5234119'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:47:56.046168 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 97155fb1-31e6-407e-bc29-b7c1b5234119, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=97155fb1-31e6-407e-bc29-b7c1b5234119,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:47:56.098464 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97155fb1-31e6-407e-bc29-b7c1b5234119', 'code': 200} Mar 02 19:47:56.154931 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:56.226017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=97155fb1-31e6-407e-bc29-b7c1b5234119,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:56.289382 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933411a5-b7d0-4fb1-9d1a-9325adb78fc4 req-e3730c35-04d1-407b-876a-31e2d88e7563 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:56.291522 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-933411a5-b7d0-4fb1-9d1a-9325adb78fc4 req-e3730c35-04d1-407b-876a-31e2d88e7563 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0856199 Mar 02 19:47:56.338471 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-933411a5-b7d0-4fb1-9d1a-9325adb78fc4 req-3b91c342-53de-4549-9712-bd7ca590206a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412433 Mar 02 19:47:56.458544 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c51ea1e3-3024-4e68-991a-73a76a67ee4e req-303f4b86-0d62-4427-83f2-f0f0b3c31751 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 1099 time: 0.0685084 Mar 02 19:47:56.506160 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c51ea1e3-3024-4e68-991a-73a76a67ee4e req-f8a2caab-1ed9-47d4-89a1-7e2e66f84aad service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420814 Mar 02 19:47:56.629098 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:57.555935 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2bf85-b5eb-445f-82d5-c92880d3e21e req-2e760d72-917e-4df7-9c6e-1a789c7c443d tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:57.558093 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-45d2bf85-b5eb-445f-82d5-c92880d3e21e req-2e760d72-917e-4df7-9c6e-1a789c7c443d tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0852571 Mar 02 19:47:57.606251 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-45d2bf85-b5eb-445f-82d5-c92880d3e21e req-31692178-f71c-4806-9b04-a334669bda84 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422533 Mar 02 19:47:58.821100 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77232c4-0bab-47ab-9e13-5b00161a8fa2 req-3ef6e4f1-0175-4776-9c5b-4565bc531482 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:58.823389 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c77232c4-0bab-47ab-9e13-5b00161a8fa2 req-3ef6e4f1-0175-4776-9c5b-4565bc531482 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0942616 Mar 02 19:47:58.870532 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c77232c4-0bab-47ab-9e13-5b00161a8fa2 req-931257da-133a-49b3-a560-93a0aa39d1c2 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406640 Mar 02 19:47:59.067159 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ced789-4305-4be0-825a-fc7492220d84 req-93b688bf-e343-4e02-89f2-038869227a08 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:59.068637 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a6ced789-4305-4be0-825a-fc7492220d84 req-93b688bf-e343-4e02-89f2-038869227a08 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0784719 Mar 02 19:47:59.120355 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a6ced789-4305-4be0-825a-fc7492220d84 req-6f3a528c-e76d-4b46-ba5c-086eaeac4c38 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448544 Mar 02 19:47:59.148307 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44122) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:59.325666 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c3a8146a-c479-4774-aca2-9f5c06c5dfb6 tempest-TestShelveInstance-178714533 tempest-TestShelveInstance-178714533-project-admin] Synchronizing usage tracker for tenant:89a990601cba40e7bc9998e3911e3d48 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:47:59.400227 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-c3a8146a-c479-4774-aca2-9f5c06c5dfb6 tempest-TestShelveInstance-178714533 tempest-TestShelveInstance-178714533-project-admin] Unset dirty status for tenant:89a990601cba40e7bc9998e3911e3d48 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:47:59.404266 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-c3a8146a-c479-4774-aca2-9f5c06c5dfb6 tempest-TestShelveInstance-178714533 tempest-TestShelveInstance-178714533-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 1094 time: 0.2520971 Mar 02 19:47:59.406071 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 44130) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:59.409966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': '97155fb1-31e6-407e-bc29-b7c1b5234119', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:47:59.415936 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:59.420303 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Usage tracker for resource:floatingip and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:59.423412 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:59.429850 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:59.486506 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:59.627971 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:59.765286 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Allocated IP 172.26.4.101 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/a5b2e8c6-b87d-47c6-8848-b3720be049c4) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:47:59.912617 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:59.971763 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:00.039165 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:48:00.041960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:48:00.046170 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:48:00.161223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event updated for resources: {'Port': ['ID=a5b2e8c6-b87d-47c6-8848-b3720be049c4,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:48:00.638031 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:00.725612 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:00.948244 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:00.994454 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:01.100337 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event updated for resources: {'Port': ['ID=a5b2e8c6-b87d-47c6-8848-b3720be049c4,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:48:01.114576 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:01.309224 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Floating IP 153bda7e-dcca-4b4d-a9e3-6df373c88fe8 associated. External IP: 172.26.4.101, port: 97155fb1-31e6-407e-bc29-b7c1b5234119. Mar 02 19:48:01.805974 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Router d88fefdf-be75-49bd-8374-06fb22b8d8bc has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:48:02.007098 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:48:02.018302 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7350831f-1203-4d15-96ae-ff711d802317 None None] Sync routers for ids ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:48:02.031727 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7350831f-1203-4d15-96ae-ff711d802317 None None] Routers {'d88fefdf-be75-49bd-8374-06fb22b8d8bc'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:48:02.032346 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-7350831f-1203-4d15-96ae-ff711d802317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:47:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:48:02.080610 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:02.137883 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-98c73b0a-952b-4dce-b941-6fd71c300037 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7321746 Mar 02 19:48:02.138465 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'tag': '97155fb1-31e6-407e-bc29-b7c1b5234119'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:48:02.196036 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'tag': '97155fb1-31e6-407e-bc29-b7c1b5234119', 'status': 'completed', 'code': 200} Mar 02 19:48:02.208651 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:02.233117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-7350831f-1203-4d15-96ae-ff711d802317 None None] Set router d88fefdf-be75-49bd-8374-06fb22b8d8bc gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:48:02.293167 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9b41c78f-aa59-4fa4-81fd-2e406de36a0f req-a790f277-067d-4083-9f8e-370cdb3845af service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 1099 time: 0.0722613 Mar 02 19:48:02.426821 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41c78f-aa59-4fa4-81fd-2e406de36a0f req-2d1e00de-ea98-4877-b6e6-3a0f057e3b61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:48:02.428317 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9b41c78f-aa59-4fa4-81fd-2e406de36a0f req-2d1e00de-ea98-4877-b6e6-3a0f057e3b61 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 910 time: 0.1294281 Mar 02 19:48:02.534671 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9b41c78f-aa59-4fa4-81fd-2e406de36a0f req-43a134a8-a495-4b27-93e1-39d34eb7ad30 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97155fb1-31e6-407e-bc29-b7c1b5234119 HTTP/1.1" status: 200 len: 1000 time: 0.0999532 Mar 02 19:48:02.591100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-7350831f-1203-4d15-96ae-ff711d802317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 4, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '153bda7e-dcca-4b4d-a9e3-6df373c88fe8', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'floating_ip_address': '172.26.4.101', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'port_id': '97155fb1-31e6-407e-bc29-b7c1b5234119', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'mac_address': 'fa:16:3e:b6:83:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:48:00Z', 'updated_at': '2022-03-02T19:48:00Z', 'revision_number': 0, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd924a58a-33f3-4b01-921d-aa6b3df29907', 'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'mac_address': 'fa:16:3e:a2:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:26Z', 'updated_at': '2022-03-02T19:47:45Z', 'revision_number': 5, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'subnets': [{'id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:48:02.595120 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7350831f-1203-4d15-96ae-ff711d802317 None None] Checking router: d88fefdf-be75-49bd-8374-06fb22b8d8bc for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:48:02.597826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41c78f-aa59-4fa4-81fd-2e406de36a0f req-5205cab7-4b43-4333-878d-586a8817af07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:48:02.599260 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9b41c78f-aa59-4fa4-81fd-2e406de36a0f req-5205cab7-4b43-4333-878d-586a8817af07 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=01846bc9-f1b2-4929-952a-1f85294dc5a9 HTTP/1.1" status: 200 len: 848 time: 0.0588982 Mar 02 19:48:02.606208 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7350831f-1203-4d15-96ae-ff711d802317 None None] Routers {'d88fefdf-be75-49bd-8374-06fb22b8d8bc'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:48:02.606799 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-7350831f-1203-4d15-96ae-ff711d802317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:47:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:48:02.679445 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9b41c78f-aa59-4fa4-81fd-2e406de36a0f req-af0f8c72-2917-42be-a144-0690e1057149 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8db9c35-666e-4796-97b0-9d3eeeee68fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740573 Mar 02 19:48:02.812964 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9b41c78f-aa59-4fa4-81fd-2e406de36a0f req-fd514033-e2f4-4f25-b498-d0afb6797b09 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267800 Mar 02 19:48:02.819667 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-7350831f-1203-4d15-96ae-ff711d802317 None None] Set router d88fefdf-be75-49bd-8374-06fb22b8d8bc gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:48:02.949176 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-9b41c78f-aa59-4fa4-81fd-2e406de36a0f req-dc326368-65e9-4f6a-8960-32b3d342c91e service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297624 Mar 02 19:48:03.170237 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-7350831f-1203-4d15-96ae-ff711d802317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 4, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '153bda7e-dcca-4b4d-a9e3-6df373c88fe8', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'floating_ip_address': '172.26.4.101', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'port_id': '97155fb1-31e6-407e-bc29-b7c1b5234119', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'mac_address': 'fa:16:3e:b6:83:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:48:00Z', 'updated_at': '2022-03-02T19:48:00Z', 'revision_number': 0, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd924a58a-33f3-4b01-921d-aa6b3df29907', 'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'mac_address': 'fa:16:3e:a2:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:26Z', 'updated_at': '2022-03-02T19:47:45Z', 'revision_number': 5, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'subnets': [{'id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:48:03.174296 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7350831f-1203-4d15-96ae-ff711d802317 None None] The sync data for ids ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'] in dv-neutron-831573-1-hyperv is: [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 4, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '153bda7e-dcca-4b4d-a9e3-6df373c88fe8', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'floating_ip_address': '172.26.4.101', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'port_id': '97155fb1-31e6-407e-bc29-b7c1b5234119', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'mac_address': 'fa:16:3e:b6:83:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:48:00Z', 'updated_at': '2022-03-02T19:48:00Z', 'revision_number': 0, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd924a58a-33f3-4b01-921d-aa6b3df29907', 'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'mac_address': 'fa:16:3e:a2:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:26Z', 'updated_at': '2022-03-02T19:47:45Z', 'revision_number': 5, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'subnets': [{'id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:48:03.735017 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:48:06.231598 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee02876-1786-4075-8c82-de2d2081d30d None None] New status for floating IP 153bda7e-dcca-4b4d-a9e3-6df373c88fe8: ACTIVE {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:48:21.736327 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c7efa828-edb2-4682-a205-3d6dc7f1ba34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:23.793261 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e993224a-1795-449a-aaa6-b0b602ca592f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:25.301544 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:25.438951 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:26.633045 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:32.112664 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:40.734803 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:48:51.746114 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-eaca0ce5-b356-464c-8199-3324a9aad240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:53.780481 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-58f30855-5de7-4c12-8d87-204eb822617c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:54.766694 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66438ef9-d4f6-4ba5-80ba-c31cbb3118f7 req-31228063-aeda-4402-b624-987f51645c85 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680730 Mar 02 19:48:54.906088 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66438ef9-d4f6-4ba5-80ba-c31cbb3118f7 req-50414db2-9826-4d79-b790-a2e073a76087 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 1099 time: 0.0719185 Mar 02 19:48:55.048823 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66438ef9-d4f6-4ba5-80ba-c31cbb3118f7 req-6c9e23ac-07f3-4646-ba6e-4b57f9f9be30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:48:55.050790 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66438ef9-d4f6-4ba5-80ba-c31cbb3118f7 req-6c9e23ac-07f3-4646-ba6e-4b57f9f9be30 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 910 time: 0.1266367 Mar 02 19:48:55.149022 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66438ef9-d4f6-4ba5-80ba-c31cbb3118f7 req-8da3f5c7-e9fc-46e0-9364-2b2fb94a930a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97155fb1-31e6-407e-bc29-b7c1b5234119 HTTP/1.1" status: 200 len: 1002 time: 0.0921669 Mar 02 19:48:55.215008 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66438ef9-d4f6-4ba5-80ba-c31cbb3118f7 req-ebadaa40-fee8-4624-9819-2da8f0fb5bc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:48:55.216467 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66438ef9-d4f6-4ba5-80ba-c31cbb3118f7 req-ebadaa40-fee8-4624-9819-2da8f0fb5bc0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=01846bc9-f1b2-4929-952a-1f85294dc5a9 HTTP/1.1" status: 200 len: 848 time: 0.0614448 Mar 02 19:48:55.292110 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66438ef9-d4f6-4ba5-80ba-c31cbb3118f7 req-75348e4f-f4ee-4a52-8bfe-4243d062b6a0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8db9c35-666e-4796-97b0-9d3eeeee68fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682790 Mar 02 19:48:55.323392 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:55.460791 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:55.522409 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66438ef9-d4f6-4ba5-80ba-c31cbb3118f7 req-89f92bcb-9ef5-42a1-ac41-f1115169c44d service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236156 Mar 02 19:48:55.659281 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66438ef9-d4f6-4ba5-80ba-c31cbb3118f7 req-0e15eb4e-a4f7-4c65-ae34-bf339b1b2598 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307600 Mar 02 19:48:56.626019 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:02.128995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:17.735973 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:49:21.670652 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d5e92506-f40c-4e2f-94a1-8d8ecb0d6301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:23.773531 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6e6ea621-e07b-425a-a988-3c10fe52426d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:25.339090 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:25.470563 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:26.635703 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:32.121257 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:51.691981 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3c841597-df82-4b97-9c04-86ca378ee1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:53.811952 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-b4b214a7-5a31-410a-b5aa-c27791339b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:54.735746 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:49:54.777793 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-85291afc-6020-4ac7-87fe-eedc1399e0b8 req-ee74f739-14af-4863-b245-4a41b1d242ea service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775912 Mar 02 19:49:54.920752 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-85291afc-6020-4ac7-87fe-eedc1399e0b8 req-05c78d82-b048-440e-8290-b322b6b99198 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 1099 time: 0.0745828 Mar 02 19:49:55.067389 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85291afc-6020-4ac7-87fe-eedc1399e0b8 req-6a2aba74-225d-41ae-bb04-575449046585 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:55.068802 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-85291afc-6020-4ac7-87fe-eedc1399e0b8 req-6a2aba74-225d-41ae-bb04-575449046585 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 910 time: 0.1282380 Mar 02 19:49:55.174466 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-85291afc-6020-4ac7-87fe-eedc1399e0b8 req-f80fe516-2678-4f88-a482-1813ccd34507 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97155fb1-31e6-407e-bc29-b7c1b5234119 HTTP/1.1" status: 200 len: 1002 time: 0.0992939 Mar 02 19:49:55.239975 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85291afc-6020-4ac7-87fe-eedc1399e0b8 req-95365cd0-b880-4e8e-af56-34a13ebacd55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:55.242103 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-85291afc-6020-4ac7-87fe-eedc1399e0b8 req-95365cd0-b880-4e8e-af56-34a13ebacd55 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=01846bc9-f1b2-4929-952a-1f85294dc5a9 HTTP/1.1" status: 200 len: 848 time: 0.0618577 Mar 02 19:49:55.325624 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-85291afc-6020-4ac7-87fe-eedc1399e0b8 req-d07301c2-cee3-4029-b6e6-18bf03918b96 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8db9c35-666e-4796-97b0-9d3eeeee68fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776653 Mar 02 19:49:55.336306 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [req-85291afc-6020-4ac7-87fe-eedc1399e0b8 req-ca316a88-5be9-425c-bdac-55bbf170a409 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 19:49:55.337246 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-85291afc-6020-4ac7-87fe-eedc1399e0b8 req-ca316a88-5be9-425c-bdac-55bbf170a409 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059662 Mar 02 19:49:55.343673 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:55.475245 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:55.534827 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-85291afc-6020-4ac7-87fe-eedc1399e0b8 req-ff9a0781-202a-46fb-9070-a4e035b3a83f service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908374 Mar 02 19:49:55.569668 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7aa54-e6c0-4749-acd1-769de5d6e2de req-972b8b42-bad7-4c1d-a5bd-0b3b50aba6ea tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:55.571093 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33c7aa54-e6c0-4749-acd1-769de5d6e2de req-972b8b42-bad7-4c1d-a5bd-0b3b50aba6ea tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.2024722 Mar 02 19:49:55.691691 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-33c7aa54-e6c0-4749-acd1-769de5d6e2de req-10f082b3-d3f1-4117-a258-f5ebcaf2dba6 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735164 Mar 02 19:49:55.713521 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-85291afc-6020-4ac7-87fe-eedc1399e0b8 req-4f6d6e20-0c73-4a86-b1a9-33e8a930b1e2 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717114 Mar 02 19:49:56.651973 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:56.914364 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9db265-fe98-4cac-9fd9-048346ad2ecf req-ae6b23d6-9ea7-4f8b-82ed-eaf1aef407f7 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:56.915859 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3a9db265-fe98-4cac-9fd9-048346ad2ecf req-ae6b23d6-9ea7-4f8b-82ed-eaf1aef407f7 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0887213 Mar 02 19:49:56.964111 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3a9db265-fe98-4cac-9fd9-048346ad2ecf req-219dbbb0-e2f0-48c8-aa13-eecb1157e6e5 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425324 Mar 02 19:49:58.170216 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe1fc1-9d8b-4ba7-b9c5-18b375f37165 req-abf869d7-1afd-44a7-bb07-1df3032ebce1 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:58.171711 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-00fe1fc1-9d8b-4ba7-b9c5-18b375f37165 req-abf869d7-1afd-44a7-bb07-1df3032ebce1 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0762651 Mar 02 19:49:58.216875 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-00fe1fc1-9d8b-4ba7-b9c5-18b375f37165 req-fbc1e35e-55b3-41cc-befa-69c19134e75a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391583 Mar 02 19:49:59.421806 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cb918-56dc-44bc-84b3-0fb13ce30742 req-0b7953bb-b351-4845-b077-a2703cff1cff tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:59.423196 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-113cb918-56dc-44bc-84b3-0fb13ce30742 req-0b7953bb-b351-4845-b077-a2703cff1cff tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0769868 Mar 02 19:49:59.470569 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-113cb918-56dc-44bc-84b3-0fb13ce30742 req-2721c525-9267-44f0-9b05-a363ba83f494 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413125 Mar 02 19:50:00.671503 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f67f2-4396-463e-974f-b2f7eaa46a43 req-8b02fc02-c3aa-4e28-a306-11a6c5e38bf4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:00.672929 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-167f67f2-4396-463e-974f-b2f7eaa46a43 req-8b02fc02-c3aa-4e28-a306-11a6c5e38bf4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0799234 Mar 02 19:50:00.718178 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-167f67f2-4396-463e-974f-b2f7eaa46a43 req-b29fe6b6-386d-4058-b4f1-8ad3f7b02a92 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397518 Mar 02 19:50:01.922493 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46233d8-3cbf-46cc-a3ee-a043f4bd269a req-28adafa3-04bf-4ffb-a044-58db75827124 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:01.923964 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a46233d8-3cbf-46cc-a3ee-a043f4bd269a req-28adafa3-04bf-4ffb-a044-58db75827124 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0800314 Mar 02 19:50:01.970340 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a46233d8-3cbf-46cc-a3ee-a043f4bd269a req-3c09efdf-acc5-43c6-8a0d-5c081d292792 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407794 Mar 02 19:50:02.108524 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:03.167112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e6eef-9f50-4ccd-a992-b8d83484f998 req-f266ace1-5d69-47e4-8d43-643a5bec7073 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:03.168598 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d6e6eef-9f50-4ccd-a992-b8d83484f998 req-f266ace1-5d69-47e4-8d43-643a5bec7073 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0766180 Mar 02 19:50:03.215979 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d6e6eef-9f50-4ccd-a992-b8d83484f998 req-09605995-bb01-464d-840a-ba290713ebd5 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411947 Mar 02 19:50:04.410246 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6316f-bcda-458f-afff-dfa02909ce1f req-ae71a2d1-76ec-464e-8c14-88434b8b3997 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:04.411734 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6bd6316f-bcda-458f-afff-dfa02909ce1f req-ae71a2d1-76ec-464e-8c14-88434b8b3997 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0773253 Mar 02 19:50:04.456839 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6bd6316f-bcda-458f-afff-dfa02909ce1f req-27b07d8d-78d1-4582-9674-6a241ccf5cd9 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394902 Mar 02 19:50:05.656379 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b177f-9b3f-4071-bbb1-9a2d1ec4bc4d req-94e6dc9e-f910-4134-8abb-c0d42551396f tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:05.657821 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d2b177f-9b3f-4071-bbb1-9a2d1ec4bc4d req-94e6dc9e-f910-4134-8abb-c0d42551396f tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0791707 Mar 02 19:50:05.703624 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0d2b177f-9b3f-4071-bbb1-9a2d1ec4bc4d req-c6cd5875-7fe8-439e-8820-7529cd3cb9e7 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403149 Mar 02 19:50:06.436531 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 97155fb1-31e6-407e-bc29-b7c1b5234119 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:50:06.568357 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 97155fb1-31e6-407e-bc29-b7c1b5234119, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=97155fb1-31e6-407e-bc29-b7c1b5234119,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:50:06.582402 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '97155fb1-31e6-407e-bc29-b7c1b5234119', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'port_id': '97155fb1-31e6-407e-bc29-b7c1b5234119', 'mac_address': 'fa:16:3e:b6:83:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:50:06.644586 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:06.666846 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97155fb1-31e6-407e-bc29-b7c1b5234119 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:50:06.794368 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 97155fb1-31e6-407e-bc29-b7c1b5234119, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=97155fb1-31e6-407e-bc29-b7c1b5234119,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:50:06.885716 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:06.910699 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef13a5-a98c-409a-8586-a78f7c312415 req-84d7f97d-edb3-4540-bbfc-1458a4dffb25 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:06.912234 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e7ef13a5-a98c-409a-8586-a78f7c312415 req-84d7f97d-edb3-4540-bbfc-1458a4dffb25 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0827777 Mar 02 19:50:06.955152 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=97155fb1-31e6-407e-bc29-b7c1b5234119,revision_number=6']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:50:06.962454 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e7ef13a5-a98c-409a-8586-a78f7c312415 req-271cae76-9933-4d3a-9234-b147f4aca568 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419707 Mar 02 19:50:06.964707 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:06.965061 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:06.965404 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:06.965753 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:06.966099 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:06.966439 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:06.966764 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:06.967090 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:06.967438 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:06.967793 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:06.968114 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:06.972972 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['97155fb1-31e6-407e-bc29-b7c1b5234119'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:50:08.167216 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee259b8-a9a7-4677-990e-15d24811adcc req-75bca7e6-0fca-42b2-89e4-462ac1c5476f tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:08.168718 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6ee259b8-a9a7-4677-990e-15d24811adcc req-75bca7e6-0fca-42b2-89e4-462ac1c5476f tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 945 time: 0.0791214 Mar 02 19:50:08.215112 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6ee259b8-a9a7-4677-990e-15d24811adcc req-8e539347-809f-4676-a541-bbd159f9e10c tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407696 Mar 02 19:50:08.435508 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 97155fb1-31e6-407e-bc29-b7c1b5234119 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:50:08.504913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 97155fb1-31e6-407e-bc29-b7c1b5234119 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:50:08.505268 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:08.626991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:08.660582 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97155fb1-31e6-407e-bc29-b7c1b5234119'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:50:08.673030 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 97155fb1-31e6-407e-bc29-b7c1b5234119, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=97155fb1-31e6-407e-bc29-b7c1b5234119,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:50:08.748746 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:08.799641 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97155fb1-31e6-407e-bc29-b7c1b5234119', 'code': 200} Mar 02 19:50:08.823636 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=97155fb1-31e6-407e-bc29-b7c1b5234119,revision_number=7']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:50:09.527251 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e2afa-23fe-48a7-aadb-3825c5eb1205 req-892963e9-16fb-4fdb-9530-87d15e619b2b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:09.528906 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-554e2afa-23fe-48a7-aadb-3825c5eb1205 req-892963e9-16fb-4fdb-9530-87d15e619b2b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.1884761 Mar 02 19:50:09.579906 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-554e2afa-23fe-48a7-aadb-3825c5eb1205 req-44b16e4b-74f1-4df1-8d9b-39b2c207616e tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455508 Mar 02 19:50:10.799039 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce596f7c-5e41-48e9-80e0-86e44a949f36 req-3e0614c1-9890-4c1d-9a35-5b26ccb7ae30 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:10.800935 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ce596f7c-5e41-48e9-80e0-86e44a949f36 req-3e0614c1-9890-4c1d-9a35-5b26ccb7ae30 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0888684 Mar 02 19:50:10.857676 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ce596f7c-5e41-48e9-80e0-86e44a949f36 req-84b6ec8b-8c57-4442-937c-77b1b20ec733 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496747 Mar 02 19:50:12.084001 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd210be-999f-4253-87b9-142c73f6342e req-6022df67-2d35-4923-b7bb-ae9869f67435 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:12.085488 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-dcd210be-999f-4253-87b9-142c73f6342e req-6022df67-2d35-4923-b7bb-ae9869f67435 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0857453 Mar 02 19:50:12.140514 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-dcd210be-999f-4253-87b9-142c73f6342e req-ec7d291d-3ae8-490e-bcb1-aa9a74c1cb00 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479286 Mar 02 19:50:13.384908 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff2191-ff1c-4336-8080-4d9a5898929d req-d4747656-9f23-45a4-9dac-af6cccc9b9a6 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:13.386749 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-86ff2191-ff1c-4336-8080-4d9a5898929d req-d4747656-9f23-45a4-9dac-af6cccc9b9a6 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0845482 Mar 02 19:50:13.437767 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-86ff2191-ff1c-4336-8080-4d9a5898929d req-02fd0473-8929-4eea-bda9-841e9b19ff32 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453963 Mar 02 19:50:14.683132 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f299b8-d105-42aa-b9b6-e9694b520454 req-f81db434-79c3-4af2-abc4-27dfa2eb06e6 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:14.687811 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-15f299b8-d105-42aa-b9b6-e9694b520454 req-f81db434-79c3-4af2-abc4-27dfa2eb06e6 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.1103618 Mar 02 19:50:14.744458 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-15f299b8-d105-42aa-b9b6-e9694b520454 req-922cd4f2-cb6d-457f-ae6c-6df574bd0a21 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540276 Mar 02 19:50:15.973149 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e75769-9841-465a-b788-da0213eda855 req-3130be07-3597-4933-9237-c5d4a4206824 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:15.974661 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d5e75769-9841-465a-b788-da0213eda855 req-3130be07-3597-4933-9237-c5d4a4206824 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0922673 Mar 02 19:50:16.025253 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-d5e75769-9841-465a-b788-da0213eda855 req-9c93ad80-d65c-4891-b38b-692685c400c7 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436914 Mar 02 19:50:17.486375 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12b099-9f1b-4b78-aa10-571d846614f5 req-22b45540-ea19-4f1c-8148-962112351b50 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:17.489031 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3b12b099-9f1b-4b78-aa10-571d846614f5 req-22b45540-ea19-4f1c-8148-962112351b50 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.1273241 Mar 02 19:50:17.560958 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3b12b099-9f1b-4b78-aa10-571d846614f5 req-fe42828a-2210-45fe-beab-16dc230f607f tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645657 Mar 02 19:50:18.772629 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d95b1-b13c-4f7d-8971-a126e51311df req-b20d9871-a17b-47b9-b022-c8a30d7eaf53 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:18.774292 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3a4d95b1-b13c-4f7d-8971-a126e51311df req-b20d9871-a17b-47b9-b022-c8a30d7eaf53 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0802913 Mar 02 19:50:18.821386 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3a4d95b1-b13c-4f7d-8971-a126e51311df req-628ee8fd-81a5-4d75-9b7f-0e87af426144 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413651 Mar 02 19:50:20.035291 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc7967-5aa7-4f9a-8268-4cd97bf7de6a req-329a9a95-02c6-44bd-a3c0-1f578df6b0f0 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:20.042526 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5abc7967-5aa7-4f9a-8268-4cd97bf7de6a req-329a9a95-02c6-44bd-a3c0-1f578df6b0f0 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0871351 Mar 02 19:50:20.084136 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5abc7967-5aa7-4f9a-8268-4cd97bf7de6a req-468e9131-44a7-47cb-a1b2-adb930804d84 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410547 Mar 02 19:50:21.067239 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d23c14cf-b2bf-426b-bb50-f70017b4729e req-56c1e169-a451-4a1d-9da0-b5558eedfcd5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 1099 time: 0.0730107 Mar 02 19:50:21.204640 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c14cf-b2bf-426b-bb50-f70017b4729e req-960859b4-fd92-46f2-949f-ce8bfc589606 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:21.206103 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d23c14cf-b2bf-426b-bb50-f70017b4729e req-960859b4-fd92-46f2-949f-ce8bfc589606 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 910 time: 0.1329677 Mar 02 19:50:21.315895 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d23c14cf-b2bf-426b-bb50-f70017b4729e req-bf050c8c-8697-49fa-a804-fccb9b5b737b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97155fb1-31e6-407e-bc29-b7c1b5234119 HTTP/1.1" status: 200 len: 1002 time: 0.1037591 Mar 02 19:50:21.378045 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c14cf-b2bf-426b-bb50-f70017b4729e req-2d4e8c86-d03a-49c8-863b-7d46caac6955 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:21.379533 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d23c14cf-b2bf-426b-bb50-f70017b4729e req-2d4e8c86-d03a-49c8-863b-7d46caac6955 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=01846bc9-f1b2-4929-952a-1f85294dc5a9 HTTP/1.1" status: 200 len: 848 time: 0.0577424 Mar 02 19:50:21.380165 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b090b2-306d-490f-af73-cd105acf981a req-0295c37d-a55a-465d-8f23-074783c4632c tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:21.381928 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-55b090b2-306d-490f-af73-cd105acf981a req-0295c37d-a55a-465d-8f23-074783c4632c tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.1745970 Mar 02 19:50:21.432229 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-55b090b2-306d-490f-af73-cd105acf981a req-2dc0177b-5e7c-42f2-b77c-e15b6d56bacf tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437958 Mar 02 19:50:21.459248 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d23c14cf-b2bf-426b-bb50-f70017b4729e req-f002fb32-9024-4262-9d9c-05b21f0f5a38 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8db9c35-666e-4796-97b0-9d3eeeee68fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738664 Mar 02 19:50:21.590416 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d23c14cf-b2bf-426b-bb50-f70017b4729e req-e135b0b3-73ab-4056-a9f4-03d59db11583 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246705 Mar 02 19:50:21.697287 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e0a98116-3125-42ae-a729-77fad72ad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:21.723945 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-d23c14cf-b2bf-426b-bb50-f70017b4729e req-9c125d9f-2bde-49f7-a92e-2d3a360901d4 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271667 Mar 02 19:50:22.632016 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcceadb-f0af-4cb1-9384-19ecaa73597c req-a8ebcd71-fbc4-450a-b332-43e37b71129a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:22.634476 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cbcceadb-f0af-4cb1-9384-19ecaa73597c req-a8ebcd71-fbc4-450a-b332-43e37b71129a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0786889 Mar 02 19:50:22.679258 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cbcceadb-f0af-4cb1-9384-19ecaa73597c req-e3a98f3f-5adc-499c-92b9-9c127ec72c1b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391958 Mar 02 19:50:23.788001 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ed4dae79-e7b5-4964-93f5-9de20d199d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:23.897255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457a8d7-a81a-4d51-bd86-8d6824dd2def req-9eae0273-de8e-411a-922c-a328f30e95e7 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:23.898995 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b457a8d7-a81a-4d51-bd86-8d6824dd2def req-9eae0273-de8e-411a-922c-a328f30e95e7 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0811238 Mar 02 19:50:23.949281 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-b457a8d7-a81a-4d51-bd86-8d6824dd2def req-a645f28f-7393-413b-8de2-0544b9f53818 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444629 Mar 02 19:50:24.165691 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4fe181f5-3752-4aba-9c86-816a9183b52e req-23f04278-7d82-408e-8536-04481f42da2f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0874445 Mar 02 19:50:24.521207 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 97155fb1-31e6-407e-bc29-b7c1b5234119 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:50:24.544220 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fb45b-70bf-4b15-aa43-a473a025a6bd req-48a5c14c-fa9b-4323-8f2a-c1f584311af3 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:24.545674 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7f0fb45b-70bf-4b15-aa43-a473a025a6bd req-48a5c14c-fa9b-4323-8f2a-c1f584311af3 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 946 time: 0.0807736 Mar 02 19:50:24.596928 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7f0fb45b-70bf-4b15-aa43-a473a025a6bd req-d037376f-4029-4347-84d8-80f3368d1f5b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454309 Mar 02 19:50:24.637365 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:24.665779 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97155fb1-31e6-407e-bc29-b7c1b5234119'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:50:24.675593 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 97155fb1-31e6-407e-bc29-b7c1b5234119, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=97155fb1-31e6-407e-bc29-b7c1b5234119,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:50:24.716984 dv-neutron-831573-1-hyperv neutron-server[84534]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '97155fb1-31e6-407e-bc29-b7c1b5234119', 'code': 422} returned with failed status Mar 02 19:50:24.718016 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2b89799d-bf1f-4a0a-ac04-ae84605247a3 req-0096711c-0df1-4c18-96a8-b4e3bdf73732 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1477869 Mar 02 19:50:24.742067 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:24.812765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=97155fb1-31e6-407e-bc29-b7c1b5234119,revision_number=8']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:50:25.337326 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:25.450183 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:25.784947 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2b89799d-bf1f-4a0a-ac04-ae84605247a3 req-b40fb2d9-4241-4f97-813d-80b713957e6f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9&tenant_id=b9527bf06c884d9397c38c48ca8a5ada HTTP/1.1" status: 200 len: 1097 time: 0.0692632 Mar 02 19:50:25.796547 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1ade8-3721-462a-bb51-c08356a238cb req-4ca30bac-624a-46e6-87b7-16502094da1a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:25.798035 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4a1ade8-3721-462a-bb51-c08356a238cb req-4ca30bac-624a-46e6-87b7-16502094da1a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 944 time: 0.0770195 Mar 02 19:50:25.846267 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4a1ade8-3721-462a-bb51-c08356a238cb req-2302a8c4-1be9-491b-a725-1d3b8b420d5b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426493 Mar 02 19:50:25.882350 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2b89799d-bf1f-4a0a-ac04-ae84605247a3 req-ddb7ba02-5b63-4883-bad0-5d05aba3145c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0764785 Mar 02 19:50:26.014754 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89799d-bf1f-4a0a-ac04-ae84605247a3 req-41acac95-c0b9-49fa-86c7-049434b0a87c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:26.016519 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2b89799d-bf1f-4a0a-ac04-ae84605247a3 req-41acac95-c0b9-49fa-86c7-049434b0a87c service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 910 time: 0.1283562 Mar 02 19:50:26.206876 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2b89799d-bf1f-4a0a-ac04-ae84605247a3 req-9bd29359-1004-45c8-9bae-b3e783a92a9d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97155fb1-31e6-407e-bc29-b7c1b5234119 HTTP/1.1" status: 200 len: 1000 time: 0.1842091 Mar 02 19:50:26.271272 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89799d-bf1f-4a0a-ac04-ae84605247a3 req-89f17154-313b-45a7-9bc6-487dee56add3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:26.272649 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2b89799d-bf1f-4a0a-ac04-ae84605247a3 req-89f17154-313b-45a7-9bc6-487dee56add3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=01846bc9-f1b2-4929-952a-1f85294dc5a9 HTTP/1.1" status: 200 len: 848 time: 0.0594933 Mar 02 19:50:26.347266 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2b89799d-bf1f-4a0a-ac04-ae84605247a3 req-7990f6e1-e9cb-4c46-9511-9e882d09ca91 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8db9c35-666e-4796-97b0-9d3eeeee68fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683112 Mar 02 19:50:26.480048 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2b89799d-bf1f-4a0a-ac04-ae84605247a3 req-089228af-77b4-465c-a3f0-f38aa930f5bb service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265850 Mar 02 19:50:26.614157 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2b89799d-bf1f-4a0a-ac04-ae84605247a3 req-15f25bbb-ac8d-411e-8adb-89194376e502 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268501 Mar 02 19:50:26.644609 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:27.057641 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1a987-758c-4fa8-9eb3-92e5e1c8bdd9 req-fb3bb7af-3310-410c-b0bf-a34b2960e4ca tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:27.059163 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3fc1a987-758c-4fa8-9eb3-92e5e1c8bdd9 req-fb3bb7af-3310-410c-b0bf-a34b2960e4ca tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 944 time: 0.0840101 Mar 02 19:50:27.108782 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3fc1a987-758c-4fa8-9eb3-92e5e1c8bdd9 req-7dd1ecc5-92f0-48de-a56f-2023533f87a1 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420740 Mar 02 19:50:28.360635 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8a838-bb46-42dd-b089-e4e7c569a2ab req-d8a00282-5533-46c1-a551-2c8680e975d8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:28.362188 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9bd8a838-bb46-42dd-b089-e4e7c569a2ab req-d8a00282-5533-46c1-a551-2c8680e975d8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 944 time: 0.1062627 Mar 02 19:50:28.416945 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9bd8a838-bb46-42dd-b089-e4e7c569a2ab req-2cfc209f-7fb1-4c0a-b19d-0104cb5406bd tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466919 Mar 02 19:50:29.626646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15e836-7f65-41de-a80b-cef10c7d5308 req-48e16f07-45da-4a07-987f-85be72c5a442 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:29.628139 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cf15e836-7f65-41de-a80b-cef10c7d5308 req-48e16f07-45da-4a07-987f-85be72c5a442 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 944 time: 0.0839994 Mar 02 19:50:29.676147 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-cf15e836-7f65-41de-a80b-cef10c7d5308 req-56422f08-1799-4d25-af77-196693eb4e35 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423517 Mar 02 19:50:30.884955 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1866bd-7fd3-489e-ac2f-28f4caa8a0fd req-d043fe37-8c4a-4352-8020-6524c46852c7 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:30.886564 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4b1866bd-7fd3-489e-ac2f-28f4caa8a0fd req-d043fe37-8c4a-4352-8020-6524c46852c7 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 944 time: 0.0818114 Mar 02 19:50:30.935401 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4b1866bd-7fd3-489e-ac2f-28f4caa8a0fd req-754748e8-f9b9-46c6-bb68-785115b58ced tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423684 Mar 02 19:50:31.740416 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:50:32.141915 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:32.167599 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b7e06-4a3b-4564-8a86-f4e652390c65 req-c2faffd5-b723-4921-beae-2f2c8019c605 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:32.169427 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a61b7e06-4a3b-4564-8a86-f4e652390c65 req-c2faffd5-b723-4921-beae-2f2c8019c605 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 944 time: 0.0994587 Mar 02 19:50:32.229203 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a61b7e06-4a3b-4564-8a86-f4e652390c65 req-25c7b18b-6fa5-4b06-b9af-20b79e6c3fc5 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532868 Mar 02 19:50:33.439323 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bb684-5df1-412d-aad2-d5b2098c6e37 req-777f4fe5-2f74-408f-95f7-ed6741e0efe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:33.440975 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-571bb684-5df1-412d-aad2-d5b2098c6e37 req-777f4fe5-2f74-408f-95f7-ed6741e0efe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 944 time: 0.0856454 Mar 02 19:50:33.497483 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-571bb684-5df1-412d-aad2-d5b2098c6e37 req-aa18e186-2366-4e8a-a390-000104f169eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448201 Mar 02 19:50:34.729434 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df37062-1abb-4138-90f5-a4d212c12506 req-112c5e59-22b6-44d6-91e3-518645eea16a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:34.730972 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7df37062-1abb-4138-90f5-a4d212c12506 req-112c5e59-22b6-44d6-91e3-518645eea16a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 944 time: 0.0901182 Mar 02 19:50:34.786064 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7df37062-1abb-4138-90f5-a4d212c12506 req-9f0876b9-c441-4610-93db-e7c0b90f012c tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478847 Mar 02 19:50:35.989781 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd84b2-b476-433f-b574-3c2eeb1c1fc9 req-465c95a8-06cd-48c2-aa22-505a77b767b7 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:35.991221 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0ccd84b2-b476-433f-b574-3c2eeb1c1fc9 req-465c95a8-06cd-48c2-aa22-505a77b767b7 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 944 time: 0.0770276 Mar 02 19:50:36.040286 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0ccd84b2-b476-433f-b574-3c2eeb1c1fc9 req-e63bdf88-9691-4b8b-b12a-a63895e6860c tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429678 Mar 02 19:50:37.238949 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66473e71-6227-46e9-9583-e690ab652161 req-0bc2ddca-b951-4af6-81a3-52072cab37b9 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:37.240418 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66473e71-6227-46e9-9583-e690ab652161 req-0bc2ddca-b951-4af6-81a3-52072cab37b9 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 944 time: 0.0791037 Mar 02 19:50:37.284904 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-66473e71-6227-46e9-9583-e690ab652161 req-7025dc61-4867-47d4-bd20-2e87dd82b951 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390115 Mar 02 19:50:38.477204 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0836a3-96fa-4538-a25c-01582e4f08e6 req-ed420650-f241-466b-b452-6a7b8c04c1e3 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:38.478969 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2f0836a3-96fa-4538-a25c-01582e4f08e6 req-ed420650-f241-466b-b452-6a7b8c04c1e3 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 944 time: 0.0748658 Mar 02 19:50:38.524652 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2f0836a3-96fa-4538-a25c-01582e4f08e6 req-07c16386-f7f7-455f-ae72-0c2df11455b4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400417 Mar 02 19:50:38.565036 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 97155fb1-31e6-407e-bc29-b7c1b5234119 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:50:38.699106 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 97155fb1-31e6-407e-bc29-b7c1b5234119, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=97155fb1-31e6-407e-bc29-b7c1b5234119,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:50:38.713069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '97155fb1-31e6-407e-bc29-b7c1b5234119', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'port_id': '97155fb1-31e6-407e-bc29-b7c1b5234119', 'mac_address': 'fa:16:3e:b6:83:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:50:38.765831 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:38.782297 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97155fb1-31e6-407e-bc29-b7c1b5234119 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:50:38.798007 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 97155fb1-31e6-407e-bc29-b7c1b5234119, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=97155fb1-31e6-407e-bc29-b7c1b5234119,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:50:38.884794 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:38.954713 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=97155fb1-31e6-407e-bc29-b7c1b5234119,revision_number=9']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:50:39.136735 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['97155fb1-31e6-407e-bc29-b7c1b5234119'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:50:39.721422 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3168f1-feea-49f8-8ff0-ba9f02352e14 req-6b6e5b58-4eae-4ab8-8eed-0137cbec759a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:39.722880 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-be3168f1-feea-49f8-8ff0-ba9f02352e14 req-6b6e5b58-4eae-4ab8-8eed-0137cbec759a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 945 time: 0.0762680 Mar 02 19:50:39.771183 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-be3168f1-feea-49f8-8ff0-ba9f02352e14 req-74ea68e6-ca31-4f9a-a54f-343193b87990 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429018 Mar 02 19:50:40.581435 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 97155fb1-31e6-407e-bc29-b7c1b5234119 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:50:40.648262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 97155fb1-31e6-407e-bc29-b7c1b5234119 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:50:40.648599 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:40.762196 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:40.789346 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97155fb1-31e6-407e-bc29-b7c1b5234119'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:50:40.800557 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 97155fb1-31e6-407e-bc29-b7c1b5234119, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=97155fb1-31e6-407e-bc29-b7c1b5234119,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:50:40.847094 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97155fb1-31e6-407e-bc29-b7c1b5234119', 'code': 200} Mar 02 19:50:40.885376 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:40.971543 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=97155fb1-31e6-407e-bc29-b7c1b5234119,revision_number=10']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:50:40.984597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4293629-bc85-4b69-87e8-fd5f29257e5f req-268a42aa-77d1-4bff-99da-31607a37b2ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:40.984597 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c4293629-bc85-4b69-87e8-fd5f29257e5f req-268a42aa-77d1-4bff-99da-31607a37b2ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 947 time: 0.0855572 Mar 02 19:50:41.030036 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c4293629-bc85-4b69-87e8-fd5f29257e5f req-5ec80712-af1a-448f-b7af-6190d4d1bef5 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417643 Mar 02 19:50:41.216095 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2f2b27e-2921-4005-aeec-4e8e39fbec3d req-c93f6291-97b8-4b45-90fb-5db9eddc84a0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 1100 time: 0.0746844 Mar 02 19:50:41.268546 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b2f2b27e-2921-4005-aeec-4e8e39fbec3d req-69ca5955-4de1-4e41-892a-884bd7611644 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457964 Mar 02 19:50:42.239703 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42986c-0abc-46ea-9387-ad446f62fd5a req-69f38827-0546-4f04-9e46-ca9d37afe2da tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:42.241306 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ad42986c-0abc-46ea-9387-ad446f62fd5a req-69f38827-0546-4f04-9e46-ca9d37afe2da tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 947 time: 0.0859189 Mar 02 19:50:42.288506 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ad42986c-0abc-46ea-9387-ad446f62fd5a req-32f48182-2301-4859-b1b6-7293b9f4855e tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412331 Mar 02 19:50:43.518435 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76ed90-6503-4897-b73a-8685304296bf req-43c0c3be-916f-4eef-b1a5-a29f4dd65a27 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:43.519870 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6d76ed90-6503-4897-b73a-8685304296bf req-43c0c3be-916f-4eef-b1a5-a29f4dd65a27 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 947 time: 0.0961754 Mar 02 19:50:43.566922 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-6d76ed90-6503-4897-b73a-8685304296bf req-2bd1fbe0-79e8-454b-b0fc-2f96c22de438 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405073 Mar 02 19:50:44.764929 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f794189-3e1b-4d8a-9c02-856af8ea1cc8 req-dde52d11-b53b-439d-ada8-701a75cfd678 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:44.766409 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3f794189-3e1b-4d8a-9c02-856af8ea1cc8 req-dde52d11-b53b-439d-ada8-701a75cfd678 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 947 time: 0.0782568 Mar 02 19:50:44.827251 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3f794189-3e1b-4d8a-9c02-856af8ea1cc8 req-4fb61bdb-80a8-4ad5-a39c-a96f57c5cab5 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551162 Mar 02 19:50:51.718262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dba4c86c-b1b4-4f17-aff6-b013ccc4fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:53.769972 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f14d339f-af54-4f6a-88b1-82d6e4a95886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:55.357848 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:55.483818 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:55.785055 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5173ed08-1e07-4855-ae23-d447e5aa1b98 req-34a9b792-3534-42b4-a687-96e2f0df0117 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720377 Mar 02 19:50:55.922831 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5173ed08-1e07-4855-ae23-d447e5aa1b98 req-9a11c565-7f08-4a07-a3d1-caaf8ac82377 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 1100 time: 0.0682645 Mar 02 19:50:56.068616 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173ed08-1e07-4855-ae23-d447e5aa1b98 req-ba442964-aef0-40b8-b307-cb3ef302a2cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:56.070087 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5173ed08-1e07-4855-ae23-d447e5aa1b98 req-ba442964-aef0-40b8-b307-cb3ef302a2cf service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 910 time: 0.1285176 Mar 02 19:50:56.256157 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5173ed08-1e07-4855-ae23-d447e5aa1b98 req-c4dbf059-98f0-40b8-848c-7a4ecb00316d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97155fb1-31e6-407e-bc29-b7c1b5234119 HTTP/1.1" status: 200 len: 1002 time: 0.1799810 Mar 02 19:50:56.334476 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173ed08-1e07-4855-ae23-d447e5aa1b98 req-914cd033-4ca4-4577-b7fe-db4fa8b308bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:56.335956 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5173ed08-1e07-4855-ae23-d447e5aa1b98 req-914cd033-4ca4-4577-b7fe-db4fa8b308bb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=01846bc9-f1b2-4929-952a-1f85294dc5a9 HTTP/1.1" status: 200 len: 848 time: 0.0733073 Mar 02 19:50:56.411405 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5173ed08-1e07-4855-ae23-d447e5aa1b98 req-d54c5dad-a923-416f-b2b0-84885e4dbfba service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8db9c35-666e-4796-97b0-9d3eeeee68fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698051 Mar 02 19:50:56.543694 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5173ed08-1e07-4855-ae23-d447e5aa1b98 req-581a0763-d03c-436e-9a91-30a87d40e6f9 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263764 Mar 02 19:50:56.643998 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:56.692502 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5173ed08-1e07-4855-ae23-d447e5aa1b98 req-43447244-5da6-437f-9d59-2e80dfcba869 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416759 Mar 02 19:51:02.174724 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:08.740727 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:51:21.694254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-87bca880-cbc5-4d10-b4f7-7c9725902281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:23.802498 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-622209c4-dac1-4da6-ac91-d573a1183033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:25.368560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:25.459500 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:26.642589 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:32.150633 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:45.741956 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:51:51.714793 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2820f45e-2869-4065-9874-5a82288cfbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:53.774454 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f8f3fade-9108-43fd-930c-3383f94b834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:53.882588 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 44424) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:51:54.087168 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Deleting port a5b2e8c6-b87d-47c6-8848-b3720be049c4 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:51:54.087536 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:54.251502 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:54.251824 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:54.369160 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Calling delete_port for a5b2e8c6-b87d-47c6-8848-b3720be049c4 owned by network:floatingip {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:51:54.578808 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:54.623305 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event deleted for resources: {'Port': ['ID=a5b2e8c6-b87d-47c6-8848-b3720be049c4,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:54.658582 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:54.659096 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:54.659474 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:54.659815 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:54.660151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:54.660502 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:54.660858 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:54.661141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:54.661468 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:54.661790 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:54.662114 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:54.730119 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for floatingip, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:55.212327 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Router d88fefdf-be75-49bd-8374-06fb22b8d8bc has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:51:55.350200 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:55.415719 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:51:55.425967 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d33beb-a3ae-42e6-8e9d-72bb39ad7198 None None] Sync routers for ids ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:51:55.438024 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d33beb-a3ae-42e6-8e9d-72bb39ad7198 None None] Routers {'d88fefdf-be75-49bd-8374-06fb22b8d8bc'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:51:55.438638 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-83d33beb-a3ae-42e6-8e9d-72bb39ad7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:51:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:55.492990 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:55.494200 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:55.550195 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-98c37fcb-be0d-4a93-b82c-ebbf1f8acfe4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "DELETE /v2.0/floatingips/153bda7e-dcca-4b4d-a9e3-6df373c88fe8 HTTP/1.1" status: 204 len: 168 time: 1.6662393 Mar 02 19:51:55.551284 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'tag': '97155fb1-31e6-407e-bc29-b7c1b5234119'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:51:55.636216 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'tag': '97155fb1-31e6-407e-bc29-b7c1b5234119', 'status': 'completed', 'code': 200} Mar 02 19:51:55.666137 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-83d33beb-a3ae-42e6-8e9d-72bb39ad7198 None None] Set router d88fefdf-be75-49bd-8374-06fb22b8d8bc gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:51:55.685564 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.87', 62545) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:51:55.875253 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-71500bc1-6f21-4c5b-8b49-aa7d1f97d455 req-ed516c9f-1e26-4638-9d0d-b324c1eb6e12 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1884215 Mar 02 19:51:55.877102 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-90eaf100-f1fa-48fb-a47d-d25999a346dc req-4d7b9736-7e47-43c5-96c8-74952df1e232 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 1100 time: 0.2165589 Mar 02 19:51:56.018553 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eaf100-f1fa-48fb-a47d-d25999a346dc req-ac922581-4bcc-4180-8a78-b3fb4ba0943b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:56.020068 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-90eaf100-f1fa-48fb-a47d-d25999a346dc req-ac922581-4bcc-4180-8a78-b3fb4ba0943b service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 910 time: 0.1374404 Mar 02 19:51:56.029574 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-83d33beb-a3ae-42e6-8e9d-72bb39ad7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 4, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'd924a58a-33f3-4b01-921d-aa6b3df29907', 'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'mac_address': 'fa:16:3e:a2:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:26Z', 'updated_at': '2022-03-02T19:47:45Z', 'revision_number': 5, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'subnets': [{'id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:56.035614 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d33beb-a3ae-42e6-8e9d-72bb39ad7198 None None] Checking router: d88fefdf-be75-49bd-8374-06fb22b8d8bc for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:51:56.047640 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d33beb-a3ae-42e6-8e9d-72bb39ad7198 None None] Routers {'d88fefdf-be75-49bd-8374-06fb22b8d8bc'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:51:56.048468 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-83d33beb-a3ae-42e6-8e9d-72bb39ad7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:51:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:56.108855 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-90eaf100-f1fa-48fb-a47d-d25999a346dc req-64f5b1e6-a152-4a78-a8f0-a804f52f5c81 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97155fb1-31e6-407e-bc29-b7c1b5234119 HTTP/1.1" status: 200 len: 217 time: 0.0824232 Mar 02 19:51:56.219073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eaf100-f1fa-48fb-a47d-d25999a346dc req-7357ee67-6ee4-4576-ad7e-a2251a0b79d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:56.221647 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-90eaf100-f1fa-48fb-a47d-d25999a346dc req-7357ee67-6ee4-4576-ad7e-a2251a0b79d3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=01846bc9-f1b2-4929-952a-1f85294dc5a9 HTTP/1.1" status: 200 len: 848 time: 0.1068456 Mar 02 19:51:56.250769 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-83d33beb-a3ae-42e6-8e9d-72bb39ad7198 None None] Set router d88fefdf-be75-49bd-8374-06fb22b8d8bc gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:51:56.302954 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-90eaf100-f1fa-48fb-a47d-d25999a346dc req-a6c3eef6-157f-492d-883e-1fdb0a2231d7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8db9c35-666e-4796-97b0-9d3eeeee68fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742929 Mar 02 19:51:56.319098 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cda92-a57a-4641-8d98-a1b365685c8e req-ff2f6ac4-e212-4449-ad5a-3d2f5ec6ad46 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:56.320730 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-518cda92-a57a-4641-8d98-a1b365685c8e req-ff2f6ac4-e212-4449-ad5a-3d2f5ec6ad46 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 947 time: 0.2454016 Mar 02 19:51:56.367889 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-518cda92-a57a-4641-8d98-a1b365685c8e req-583e98ee-779e-42b4-b290-cde8347f16c2 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408239 Mar 02 19:51:56.450069 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-90eaf100-f1fa-48fb-a47d-d25999a346dc req-c9373145-8b57-4458-b548-65ae8521e5a2 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403239 Mar 02 19:51:56.593882 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-90eaf100-f1fa-48fb-a47d-d25999a346dc req-34add17c-5d65-4d9a-940a-2d6f8df9100e service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363490 Mar 02 19:51:56.600434 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-83d33beb-a3ae-42e6-8e9d-72bb39ad7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 4, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'd924a58a-33f3-4b01-921d-aa6b3df29907', 'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'mac_address': 'fa:16:3e:a2:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:26Z', 'updated_at': '2022-03-02T19:47:45Z', 'revision_number': 5, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'subnets': [{'id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:56.604739 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d33beb-a3ae-42e6-8e9d-72bb39ad7198 None None] The sync data for ids ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'] in dv-neutron-831573-1-hyperv is: [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 4, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'd924a58a-33f3-4b01-921d-aa6b3df29907', 'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'mac_address': 'fa:16:3e:a2:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:26Z', 'updated_at': '2022-03-02T19:47:45Z', 'revision_number': 5, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'subnets': [{'id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:51:56.697967 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:56.833415 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38897fb2-2d74-49b3-86f1-088c5e2f4f41 None None] New status for floating IP 153bda7e-dcca-4b4d-a9e3-6df373c88fe8: DOWN {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:51:56.876463 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-71500bc1-6f21-4c5b-8b49-aa7d1f97d455 req-5d06ce8e-bf07-4c5b-a806-575ef908e47c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 1100 time: 0.0742307 Mar 02 19:51:57.032790 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71500bc1-6f21-4c5b-8b49-aa7d1f97d455 req-8c326227-b0c3-4782-87a0-2aa3efd8a687 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:57.034407 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-71500bc1-6f21-4c5b-8b49-aa7d1f97d455 req-8c326227-b0c3-4782-87a0-2aa3efd8a687 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 910 time: 0.1347287 Mar 02 19:51:57.102209 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-71500bc1-6f21-4c5b-8b49-aa7d1f97d455 req-4c26752c-5afa-4bdb-9e0d-c27c76ac45d3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97155fb1-31e6-407e-bc29-b7c1b5234119 HTTP/1.1" status: 200 len: 217 time: 0.0607808 Mar 02 19:51:57.257960 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71500bc1-6f21-4c5b-8b49-aa7d1f97d455 req-9aa30116-27c1-49c0-ab77-3811a33b8096 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:57.259302 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-71500bc1-6f21-4c5b-8b49-aa7d1f97d455 req-9aa30116-27c1-49c0-ab77-3811a33b8096 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=01846bc9-f1b2-4929-952a-1f85294dc5a9 HTTP/1.1" status: 200 len: 848 time: 0.1505003 Mar 02 19:51:57.334996 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-71500bc1-6f21-4c5b-8b49-aa7d1f97d455 req-1f224c57-5052-4d4b-aa4c-9c901c4edb43 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8db9c35-666e-4796-97b0-9d3eeeee68fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686975 Mar 02 19:51:57.471272 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-71500bc1-6f21-4c5b-8b49-aa7d1f97d455 req-60440f5c-ef4a-48c7-9882-a962376179d1 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293845 Mar 02 19:51:57.499771 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368c636-b9ed-482a-a453-8ef7b64658e3 req-5f29150c-c53a-44c0-9adf-641e60f11a1d tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:57.502455 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8368c636-b9ed-482a-a453-8ef7b64658e3 req-5f29150c-c53a-44c0-9adf-641e60f11a1d tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.87 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 947 time: 0.0853953 Mar 02 19:51:57.574662 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [req-8368c636-b9ed-482a-a453-8ef7b64658e3 req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Deleting port 97155fb1-31e6-407e-bc29-b7c1b5234119 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:51:57.575237 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-8368c636-b9ed-482a-a453-8ef7b64658e3 req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:57.615757 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-71500bc1-6f21-4c5b-8b49-aa7d1f97d455 req-de24f0b7-4842-42db-b22b-4e0ed25d81fe service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388299 Mar 02 19:51:57.711496 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ac51b-6fae-4452-8de3-0dea50db82a1 req-574d8135-922a-4873-a4be-d3259092c29b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:57.712202 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-aa8ac51b-6fae-4452-8de3-0dea50db82a1 req-574d8135-922a-4873-a4be-d3259092c29b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Synchronizing usage tracker for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:51:57.784866 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-aa8ac51b-6fae-4452-8de3-0dea50db82a1 req-574d8135-922a-4873-a4be-d3259092c29b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Unset dirty status for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:51:57.786509 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aa8ac51b-6fae-4452-8de3-0dea50db82a1 req-574d8135-922a-4873-a4be-d3259092c29b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 947 time: 0.2830226 Mar 02 19:51:57.834607 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-aa8ac51b-6fae-4452-8de3-0dea50db82a1 req-9cdf608b-2392-4571-b4c0-cbc55eb85fb4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423152 Mar 02 19:51:57.841846 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [req-8368c636-b9ed-482a-a453-8ef7b64658e3 req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] For port 97155fb1-31e6-407e-bc29-b7c1b5234119, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=97155fb1-31e6-407e-bc29-b7c1b5234119,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:51:57.842203 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-8368c636-b9ed-482a-a453-8ef7b64658e3 req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:57.976821 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [req-8368c636-b9ed-482a-a453-8ef7b64658e3 req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Calling delete_port for 97155fb1-31e6-407e-bc29-b7c1b5234119 owned by compute:nova {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:51:58.299115 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-8368c636-b9ed-482a-a453-8ef7b64658e3 req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:58.366829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event deleted for resources: {'Port': ['ID=97155fb1-31e6-407e-bc29-b7c1b5234119,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:58.413113 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:58.413454 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:58.413789 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:58.414112 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:58.414435 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:58.414754 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:58.415074 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:58.415421 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:58.415737 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:58.416047 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:58.416456 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:58.456838 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [req-8368c636-b9ed-482a-a453-8ef7b64658e3 req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] No DVR routers for this DVR port 97155fb1-31e6-407e-bc29-b7c1b5234119 on host hv-neutron-8315 {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:51:58.459581 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-8368c636-b9ed-482a-a453-8ef7b64658e3 req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:58.462120 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'name': 'network-vif-deleted', 'tag': '97155fb1-31e6-407e-bc29-b7c1b5234119'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:51:58.544959 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8368c636-b9ed-482a-a453-8ef7b64658e3 req-d04fb2db-480c-4633-94a4-810a2269ce06 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.87 "DELETE /v2.0/ports/97155fb1-31e6-407e-bc29-b7c1b5234119 HTTP/1.1" status: 204 len: 173 time: 1.0382009 Mar 02 19:51:58.595526 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3118ecd9-c036-4a92-9ee2-9b72e26d0ed9', 'name': 'network-vif-deleted', 'tag': '97155fb1-31e6-407e-bc29-b7c1b5234119', 'status': 'completed', 'code': 200} Mar 02 19:51:59.019259 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ca05884d-db67-4bbd-a9eb-92db03315e16 req-8afb21ed-d1a2-4ce4-a5c9-aabc57bd2ffb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=3118ecd9-c036-4a92-9ee2-9b72e26d0ed9 HTTP/1.1" status: 200 len: 210 time: 0.0421600 Mar 02 19:52:00.128721 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 44464) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:52:00.199753 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ee9dc736-aaf5-4806-85ac-2caf7ad6fa15 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:00.229254 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ee9dc736-aaf5-4806-85ac-2caf7ad6fa15 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:00.355511 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ee9dc736-aaf5-4806-85ac-2caf7ad6fa15 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:00.374373 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9dc736-aaf5-4806-85ac-2caf7ad6fa15 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1ee71f-c058-4eb1-bc75-ffdfdca314bb,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:52:00.441451 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ee9dc736-aaf5-4806-85ac-2caf7ad6fa15 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:00.442593 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ee9dc736-aaf5-4806-85ac-2caf7ad6fa15 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "DELETE /v2.0/security-groups/fa1ee71f-c058-4eb1-bc75-ffdfdca314bb HTTP/1.1" status: 204 len: 168 time: 0.3128657 Mar 02 19:52:00.803903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 44472) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:52:00.809668 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a376da57-9a41-4e81-b611-74a4cec148c8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2010310523', 'description': 'tempest-secgroup-smoke-2010310523 description', 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:52:00.816289 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a376da57-9a41-4e81-b611-74a4cec148c8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:52:00.820541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a376da57-9a41-4e81-b611-74a4cec148c8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Usage tracker for resource:security_group and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:52:00.823518 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a376da57-9a41-4e81-b611-74a4cec148c8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:52:00.829161 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a376da57-9a41-4e81-b611-74a4cec148c8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:52:00.893442 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a376da57-9a41-4e81-b611-74a4cec148c8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:00.930670 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a376da57-9a41-4e81-b611-74a4cec148c8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:52:00.934737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a376da57-9a41-4e81-b611-74a4cec148c8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Usage tracker for resource:security_group_rule and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:52:00.937757 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a376da57-9a41-4e81-b611-74a4cec148c8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:52:00.944204 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a376da57-9a41-4e81-b611-74a4cec148c8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:52:01.000134 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a376da57-9a41-4e81-b611-74a4cec148c8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:01.024212 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 97155fb1-31e6-407e-bc29-b7c1b5234119 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:52:01.047658 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a376da57-9a41-4e81-b611-74a4cec148c8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:01.057936 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 97155fb1-31e6-407e-bc29-b7c1b5234119 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:52:01.059366 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 97155fb1-31e6-407e-bc29-b7c1b5234119 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:52:01.099876 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376da57-9a41-4e81-b611-74a4cec148c8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea02c75-b02b-4dce-9730-dcb6acf4547f,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:52:01.144385 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a376da57-9a41-4e81-b611-74a4cec148c8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:01.145680 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a376da57-9a41-4e81-b611-74a4cec148c8 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3405900 Mar 02 19:52:01.148430 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 44476) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:52:01.153862 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-9edaa0d6-24aa-4b24-b85e-e4a2a21b3b33 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Request body: {'security_group_rule': {'security_group_id': 'bea02c75-b02b-4dce-9730-dcb6acf4547f', 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:52:01.160141 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-9edaa0d6-24aa-4b24-b85e-e4a2a21b3b33 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:52:01.163910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-9edaa0d6-24aa-4b24-b85e-e4a2a21b3b33 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Usage tracker for resource:security_group_rule and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:52:01.166903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-9edaa0d6-24aa-4b24-b85e-e4a2a21b3b33 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:52:01.172614 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-9edaa0d6-24aa-4b24-b85e-e4a2a21b3b33 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:52:01.276541 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9edaa0d6-24aa-4b24-b85e-e4a2a21b3b33 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:01.337424 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9edaa0d6-24aa-4b24-b85e-e4a2a21b3b33 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:01.412428 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9edaa0d6-24aa-4b24-b85e-e4a2a21b3b33 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:01.436614 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edaa0d6-24aa-4b24-b85e-e4a2a21b3b33 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1641d27a-66ab-48c7-bb81-81da2fd964a8,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:52:01.510196 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-9edaa0d6-24aa-4b24-b85e-e4a2a21b3b33 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:01.511493 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-9edaa0d6-24aa-4b24-b85e-e4a2a21b3b33 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3621273 Mar 02 19:52:01.514158 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 44480) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:52:01.519754 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-726a3c36-5849-40f5-9af0-d9ad391aa4bf tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Request body: {'security_group_rule': {'security_group_id': 'bea02c75-b02b-4dce-9730-dcb6acf4547f', 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:52:01.526692 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-726a3c36-5849-40f5-9af0-d9ad391aa4bf tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:52:01.529663 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-726a3c36-5849-40f5-9af0-d9ad391aa4bf tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Usage tracker for resource:security_group_rule and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:52:01.532578 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-726a3c36-5849-40f5-9af0-d9ad391aa4bf tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:52:01.539046 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-726a3c36-5849-40f5-9af0-d9ad391aa4bf tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:52:01.637401 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-726a3c36-5849-40f5-9af0-d9ad391aa4bf tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:01.702403 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-726a3c36-5849-40f5-9af0-d9ad391aa4bf tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:01.785064 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-726a3c36-5849-40f5-9af0-d9ad391aa4bf tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:01.807956 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a3c36-5849-40f5-9af0-d9ad391aa4bf tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d5d8a7-38c5-415d-b9bc-abe7c5f6bff9,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:52:01.886944 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-726a3c36-5849-40f5-9af0-d9ad391aa4bf tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:01.888247 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-726a3c36-5849-40f5-9af0-d9ad391aa4bf tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3731084 Mar 02 19:52:01.890894 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 44484) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:52:01.897103 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-986446de-e4a9-4758-8d2b-2a1f2506dbdb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Request body: {'security_group_rule': {'security_group_id': 'bea02c75-b02b-4dce-9730-dcb6acf4547f', 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:52:01.902980 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-986446de-e4a9-4758-8d2b-2a1f2506dbdb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:52:01.906842 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-986446de-e4a9-4758-8d2b-2a1f2506dbdb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Usage tracker for resource:security_group_rule and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:52:01.909814 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-986446de-e4a9-4758-8d2b-2a1f2506dbdb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:52:01.916438 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-986446de-e4a9-4758-8d2b-2a1f2506dbdb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:52:01.967767 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-986446de-e4a9-4758-8d2b-2a1f2506dbdb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:02.032458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-986446de-e4a9-4758-8d2b-2a1f2506dbdb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:02.110094 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-986446de-e4a9-4758-8d2b-2a1f2506dbdb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:02.134691 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986446de-e4a9-4758-8d2b-2a1f2506dbdb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19dfc83d-f1e7-4c6d-96ef-6645a684c373,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:52:02.149850 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:02.207246 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-986446de-e4a9-4758-8d2b-2a1f2506dbdb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:02.208526 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-986446de-e4a9-4758-8d2b-2a1f2506dbdb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3166330 Mar 02 19:52:02.211371 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 44488) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:52:02.216831 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-a06ac6e6-dac3-4fe0-8005-a99c210b313a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Request body: {'security_group_rule': {'security_group_id': 'bea02c75-b02b-4dce-9730-dcb6acf4547f', 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:52:02.224298 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a06ac6e6-dac3-4fe0-8005-a99c210b313a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:52:02.228970 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a06ac6e6-dac3-4fe0-8005-a99c210b313a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Usage tracker for resource:security_group_rule and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:52:02.231884 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-a06ac6e6-dac3-4fe0-8005-a99c210b313a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:52:02.238458 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-a06ac6e6-dac3-4fe0-8005-a99c210b313a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:52:02.328355 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a06ac6e6-dac3-4fe0-8005-a99c210b313a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:02.392283 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a06ac6e6-dac3-4fe0-8005-a99c210b313a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:02.447796 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a06ac6e6-dac3-4fe0-8005-a99c210b313a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:02.470740 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ac6e6-dac3-4fe0-8005-a99c210b313a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961704d5-5035-4e94-aff3-a4ae1bf36111,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:52:02.532615 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-a06ac6e6-dac3-4fe0-8005-a99c210b313a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:02.533820 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-a06ac6e6-dac3-4fe0-8005-a99c210b313a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3216066 Mar 02 19:52:02.536732 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 44492) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:52:02.542143 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-ae652292-1e46-4f0d-a3ad-eedb8d2d1771 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Request body: {'security_group_rule': {'security_group_id': 'bea02c75-b02b-4dce-9730-dcb6acf4547f', 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:52:02.548262 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ae652292-1e46-4f0d-a3ad-eedb8d2d1771 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:52:02.552915 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ae652292-1e46-4f0d-a3ad-eedb8d2d1771 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Usage tracker for resource:security_group_rule and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:52:02.555883 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-ae652292-1e46-4f0d-a3ad-eedb8d2d1771 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:52:02.561502 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-ae652292-1e46-4f0d-a3ad-eedb8d2d1771 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:52:02.618292 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-ae652292-1e46-4f0d-a3ad-eedb8d2d1771 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Project b9527bf06c884d9397c38c48ca8a5ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:52:02.625197 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ae652292-1e46-4f0d-a3ad-eedb8d2d1771 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:02.689555 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ae652292-1e46-4f0d-a3ad-eedb8d2d1771 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:02.750046 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ae652292-1e46-4f0d-a3ad-eedb8d2d1771 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:02.774397 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae652292-1e46-4f0d-a3ad-eedb8d2d1771 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5dde6c4-6da9-453e-9c73-64d5f7a8137f,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:52:02.858439 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-ae652292-1e46-4f0d-a3ad-eedb8d2d1771 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:02.859770 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-ae652292-1e46-4f0d-a3ad-eedb8d2d1771 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3220632 Mar 02 19:52:02.862476 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 44496) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:52:02.867926 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-645417ba-a579-4062-9f6f-4d4ef234820f tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Request body: {'security_group_rule': {'security_group_id': 'bea02c75-b02b-4dce-9730-dcb6acf4547f', 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:52:02.873814 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-645417ba-a579-4062-9f6f-4d4ef234820f tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:52:02.877567 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-645417ba-a579-4062-9f6f-4d4ef234820f tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Usage tracker for resource:security_group_rule and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:52:02.880965 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-645417ba-a579-4062-9f6f-4d4ef234820f tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:52:02.886646 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-645417ba-a579-4062-9f6f-4d4ef234820f tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:52:02.966882 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-645417ba-a579-4062-9f6f-4d4ef234820f tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Project b9527bf06c884d9397c38c48ca8a5ada added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:52:02.973459 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-645417ba-a579-4062-9f6f-4d4ef234820f tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:03.038388 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-645417ba-a579-4062-9f6f-4d4ef234820f tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:03.132588 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-645417ba-a579-4062-9f6f-4d4ef234820f tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:03.155469 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645417ba-a579-4062-9f6f-4d4ef234820f tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8161fd-fd19-419d-91a5-6f62723dea82,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:52:03.235718 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-645417ba-a579-4062-9f6f-4d4ef234820f tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:03.236822 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-645417ba-a579-4062-9f6f-4d4ef234820f tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3734128 Mar 02 19:52:21.710471 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-59b2abd3-d5dc-4094-8793-82d7e346d92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:22.743738 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:52:23.835126 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f4bbb13b-d50a-4d45-9de5-2cd900f65626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:25.377949 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:25.519806 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:26.681334 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:28.120063 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-7039d0db-8f63-4f18-a094-d2aff7bac595 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Synchronizing usage tracker for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:52:28.188901 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-7039d0db-8f63-4f18-a094-d2aff7bac595 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Unset dirty status for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:52:28.190088 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-7039d0db-8f63-4f18-a094-d2aff7bac595 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2010310523&fields=id&tenant_id=b9527bf06c884d9397c38c48ca8a5ada HTTP/1.1" status: 200 len: 267 time: 0.1100008 Mar 02 19:52:28.341777 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-c309e918-2611-489a-afcc-3cbcee74dbc0 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:28.343225 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-c309e918-2611-489a-afcc-3cbcee74dbc0 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 809 time: 0.1462152 Mar 02 19:52:28.359958 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-edf96fb0-966c-4945-827c-61f067cdebca tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/quotas/b9527bf06c884d9397c38c48ca8a5ada HTTP/1.1" status: 200 len: 375 time: 0.0114598 Mar 02 19:52:28.441497 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-fbabefca-7e76-466b-b140-4bd40482d2b4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761712 Mar 02 19:52:28.586760 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-f8040b47-4359-40b8-b515-b56d32e117b3 service neutron] 10.222.0.73 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334412 Mar 02 19:52:28.732091 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-90591e49-8b75-4571-9a19-7a39dc34df88 service neutron] 10.222.0.73 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393709 Mar 02 19:52:29.411550 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-57e1329e-552b-4da7-8ce0-488c6beec2f1 req-4d570c67-985b-47a6-8b90-3d4e607a6a8d tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Synchronizing usage tracker for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:52:29.479438 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-57e1329e-552b-4da7-8ce0-488c6beec2f1 req-4d570c67-985b-47a6-8b90-3d4e607a6a8d tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Unset dirty status for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:52:29.480632 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-57e1329e-552b-4da7-8ce0-488c6beec2f1 req-4d570c67-985b-47a6-8b90-3d4e607a6a8d tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 210 time: 0.1108987 Mar 02 19:52:30.661639 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-2e140be8-612a-4ae9-9ecf-c068ff53428c req-37694623-0e58-4b60-be0c-cba3966d4a7c tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 210 time: 0.0555022 Mar 02 19:52:31.519365 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-63c1deb1-ebe0-4a72-b78b-6a606ce68944 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:31.520777 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-63c1deb1-ebe0-4a72-b78b-6a606ce68944 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.87 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 809 time: 0.1465974 Mar 02 19:52:31.575658 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-137121c5-f6a7-46e2-8eba-bed8e22dc64a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9527bf06c884d9397c38c48ca8a5ada HTTP/1.1" status: 200 len: 380 time: 0.0417514 Mar 02 19:52:31.591325 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-11112bab-47c2-430e-a855-ad5caaa2649a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Request body: {'port': {'device_id': 'ff744781-6d10-484f-a409-db64a6037d52', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'admin_state_up': True, 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'security_groups': ['bea02c75-b02b-4dce-9730-dcb6acf4547f']}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:52:31.729812 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-11112bab-47c2-430e-a855-ad5caaa2649a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:52:31.739747 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-11112bab-47c2-430e-a855-ad5caaa2649a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:52:31.783313 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-11112bab-47c2-430e-a855-ad5caaa2649a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Made reservation on behalf of b9527bf06c884d9397c38c48ca8a5ada for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:52:31.786350 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-11112bab-47c2-430e-a855-ad5caaa2649a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:31.848472 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8a573598-d7b9-4c51-b06b-c323bd9546de req-5a41215f-ee23-4794-9919-840630401dc6 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 210 time: 0.0519371 Mar 02 19:52:32.003527 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-11112bab-47c2-430e-a855-ad5caaa2649a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Allocated IP 172.20.0.10 (b8db9c35-666e-4796-97b0-9d3eeeee68fa/01846bc9-f1b2-4929-952a-1f85294dc5a9/e9d6d200-b16f-47c0-ae71-f339c1e8eb35) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:52:32.147792 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:32.207241 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-11112bab-47c2-430e-a855-ad5caaa2649a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:32.225355 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-11112bab-47c2-430e-a855-ad5caaa2649a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Transition to ACTIVE for port object e9d6d200-b16f-47c0-ae71-f339c1e8eb35 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:52:32.309587 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-11112bab-47c2-430e-a855-ad5caaa2649a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:32.386038 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-11112bab-47c2-430e-a855-ad5caaa2649a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Network b8db9c35-666e-4796-97b0-9d3eeeee68fa is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:52:32.389276 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-11112bab-47c2-430e-a855-ad5caaa2649a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:52:32.393714 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-11112bab-47c2-430e-a855-ad5caaa2649a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:52:32.419199 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11112bab-47c2-430e-a855-ad5caaa2649a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event updated for resources: {'Port': ['ID=e9d6d200-b16f-47c0-ae71-f339c1e8eb35,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:52:32.468827 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-11112bab-47c2-430e-a855-ad5caaa2649a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:32.469743 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-11112bab-47c2-430e-a855-ad5caaa2649a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:32.550282 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-11112bab-47c2-430e-a855-ad5caaa2649a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9624696 Mar 02 19:52:32.561989 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] Request body: {'port': {'device_id': 'ff744781-6d10-484f-a409-db64a6037d52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:52:32.672883 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:32.749983 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f002f1df-2cde-485a-8564-dfbb5e808950 None None] Provisioning for port e9d6d200-b16f-47c0-ae71-f339c1e8eb35 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:52:32.763745 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f002f1df-2cde-485a-8564-dfbb5e808950 None None] Provisioning complete for port e9d6d200-b16f-47c0-ae71-f339c1e8eb35 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:52:32.763745 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f002f1df-2cde-485a-8564-dfbb5e808950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:32.831590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f002f1df-2cde-485a-8564-dfbb5e808950 None None] Port e9d6d200-b16f-47c0-ae71-f339c1e8eb35 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:52:33.046598 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d6d200-b16f-47c0-ae71-f339c1e8eb35 {{(pid=84533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:52:33.056463 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5835f4-e1c2-4342-8103-ca893c0018c7 req-d07a488e-53a9-46a4-8ecd-8535f7a449e4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:33.058248 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5f5835f4-e1c2-4342-8103-ca893c0018c7 req-d07a488e-53a9-46a4-8ecd-8535f7a449e4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 932 time: 0.0818462 Mar 02 19:52:33.068052 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:33.086555 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] Transition to ACTIVE for port object e9d6d200-b16f-47c0-ae71-f339c1e8eb35 will not be triggered until provisioned by entity L2. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:52:33.109137 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5f5835f4-e1c2-4342-8103-ca893c0018c7 req-7274aa77-a6fd-44dd-a50e-f6b72efaaa8b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446589 Mar 02 19:52:33.154469 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:33.390048 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d6d200-b16f-47c0-ae71-f339c1e8eb35,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:52:33.501535 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] Attempting to bind port e9d6d200-b16f-47c0-ae71-f339c1e8eb35 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:52:33.501812 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] Attempting to bind port e9d6d200-b16f-47c0-ae71-f339c1e8eb35 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '3ef9d04f-7f68-49e1-92b3-6f15b29d9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:52:33.502037 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] Attempting to bind port e9d6d200-b16f-47c0-ae71-f339c1e8eb35 on network b8db9c35-666e-4796-97b0-9d3eeeee68fa {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:52:33.507946 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] Port e9d6d200-b16f-47c0-ae71-f339c1e8eb35 on network b8db9c35-666e-4796-97b0-9d3eeeee68fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:52:33.508305 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] Attempting to bind port e9d6d200-b16f-47c0-ae71-f339c1e8eb35 on network b8db9c35-666e-4796-97b0-9d3eeeee68fa {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:52:33.514489 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:52:33.514853 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] Checking segment: {'id': '3ef9d04f-7f68-49e1-92b3-6f15b29d9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:52:33.515433 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] Bound using segment: {'id': '3ef9d04f-7f68-49e1-92b3-6f15b29d9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa'} {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:52:33.515861 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] Bound port: e9d6d200-b16f-47c0-ae71-f339c1e8eb35, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ef9d04f-7f68-49e1-92b3-6f15b29d9bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa'}}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:52:33.516202 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:33.610469 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] For port e9d6d200-b16f-47c0-ae71-f339c1e8eb35, host hv-neutron-8315, cleared binding levels {{(pid=84533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:52:33.614362 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] For port e9d6d200-b16f-47c0-ae71-f339c1e8eb35, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e9d6d200-b16f-47c0-ae71-f339c1e8eb35,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:52:33.685527 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:33.752519 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:33.753843 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] 10.222.0.87 "PUT /v2.0/ports/e9d6d200-b16f-47c0-ae71-f339c1e8eb35 HTTP/1.1" status: 200 len: 1094 time: 1.1964219 Mar 02 19:52:33.754253 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff744781-6d10-484f-a409-db64a6037d52', 'tag': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:52:33.775320 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050d374-681d-461e-81cb-10ae855e69e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d6d200-b16f-47c0-ae71-f339c1e8eb35,revision_number=3']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:52:33.815557 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff744781-6d10-484f-a409-db64a6037d52', 'tag': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35', 'status': 'completed', 'code': 200} Mar 02 19:52:33.919995 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7b4224d2-7262-4928-b08c-ddee09d21d47 req-ed3c5a96-f58d-4e47-a3a2-62164f30a0b1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 1097 time: 0.0815465 Mar 02 19:52:34.073489 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4224d2-7262-4928-b08c-ddee09d21d47 req-5ca63a9d-3796-491a-9298-113a367ec980 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:34.074861 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7b4224d2-7262-4928-b08c-ddee09d21d47 req-5ca63a9d-3796-491a-9298-113a367ec980 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1473565 Mar 02 19:52:34.217728 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4224d2-7262-4928-b08c-ddee09d21d47 req-fa08c81a-c152-40a8-80d9-3b60ac03a19d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:34.219267 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7b4224d2-7262-4928-b08c-ddee09d21d47 req-fa08c81a-c152-40a8-80d9-3b60ac03a19d service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384513 Mar 02 19:52:34.327604 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-55b982b0-bdfb-46d6-8bf6-d90eadd95635 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 1097 time: 0.0716054 Mar 02 19:52:34.332335 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88da4ce-845c-4d77-8a66-bcc9a2b7673f req-ba72f16b-b9be-47f3-ac6c-e4193fc1da71 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:34.333807 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a88da4ce-845c-4d77-8a66-bcc9a2b7673f req-ba72f16b-b9be-47f3-ac6c-e4193fc1da71 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 944 time: 0.0844915 Mar 02 19:52:34.383151 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a88da4ce-845c-4d77-8a66-bcc9a2b7673f req-c98e9361-223b-4752-871f-669dbb7bb59c tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436537 Mar 02 19:52:34.402945 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-1ad6a309-dbda-47e1-977b-75a250c6b902 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9d6d200-b16f-47c0-ae71-f339c1e8eb35 HTTP/1.1" status: 200 len: 217 time: 0.0669641 Mar 02 19:52:34.469614 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-bd225b2e-a547-4ac3-af5f-868af1c162d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:34.471054 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-bd225b2e-a547-4ac3-af5f-868af1c162d1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=01846bc9-f1b2-4929-952a-1f85294dc5a9 HTTP/1.1" status: 200 len: 848 time: 0.0613823 Mar 02 19:52:34.560165 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-30bdaaa1-f8d2-459c-8ed3-aff5c15ac771 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8db9c35-666e-4796-97b0-9d3eeeee68fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818846 Mar 02 19:52:34.692384 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-2f7642ec-b051-468e-8322-cc5ffa823a62 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252792 Mar 02 19:52:34.827447 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-bac117fa-6a0e-47f2-ade1-3e240482efa4 req-fdc8eae8-82cd-4a0c-97f8-3fb0bd393301 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288624 Mar 02 19:52:35.596916 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37983d-45fc-4073-8485-ce523fba0709 req-4e9ef260-754d-4768-80d7-c8cc6af059ac tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:35.597598 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-3c37983d-45fc-4073-8485-ce523fba0709 req-4e9ef260-754d-4768-80d7-c8cc6af059ac tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Synchronizing usage tracker for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:52:35.701814 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-3c37983d-45fc-4073-8485-ce523fba0709 req-4e9ef260-754d-4768-80d7-c8cc6af059ac tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Unset dirty status for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:52:35.702866 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3c37983d-45fc-4073-8485-ce523fba0709 req-4e9ef260-754d-4768-80d7-c8cc6af059ac tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 944 time: 0.1923201 Mar 02 19:52:35.750487 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3c37983d-45fc-4073-8485-ce523fba0709 req-61df8a39-c7b1-4031-9ebf-a293ae209d37 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419734 Mar 02 19:52:37.026271 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ad194-74ce-42dd-b24c-4932f5215ff6 req-f52bad96-30b3-4bf9-9d39-cc1c2d50d5c6 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:37.027837 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0a7ad194-74ce-42dd-b24c-4932f5215ff6 req-f52bad96-30b3-4bf9-9d39-cc1c2d50d5c6 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 944 time: 0.0820105 Mar 02 19:52:37.077703 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0a7ad194-74ce-42dd-b24c-4932f5215ff6 req-37db1fec-f5f7-4a26-9a79-dddfc4107e54 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441651 Mar 02 19:52:38.277766 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460df45b-f6b4-4b82-a4e2-c11d4b63d2bd req-6facfd92-8b92-4ef0-9257-3d9936fb754f tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:38.279234 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-460df45b-f6b4-4b82-a4e2-c11d4b63d2bd req-6facfd92-8b92-4ef0-9257-3d9936fb754f tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 944 time: 0.0802808 Mar 02 19:52:38.326531 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-460df45b-f6b4-4b82-a4e2-c11d4b63d2bd req-04c21a57-c7cf-4c8c-a934-1f6a40f278f4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417681 Mar 02 19:52:39.522017 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a82278-7f9e-47bf-b188-cd31a45bc2a6 req-8943e238-bed9-43c8-835c-ea3a6a97b56a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:39.523594 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-83a82278-7f9e-47bf-b188-cd31a45bc2a6 req-8943e238-bed9-43c8-835c-ea3a6a97b56a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 944 time: 0.0779092 Mar 02 19:52:39.570703 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-83a82278-7f9e-47bf-b188-cd31a45bc2a6 req-59355800-0333-48e6-9043-b6cf0ab1b640 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411384 Mar 02 19:52:40.770284 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d6866-e13f-46e1-9d5a-1f3cba5d0709 req-b111fe2a-941f-4b51-8a28-ec4dfcbf9964 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:40.771782 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0d0d6866-e13f-46e1-9d5a-1f3cba5d0709 req-b111fe2a-941f-4b51-8a28-ec4dfcbf9964 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 944 time: 0.0786152 Mar 02 19:52:40.819045 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0d0d6866-e13f-46e1-9d5a-1f3cba5d0709 req-b2f3039d-8d85-4d72-becc-26d2644a8d3a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408382 Mar 02 19:52:41.294733 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device e9d6d200-b16f-47c0-ae71-f339c1e8eb35 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:52:41.486533 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port e9d6d200-b16f-47c0-ae71-f339c1e8eb35, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e9d6d200-b16f-47c0-ae71-f339c1e8eb35,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:52:41.500991 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'port_id': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35', 'mac_address': 'fa:16:3e:cd:f5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:52:41.554381 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:41.573769 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d6d200-b16f-47c0-ae71-f339c1e8eb35 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:52:41.590017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port e9d6d200-b16f-47c0-ae71-f339c1e8eb35, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e9d6d200-b16f-47c0-ae71-f339c1e8eb35,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:52:41.741976 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:41.813643 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=e9d6d200-b16f-47c0-ae71-f339c1e8eb35,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:52:41.822644 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:52:41.825971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:52:41.825971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:52:41.825971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:52:41.825971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:52:41.825971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:52:41.825971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:52:41.825971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:52:41.825971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:52:41.825971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:52:41.825971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:52:41.962718 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['e9d6d200-b16f-47c0-ae71-f339c1e8eb35'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:52:42.025629 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd58062-780f-457e-a9dd-80b81f6661a0 req-eb859ca5-1619-48a6-b09c-46198c31fa13 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:42.027052 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5fd58062-780f-457e-a9dd-80b81f6661a0 req-eb859ca5-1619-48a6-b09c-46198c31fa13 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 945 time: 0.0848730 Mar 02 19:52:42.079823 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-5fd58062-780f-457e-a9dd-80b81f6661a0 req-d5683701-d004-4c01-b64c-7dad5a233d79 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466127 Mar 02 19:52:43.281580 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111040bc-4e60-4b04-99c0-7353330870d8 req-01772c88-14d2-4b49-812c-38cfb767df0d tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:43.283017 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-111040bc-4e60-4b04-99c0-7353330870d8 req-01772c88-14d2-4b49-812c-38cfb767df0d tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 945 time: 0.0802243 Mar 02 19:52:43.301126 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device e9d6d200-b16f-47c0-ae71-f339c1e8eb35 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:52:43.329487 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-111040bc-4e60-4b04-99c0-7353330870d8 req-13fb3eac-cbe4-46c3-ab9c-d37ea8f440c5 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409307 Mar 02 19:52:43.439513 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port e9d6d200-b16f-47c0-ae71-f339c1e8eb35 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:52:43.444314 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port e9d6d200-b16f-47c0-ae71-f339c1e8eb35 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:52:43.444686 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:43.559215 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:43.585598 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff744781-6d10-484f-a409-db64a6037d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:52:43.595219 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port e9d6d200-b16f-47c0-ae71-f339c1e8eb35, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e9d6d200-b16f-47c0-ae71-f339c1e8eb35,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:52:43.646223 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff744781-6d10-484f-a409-db64a6037d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35', 'code': 200} Mar 02 19:52:43.657183 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:43.726123 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=e9d6d200-b16f-47c0-ae71-f339c1e8eb35,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:52:44.034544 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-84c6bfec-dc09-4cd4-aac1-68e4fb710126 req-6ed55671-ff75-401c-aa26-cb89eb9ea065 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 1099 time: 0.0683391 Mar 02 19:52:44.083075 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-84c6bfec-dc09-4cd4-aac1-68e4fb710126 req-b70d0e1b-1ef8-445e-9de3-515f7d333d3b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419853 Mar 02 19:52:44.619407 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f455a-3757-4885-8923-9178f4594eee req-ba548532-8257-4d7f-8de6-10fe5780c560 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:44.623204 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-004f455a-3757-4885-8923-9178f4594eee req-ba548532-8257-4d7f-8de6-10fe5780c560 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.1731939 Mar 02 19:52:44.673928 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-004f455a-3757-4885-8923-9178f4594eee req-aad21a8f-359d-4d6e-90d3-014de3cb9f08 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414336 Mar 02 19:52:45.871779 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b95e7-4134-4c88-97d7-a98169ca271f req-39e72f7d-784b-4a69-9374-e11b81c2292a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:45.873256 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-689b95e7-4134-4c88-97d7-a98169ca271f req-39e72f7d-784b-4a69-9374-e11b81c2292a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.0786016 Mar 02 19:52:45.921997 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-689b95e7-4134-4c88-97d7-a98169ca271f req-41b85d8a-e817-4660-b699-4e0c8b25e813 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431552 Mar 02 19:52:46.122158 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d5270-8855-4334-b9fa-5aa220f18ebe req-2c21c6dc-6dd7-4f13-84eb-27719a5abf8a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:46.123636 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e81d5270-8855-4334-b9fa-5aa220f18ebe req-2c21c6dc-6dd7-4f13-84eb-27719a5abf8a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.0810695 Mar 02 19:52:46.169085 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e81d5270-8855-4334-b9fa-5aa220f18ebe req-7336595f-5527-4335-9b94-3dbd9afb2d54 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398676 Mar 02 19:52:46.197255 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 44670) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:52:46.349858 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-19bdbcdb-eb4e-44de-a02e-38c389d0af63 tempest-TestShelveInstance-178714533 tempest-TestShelveInstance-178714533-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 1094 time: 0.1514060 Mar 02 19:52:46.352655 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 44674) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:52:46.357810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:52:46.363507 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:52:46.367228 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Usage tracker for resource:floatingip and tenant:b9527bf06c884d9397c38c48ca8a5ada is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:52:46.370888 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:52:46.376490 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:52:46.447181 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for floatingip, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:46.583737 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:46.731889 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Allocated IP 172.26.4.91 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/8dd066a0-94eb-43e8-bac9-fe56f6b6ae5e) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:52:46.897009 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:47.011659 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:47.082266 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:52:47.085733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:52:47.088297 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event updated for resources: {'Port': ['ID=8dd066a0-94eb-43e8-bac9-fe56f6b6ae5e,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:52:47.090359 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:52:47.593172 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:47.698852 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:47.920776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:47.988853 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:48.099449 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event updated for resources: {'Port': ['ID=8dd066a0-94eb-43e8-bac9-fe56f6b6ae5e,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:52:48.113457 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:48.399852 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.l3_db [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Floating IP 00e50ddd-cb54-40e7-a6bc-ed1c7d518886 associated. External IP: 172.26.4.91, port: e9d6d200-b16f-47c0-ae71-f339c1e8eb35. Mar 02 19:52:48.814730 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Router d88fefdf-be75-49bd-8374-06fb22b8d8bc has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:52:49.017547 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:52:49.028003 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042884d8-56df-44c0-a9d7-c32e1d8ac2e6 None None] Sync routers for ids ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:52:49.040654 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042884d8-56df-44c0-a9d7-c32e1d8ac2e6 None None] Routers {'d88fefdf-be75-49bd-8374-06fb22b8d8bc'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:52:49.041357 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-042884d8-56df-44c0-a9d7-c32e1d8ac2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:52:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:52:49.097152 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:49.154120 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-337480e1-fc1d-4347-9492-1fd1229598eb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8003645 Mar 02 19:52:49.154740 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff744781-6d10-484f-a409-db64a6037d52', 'tag': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:52:49.225259 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-042884d8-56df-44c0-a9d7-c32e1d8ac2e6 None None] Set router d88fefdf-be75-49bd-8374-06fb22b8d8bc gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:52:49.286778 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff744781-6d10-484f-a409-db64a6037d52', 'tag': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35', 'status': 'completed', 'code': 200} Mar 02 19:52:49.375917 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c8dbc4df-f077-46e7-b782-79e307dc158e req-b175da31-7fcd-4ef4-b5f8-f61b6f72fa18 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 1099 time: 0.0692756 Mar 02 19:52:49.512089 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbc4df-f077-46e7-b782-79e307dc158e req-57f97b0f-7382-49af-8a61-22662185e807 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:49.513535 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c8dbc4df-f077-46e7-b782-79e307dc158e req-57f97b0f-7382-49af-8a61-22662185e807 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 910 time: 0.1306646 Mar 02 19:52:49.589584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-042884d8-56df-44c0-a9d7-c32e1d8ac2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 4, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '00e50ddd-cb54-40e7-a6bc-ed1c7d518886', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'floating_ip_address': '172.26.4.91', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'port_id': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'mac_address': 'fa:16:3e:cd:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff744781-6d10-484f-a409-db64a6037d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:52:47Z', 'updated_at': '2022-03-02T19:52:47Z', 'revision_number': 0, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd924a58a-33f3-4b01-921d-aa6b3df29907', 'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'mac_address': 'fa:16:3e:a2:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:26Z', 'updated_at': '2022-03-02T19:47:45Z', 'revision_number': 5, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'subnets': [{'id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:52:49.593746 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042884d8-56df-44c0-a9d7-c32e1d8ac2e6 None None] Checking router: d88fefdf-be75-49bd-8374-06fb22b8d8bc for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:52:49.604678 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042884d8-56df-44c0-a9d7-c32e1d8ac2e6 None None] Routers {'d88fefdf-be75-49bd-8374-06fb22b8d8bc'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:52:49.605296 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-042884d8-56df-44c0-a9d7-c32e1d8ac2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:52:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:52:49.630849 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c8dbc4df-f077-46e7-b782-79e307dc158e req-12979a20-0931-4dc8-b17e-f4a06806970b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9d6d200-b16f-47c0-ae71-f339c1e8eb35 HTTP/1.1" status: 200 len: 999 time: 0.1107268 Mar 02 19:52:49.697332 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbc4df-f077-46e7-b782-79e307dc158e req-60ffd197-d924-4a2d-8b0b-605fe398f226 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:49.703979 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c8dbc4df-f077-46e7-b782-79e307dc158e req-60ffd197-d924-4a2d-8b0b-605fe398f226 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=01846bc9-f1b2-4929-952a-1f85294dc5a9 HTTP/1.1" status: 200 len: 848 time: 0.0609827 Mar 02 19:52:49.780492 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c8dbc4df-f077-46e7-b782-79e307dc158e req-32d1eeea-0496-4f97-834f-dd4cc1812d32 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8db9c35-666e-4796-97b0-9d3eeeee68fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751460 Mar 02 19:52:49.794990 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-042884d8-56df-44c0-a9d7-c32e1d8ac2e6 None None] Set router d88fefdf-be75-49bd-8374-06fb22b8d8bc gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:52:49.918118 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c8dbc4df-f077-46e7-b782-79e307dc158e req-9baceb41-ca94-46c4-8ce4-b56b0b6db743 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311417 Mar 02 19:52:50.053578 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c8dbc4df-f077-46e7-b782-79e307dc158e req-81914774-dddd-4db8-9e73-f6df1a617b0c service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292708 Mar 02 19:52:50.199960 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-042884d8-56df-44c0-a9d7-c32e1d8ac2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 4, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '00e50ddd-cb54-40e7-a6bc-ed1c7d518886', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'floating_ip_address': '172.26.4.91', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'port_id': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'mac_address': 'fa:16:3e:cd:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff744781-6d10-484f-a409-db64a6037d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:52:47Z', 'updated_at': '2022-03-02T19:52:47Z', 'revision_number': 0, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd924a58a-33f3-4b01-921d-aa6b3df29907', 'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'mac_address': 'fa:16:3e:a2:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:26Z', 'updated_at': '2022-03-02T19:47:45Z', 'revision_number': 5, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'subnets': [{'id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:52:50.203815 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042884d8-56df-44c0-a9d7-c32e1d8ac2e6 None None] The sync data for ids ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'] in dv-neutron-831573-1-hyperv is: [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 4, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '00e50ddd-cb54-40e7-a6bc-ed1c7d518886', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'floating_ip_address': '172.26.4.91', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'port_id': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'mac_address': 'fa:16:3e:cd:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff744781-6d10-484f-a409-db64a6037d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:52:47Z', 'updated_at': '2022-03-02T19:52:47Z', 'revision_number': 0, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd924a58a-33f3-4b01-921d-aa6b3df29907', 'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'mac_address': 'fa:16:3e:a2:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:26Z', 'updated_at': '2022-03-02T19:47:45Z', 'revision_number': 5, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'subnets': [{'id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:52:50.394244 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703e300-b669-49b4-85af-1c2d6f5634c2 None None] New status for floating IP 00e50ddd-cb54-40e7-a6bc-ed1c7d518886: ACTIVE {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:52:51.714201 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e8357458-aecb-4be8-be2b-5a7e22251232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:53.815303 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a65275ec-a62a-419a-83e8-dc997d7e84b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:55.381268 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:55.501412 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:56.666670 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:56.766736 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4353f15-e96d-4ff6-a2e5-e2c6e8148545 req-89574ae1-e530-4038-9565-070daeb1bf6e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824399 Mar 02 19:52:56.912355 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4353f15-e96d-4ff6-a2e5-e2c6e8148545 req-8a3aa036-3275-4aec-b606-7d77bf4a43c5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 1099 time: 0.0758388 Mar 02 19:52:57.069436 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4353f15-e96d-4ff6-a2e5-e2c6e8148545 req-347676bc-1fa4-4722-bc2a-c353b312a52d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:57.069436 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4353f15-e96d-4ff6-a2e5-e2c6e8148545 req-347676bc-1fa4-4722-bc2a-c353b312a52d service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 910 time: 0.1369934 Mar 02 19:52:57.174662 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4353f15-e96d-4ff6-a2e5-e2c6e8148545 req-620cbf26-a442-44d0-9a60-b3ae812dca24 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9d6d200-b16f-47c0-ae71-f339c1e8eb35 HTTP/1.1" status: 200 len: 1001 time: 0.0982711 Mar 02 19:52:57.239891 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4353f15-e96d-4ff6-a2e5-e2c6e8148545 req-300096f5-36df-4541-b5bb-b7af90da4be0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:52:57.241660 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4353f15-e96d-4ff6-a2e5-e2c6e8148545 req-300096f5-36df-4541-b5bb-b7af90da4be0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=01846bc9-f1b2-4929-952a-1f85294dc5a9 HTTP/1.1" status: 200 len: 848 time: 0.0603101 Mar 02 19:52:57.323657 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4353f15-e96d-4ff6-a2e5-e2c6e8148545 req-c7bce68c-a70d-4faf-9fdc-5885a2ced258 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8db9c35-666e-4796-97b0-9d3eeeee68fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756643 Mar 02 19:52:57.468440 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4353f15-e96d-4ff6-a2e5-e2c6e8148545 req-0bdd2b5f-6012-4343-9bb5-8527f512c69c service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376188 Mar 02 19:52:57.701108 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4353f15-e96d-4ff6-a2e5-e2c6e8148545 req-8d66b956-9129-40bb-bdfd-285b751d0def service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249520 Mar 02 19:52:59.744525 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:53:02.152514 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:21.707337 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-3a5800d5-aa8c-4550-8b85-7cb355f3b838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:23.770203 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5bd60b02-1ef6-4b88-8e37-347cba2f5e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:25.335948 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:25.476321 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:26.655531 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:32.174110 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:36.744989 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:53:51.701165 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-484bf618-2b03-49a9-ab01-928efea21cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:53.773895 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9f11385b-bbe9-4127-9fc2-a5f29ef2e9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:55.398563 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:55.472235 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:56.649280 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:57.782928 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-53261c02-5c88-448b-a634-273aac37c9d8 req-c2ef6cfd-8b1f-4187-b379-143708810c7e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0901608 Mar 02 19:53:57.939944 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-53261c02-5c88-448b-a634-273aac37c9d8 req-bd5b798b-3325-441b-90a5-826afc861f71 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 1099 time: 0.0742619 Mar 02 19:53:58.096360 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53261c02-5c88-448b-a634-273aac37c9d8 req-f84705a4-7469-4eac-9901-80c3a45d45e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:53:58.097807 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-53261c02-5c88-448b-a634-273aac37c9d8 req-f84705a4-7469-4eac-9901-80c3a45d45e8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 910 time: 0.1386669 Mar 02 19:53:58.206675 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-53261c02-5c88-448b-a634-273aac37c9d8 req-f14f1dae-0f8b-4c63-a1f3-c94303611909 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9d6d200-b16f-47c0-ae71-f339c1e8eb35 HTTP/1.1" status: 200 len: 1001 time: 0.1023283 Mar 02 19:53:58.274904 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53261c02-5c88-448b-a634-273aac37c9d8 req-bb62c0fb-b81f-4b2d-9641-68c671254109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:53:58.276378 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-53261c02-5c88-448b-a634-273aac37c9d8 req-bb62c0fb-b81f-4b2d-9641-68c671254109 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=01846bc9-f1b2-4929-952a-1f85294dc5a9 HTTP/1.1" status: 200 len: 848 time: 0.0626771 Mar 02 19:53:58.351231 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-53261c02-5c88-448b-a634-273aac37c9d8 req-d44b9cc5-e2e8-4385-a123-3aba307f74c6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8db9c35-666e-4796-97b0-9d3eeeee68fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691342 Mar 02 19:53:58.492034 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-53261c02-5c88-448b-a634-273aac37c9d8 req-73cbf7f3-8bb6-4273-8024-3623aab82d8f service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298361 Mar 02 19:53:58.622653 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-53261c02-5c88-448b-a634-273aac37c9d8 req-bdfbdbf7-1986-4c93-a015-f5e0c493b5b3 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297979 Mar 02 19:54:02.193186 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:13.744829 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:54:21.705437 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-cbc40f94-5840-4e25-a51e-7f9c8c676e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:23.820084 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1c08cca5-0434-43a4-823a-7a6ec6281392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:25.357100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:25.476576 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:26.652134 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:32.200863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:50.745349 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:54:51.727561 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dfb632e0-84f3-45d9-9666-1310f91ef6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:53.799645 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-79a492fe-85df-43f6-b03d-7cc13209e371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:55.361870 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:55.481864 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:56.658647 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:57.741257 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1869ff8b-dc36-450b-b971-1728965a6cf5 req-f019cc4b-0dd2-471d-b2a5-3b85f2faedd1 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678363 Mar 02 19:54:57.881503 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1869ff8b-dc36-450b-b971-1728965a6cf5 req-704c6fc7-53a9-477b-942d-d36262ab0975 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 1099 time: 0.0727005 Mar 02 19:54:58.025137 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869ff8b-dc36-450b-b971-1728965a6cf5 req-04680e78-dee0-49d1-9b89-8d3d1c9c1fd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:54:58.026452 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1869ff8b-dc36-450b-b971-1728965a6cf5 req-04680e78-dee0-49d1-9b89-8d3d1c9c1fd8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 910 time: 0.1255641 Mar 02 19:54:58.128446 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1869ff8b-dc36-450b-b971-1728965a6cf5 req-17f2d307-5889-472a-8de0-e37452beb3aa service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9d6d200-b16f-47c0-ae71-f339c1e8eb35 HTTP/1.1" status: 200 len: 1001 time: 0.0955434 Mar 02 19:54:58.189880 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869ff8b-dc36-450b-b971-1728965a6cf5 req-42e1c190-d91b-4ac4-a3ad-36a8e35735e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:54:58.191273 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1869ff8b-dc36-450b-b971-1728965a6cf5 req-42e1c190-d91b-4ac4-a3ad-36a8e35735e2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=01846bc9-f1b2-4929-952a-1f85294dc5a9 HTTP/1.1" status: 200 len: 848 time: 0.0568275 Mar 02 19:54:58.266522 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1869ff8b-dc36-450b-b971-1728965a6cf5 req-f73a5d76-696c-4ac9-8fd7-114144ceb3ac service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8db9c35-666e-4796-97b0-9d3eeeee68fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693924 Mar 02 19:54:58.399306 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1869ff8b-dc36-450b-b971-1728965a6cf5 req-2d2d0309-b053-4954-85d4-233a3e8ddf39 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266487 Mar 02 19:54:58.621731 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1869ff8b-dc36-450b-b971-1728965a6cf5 req-50d3c0cb-c59a-4383-a254-bf37dc1ad26f service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163999 Mar 02 19:55:02.172944 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:21.744122 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f2fe-3b75-48a2-95d2-80e0f7d925e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:23.806781 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-404da53d-1d69-41c2-a246-db48151355b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.381905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.498705 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:26.667589 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.744858 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:55:32.222447 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:38.884702 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfa3b0-8418-4f78-8dc0-1685b16cc455 req-99f86922-191a-484d-9ff4-5adb607d0564 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:38.886114 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a9cfa3b0-8418-4f78-8dc0-1685b16cc455 req-99f86922-191a-484d-9ff4-5adb607d0564 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.0825686 Mar 02 19:55:38.933662 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a9cfa3b0-8418-4f78-8dc0-1685b16cc455 req-6b81b7ce-5213-48cd-8e19-1061a3b34059 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417211 Mar 02 19:55:40.141546 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8a0eb-8c4d-45fe-9446-1073ed510a1d req-1ba3b683-e840-4757-9210-5aa8ee2eda80 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:40.143126 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-43d8a0eb-8c4d-45fe-9446-1073ed510a1d req-1ba3b683-e840-4757-9210-5aa8ee2eda80 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.0748909 Mar 02 19:55:40.188680 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-43d8a0eb-8c4d-45fe-9446-1073ed510a1d req-b87d1dac-7d9d-406c-9031-4a6dbfa0df0b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393994 Mar 02 19:55:41.406654 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c25fb7-ab72-4fa6-b91d-15b6c47463ea req-dda7cb4b-36c2-4818-b656-536330890811 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:41.408217 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a1c25fb7-ab72-4fa6-b91d-15b6c47463ea req-dda7cb4b-36c2-4818-b656-536330890811 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.0752831 Mar 02 19:55:41.455595 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-a1c25fb7-ab72-4fa6-b91d-15b6c47463ea req-ee781bd9-e8cb-4cba-b654-348c952bbde7 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400267 Mar 02 19:55:42.653496 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f5f8d-5187-463d-8797-7cf6a2a34b43 req-387c4158-88d0-4c16-874d-b1fc9fc5c622 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:42.654916 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-335f5f8d-5187-463d-8797-7cf6a2a34b43 req-387c4158-88d0-4c16-874d-b1fc9fc5c622 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.0788152 Mar 02 19:55:42.698989 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-335f5f8d-5187-463d-8797-7cf6a2a34b43 req-c7e31632-3075-4267-8fb9-4d534434df14 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386236 Mar 02 19:55:43.894352 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b66caf-6c62-4285-a938-975543382dba req-0a030a90-8333-408e-ab60-dddfaeda276b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:43.896015 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-53b66caf-6c62-4285-a938-975543382dba req-0a030a90-8333-408e-ab60-dddfaeda276b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.0805304 Mar 02 19:55:43.941417 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-53b66caf-6c62-4285-a938-975543382dba req-238a213d-7be5-4315-9c22-726f921f8286 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398958 Mar 02 19:55:45.133586 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85a00d-6daa-4dbf-8c9d-39fe422cf8fd req-2a99b28b-58ec-4aa1-ab7c-9c704932158a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:45.135014 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-be85a00d-6daa-4dbf-8c9d-39fe422cf8fd req-2a99b28b-58ec-4aa1-ab7c-9c704932158a tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.0749874 Mar 02 19:55:45.179915 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-be85a00d-6daa-4dbf-8c9d-39fe422cf8fd req-b33a7634-f15d-41b2-adcf-ce254b97221d tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395083 Mar 02 19:55:46.381390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c6082-babc-4a04-b2e9-a728555aff64 req-0676b90a-948d-4546-8b16-f1de6a276f73 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:46.382839 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d2c6082-babc-4a04-b2e9-a728555aff64 req-0676b90a-948d-4546-8b16-f1de6a276f73 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.0820611 Mar 02 19:55:46.434132 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-1d2c6082-babc-4a04-b2e9-a728555aff64 req-0d579754-025b-45d4-8402-d11c4e15afbb tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458524 Mar 02 19:55:47.637252 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23938420-35cb-4ece-9b2c-112fdec90ecf req-d7e5c70a-c296-40e1-8c7e-7379ee01c376 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:47.638698 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-23938420-35cb-4ece-9b2c-112fdec90ecf req-d7e5c70a-c296-40e1-8c7e-7379ee01c376 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.0871146 Mar 02 19:55:47.683944 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-23938420-35cb-4ece-9b2c-112fdec90ecf req-fac671b6-65ee-439a-84a2-9c34e57d063e tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398214 Mar 02 19:55:48.879519 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cd00e-97eb-4f4a-ba80-1589774ec391 req-45a94375-1af9-477c-a45c-b51c0fb87d10 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:48.881479 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b62cd00e-97eb-4f4a-ba80-1589774ec391 req-45a94375-1af9-477c-a45c-b51c0fb87d10 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.0766010 Mar 02 19:55:48.927544 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b62cd00e-97eb-4f4a-ba80-1589774ec391 req-c5d46cd5-c2f9-426e-ad83-0f395c2f59d0 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405006 Mar 02 19:55:49.014280 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ee832b17-1c95-459c-aa16-0eeb77bcb57d req-2ef38cdb-0948-405b-a954-5e755d10e883 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 1099 time: 0.0677724 Mar 02 19:55:49.146548 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee832b17-1c95-459c-aa16-0eeb77bcb57d req-683c45b4-7963-496e-8d05-a49e22bd5e2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:49.148022 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ee832b17-1c95-459c-aa16-0eeb77bcb57d req-683c45b4-7963-496e-8d05-a49e22bd5e2e service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 910 time: 0.1276581 Mar 02 19:55:49.251433 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ee832b17-1c95-459c-aa16-0eeb77bcb57d req-32c69c09-7fa8-4197-a7f6-6e5edc22726d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9d6d200-b16f-47c0-ae71-f339c1e8eb35 HTTP/1.1" status: 200 len: 1001 time: 0.0968564 Mar 02 19:55:49.316381 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee832b17-1c95-459c-aa16-0eeb77bcb57d req-0f274af2-f62b-4a03-ba42-e302ced9eb65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:49.317786 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ee832b17-1c95-459c-aa16-0eeb77bcb57d req-0f274af2-f62b-4a03-ba42-e302ced9eb65 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=01846bc9-f1b2-4929-952a-1f85294dc5a9 HTTP/1.1" status: 200 len: 848 time: 0.0608070 Mar 02 19:55:49.392340 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ee832b17-1c95-459c-aa16-0eeb77bcb57d req-90398c5e-98de-4b72-a896-d46ffad2ed72 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8db9c35-666e-4796-97b0-9d3eeeee68fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666599 Mar 02 19:55:49.522767 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ee832b17-1c95-459c-aa16-0eeb77bcb57d req-4e83382c-d482-42a7-a2de-8a90fa4942c1 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242986 Mar 02 19:55:49.655044 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ee832b17-1c95-459c-aa16-0eeb77bcb57d req-3ff8950a-6781-438c-b23e-0d587dd93190 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262970 Mar 02 19:55:50.125829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb85a5b-570b-4fef-80ad-9dc56684c0af req-9ae965a0-aec1-400b-8896-faea34af0638 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:50.127276 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ebb85a5b-570b-4fef-80ad-9dc56684c0af req-9ae965a0-aec1-400b-8896-faea34af0638 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.0760181 Mar 02 19:55:50.174946 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ebb85a5b-570b-4fef-80ad-9dc56684c0af req-571e27d3-4c19-4a3d-b08b-50562e894223 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422740 Mar 02 19:55:51.377581 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1560305-8d9f-4385-a506-f3371720747d req-049943fa-ac57-4245-a622-c6a2de234486 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:51.379051 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b1560305-8d9f-4385-a506-f3371720747d req-049943fa-ac57-4245-a622-c6a2de234486 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.0802593 Mar 02 19:55:51.424002 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-b1560305-8d9f-4385-a506-f3371720747d req-ec37fa96-812d-42c8-9d13-f44d6d94d9e0 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385962 Mar 02 19:55:51.753036 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2a21bbb8-b7a6-4cc7-a305-6937bac9d620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:52.619413 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf77fbe-f90b-4c67-b44a-5f9eee59b59e req-843754c3-3877-443c-902a-3605cbc7c64c tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:52.620823 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ecf77fbe-f90b-4c67-b44a-5f9eee59b59e req-843754c3-3877-443c-902a-3605cbc7c64c tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.0767620 Mar 02 19:55:52.669218 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ecf77fbe-f90b-4c67-b44a-5f9eee59b59e req-82295c27-f19e-4fcd-8d7f-3b5b44c36cbd tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416269 Mar 02 19:55:52.908436 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-03279297-6d3b-49a6-86b5-f9111af4dd49 req-dd3cabb9-8b45-4789-a7b5-3c057496c3a6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1273251 Mar 02 19:55:53.217032 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 44788) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:53.302906 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87490db-6964-4ebe-a07e-b47ec81d72f7 req-49f529a0-af6a-46d2-a3e3-8bfb53d1aa34 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:53.304390 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e87490db-6964-4ebe-a07e-b47ec81d72f7 req-49f529a0-af6a-46d2-a3e3-8bfb53d1aa34 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.0810935 Mar 02 19:55:53.351627 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e87490db-6964-4ebe-a07e-b47ec81d72f7 req-1e50150f-70dc-45d2-ad6e-ef295883d606 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411491 Mar 02 19:55:53.362986 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ba2fdf98-a911-4eff-a73d-f50128ac310e req-0ac850d9-f5f0-4806-92e1-e4ffaa764413 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1448219 Mar 02 19:55:53.782818 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1c31fbcf-db54-44e8-b86b-873a819fa56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:54.549869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670004d4-218c-4223-abe8-393955526a0d req-6cabdd70-1f5e-433f-8960-65a7042a1ea7 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:54.551279 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-670004d4-218c-4223-abe8-393955526a0d req-6cabdd70-1f5e-433f-8960-65a7042a1ea7 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.0786681 Mar 02 19:55:54.598045 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-670004d4-218c-4223-abe8-393955526a0d req-100fdb9d-2317-4477-b26d-6fb9d0a0ad7b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406592 Mar 02 19:55:55.388876 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:55.468685 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:55.800790 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d3625-6cc7-437f-891d-c7e53d16a848 req-eaacbcc6-94ed-4978-98ef-52b60d7edcf1 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:55.802300 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-633d3625-6cc7-437f-891d-c7e53d16a848 req-eaacbcc6-94ed-4978-98ef-52b60d7edcf1 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.0792997 Mar 02 19:55:55.852795 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-633d3625-6cc7-437f-891d-c7e53d16a848 req-5ce77661-f414-439a-84ec-5c60a31293f2 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448537 Mar 02 19:55:56.265307 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device e9d6d200-b16f-47c0-ae71-f339c1e8eb35 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:55:56.295641 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ba2fdf98-a911-4eff-a73d-f50128ac310e req-b4fe4404-806d-4ccb-ae01-db673a212acb service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52&tenant_id=b9527bf06c884d9397c38c48ca8a5ada HTTP/1.1" status: 200 len: 1099 time: 0.1578903 Mar 02 19:55:56.376386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.386229 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ba2fdf98-a911-4eff-a73d-f50128ac310e req-894cb983-ee08-4cfa-af52-e8888523cf66 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 1099 time: 0.0678120 Mar 02 19:55:56.403848 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff744781-6d10-484f-a409-db64a6037d52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:55:56.414440 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port e9d6d200-b16f-47c0-ae71-f339c1e8eb35, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e9d6d200-b16f-47c0-ae71-f339c1e8eb35,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:55:56.475216 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.527320 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fdf98-a911-4eff-a73d-f50128ac310e req-3814f0bc-d776-498e-87b6-607357f74c45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:56.528836 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ba2fdf98-a911-4eff-a73d-f50128ac310e req-3814f0bc-d776-498e-87b6-607357f74c45 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 910 time: 0.1370389 Mar 02 19:55:56.530216 dv-neutron-831573-1-hyperv neutron-server[84534]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff744781-6d10-484f-a409-db64a6037d52', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35', 'code': 422} returned with failed status Mar 02 19:55:56.541831 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=e9d6d200-b16f-47c0-ae71-f339c1e8eb35,revision_number=6']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:56.549911 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:56.550254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:56.550590 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:56.550921 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:56.551250 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:56.552267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:56.552603 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:56.553039 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:56.553369 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:56.553688 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:56.554008 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:56.639435 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ba2fdf98-a911-4eff-a73d-f50128ac310e req-af0570b3-a0d0-42a3-bc1a-79e81022aef1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9d6d200-b16f-47c0-ae71-f339c1e8eb35 HTTP/1.1" status: 200 len: 999 time: 0.1039982 Mar 02 19:55:56.706155 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fdf98-a911-4eff-a73d-f50128ac310e req-445aa59e-ea47-442b-a941-6d90785cebaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:56.707742 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ba2fdf98-a911-4eff-a73d-f50128ac310e req-445aa59e-ea47-442b-a941-6d90785cebaa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=01846bc9-f1b2-4929-952a-1f85294dc5a9 HTTP/1.1" status: 200 len: 848 time: 0.0617757 Mar 02 19:55:56.747098 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.785144 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ba2fdf98-a911-4eff-a73d-f50128ac310e req-1fd97ae7-35eb-4998-b9b7-e9de6f092f34 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8db9c35-666e-4796-97b0-9d3eeeee68fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713859 Mar 02 19:55:56.918484 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ba2fdf98-a911-4eff-a73d-f50128ac310e req-e86a9e34-8c0e-41b0-8388-c0edfabb0431 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269097 Mar 02 19:55:57.101710 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ba2fdf98-a911-4eff-a73d-f50128ac310e req-36255c61-017c-4bc4-be8e-052539c3cfc1 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763949 Mar 02 19:55:57.117608 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d6b58-e6b5-4366-bfbe-a289677ab9c2 req-868eb426-ddb8-4e8e-a6ac-781aed577a3b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:57.119541 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ae7d6b58-e6b5-4366-bfbe-a289677ab9c2 req-868eb426-ddb8-4e8e-a6ac-781aed577a3b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 944 time: 0.1286583 Mar 02 19:55:57.310468 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ae7d6b58-e6b5-4366-bfbe-a289677ab9c2 req-851ecd12-1f50-4180-b2d7-d18586542c1b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174552 Mar 02 19:55:57.809922 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-576b6e7b-ab4a-4fde-9574-db95557c33ba req-70570b92-d0a4-4867-87c2-0ef877c61e4a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 1097 time: 0.0682566 Mar 02 19:55:57.953917 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b6e7b-ab4a-4fde-9574-db95557c33ba req-a3607ed9-acba-4c79-ae39-9639b5c3443d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:57.955310 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-576b6e7b-ab4a-4fde-9574-db95557c33ba req-a3607ed9-acba-4c79-ae39-9639b5c3443d service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 910 time: 0.1264620 Mar 02 19:55:58.058088 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-576b6e7b-ab4a-4fde-9574-db95557c33ba req-decb9eb3-91e5-4546-b532-6cb7f7cb5b3f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9d6d200-b16f-47c0-ae71-f339c1e8eb35 HTTP/1.1" status: 200 len: 999 time: 0.0961916 Mar 02 19:55:58.120947 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b6e7b-ab4a-4fde-9574-db95557c33ba req-a89aa715-978f-46e3-94cd-fbd1f0138670 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:58.122361 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-576b6e7b-ab4a-4fde-9574-db95557c33ba req-a89aa715-978f-46e3-94cd-fbd1f0138670 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=01846bc9-f1b2-4929-952a-1f85294dc5a9 HTTP/1.1" status: 200 len: 848 time: 0.0580633 Mar 02 19:55:58.198297 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-576b6e7b-ab4a-4fde-9574-db95557c33ba req-947972bf-2c10-40cb-8c28-118168bba9ae service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8db9c35-666e-4796-97b0-9d3eeeee68fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701613 Mar 02 19:55:58.328720 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-576b6e7b-ab4a-4fde-9574-db95557c33ba req-149e1b9e-a175-4080-a7ac-f51ca95d9c81 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238589 Mar 02 19:55:58.519797 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d686c76-c08d-41ed-8000-42dc72d25160 req-37ba8b87-b18d-4b1d-841b-a737446e3076 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:58.522298 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8d686c76-c08d-41ed-8000-42dc72d25160 req-37ba8b87-b18d-4b1d-841b-a737446e3076 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 944 time: 0.0865443 Mar 02 19:55:58.558727 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-576b6e7b-ab4a-4fde-9574-db95557c33ba req-6c11ae9f-8cb1-4411-9e8b-e13341eaa6ba service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236850 Mar 02 19:55:58.668413 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-8d686c76-c08d-41ed-8000-42dc72d25160 req-226d5af9-36ef-4b54-97b3-a6ed9b6321d6 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403804 Mar 02 19:55:59.863096 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66fa9f-32a0-4adb-bef2-d70b95b6fca5 req-fba3059f-44f6-4272-bc53-21b78b202f53 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:59.864547 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-da66fa9f-32a0-4adb-bef2-d70b95b6fca5 req-fba3059f-44f6-4272-bc53-21b78b202f53 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 944 time: 0.0749741 Mar 02 19:55:59.908884 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-da66fa9f-32a0-4adb-bef2-d70b95b6fca5 req-a31093c0-6239-4283-aa86-5b8bd6e582aa tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389042 Mar 02 19:56:01.109611 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481f25a-575c-4480-95f9-1d2bb8562052 req-f0472c8c-621e-4754-9b9b-03460c5cd9f3 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:01.248333 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4481f25a-575c-4480-95f9-1d2bb8562052 req-f0472c8c-621e-4754-9b9b-03460c5cd9f3 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 944 time: 0.0821929 Mar 02 19:56:01.248333 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4481f25a-575c-4480-95f9-1d2bb8562052 req-ec84646a-6d86-4e93-bf5c-7680d8fa91c6 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403707 Mar 02 19:56:02.201115 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:02.362580 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c012787-3beb-4e4d-89e2-cc252ebd843b req-e2df699d-ecd2-4956-af60-1efd2030b6b2 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:02.364254 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8c012787-3beb-4e4d-89e2-cc252ebd843b req-e2df699d-ecd2-4956-af60-1efd2030b6b2 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 944 time: 0.0780814 Mar 02 19:56:02.408720 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8c012787-3beb-4e4d-89e2-cc252ebd843b req-51f79475-32db-436f-ad6c-6d3782114030 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390067 Mar 02 19:56:03.712267 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb5b67-f89a-4298-880e-c028afae9389 req-e50fc6dd-5dc9-4413-9ab3-3b85c0c8c708 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:03.713634 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-58fb5b67-f89a-4298-880e-c028afae9389 req-e50fc6dd-5dc9-4413-9ab3-3b85c0c8c708 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 944 time: 0.1454191 Mar 02 19:56:03.758941 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-58fb5b67-f89a-4298-880e-c028afae9389 req-a9e56465-5eb7-47f2-9c6b-73f37a0ae466 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398965 Mar 02 19:56:03.914333 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-203435c5-25d5-4f0b-891e-59c68afd61a5 req-9f1849db-1b78-453d-ac44-ed5ebfb90f17 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 1097 time: 0.0689354 Mar 02 19:56:03.956654 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-203435c5-25d5-4f0b-891e-59c68afd61a5 req-c0ae62d3-3780-4f0e-9ac8-4e83801903d5 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358877 Mar 02 19:56:04.745540 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:56:04.959919 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89ae80-8579-4260-8df4-f61f6f30eba4 req-c188c700-f16e-4e52-a889-b2b465043b0b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:04.961493 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9f89ae80-8579-4260-8df4-f61f6f30eba4 req-c188c700-f16e-4e52-a889-b2b465043b0b tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 944 time: 0.0847497 Mar 02 19:56:05.010227 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-9f89ae80-8579-4260-8df4-f61f6f30eba4 req-e2b65a24-0323-4c7e-b2fc-8eb4a122715f tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427387 Mar 02 19:56:06.203881 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59efe0-af34-454b-9c9c-e113e632d476 req-24b75d8d-5bd6-4719-899b-03d9fad08fab tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:06.205229 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-eb59efe0-af34-454b-9c9c-e113e632d476 req-24b75d8d-5bd6-4719-899b-03d9fad08fab tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 944 time: 0.0750906 Mar 02 19:56:06.253255 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-eb59efe0-af34-454b-9c9c-e113e632d476 req-629cc018-88f6-4133-804e-cd14454ebaa7 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421174 Mar 02 19:56:06.316729 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device e9d6d200-b16f-47c0-ae71-f339c1e8eb35 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:56:06.447839 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port e9d6d200-b16f-47c0-ae71-f339c1e8eb35, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e9d6d200-b16f-47c0-ae71-f339c1e8eb35,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:56:06.464416 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'port_id': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35', 'mac_address': 'fa:16:3e:cd:f5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:56:06.516348 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:06.533608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d6d200-b16f-47c0-ae71-f339c1e8eb35 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:56:06.547957 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port e9d6d200-b16f-47c0-ae71-f339c1e8eb35, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e9d6d200-b16f-47c0-ae71-f339c1e8eb35,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:56:06.617117 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:06.693084 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=e9d6d200-b16f-47c0-ae71-f339c1e8eb35,revision_number=7']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:06.876251 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['e9d6d200-b16f-47c0-ae71-f339c1e8eb35'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:56:08.320915 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device e9d6d200-b16f-47c0-ae71-f339c1e8eb35 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:56:08.389383 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port e9d6d200-b16f-47c0-ae71-f339c1e8eb35 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:08.389745 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:08.501626 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:08.527978 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff744781-6d10-484f-a409-db64a6037d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:56:08.537771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port e9d6d200-b16f-47c0-ae71-f339c1e8eb35, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e9d6d200-b16f-47c0-ae71-f339c1e8eb35,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:56:08.581828 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff744781-6d10-484f-a409-db64a6037d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35', 'code': 200} Mar 02 19:56:08.611242 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:08.677216 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=e9d6d200-b16f-47c0-ae71-f339c1e8eb35,revision_number=8']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:21.734576 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2e6e7fe2-76c7-4c19-9c6b-e3ab30cdb721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:23.786299 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e56d06dd-c112-41ed-b1ee-a93a2602c207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.395392 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.502824 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:26.760944 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:32.199728 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:41.746084 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:56:51.736981 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e335e5f7-2032-460e-acf8-1ae4a0333337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:53.827713 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-2227f5d9-b889-4964-90d8-618a871a2fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:55.428306 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:55.480573 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:56.667628 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:59.895497 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4a15a00-de02-41ef-a6fd-5b638ab51c02 req-4dc8bb0e-c19c-4ea9-b715-1b96afa7b89a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1432495 Mar 02 19:57:00.033933 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4a15a00-de02-41ef-a6fd-5b638ab51c02 req-70d4b14b-5909-498b-92ad-3e1d8cbb1b71 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 1099 time: 0.0694127 Mar 02 19:57:00.178183 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a15a00-de02-41ef-a6fd-5b638ab51c02 req-589a7d81-8476-4051-abd6-5720ec17536e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:00.179662 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4a15a00-de02-41ef-a6fd-5b638ab51c02 req-589a7d81-8476-4051-abd6-5720ec17536e service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 910 time: 0.1265831 Mar 02 19:57:00.287096 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4a15a00-de02-41ef-a6fd-5b638ab51c02 req-46d54004-ef78-455c-b06f-e01996aa6df9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9d6d200-b16f-47c0-ae71-f339c1e8eb35 HTTP/1.1" status: 200 len: 1001 time: 0.1015005 Mar 02 19:57:00.349562 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a15a00-de02-41ef-a6fd-5b638ab51c02 req-977cf2be-bc40-439b-8eb3-7c8733c7f67e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:00.350984 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4a15a00-de02-41ef-a6fd-5b638ab51c02 req-977cf2be-bc40-439b-8eb3-7c8733c7f67e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=01846bc9-f1b2-4929-952a-1f85294dc5a9 HTTP/1.1" status: 200 len: 848 time: 0.0582137 Mar 02 19:57:00.428936 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4a15a00-de02-41ef-a6fd-5b638ab51c02 req-8aa5604a-a8b5-4821-a53b-11ded81446db service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8db9c35-666e-4796-97b0-9d3eeeee68fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710540 Mar 02 19:57:00.562201 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4a15a00-de02-41ef-a6fd-5b638ab51c02 req-e607e6d1-5960-474d-8146-8ff09173f81a service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278453 Mar 02 19:57:00.695500 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4a15a00-de02-41ef-a6fd-5b638ab51c02 req-42e62891-b0ec-456d-bc73-796fec3e35e8 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263206 Mar 02 19:57:02.228069 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:18.745907 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:57:21.735790 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6089ec5f-05ef-4eb7-8e03-fd443b1b2cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:23.782433 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-61198baf-ccc4-45a5-8f99-da76aa510ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.364327 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.552398 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:26.690525 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.209776 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.726262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-13aeb13f-8125-449d-803e-0125c746f338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:53.792325 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6262ee1a-812d-4f03-88ce-56d3fee8cfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:55.413462 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:55.514784 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:55.746724 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:57:56.124137 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 44866) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:56.554848 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Deleting port 8dd066a0-94eb-43e8-bac9-fe56f6b6ae5e {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:57:56.555244 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:56.706520 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:56.725040 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:56.725363 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:56.842950 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Calling delete_port for 8dd066a0-94eb-43e8-bac9-fe56f6b6ae5e owned by network:floatingip {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:57:57.038151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:57.084497 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event deleted for resources: {'Port': ['ID=8dd066a0-94eb-43e8-bac9-fe56f6b6ae5e,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:57.122654 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:57.122998 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:57.123329 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:57.123690 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:57.124017 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:57.124342 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:57.124854 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:57.124974 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:57.125289 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:57.125605 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:57.125922 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:57.189429 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for floatingip, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:57.675178 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Router d88fefdf-be75-49bd-8374-06fb22b8d8bc has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:57:57.878053 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:57:57.888182 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f46cda6-2668-43d7-90f9-5bd3f449d20d None None] Sync routers for ids ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:57:57.900615 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f46cda6-2668-43d7-90f9-5bd3f449d20d None None] Routers {'d88fefdf-be75-49bd-8374-06fb22b8d8bc'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:57:57.901213 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2f46cda6-2668-43d7-90f9-5bd3f449d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:57:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:57.952128 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:58.004228 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c9fcdab3-a52d-4318-818f-31ea71ae16ce tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "DELETE /v2.0/floatingips/00e50ddd-cb54-40e7-a6bc-ed1c7d518886 HTTP/1.1" status: 204 len: 168 time: 1.8790040 Mar 02 19:57:58.004792 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff744781-6d10-484f-a409-db64a6037d52', 'tag': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35'}] {{(pid=84532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:57:58.098360 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-2f46cda6-2668-43d7-90f9-5bd3f449d20d None None] Set router d88fefdf-be75-49bd-8374-06fb22b8d8bc gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:57:58.327793 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff744781-6d10-484f-a409-db64a6037d52', 'tag': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35', 'status': 'completed', 'code': 200} Mar 02 19:57:58.427100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2f46cda6-2668-43d7-90f9-5bd3f449d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 4, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'd924a58a-33f3-4b01-921d-aa6b3df29907', 'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'mac_address': 'fa:16:3e:a2:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:26Z', 'updated_at': '2022-03-02T19:47:45Z', 'revision_number': 5, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'subnets': [{'id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:58.428933 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6f03f131-26f7-470b-8dda-d949f11bbd00 req-0b4bd07f-939b-4141-80f3-5140a03c9822 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 1099 time: 0.0792158 Mar 02 19:57:58.431234 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f46cda6-2668-43d7-90f9-5bd3f449d20d None None] Checking router: d88fefdf-be75-49bd-8374-06fb22b8d8bc for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:57:58.441780 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f46cda6-2668-43d7-90f9-5bd3f449d20d None None] Routers {'d88fefdf-be75-49bd-8374-06fb22b8d8bc'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:57:58.442370 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2f46cda6-2668-43d7-90f9-5bd3f449d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:57:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:58.597443 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03f131-26f7-470b-8dda-d949f11bbd00 req-ebfbbaae-a210-47bd-912a-182bffb2ccfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:58.598897 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6f03f131-26f7-470b-8dda-d949f11bbd00 req-ebfbbaae-a210-47bd-912a-182bffb2ccfc service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 200 len: 910 time: 0.1634464 Mar 02 19:57:58.633892 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-2f46cda6-2668-43d7-90f9-5bd3f449d20d None None] Set router d88fefdf-be75-49bd-8374-06fb22b8d8bc gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:57:58.678028 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6f03f131-26f7-470b-8dda-d949f11bbd00 req-a53c28bd-064f-4dac-8703-37e401b510a0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9d6d200-b16f-47c0-ae71-f339c1e8eb35 HTTP/1.1" status: 200 len: 217 time: 0.0728142 Mar 02 19:57:58.849173 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690f948-391c-4370-a03f-5c649e4585ae req-2cbf16d3-ef51-4e2b-b377-bb953fb998c1 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:58.850654 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4690f948-391c-4370-a03f-5c649e4585ae req-2cbf16d3-ef51-4e2b-b377-bb953fb998c1 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.2908375 Mar 02 19:57:58.859901 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03f131-26f7-470b-8dda-d949f11bbd00 req-1bc0b299-bc06-4455-b823-89d3c3fbfd20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:58.861251 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6f03f131-26f7-470b-8dda-d949f11bbd00 req-1bc0b299-bc06-4455-b823-89d3c3fbfd20 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=01846bc9-f1b2-4929-952a-1f85294dc5a9 HTTP/1.1" status: 200 len: 848 time: 0.1762516 Mar 02 19:57:58.950448 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4690f948-391c-4370-a03f-5c649e4585ae req-4e2c3608-b17b-4873-91ef-69bbdcad90c5 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928431 Mar 02 19:57:58.967087 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6f03f131-26f7-470b-8dda-d949f11bbd00 req-b7b221ba-54cc-43c2-a4b7-39aa54780b57 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8db9c35-666e-4796-97b0-9d3eeeee68fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928383 Mar 02 19:57:59.015554 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2f46cda6-2668-43d7-90f9-5bd3f449d20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 4, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'd924a58a-33f3-4b01-921d-aa6b3df29907', 'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'mac_address': 'fa:16:3e:a2:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:26Z', 'updated_at': '2022-03-02T19:47:45Z', 'revision_number': 5, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'subnets': [{'id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:59.020262 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f46cda6-2668-43d7-90f9-5bd3f449d20d None None] The sync data for ids ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'] in dv-neutron-831573-1-hyperv is: [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 4, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': 'd924a58a-33f3-4b01-921d-aa6b3df29907', 'name': '', 'network_id': 'b8db9c35-666e-4796-97b0-9d3eeeee68fa', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'mac_address': 'fa:16:3e:a2:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:26Z', 'updated_at': '2022-03-02T19:47:45Z', 'revision_number': 5, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'subnets': [{'id': '01846bc9-f1b2-4929-952a-1f85294dc5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:57:59.110190 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6f03f131-26f7-470b-8dda-d949f11bbd00 req-65885fc1-35fd-4bc7-b2cf-96fbceb2b656 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365554 Mar 02 19:57:59.259380 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18dafa-8516-4534-a031-11fef64e629d None None] New status for floating IP 00e50ddd-cb54-40e7-a6bc-ed1c7d518886: DOWN {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:57:59.260121 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-6f03f131-26f7-470b-8dda-d949f11bbd00 req-200b4991-fc54-4a79-86ee-ffbe11df6f02 service neutron] 10.222.0.87 "GET /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414366 Mar 02 19:58:00.102206 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2914b33-2625-40ab-87a3-d36d75fe51c7 req-0a6d45e2-3fe8-4119-b3df-f29a1d139d85 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:00.103672 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a2914b33-2625-40ab-87a3-d36d75fe51c7 req-0a6d45e2-3fe8-4119-b3df-f29a1d139d85 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.87 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.0871246 Mar 02 19:58:00.171250 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [req-a2914b33-2625-40ab-87a3-d36d75fe51c7 req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Deleting port e9d6d200-b16f-47c0-ae71-f339c1e8eb35 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:58:00.171641 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-a2914b33-2625-40ab-87a3-d36d75fe51c7 req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:00.183966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e1391-1823-437b-9e2a-6ee006b3b19f req-713e11f1-9e42-43d0-ac66-e93fc24a9a1c tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:00.183966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-3d5e1391-1823-437b-9e2a-6ee006b3b19f req-713e11f1-9e42-43d0-ac66-e93fc24a9a1c tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Synchronizing usage tracker for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:00.291924 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-3d5e1391-1823-437b-9e2a-6ee006b3b19f req-713e11f1-9e42-43d0-ac66-e93fc24a9a1c tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Unset dirty status for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:00.293031 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3d5e1391-1823-437b-9e2a-6ee006b3b19f req-713e11f1-9e42-43d0-ac66-e93fc24a9a1c tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 946 time: 0.2031980 Mar 02 19:58:00.345766 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3d5e1391-1823-437b-9e2a-6ee006b3b19f req-49be9d6a-fd42-44f6-be59-681c99ce8390 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/security-groups?id=bea02c75-b02b-4dce-9730-dcb6acf4547f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468895 Mar 02 19:58:00.423366 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [req-a2914b33-2625-40ab-87a3-d36d75fe51c7 req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] For port e9d6d200-b16f-47c0-ae71-f339c1e8eb35, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e9d6d200-b16f-47c0-ae71-f339c1e8eb35,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:58:00.423736 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-a2914b33-2625-40ab-87a3-d36d75fe51c7 req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:00.541028 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [req-a2914b33-2625-40ab-87a3-d36d75fe51c7 req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Calling delete_port for e9d6d200-b16f-47c0-ae71-f339c1e8eb35 owned by compute:nova {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:58:00.766643 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-a2914b33-2625-40ab-87a3-d36d75fe51c7 req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:00.816587 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event deleted for resources: {'Port': ['ID=e9d6d200-b16f-47c0-ae71-f339c1e8eb35,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:00.854276 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:00.854618 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:00.854949 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:00.855275 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:00.855628 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:00.855970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:00.856271 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:00.856585 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:00.856906 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:00.857208 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:00.857518 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:00.899815 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2914b33-2625-40ab-87a3-d36d75fe51c7 req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] No DVR routers for this DVR port e9d6d200-b16f-47c0-ae71-f339c1e8eb35 on host hv-neutron-8315 {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:58:00.902245 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-a2914b33-2625-40ab-87a3-d36d75fe51c7 req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:00.904821 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff744781-6d10-484f-a409-db64a6037d52', 'name': 'network-vif-deleted', 'tag': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:58:00.971055 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-a2914b33-2625-40ab-87a3-d36d75fe51c7 req-903851b0-afbc-46ff-9456-b12b3ebbac58 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.87 "DELETE /v2.0/ports/e9d6d200-b16f-47c0-ae71-f339c1e8eb35 HTTP/1.1" status: 204 len: 173 time: 0.8613584 Mar 02 19:58:01.080998 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff744781-6d10-484f-a409-db64a6037d52', 'name': 'network-vif-deleted', 'tag': 'e9d6d200-b16f-47c0-ae71-f339c1e8eb35', 'status': 'completed', 'code': 200} Mar 02 19:58:01.517234 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-fbcc2c48-4e5b-4b6b-b3ea-17fbe40b500e req-145c63b5-7619-4cb2-9af2-2ee4290093d4 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 210 time: 0.0467992 Mar 02 19:58:02.212874 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:02.717018 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-7d160b71-e305-405a-98ac-c08d3973c9a8 req-aedecd6e-0fc2-4aa5-b89c-906256a41f6e tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Synchronizing usage tracker for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:02.775515 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-7d160b71-e305-405a-98ac-c08d3973c9a8 req-aedecd6e-0fc2-4aa5-b89c-906256a41f6e tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Unset dirty status for tenant:b9527bf06c884d9397c38c48ca8a5ada on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:02.776763 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7d160b71-e305-405a-98ac-c08d3973c9a8 req-aedecd6e-0fc2-4aa5-b89c-906256a41f6e tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff744781-6d10-484f-a409-db64a6037d52 HTTP/1.1" status: 200 len: 210 time: 0.1168702 Mar 02 19:58:03.880106 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44924) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:03.951470 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3115a4cf-de80-42f8-a32b-a7132b6b0f03 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:03.985088 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3115a4cf-de80-42f8-a32b-a7132b6b0f03 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:04.123538 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3115a4cf-de80-42f8-a32b-a7132b6b0f03 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:04.142616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115a4cf-de80-42f8-a32b-a7132b6b0f03 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea02c75-b02b-4dce-9730-dcb6acf4547f,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:04.217311 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-3115a4cf-de80-42f8-a32b-a7132b6b0f03 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:04.218447 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-3115a4cf-de80-42f8-a32b-a7132b6b0f03 tempest-TestShelveInstance-1452798106 tempest-TestShelveInstance-1452798106-project] 10.222.0.73 "DELETE /v2.0/security-groups/bea02c75-b02b-4dce-9730-dcb6acf4547f HTTP/1.1" status: 204 len: 168 time: 0.3373861 Mar 02 19:58:04.349095 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44930) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:04.914631 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device e9d6d200-b16f-47c0-ae71-f339c1e8eb35 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:58:04.946353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: e9d6d200-b16f-47c0-ae71-f339c1e8eb35 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:58:04.946587 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device e9d6d200-b16f-47c0-ae71-f339c1e8eb35 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:58:05.067866 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ada02a57-7914-4965-8cfa-09a64558442b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:05.652810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ada02a57-7914-4965-8cfa-09a64558442b admin admin] Deleting port d924a58a-33f3-4b01-921d-aa6b3df29907 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:58:05.653147 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ada02a57-7914-4965-8cfa-09a64558442b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:05.828676 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-ada02a57-7914-4965-8cfa-09a64558442b admin admin] For port d924a58a-33f3-4b01-921d-aa6b3df29907, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=d924a58a-33f3-4b01-921d-aa6b3df29907,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:58:05.829022 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ada02a57-7914-4965-8cfa-09a64558442b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:05.946506 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-ada02a57-7914-4965-8cfa-09a64558442b admin admin] Calling delete_port for d924a58a-33f3-4b01-921d-aa6b3df29907 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:58:06.166387 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ada02a57-7914-4965-8cfa-09a64558442b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:06.210065 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada02a57-7914-4965-8cfa-09a64558442b admin admin] Pushing event deleted for resources: {'Port': ['ID=d924a58a-33f3-4b01-921d-aa6b3df29907,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:06.599213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-ada02a57-7914-4965-8cfa-09a64558442b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:07.171662 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada02a57-7914-4965-8cfa-09a64558442b admin admin] Router d88fefdf-be75-49bd-8374-06fb22b8d8bc has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:58:07.375667 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada02a57-7914-4965-8cfa-09a64558442b admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:58:07.386695 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10d0c3-2c6a-4980-9d04-dfb60869c20b None None] Sync routers for ids ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:58:07.398089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10d0c3-2c6a-4980-9d04-dfb60869c20b None None] Routers {'d88fefdf-be75-49bd-8374-06fb22b8d8bc'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:58:07.398714 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2d10d0c3-2c6a-4980-9d04-dfb60869c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:57:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:07.463834 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ada02a57-7914-4965-8cfa-09a64558442b admin admin] 10.222.0.73 "PUT /v2.0/routers/d88fefdf-be75-49bd-8374-06fb22b8d8bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1274242 Mar 02 19:58:07.467036 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44938) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:07.577122 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-2d10d0c3-2c6a-4980-9d04-dfb60869c20b None None] Set router d88fefdf-be75-49bd-8374-06fb22b8d8bc gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:58:07.662395 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d1182ef9-4fc6-4c7c-b6e9-1ca2abba131e admin admin] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:07.862727 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2d10d0c3-2c6a-4980-9d04-dfb60869c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:58:06Z', 'revision_number': 5, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:07.867137 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10d0c3-2c6a-4980-9d04-dfb60869c20b None None] Checking router: d88fefdf-be75-49bd-8374-06fb22b8d8bc for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:58:07.868619 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d1182ef9-4fc6-4c7c-b6e9-1ca2abba131e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:07.877286 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10d0c3-2c6a-4980-9d04-dfb60869c20b None None] Routers {'d88fefdf-be75-49bd-8374-06fb22b8d8bc'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:58:07.877879 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2d10d0c3-2c6a-4980-9d04-dfb60869c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:57:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:07.943133 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d1182ef9-4fc6-4c7c-b6e9-1ca2abba131e admin admin] Deleting port 2c10905e-96bc-4265-bc28-a563d373b844 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:58:07.943519 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d1182ef9-4fc6-4c7c-b6e9-1ca2abba131e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.055491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-2d10d0c3-2c6a-4980-9d04-dfb60869c20b None None] Set router d88fefdf-be75-49bd-8374-06fb22b8d8bc gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:58:08.228552 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-d1182ef9-4fc6-4c7c-b6e9-1ca2abba131e admin admin] For port 2c10905e-96bc-4265-bc28-a563d373b844, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=2c10905e-96bc-4265-bc28-a563d373b844,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:58:08.228552 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d1182ef9-4fc6-4c7c-b6e9-1ca2abba131e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.348958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-d1182ef9-4fc6-4c7c-b6e9-1ca2abba131e admin admin] Calling delete_port for 2c10905e-96bc-4265-bc28-a563d373b844 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:58:08.384083 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2d10d0c3-2c6a-4980-9d04-dfb60869c20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:58:06Z', 'revision_number': 5, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:08.388077 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d10d0c3-2c6a-4980-9d04-dfb60869c20b None None] The sync data for ids ['d88fefdf-be75-49bd-8374-06fb22b8d8bc'] in dv-neutron-831573-1-hyperv is: [{'id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'name': 'tempest-TestShelveInstance-1084307402-router', 'tenant_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '2c10905e-96bc-4265-bc28-a563d373b844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:58:06Z', 'revision_number': 5, 'project_id': 'b9527bf06c884d9397c38c48ca8a5ada', 'gw_port': {'id': '2c10905e-96bc-4265-bc28-a563d373b844', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88fefdf-be75-49bd-8374-06fb22b8d8bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:24Z', 'updated_at': '2022-03-02T19:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:58:08.572126 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d1182ef9-4fc6-4c7c-b6e9-1ca2abba131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.617420 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1182ef9-4fc6-4c7c-b6e9-1ca2abba131e admin admin] Pushing event deleted for resources: {'Port': ['ID=2c10905e-96bc-4265-bc28-a563d373b844,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:08.843118 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d1182ef9-4fc6-4c7c-b6e9-1ca2abba131e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.098978 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d1182ef9-4fc6-4c7c-b6e9-1ca2abba131e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.103750 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d1182ef9-4fc6-4c7c-b6e9-1ca2abba131e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.217271 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d1182ef9-4fc6-4c7c-b6e9-1ca2abba131e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.217767 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1182ef9-4fc6-4c7c-b6e9-1ca2abba131e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d88fefdf-be75-49bd-8374-06fb22b8d8bc {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:58:09.230401 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d1182ef9-4fc6-4c7c-b6e9-1ca2abba131e admin admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.231567 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d1182ef9-4fc6-4c7c-b6e9-1ca2abba131e admin admin] 10.222.0.73 "DELETE /v2.0/routers/d88fefdf-be75-49bd-8374-06fb22b8d8bc HTTP/1.1" status: 204 len: 168 time: 1.7635581 Mar 02 19:58:09.234178 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44942) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:09.298296 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f631fe6-9c56-422a-8c35-adb0bc9b9e71 admin admin] Deleting subnet 01846bc9-f1b2-4929-952a-1f85294dc5a9 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:58:09.301465 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1f631fe6-9c56-422a-8c35-adb0bc9b9e71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.353669 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1f631fe6-9c56-422a-8c35-adb0bc9b9e71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.429506 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1f631fe6-9c56-422a-8c35-adb0bc9b9e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.572110 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1f631fe6-9c56-422a-8c35-adb0bc9b9e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.608775 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f631fe6-9c56-422a-8c35-adb0bc9b9e71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01846bc9-f1b2-4929-952a-1f85294dc5a9,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:09.614930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1f631fe6-9c56-422a-8c35-adb0bc9b9e71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.620458 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f01cb2a-7cc5-44c1-bd86-dc8e880ef139 None None] Network b8db9c35-666e-4796-97b0-9d3eeeee68fa requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:58:09.620912 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1f631fe6-9c56-422a-8c35-adb0bc9b9e71 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/01846bc9-f1b2-4929-952a-1f85294dc5a9 HTTP/1.1" status: 204 len: 168 time: 0.3856730 Mar 02 19:58:09.623360 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44946) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:09.708688 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 2c10905e-96bc-4265-bc28-a563d373b844 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:58:09.755695 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 2c10905e-96bc-4265-bc28-a563d373b844 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:58:09.756160 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 2c10905e-96bc-4265-bc28-a563d373b844 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:58:09.756577 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d924a58a-33f3-4b01-921d-aa6b3df29907 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:58:09.802843 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: d924a58a-33f3-4b01-921d-aa6b3df29907 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:58:09.803178 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device d924a58a-33f3-4b01-921d-aa6b3df29907 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:58:09.840794 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.850978 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] Deleting port e3f35513-a34f-4f2d-a223-b51868110b51 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:58:09.851390 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.962418 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91009a45-9145-4424-8787-e3004c637d4b None None] DHCP port deletion for b8db9c35-666e-4796-97b0-9d3eeeee68fa request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:58:09.966860 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-91009a45-9145-4424-8787-e3004c637d4b None None] Deleting port e3f35513-a34f-4f2d-a223-b51868110b51 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:58:09.967171 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-91009a45-9145-4424-8787-e3004c637d4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.058108 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] For port e3f35513-a34f-4f2d-a223-b51868110b51, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e3f35513-a34f-4f2d-a223-b51868110b51,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:58:10.058460 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.174140 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-91009a45-9145-4424-8787-e3004c637d4b None None] For port e3f35513-a34f-4f2d-a223-b51868110b51, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=e3f35513-a34f-4f2d-a223-b51868110b51,segment=NetworkSegment(3ef9d04f-7f68-49e1-92b3-6f15b29d9bac),segment_id=3ef9d04f-7f68-49e1-92b3-6f15b29d9bac)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:58:10.174426 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-91009a45-9145-4424-8787-e3004c637d4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.178425 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] Calling delete_port for e3f35513-a34f-4f2d-a223-b51868110b51 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:58:10.294613 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-91009a45-9145-4424-8787-e3004c637d4b None None] Calling delete_port for e3f35513-a34f-4f2d-a223-b51868110b51 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:58:10.326293 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.362569 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-91009a45-9145-4424-8787-e3004c637d4b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:58:10.362961 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-91009a45-9145-4424-8787-e3004c637d4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:58:10.375051 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f35513-a34f-4f2d-a223-b51868110b51,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:10.381237 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] No DVR routers for this DVR port e3f35513-a34f-4f2d-a223-b51868110b51 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:58:10.498257 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.522382 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8db9c35-666e-4796-97b0-9d3eeeee68fa']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:10.534498 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef9d04f-7f68-49e1-92b3-6f15b29d9bac') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:10.534783 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef9d04f-7f68-49e1-92b3-6f15b29d9bac') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:10.545646 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.561158 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.567033 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:58:10.569814 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:10.581014 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:10.714759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.730607 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.740443 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8db9c35-666e-4796-97b0-9d3eeeee68fa,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:10.823979 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-36b18947-3060-4872-b2fa-96c89abba9c4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b8db9c35-666e-4796-97b0-9d3eeeee68fa HTTP/1.1" status: 204 len: 168 time: 1.1993856 Mar 02 19:58:10.826658 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44950) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:10.863849 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-91009a45-9145-4424-8787-e3004c637d4b None None] Deleting port e3f35513-a34f-4f2d-a223-b51868110b51 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:58:10.864326 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-91009a45-9145-4424-8787-e3004c637d4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.929949 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-91009a45-9145-4424-8787-e3004c637d4b None None] The port 'e3f35513-a34f-4f2d-a223-b51868110b51' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:58:11.210054 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3e3c-cb9d-4eb2-9621-8db11cbaab80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:11.379446 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e3f35513-a34f-4f2d-a223-b51868110b51 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:58:11.413795 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: e3f35513-a34f-4f2d-a223-b51868110b51 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:58:11.414140 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device e3f35513-a34f-4f2d-a223-b51868110b51 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:58:11.900093 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a3e3c-cb9d-4eb2-9621-8db11cbaab80 admin admin] Deleting port ee87df15-4fbd-4697-a9b9-4bc10843b809 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:58:11.900670 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3e3c-cb9d-4eb2-9621-8db11cbaab80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:12.071826 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-8d5a3e3c-cb9d-4eb2-9621-8db11cbaab80 admin admin] For port ee87df15-4fbd-4697-a9b9-4bc10843b809, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=ee87df15-4fbd-4697-a9b9-4bc10843b809,segment=NetworkSegment(1c748850-051d-4ebb-af3a-95a275486fb9),segment_id=1c748850-051d-4ebb-af3a-95a275486fb9)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:58:12.072177 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3e3c-cb9d-4eb2-9621-8db11cbaab80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:12.190888 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a3e3c-cb9d-4eb2-9621-8db11cbaab80 admin admin] Calling delete_port for ee87df15-4fbd-4697-a9b9-4bc10843b809 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:58:12.425900 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3e3c-cb9d-4eb2-9621-8db11cbaab80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:12.473818 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a3e3c-cb9d-4eb2-9621-8db11cbaab80 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee87df15-4fbd-4697-a9b9-4bc10843b809,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:12.777068 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3e3c-cb9d-4eb2-9621-8db11cbaab80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:13.462996 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5a3e3c-cb9d-4eb2-9621-8db11cbaab80 admin admin] Router 6d7879f3-3607-478f-ae43-698cfbed0b9a has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:58:13.654532 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5a3e3c-cb9d-4eb2-9621-8db11cbaab80 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:58:13.662962 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16ba2e8-ec51-4185-9500-bf25a15b801f None None] Sync routers for ids ['6d7879f3-3607-478f-ae43-698cfbed0b9a'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:58:13.674003 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16ba2e8-ec51-4185-9500-bf25a15b801f None None] Routers {'6d7879f3-3607-478f-ae43-698cfbed0b9a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:58:13.674591 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a16ba2e8-ec51-4185-9500-bf25a15b801f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:57:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['6d7879f3-3607-478f-ae43-698cfbed0b9a'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:13.724265 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-8d5a3e3c-cb9d-4eb2-9621-8db11cbaab80 admin admin] 10.222.0.73 "PUT /v2.0/routers/6d7879f3-3607-478f-ae43-698cfbed0b9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8943052 Mar 02 19:58:13.724454 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44954) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:13.852455 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-a16ba2e8-ec51-4185-9500-bf25a15b801f None None] Set router 6d7879f3-3607-478f-ae43-698cfbed0b9a gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:58:13.928406 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b081fc69-e760-451e-88f7-33189c492167 admin admin] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.128943 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b081fc69-e760-451e-88f7-33189c492167 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.166774 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a16ba2e8-ec51-4185-9500-bf25a15b801f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7879f3-3607-478f-ae43-698cfbed0b9a', 'name': 'tempest-TestShelveInstance-580374849-router', 'tenant_id': '89a990601cba40e7bc9998e3911e3d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': 'a60e16d2-d017-452d-8ca4-e41754a7d5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:31Z', 'updated_at': '2022-03-02T19:58:12Z', 'revision_number': 5, 'project_id': '89a990601cba40e7bc9998e3911e3d48', 'gw_port': {'id': 'a60e16d2-d017-452d-8ca4-e41754a7d5ab', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7879f3-3607-478f-ae43-698cfbed0b9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:32Z', 'updated_at': '2022-03-02T19:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:14.170645 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16ba2e8-ec51-4185-9500-bf25a15b801f None None] Checking router: 6d7879f3-3607-478f-ae43-698cfbed0b9a for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:58:14.181917 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16ba2e8-ec51-4185-9500-bf25a15b801f None None] Routers {'6d7879f3-3607-478f-ae43-698cfbed0b9a'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:58:14.182437 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a16ba2e8-ec51-4185-9500-bf25a15b801f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:57:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['6d7879f3-3607-478f-ae43-698cfbed0b9a'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:14.197258 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-b081fc69-e760-451e-88f7-33189c492167 admin admin] Deleting port a60e16d2-d017-452d-8ca4-e41754a7d5ab {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:58:14.197592 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b081fc69-e760-451e-88f7-33189c492167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.339451 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-a16ba2e8-ec51-4185-9500-bf25a15b801f None None] Set router 6d7879f3-3607-478f-ae43-698cfbed0b9a gateway port host: None {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:58:14.374195 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-b081fc69-e760-451e-88f7-33189c492167 admin admin] For port a60e16d2-d017-452d-8ca4-e41754a7d5ab, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=a60e16d2-d017-452d-8ca4-e41754a7d5ab,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:58:14.374545 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b081fc69-e760-451e-88f7-33189c492167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.442595 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-a16ba2e8-ec51-4185-9500-bf25a15b801f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7879f3-3607-478f-ae43-698cfbed0b9a', 'name': 'tempest-TestShelveInstance-580374849-router', 'tenant_id': '89a990601cba40e7bc9998e3911e3d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:31Z', 'updated_at': '2022-03-02T19:58:14Z', 'revision_number': 6, 'project_id': '89a990601cba40e7bc9998e3911e3d48', 'gw_port_host': None}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:14.446715 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16ba2e8-ec51-4185-9500-bf25a15b801f None None] The sync data for ids ['6d7879f3-3607-478f-ae43-698cfbed0b9a'] in dv-neutron-831573-1-hyperv is: [{'id': '6d7879f3-3607-478f-ae43-698cfbed0b9a', 'name': 'tempest-TestShelveInstance-580374849-router', 'tenant_id': '89a990601cba40e7bc9998e3911e3d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:31Z', 'updated_at': '2022-03-02T19:58:14Z', 'revision_number': 6, 'project_id': '89a990601cba40e7bc9998e3911e3d48', 'gw_port_host': None}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:58:14.496846 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-b081fc69-e760-451e-88f7-33189c492167 admin admin] Calling delete_port for a60e16d2-d017-452d-8ca4-e41754a7d5ab owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:58:14.826602 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b081fc69-e760-451e-88f7-33189c492167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.872353 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081fc69-e760-451e-88f7-33189c492167 admin admin] Pushing event deleted for resources: {'Port': ['ID=a60e16d2-d017-452d-8ca4-e41754a7d5ab,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:15.099754 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b081fc69-e760-451e-88f7-33189c492167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.359554 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b081fc69-e760-451e-88f7-33189c492167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.363778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b081fc69-e760-451e-88f7-33189c492167 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.387321 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device ee87df15-4fbd-4697-a9b9-4bc10843b809 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:58:15.423769 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: ee87df15-4fbd-4697-a9b9-4bc10843b809 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:58:15.424141 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device ee87df15-4fbd-4697-a9b9-4bc10843b809 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:58:15.424550 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a60e16d2-d017-452d-8ca4-e41754a7d5ab no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:58:15.454538 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: a60e16d2-d017-452d-8ca4-e41754a7d5ab {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:58:15.467534 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device a60e16d2-d017-452d-8ca4-e41754a7d5ab not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:58:15.485905 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b081fc69-e760-451e-88f7-33189c492167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.486460 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b081fc69-e760-451e-88f7-33189c492167 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d7879f3-3607-478f-ae43-698cfbed0b9a {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 19:58:15.500572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b081fc69-e760-451e-88f7-33189c492167 admin admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.501730 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b081fc69-e760-451e-88f7-33189c492167 admin admin] 10.222.0.73 "DELETE /v2.0/routers/6d7879f3-3607-478f-ae43-698cfbed0b9a HTTP/1.1" status: 204 len: 168 time: 1.7763708 Mar 02 19:58:15.505169 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44958) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:15.567376 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-855ac8c4-7a98-4cab-b134-13c65d284b7d admin admin] Deleting subnet 42442f63-0756-4f3f-b875-f585f0672ccb {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 19:58:15.570875 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-855ac8c4-7a98-4cab-b134-13c65d284b7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.620793 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-855ac8c4-7a98-4cab-b134-13c65d284b7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.699558 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-855ac8c4-7a98-4cab-b134-13c65d284b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.817792 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-855ac8c4-7a98-4cab-b134-13c65d284b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.866528 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ac8c4-7a98-4cab-b134-13c65d284b7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42442f63-0756-4f3f-b875-f585f0672ccb,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:15.871267 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-855ac8c4-7a98-4cab-b134-13c65d284b7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.876910 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702af7b5-d3ce-4229-af6c-233c02848061 None None] Network e7d2d373-c9e7-40b4-80f3-7ca149ba496b requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:58:15.877939 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-855ac8c4-7a98-4cab-b134-13c65d284b7d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/42442f63-0756-4f3f-b875-f585f0672ccb HTTP/1.1" status: 204 len: 168 time: 0.3717842 Mar 02 19:58:15.880448 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44962) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:15.983418 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.994165 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] Deleting port 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:58:15.994491 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.130803 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ee6109-f603-4f21-bded-897c44ac0f14 None None] DHCP port deletion for e7d2d373-c9e7-40b4-80f3-7ca149ba496b request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 19:58:16.135194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-46ee6109-f603-4f21-bded-897c44ac0f14 None None] Deleting port 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:58:16.135655 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-46ee6109-f603-4f21-bded-897c44ac0f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.204688 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] For port 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=45fc386d-d0f9-4493-ad30-bd2e3d31fbe7,segment=NetworkSegment(1c748850-051d-4ebb-af3a-95a275486fb9),segment_id=1c748850-051d-4ebb-af3a-95a275486fb9)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:58:16.205038 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.349865 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-46ee6109-f603-4f21-bded-897c44ac0f14 None None] For port 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=45fc386d-d0f9-4493-ad30-bd2e3d31fbe7,segment=NetworkSegment(1c748850-051d-4ebb-af3a-95a275486fb9),segment_id=1c748850-051d-4ebb-af3a-95a275486fb9)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:58:16.350165 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-46ee6109-f603-4f21-bded-897c44ac0f14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.422220 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] Calling delete_port for 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:58:16.508033 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-46ee6109-f603-4f21-bded-897c44ac0f14 None None] Calling delete_port for 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 19:58:16.583288 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.589091 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-46ee6109-f603-4f21-bded-897c44ac0f14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:58:16.596882 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-46ee6109-f603-4f21-bded-897c44ac0f14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:58:16.628362 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=45fc386d-d0f9-4493-ad30-bd2e3d31fbe7,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:16.633398 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] No DVR routers for this DVR port 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:58:16.746626 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.771067 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d2d373-c9e7-40b4-80f3-7ca149ba496b']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:16.783436 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c748850-051d-4ebb-af3a-95a275486fb9') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:16.783733 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c748850-051d-4ebb-af3a-95a275486fb9') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:16.795001 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.813861 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.821048 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 19:58:16.821430 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:16.834408 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:16.959886 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.975452 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.985136 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d2d373-c9e7-40b4-80f3-7ca149ba496b,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:16.993053 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-04c37707-49da-40ad-98e9-91900430e8d6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/e7d2d373-c9e7-40b4-80f3-7ca149ba496b HTTP/1.1" status: 204 len: 168 time: 1.1111712 Mar 02 19:58:17.090853 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-46ee6109-f603-4f21-bded-897c44ac0f14 None None] Deleting port 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 19:58:17.094906 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-46ee6109-f603-4f21-bded-897c44ac0f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.170807 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-46ee6109-f603-4f21-bded-897c44ac0f14 None None] The port '45fc386d-d0f9-4493-ad30-bd2e3d31fbe7' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 19:58:17.348054 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44970) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:17.386564 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:58:17.403126 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f186012d-4db6-4873-ab81-dfd868a98a3e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b9527bf06c884d9397c38c48ca8a5ada&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0539429 Mar 02 19:58:17.405683 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44974) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:17.423193 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 19:58:17.423571 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 45fc386d-d0f9-4493-ad30-bd2e3d31fbe7 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:58:17.475453 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0aa9bd7e-a68d-4718-89f0-ce3407e711bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.501709 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0aa9bd7e-a68d-4718-89f0-ce3407e711bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.620061 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0aa9bd7e-a68d-4718-89f0-ce3407e711bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.637238 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9bd7e-a68d-4718-89f0-ce3407e711bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069e37c2-e3f4-4c31-bb4f-8da26e6ccdc8,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:17.643676 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-0aa9bd7e-a68d-4718-89f0-ce3407e711bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.644773 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0aa9bd7e-a68d-4718-89f0-ce3407e711bc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/069e37c2-e3f4-4c31-bb4f-8da26e6ccdc8 HTTP/1.1" status: 204 len: 168 time: 0.2381084 Mar 02 19:58:18.369778 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44982) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:18.417854 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-60b94ef7-8b8a-4b23-8cae-eb4c05a45441 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=89a990601cba40e7bc9998e3911e3d48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0469511 Mar 02 19:58:18.420198 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 44986) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:18.483232 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1bde429a-c364-4278-9a82-c5cdbc816392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.508469 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1bde429a-c364-4278-9a82-c5cdbc816392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.643083 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1bde429a-c364-4278-9a82-c5cdbc816392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.658057 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde429a-c364-4278-9a82-c5cdbc816392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dfaf66-d961-46f0-9dda-8212d6238023,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:18.664921 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-1bde429a-c364-4278-9a82-c5cdbc816392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.668495 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-1bde429a-c364-4278-9a82-c5cdbc816392 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d2dfaf66-d961-46f0-9dda-8212d6238023 HTTP/1.1" status: 204 len: 168 time: 0.2448695 Mar 02 19:58:19.838981 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 45010) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:19.966151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2121302669-network', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:58:19.970930 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:19.974733 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Usage tracker for resource:network and tenant:ccb7a477dfc7421eb72d91a1d2158fba is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:19.978178 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:19.984279 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:20.054789 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Made reservation on behalf of ccb7a477dfc7421eb72d91a1d2158fba for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:20.057082 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.069973 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.100689 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:20.105397 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Usage tracker for resource:security_group_rule and tenant:ccb7a477dfc7421eb72d91a1d2158fba is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:20.108166 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:20.113818 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:20.177551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.240279 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.267308 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:58:20.280549 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ee35d6-d26b-42a7-8461-70ec60fa5922,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:20.286227 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.286574 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Added segment d15b6383-2103-4267-b496-e0e99c945bb2 of type vlan for network e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 Mar 02 19:58:20.315642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.408622 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.409453 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:20.410018 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.506929 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] Pushing event updated for resources: {'Network': ['ID=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:20.517153 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:58:20.578208 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-3516c189-84eb-4e6a-b513-cd08a5bc5f2e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7379138 Mar 02 19:58:20.581057 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 45016) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:20.587134 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-64306239-8137-4489-ad59-b9a7db3c7098 admin admin] Request body: {'subnet': {'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2121302669-subnet', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'ip_version': 4}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:58:20.591972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-64306239-8137-4489-ad59-b9a7db3c7098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:20.595745 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-64306239-8137-4489-ad59-b9a7db3c7098 admin admin] Usage tracker for resource:subnet and tenant:ccb7a477dfc7421eb72d91a1d2158fba is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:20.598538 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-64306239-8137-4489-ad59-b9a7db3c7098 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:20.604368 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-64306239-8137-4489-ad59-b9a7db3c7098 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:20.685865 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64306239-8137-4489-ad59-b9a7db3c7098 admin admin] Made reservation on behalf of ccb7a477dfc7421eb72d91a1d2158fba for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:20.688538 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64306239-8137-4489-ad59-b9a7db3c7098 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.948780 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64306239-8137-4489-ad59-b9a7db3c7098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.022207 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64306239-8137-4489-ad59-b9a7db3c7098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d2434d-b1cf-4eaf-8727-a60256ca9de5,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:21.031834 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64306239-8137-4489-ad59-b9a7db3c7098 admin admin] Checking segment: {'id': 'd15b6383-2103-4267-b496-e0e99c945bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:58:21.032199 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64306239-8137-4489-ad59-b9a7db3c7098 admin admin] Network hostable DHCP agents. Network: e02d7b0d-4d82-425c-bdd4-42c1b139e9e6, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:58:21.136968 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64306239-8137-4489-ad59-b9a7db3c7098 admin admin] Network e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:58:21.245957 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-64306239-8137-4489-ad59-b9a7db3c7098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, e02d7b0d-4d82-425c-bdd4-42c1b139e9e6) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:21.249829 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64306239-8137-4489-ad59-b9a7db3c7098 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:21.250470 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-64306239-8137-4489-ad59-b9a7db3c7098 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.254645 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5348f91-ca33-4d24-a940-a848ee251ca2 None None] Network e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:58:21.369809 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-64306239-8137-4489-ad59-b9a7db3c7098 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7876625 Mar 02 19:58:21.372299 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 45020) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:21.377498 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:58:21.382819 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:21.386951 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Usage tracker for resource:router and tenant:ccb7a477dfc7421eb72d91a1d2158fba is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:21.389882 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:21.395580 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:21.469109 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:58:21.469911 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.480287 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.481297 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.500318 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.633874 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Allocated IP 172.20.0.2 (e02d7b0d-4d82-425c-bdd4-42c1b139e9e6/49d2434d-b1cf-4eaf-8727-a60256ca9de5/3cc5adad-a849-4f2e-b327-a0c38099202f) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:21.726312 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.777443 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-15400831-f20b-4e81-88b9-d76324fc6360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.863473 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.880602 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Transition to ACTIVE for port object 3cc5adad-a849-4f2e-b327-a0c38099202f will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:21.903498 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Transition to ACTIVE for port object 3cc5adad-a849-4f2e-b327-a0c38099202f will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:21.979779 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.005947 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.038005 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.073054 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Network e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:22.077065 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:22.081558 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:58:22.090917 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Pushing event updated for resources: {'Port': ['ID=3cc5adad-a849-4f2e-b327-a0c38099202f,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:22.143264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:22.143642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:22.143988 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:22.144326 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:22.144683 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:22.145017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:22.145350 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:22.145676 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:22.146007 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:22.146328 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:22.146651 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:22.183377 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Allocated IP 172.26.4.125 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/5e58d83b-4172-4635-95c2-54dea1855fcb) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:22.221589 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Attempting to bind port 3cc5adad-a849-4f2e-b327-a0c38099202f on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:22.221961 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Attempting to bind port 3cc5adad-a849-4f2e-b327-a0c38099202f by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'd15b6383-2103-4267-b496-e0e99c945bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:22.222323 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Attempting to bind port 3cc5adad-a849-4f2e-b327-a0c38099202f on network e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:58:22.232042 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:58:22.232525 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Checking segment: {'id': 'd15b6383-2103-4267-b496-e0e99c945bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:58:22.232789 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.233171 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Bound using segment: {'id': 'd15b6383-2103-4267-b496-e0e99c945bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:58:22.233634 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Bound port: 3cc5adad-a849-4f2e-b327-a0c38099202f, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15b6383-2103-4267-b496-e0e99c945bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:22.233999 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.335025 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] For port 3cc5adad-a849-4f2e-b327-a0c38099202f, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:58:22.339339 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] For port 3cc5adad-a849-4f2e-b327-a0c38099202f, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3cc5adad-a849-4f2e-b327-a0c38099202f,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:58:22.403863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.450527 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.493128 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cebca0-825e-419f-8555-08708f3f9e64 None None] Pushing event updated for resources: {'Port': ['ID=3cc5adad-a849-4f2e-b327-a0c38099202f,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:22.535120 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.613223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:22.616087 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:22.619890 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:58:22.662265 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Pushing event updated for resources: {'Port': ['ID=5e58d83b-4172-4635-95c2-54dea1855fcb,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:22.863403 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.864073 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:23.162727 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Router 2c617ee9-a3aa-418c-93c3-7055e467b52c is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:58:23.382882 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:58:23.391838 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Sync routers for ids ['2c617ee9-a3aa-418c-93c3-7055e467b52c'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:58:23.416575 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Routers {'2c617ee9-a3aa-418c-93c3-7055e467b52c'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:58:23.417214 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:57:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['2c617ee9-a3aa-418c-93c3-7055e467b52c'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:23.461234 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:23.462487 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-54798f32-f723-4389-889a-b615dd588953 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0892687 Mar 02 19:58:23.465211 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 45030) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:23.477270 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4b88cd-88d6-4b2b-8f2b-78c90a5e2b9a None None] Network e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:58:23.489089 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3cc5adad-a849-4f2e-b327-a0c38099202f up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:23.800099 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-fab8844f-d1e5-476b-bfa1-8bcf5ccc84da None None] Provisioning for port 3cc5adad-a849-4f2e-b327-a0c38099202f completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:23.846549 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-46426b08-279e-477f-8966-19ee51f9bb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:23.872811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Set router 2c617ee9-a3aa-418c-93c3-7055e467b52c gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:58:23.928148 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 3cc5adad-a849-4f2e-b327-a0c38099202f completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:23.989946 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 3cc5adad-a849-4f2e-b327-a0c38099202f triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:23.990321 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.198497 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2089abb4-7928-49df-921f-466658d7cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.316479 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.363129 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 3cc5adad-a849-4f2e-b327-a0c38099202f, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3cc5adad-a849-4f2e-b327-a0c38099202f,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:58:24.373977 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T19:58:22Z', 'revision_number': 3, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:24.378443 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Checking router: 2c617ee9-a3aa-418c-93c3-7055e467b52c for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:58:24.378795 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Updating router 2c617ee9-a3aa-418c-93c3-7055e467b52c port 5e58d83b-4172-4635-95c2-54dea1855fcb binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:58:24.434976 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.470642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.514975 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-2089abb4-7928-49df-921f-466658d7cba9 admin admin] Allocated IP 172.20.0.1 (e02d7b0d-4d82-425c-bdd4-42c1b139e9e6/49d2434d-b1cf-4eaf-8727-a60256ca9de5/0d173769-4df6-4259-a874-30f4c914f1b2) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:24.616519 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=3cc5adad-a849-4f2e-b327-a0c38099202f,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:24.633081 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-88cbd7bd-335b-4cef-9e3a-fff2c6d8a600 None None] Provisioning complete for port 3cc5adad-a849-4f2e-b327-a0c38099202f triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:24.633446 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-88cbd7bd-335b-4cef-9e3a-fff2c6d8a600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.664499 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2089abb4-7928-49df-921f-466658d7cba9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.680244 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.provisioning_blocks [None req-2089abb4-7928-49df-921f-466658d7cba9 admin admin] Transition to ACTIVE for port object 0d173769-4df6-4259-a874-30f4c914f1b2 will not be triggered until provisioned by entity DHCP. {{(pid=84532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:24.774984 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2089abb4-7928-49df-921f-466658d7cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.839683 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2089abb4-7928-49df-921f-466658d7cba9 admin admin] Network e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:24.842261 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-2089abb4-7928-49df-921f-466658d7cba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:24.845881 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2089abb4-7928-49df-921f-466658d7cba9 admin admin] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:58:24.887299 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089abb4-7928-49df-921f-466658d7cba9 admin admin] Pushing event updated for resources: {'Port': ['ID=0d173769-4df6-4259-a874-30f4c914f1b2,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:24.908801 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2089abb4-7928-49df-921f-466658d7cba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.948353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.961133 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Transition to ACTIVE for port object 5e58d83b-4172-4635-95c2-54dea1855fcb will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:25.039747 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2089abb4-7928-49df-921f-466658d7cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.043132 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.135627 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Attempting to bind port 5e58d83b-4172-4635-95c2-54dea1855fcb on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:25.135887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Attempting to bind port 5e58d83b-4172-4635-95c2-54dea1855fcb by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:25.136255 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Attempting to bind port 5e58d83b-4172-4635-95c2-54dea1855fcb on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:58:25.138379 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27eea7-ec9f-47d8-85e3-f8f0562e6eda None None] Pushing event updated for resources: {'Port': ['ID=5e58d83b-4172-4635-95c2-54dea1855fcb,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:25.145736 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:58:25.146103 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:58:25.146500 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.146880 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:58:25.147340 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Bound port: 5e58d83b-4172-4635-95c2-54dea1855fcb, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:25.148155 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.193129 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-bcb7d098-1f95-4be9-8a47-b6374639ff93 None None] Provisioning for port 0d173769-4df6-4259-a874-30f4c914f1b2 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:25.203654 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-bcb7d098-1f95-4be9-8a47-b6374639ff93 None None] Provisioning complete for port 0d173769-4df6-4259-a874-30f4c914f1b2 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:25.204030 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bcb7d098-1f95-4be9-8a47-b6374639ff93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.274263 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-bcb7d098-1f95-4be9-8a47-b6374639ff93 None None] Port 0d173769-4df6-4259-a874-30f4c914f1b2 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:58:25.274776 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2089abb4-7928-49df-921f-466658d7cba9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.277918 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] For port 5e58d83b-4172-4635-95c2-54dea1855fcb, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:58:25.281081 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] For port 5e58d83b-4172-4635-95c2-54dea1855fcb, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=5e58d83b-4172-4635-95c2-54dea1855fcb,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:58:25.365836 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2089abb4-7928-49df-921f-466658d7cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308952'] for port, after_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.391947 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3cc5adad-a849-4f2e-b327-a0c38099202f up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:25.432081 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.433294 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.473528 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089abb4-7928-49df-921f-466658d7cba9 admin admin] Pushing event updated for resources: {'Port': ['ID=0d173769-4df6-4259-a874-30f4c914f1b2,revision_number=2']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:25.476670 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-2089abb4-7928-49df-921f-466658d7cba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.608510 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27eea7-ec9f-47d8-85e3-f8f0562e6eda None None] Pushing event updated for resources: {'Port': ['ID=5e58d83b-4172-4635-95c2-54dea1855fcb,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:25.617689 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Routers {'2c617ee9-a3aa-418c-93c3-7055e467b52c'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:58:25.618589 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:58:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['2c617ee9-a3aa-418c-93c3-7055e467b52c'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:25.629060 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2089abb4-7928-49df-921f-466658d7cba9 admin admin] Network e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:25.630353 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-2089abb4-7928-49df-921f-466658d7cba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:25.677056 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.758516 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 3cc5adad-a849-4f2e-b327-a0c38099202f triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:25.758890 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.919248 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] Set router 2c617ee9-a3aa-418c-93c3-7055e467b52c gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:58:25.998964 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7988efca-cc1e-4851-b4cb-e4e65733556f None None] Provisioning complete for port 0d173769-4df6-4259-a874-30f4c914f1b2 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:25.999334 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7988efca-cc1e-4851-b4cb-e4e65733556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.026492 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2089abb4-7928-49df-921f-466658d7cba9 admin admin] Router 2c617ee9-a3aa-418c-93c3-7055e467b52c has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:58:26.182490 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-7988efca-cc1e-4851-b4cb-e4e65733556f None None] Port 0d173769-4df6-4259-a874-30f4c914f1b2 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:58:26.304968 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T19:58:24Z', 'revision_number': 4, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '0d173769-4df6-4259-a874-30f4c914f1b2', 'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'mac_address': 'fa:16:3e:05:01:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:24Z', 'updated_at': '2022-03-02T19:58:25Z', 'revision_number': 2, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'subnets': [{'id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:26.308916 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7aa56f-21b3-4b72-8b07-d55a786e9da0 None None] The sync data for ids ['2c617ee9-a3aa-418c-93c3-7055e467b52c'] in dv-neutron-831573-1-hyperv is: [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T19:58:24Z', 'revision_number': 4, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '0d173769-4df6-4259-a874-30f4c914f1b2', 'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'mac_address': 'fa:16:3e:05:01:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:24Z', 'updated_at': '2022-03-02T19:58:25Z', 'revision_number': 2, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'subnets': [{'id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:58:26.324272 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2089abb4-7928-49df-921f-466658d7cba9 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:58:26.339890 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-2089abb4-7928-49df-921f-466658d7cba9 admin admin] 10.222.0.73 "PUT /v2.0/routers/2c617ee9-a3aa-418c-93c3-7055e467b52c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8736005 Mar 02 19:58:26.688957 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.419995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5e58d83b-4172-4635-95c2-54dea1855fcb up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:27.478223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 45058) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:27.483699 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-395151574-network', 'tenant_id': '0613bddc37bb4f46b651bed5f7fe68e5'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:58:27.488534 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:27.492869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Usage tracker for resource:network and tenant:0613bddc37bb4f46b651bed5f7fe68e5 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:27.495717 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:27.501385 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:27.557482 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 5e58d83b-4172-4635-95c2-54dea1855fcb completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:27.562826 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 5e58d83b-4172-4635-95c2-54dea1855fcb triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:27.563189 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.588696 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Made reservation on behalf of 0613bddc37bb4f46b651bed5f7fe68e5 for: {'network': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:27.591064 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for network, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.604279 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.636210 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:27.639939 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Usage tracker for resource:security_group_rule and tenant:0613bddc37bb4f46b651bed5f7fe68e5 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:27.642688 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:27.648478 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:27.678155 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.694355 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 5e58d83b-4172-4635-95c2-54dea1855fcb, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=5e58d83b-4172-4635-95c2-54dea1855fcb,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:58:27.714292 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.782871 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.794426 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.828455 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=84532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:58:27.833715 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca19693-1c71-42c4-83e1-cee608ada3eb,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:27.841179 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.841530 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.segments_db [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Added segment c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc of type vlan for network ae02baaf-bcf7-4edc-b80e-3961c37294b0 Mar 02 19:58:27.851741 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=5e58d83b-4172-4635-95c2-54dea1855fcb,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:27.873849 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778371595533'] for network, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.959964 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079'] for network, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.960983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:27.961551 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Notify callbacks [] for network, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:28.061225 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] Pushing event updated for resources: {'Network': ['ID=ae02baaf-bcf7-4edc-b80e-3961c37294b0,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:28.071630 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Network ae02baaf-bcf7-4edc-b80e-3961c37294b0 details requested by agent ovs-agent-dv-neutron-831573-1-hyperv with host dv-neutron-831573-1-hyperv {{(pid=84534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:58:28.120485 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-c43b8f5a-8496-434b-9c99-b13c31edbefc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6411161 Mar 02 19:58:28.123139 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 45062) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:28.128307 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-04fee458-8e85-4375-82e6-adabb31e50b9 admin admin] Request body: {'subnet': {'network_id': 'ae02baaf-bcf7-4edc-b80e-3961c37294b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-395151574-subnet', 'tenant_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'ip_version': 4}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:58:28.133297 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-04fee458-8e85-4375-82e6-adabb31e50b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:28.137113 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-04fee458-8e85-4375-82e6-adabb31e50b9 admin admin] Usage tracker for resource:subnet and tenant:0613bddc37bb4f46b651bed5f7fe68e5 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:28.139930 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-04fee458-8e85-4375-82e6-adabb31e50b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:28.145869 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-04fee458-8e85-4375-82e6-adabb31e50b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:28.213222 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fee458-8e85-4375-82e6-adabb31e50b9 admin admin] Made reservation on behalf of 0613bddc37bb4f46b651bed5f7fe68e5 for: {'subnet': 1} {{(pid=84532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:28.215748 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-04fee458-8e85-4375-82e6-adabb31e50b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1150495'] for subnet, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:28.482749 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-04fee458-8e85-4375-82e6-adabb31e50b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1150477'] for subnet, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:28.554826 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fee458-8e85-4375-82e6-adabb31e50b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17bf3421-1678-40c8-ac3a-e93d0e2500a7,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:28.565626 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fee458-8e85-4375-82e6-adabb31e50b9 admin admin] Checking segment: {'id': 'c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ae02baaf-bcf7-4edc-b80e-3961c37294b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:58:28.565977 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fee458-8e85-4375-82e6-adabb31e50b9 admin admin] Network hostable DHCP agents. Network: ae02baaf-bcf7-4edc-b80e-3961c37294b0, hostable agents: ['b44e57a4-7e31-4b56-8fac-c025c4c5f67d'], hosted agents: [] {{(pid=84532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:58:28.648823 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fee458-8e85-4375-82e6-adabb31e50b9 admin admin] Network ae02baaf-bcf7-4edc-b80e-3961c37294b0 is scheduled to be hosted by DHCP agent b44e57a4-7e31-4b56-8fac-c025c4c5f67d with binding_index 1 {{(pid=84532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:58:28.734181 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-04fee458-8e85-4375-82e6-adabb31e50b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831573-1-hyperv, ae02baaf-bcf7-4edc-b80e-3961c37294b0) {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:28.737972 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fee458-8e85-4375-82e6-adabb31e50b9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:28.738554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-04fee458-8e85-4375-82e6-adabb31e50b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:28.743749 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01725d7-2254-437b-8b6e-441033654707 None None] Network ae02baaf-bcf7-4edc-b80e-3961c37294b0 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:58:28.814965 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-04fee458-8e85-4375-82e6-adabb31e50b9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6907575 Mar 02 19:58:28.817423 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 45070) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:28.823280 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-395151574-router', 'tenant_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:58:28.827885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:28.831650 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Usage tracker for resource:router and tenant:0613bddc37bb4f46b651bed5f7fe68e5 is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:28.834453 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:28.840705 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:28.923152 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-426577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41107'] for router, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:28.932243 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-426546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-430550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-486306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41130'] for router, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:28.953112 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:28.962594 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720cca8e-ac68-4057-971b-20762797615d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb18a9190-d7f3-5e2c-965b-3d188375ade2-ae02baaf-bcf7-4edc-b80e-3961c37294b0', 'network_id': 'ae02baaf-bcf7-4edc-b80e-3961c37294b0', 'tenant_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'fixed_ips': [{'subnet_id': '17bf3421-1678-40c8-ac3a-e93d0e2500a7'}]}} from dv-neutron-831573-1-hyperv. {{(pid=84534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 02 19:58:28.963176 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-720cca8e-ac68-4057-971b-20762797615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.117254 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.db_base_plugin_common [None req-720cca8e-ac68-4057-971b-20762797615d None None] Allocated IP 172.20.0.2 (ae02baaf-bcf7-4edc-b80e-3961c37294b0/17bf3421-1678-40c8-ac3a-e93d0e2500a7/27561240-f55f-4f5a-a2a8-13e358d5acd1) {{(pid=84534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:29.167223 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-430372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41144'] for router, precommit_update {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.360846 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-720cca8e-ac68-4057-971b-20762797615d None None] Notify callbacks [] for port, precommit_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.374250 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-720cca8e-ac68-4057-971b-20762797615d None None] Transition to ACTIVE for port object 27561240-f55f-4f5a-a2a8-13e358d5acd1 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:29.393554 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-720cca8e-ac68-4057-971b-20762797615d None None] Transition to ACTIVE for port object 27561240-f55f-4f5a-a2a8-13e358d5acd1 will not be triggered until provisioned by entity DHCP. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:29.404677 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5e58d83b-4172-4635-95c2-54dea1855fcb up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:29.426867 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.456969 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.463703 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-720cca8e-ac68-4057-971b-20762797615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346'] for port, after_create {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.550060 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720cca8e-ac68-4057-971b-20762797615d None None] Network ae02baaf-bcf7-4edc-b80e-3961c37294b0 is already hosted by enough agents. {{(pid=84534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:29.551342 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cca8e-ac68-4057-971b-20762797615d None None] Pushing event updated for resources: {'Port': ['ID=27561240-f55f-4f5a-a2a8-13e358d5acd1,revision_number=1']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:29.556016 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 5e58d83b-4172-4635-95c2-54dea1855fcb triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:29.556539 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.595087 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.scheduler.base_scheduler [None req-720cca8e-ac68-4057-971b-20762797615d None None] Resources bound (agent type, host, resource id): {{(pid=84534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:29.596131 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.db_base_plugin_common [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Allocated IP 172.26.4.163 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/07532d10-11b6-4a23-8b09-21f4933737a3) {{(pid=84532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:29.598447 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720cca8e-ac68-4057-971b-20762797615d None None] Received port after_create {{(pid=84534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:58:29.711952 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-720cca8e-ac68-4057-971b-20762797615d None None] Attempting to bind port 27561240-f55f-4f5a-a2a8-13e358d5acd1 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:29.712313 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-720cca8e-ac68-4057-971b-20762797615d None None] Attempting to bind port 27561240-f55f-4f5a-a2a8-13e358d5acd1 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ae02baaf-bcf7-4edc-b80e-3961c37294b0'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:29.712664 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720cca8e-ac68-4057-971b-20762797615d None None] Attempting to bind port 27561240-f55f-4f5a-a2a8-13e358d5acd1 on network ae02baaf-bcf7-4edc-b80e-3961c37294b0 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:58:29.745983 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.758555 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720cca8e-ac68-4057-971b-20762797615d None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:58:29.759136 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720cca8e-ac68-4057-971b-20762797615d None None] Checking segment: {'id': 'c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ae02baaf-bcf7-4edc-b80e-3961c37294b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:58:29.759374 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-720cca8e-ac68-4057-971b-20762797615d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.759754 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720cca8e-ac68-4057-971b-20762797615d None None] Bound using segment: {'id': 'c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ae02baaf-bcf7-4edc-b80e-3961c37294b0'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:58:29.760215 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-720cca8e-ac68-4057-971b-20762797615d None None] Bound port: 27561240-f55f-4f5a-a2a8-13e358d5acd1, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ae02baaf-bcf7-4edc-b80e-3961c37294b0'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:29.760573 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-720cca8e-ac68-4057-971b-20762797615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.828718 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.857827 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-720cca8e-ac68-4057-971b-20762797615d None None] For port 27561240-f55f-4f5a-a2a8-13e358d5acd1, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:58:29.860668 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-720cca8e-ac68-4057-971b-20762797615d None None] For port 27561240-f55f-4f5a-a2a8-13e358d5acd1, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=27561240-f55f-4f5a-a2a8-13e358d5acd1,segment=NetworkSegment(c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc),segment_id=c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:58:29.899749 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:29.903106 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.base_scheduler [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:29.905473 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Pushing event updated for resources: {'Port': ['ID=07532d10-11b6-4a23-8b09-21f4933737a3,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:29.909325 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Received port after_create {{(pid=84532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:58:29.934713 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-720cca8e-ac68-4057-971b-20762797615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.012815 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cca8e-ac68-4057-971b-20762797615d None None] Pushing event updated for resources: {'Port': ['ID=27561240-f55f-4f5a-a2a8-13e358d5acd1,revision_number=2']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:30.170813 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.171585 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-427938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-430395'] for router, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.574394 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Router 8f2e68bf-92a2-4b18-abdc-317fedd951cb is scheduled to L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb with binding_index 1 {{(pid=84532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 19:58:30.792064 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:58:30.800825 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Sync routers for ids ['8f2e68bf-92a2-4b18-abdc-317fedd951cb'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:58:30.813306 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Routers {'8f2e68bf-92a2-4b18-abdc-317fedd951cb'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:58:30.813917 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:58:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8f2e68bf-92a2-4b18-abdc-317fedd951cb'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:30.877535 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] Notify callbacks [] for router, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.879163 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-1f4557bd-1c48-4da0-9253-eba6f833ccb3 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0605557 Mar 02 19:58:30.882004 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 45078) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:30.886251 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca353844-55d3-4da9-b42a-6e9c35b4c203 None None] Network ae02baaf-bcf7-4edc-b80e-3961c37294b0 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 19:58:31.004650 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Set router 8f2e68bf-92a2-4b18-abdc-317fedd951cb gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:58:31.088862 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5aae47fe-4637-4b0e-9a71-11a2e1d4cb5f None None] Provisioning for port 27561240-f55f-4f5a-a2a8-13e358d5acd1 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:31.347440 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'name': 'tempest-TestSnapshotPattern-395151574-router', 'tenant_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '07532d10-11b6-4a23-8b09-21f4933737a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:28Z', 'updated_at': '2022-03-02T19:58:30Z', 'revision_number': 3, 'project_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'gw_port': {'id': '07532d10-11b6-4a23-8b09-21f4933737a3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:29Z', 'updated_at': '2022-03-02T19:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:31.352410 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Checking router: 8f2e68bf-92a2-4b18-abdc-317fedd951cb for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:58:31.352872 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Updating router 8f2e68bf-92a2-4b18-abdc-317fedd951cb port 07532d10-11b6-4a23-8b09-21f4933737a3 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:58:31.415203 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.447339 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 27561240-f55f-4f5a-a2a8-13e358d5acd1 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:31.586301 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 27561240-f55f-4f5a-a2a8-13e358d5acd1 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:31.591873 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 27561240-f55f-4f5a-a2a8-13e358d5acd1 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:31.592247 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.718644 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.753952 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 27561240-f55f-4f5a-a2a8-13e358d5acd1, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=27561240-f55f-4f5a-a2a8-13e358d5acd1,segment=NetworkSegment(c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc),segment_id=c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:58:31.767815 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-857417a6-28dc-4e16-89a5-1ee1bbc2e4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.788306 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.799494 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Transition to ACTIVE for port object 07532d10-11b6-4a23-8b09-21f4933737a3 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:31.839799 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.868399 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.912153 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=27561240-f55f-4f5a-a2a8-13e358d5acd1,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:31.950425 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a98372-507e-4092-843e-3ca733692e62 None None] Pushing event updated for resources: {'Port': ['ID=07532d10-11b6-4a23-8b09-21f4933737a3,revision_number=2']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:31.952706 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Attempting to bind port 07532d10-11b6-4a23-8b09-21f4933737a3 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:31.953062 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Attempting to bind port 07532d10-11b6-4a23-8b09-21f4933737a3 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:31.953414 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Attempting to bind port 07532d10-11b6-4a23-8b09-21f4933737a3 on network 34755311-e60d-4721-8297-2b2c64e749c6 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:58:31.964511 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a98372-507e-4092-843e-3ca733692e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:31.964852 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a98372-507e-4092-843e-3ca733692e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:31.965181 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a98372-507e-4092-843e-3ca733692e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:31.965505 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a98372-507e-4092-843e-3ca733692e62 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:31.965824 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a98372-507e-4092-843e-3ca733692e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:31.966141 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a98372-507e-4092-843e-3ca733692e62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:31.966456 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a98372-507e-4092-843e-3ca733692e62 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:31.966769 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a98372-507e-4092-843e-3ca733692e62 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:31.967086 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a98372-507e-4092-843e-3ca733692e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:31.967412 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a98372-507e-4092-843e-3ca733692e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:31.967721 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a98372-507e-4092-843e-3ca733692e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:31.970614 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:58:31.970977 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Checking segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:58:31.971378 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.971751 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Bound using segment: {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:58:31.972195 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Bound port: 07532d10-11b6-4a23-8b09-21f4933737a3, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3c7e1e-5f46-4044-87ae-de9596661cde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:31.972552 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.980392 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-857417a6-28dc-4e16-89a5-1ee1bbc2e4c4 admin admin] Allocated IP 172.20.0.1 (ae02baaf-bcf7-4edc-b80e-3961c37294b0/17bf3421-1678-40c8-ac3a-e93d0e2500a7/9b9647e7-9a60-42d8-bb3c-cc2a10edc093) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:32.045009 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] For port 07532d10-11b6-4a23-8b09-21f4933737a3, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:58:32.048204 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] For port 07532d10-11b6-4a23-8b09-21f4933737a3, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=07532d10-11b6-4a23-8b09-21f4933737a3,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:58:32.126767 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-857417a6-28dc-4e16-89a5-1ee1bbc2e4c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.131930 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.141707 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [None req-857417a6-28dc-4e16-89a5-1ee1bbc2e4c4 admin admin] Transition to ACTIVE for port object 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:32.211432 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a98372-507e-4092-843e-3ca733692e62 None None] Pushing event updated for resources: {'Port': ['ID=07532d10-11b6-4a23-8b09-21f4933737a3,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:32.214924 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Routers {'8f2e68bf-92a2-4b18-abdc-317fedd951cb'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:58:32.215539 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:58:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8f2e68bf-92a2-4b18-abdc-317fedd951cb'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:32.217227 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.252031 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-857417a6-28dc-4e16-89a5-1ee1bbc2e4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.322221 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857417a6-28dc-4e16-89a5-1ee1bbc2e4c4 admin admin] Network ae02baaf-bcf7-4edc-b80e-3961c37294b0 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:32.325119 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-857417a6-28dc-4e16-89a5-1ee1bbc2e4c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:32.328922 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857417a6-28dc-4e16-89a5-1ee1bbc2e4c4 admin admin] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:58:32.363607 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857417a6-28dc-4e16-89a5-1ee1bbc2e4c4 admin admin] Pushing event updated for resources: {'Port': ['ID=9b9647e7-9a60-42d8-bb3c-cc2a10edc093,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:32.390453 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-857417a6-28dc-4e16-89a5-1ee1bbc2e4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432065'] for router_interface, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.400448 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] Set router 8f2e68bf-92a2-4b18-abdc-317fedd951cb gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:58:32.551081 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-857417a6-28dc-4e16-89a5-1ee1bbc2e4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.620446 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7b968871-b57e-49f1-84ff-33e12413ad64 None None] Provisioning for port 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:32.626048 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-7b968871-b57e-49f1-84ff-33e12413ad64 None None] Provisioning complete for port 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:32.626463 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7b968871-b57e-49f1-84ff-33e12413ad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.678322 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-7b968871-b57e-49f1-84ff-33e12413ad64 None None] Port 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:58:32.696304 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'name': 'tempest-TestSnapshotPattern-395151574-router', 'tenant_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '07532d10-11b6-4a23-8b09-21f4933737a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:28Z', 'updated_at': '2022-03-02T19:58:30Z', 'revision_number': 3, 'project_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'gw_port': {'id': '07532d10-11b6-4a23-8b09-21f4933737a3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:29Z', 'updated_at': '2022-03-02T19:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:32.701645 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4261c4-1519-458e-a09b-3f8eb6d0213f None None] The sync data for ids ['8f2e68bf-92a2-4b18-abdc-317fedd951cb'] in dv-neutron-831573-1-hyperv is: [{'id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'name': 'tempest-TestSnapshotPattern-395151574-router', 'tenant_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '07532d10-11b6-4a23-8b09-21f4933737a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:28Z', 'updated_at': '2022-03-02T19:58:30Z', 'revision_number': 3, 'project_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'gw_port': {'id': '07532d10-11b6-4a23-8b09-21f4933737a3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:29Z', 'updated_at': '2022-03-02T19:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:58:32.747005 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:58:32.784099 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-857417a6-28dc-4e16-89a5-1ee1bbc2e4c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.839806 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-857417a6-28dc-4e16-89a5-1ee1bbc2e4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.944825 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857417a6-28dc-4e16-89a5-1ee1bbc2e4c4 admin admin] Pushing event updated for resources: {'Port': ['ID=9b9647e7-9a60-42d8-bb3c-cc2a10edc093,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:32.947157 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-857417a6-28dc-4e16-89a5-1ee1bbc2e4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7736911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431980'] for router_interface, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:33.080016 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857417a6-28dc-4e16-89a5-1ee1bbc2e4c4 admin admin] Network ae02baaf-bcf7-4edc-b80e-3961c37294b0 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:33.081510 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-857417a6-28dc-4e16-89a5-1ee1bbc2e4c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:33.304886 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-cc9a39f3-bd23-4c6e-810a-386f6f7eca70 None None] Provisioning complete for port 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:33.305434 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-cc9a39f3-bd23-4c6e-810a-386f6f7eca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:33.362340 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-cc9a39f3-bd23-4c6e-810a-386f6f7eca70 None None] Port 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:58:33.399197 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 27561240-f55f-4f5a-a2a8-13e358d5acd1 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:33.466866 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 27561240-f55f-4f5a-a2a8-13e358d5acd1 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:33.467490 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:33.471893 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857417a6-28dc-4e16-89a5-1ee1bbc2e4c4 admin admin] Router 8f2e68bf-92a2-4b18-abdc-317fedd951cb has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:58:33.776606 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857417a6-28dc-4e16-89a5-1ee1bbc2e4c4 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:58:33.785044 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-857417a6-28dc-4e16-89a5-1ee1bbc2e4c4 admin admin] 10.222.0.73 "PUT /v2.0/routers/8f2e68bf-92a2-4b18-abdc-317fedd951cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9014158 Mar 02 19:58:34.551839 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 45092) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:34.558229 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-aa42a109-9163-4fda-95d9-3bdcebbc5b56 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1362132778', 'description': 'tempest-secgroup-smoke-1362132778 description', 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:58:34.564246 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-aa42a109-9163-4fda-95d9-3bdcebbc5b56 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:34.568049 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-aa42a109-9163-4fda-95d9-3bdcebbc5b56 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Usage tracker for resource:security_group and tenant:ccb7a477dfc7421eb72d91a1d2158fba is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:34.572716 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-aa42a109-9163-4fda-95d9-3bdcebbc5b56 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:34.578334 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-aa42a109-9163-4fda-95d9-3bdcebbc5b56 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:34.639550 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aa42a109-9163-4fda-95d9-3bdcebbc5b56 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:34.673462 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-aa42a109-9163-4fda-95d9-3bdcebbc5b56 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:34.677390 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-aa42a109-9163-4fda-95d9-3bdcebbc5b56 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Usage tracker for resource:security_group_rule and tenant:ccb7a477dfc7421eb72d91a1d2158fba is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:34.680722 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-aa42a109-9163-4fda-95d9-3bdcebbc5b56 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:34.686410 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-aa42a109-9163-4fda-95d9-3bdcebbc5b56 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:34.738370 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aa42a109-9163-4fda-95d9-3bdcebbc5b56 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:34.790966 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aa42a109-9163-4fda-95d9-3bdcebbc5b56 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:34.832096 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42a109-9163-4fda-95d9-3bdcebbc5b56 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6674d7-9b34-483e-8790-3c2731dfaab3,revision_number=1']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:34.885315 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-aa42a109-9163-4fda-95d9-3bdcebbc5b56 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:34.886537 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-aa42a109-9163-4fda-95d9-3bdcebbc5b56 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3336394 Mar 02 19:58:34.889398 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 45096) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:34.894815 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-7c3b7a1a-4eb0-448e-b64d-6f9dbbe266ab tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Request body: {'security_group_rule': {'security_group_id': '4c6674d7-9b34-483e-8790-3c2731dfaab3', 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:58:34.900828 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7c3b7a1a-4eb0-448e-b64d-6f9dbbe266ab tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:34.904595 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7c3b7a1a-4eb0-448e-b64d-6f9dbbe266ab tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Usage tracker for resource:security_group_rule and tenant:ccb7a477dfc7421eb72d91a1d2158fba is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:34.907433 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-7c3b7a1a-4eb0-448e-b64d-6f9dbbe266ab tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:34.913587 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-7c3b7a1a-4eb0-448e-b64d-6f9dbbe266ab tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:34.989118 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7c3b7a1a-4eb0-448e-b64d-6f9dbbe266ab tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.049657 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7c3b7a1a-4eb0-448e-b64d-6f9dbbe266ab tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.108568 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7c3b7a1a-4eb0-448e-b64d-6f9dbbe266ab tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.133827 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b7a1a-4eb0-448e-b64d-6f9dbbe266ab tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3887a3b7-e7b3-4dc8-a22c-fb5e555afd8d,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:35.208630 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-7c3b7a1a-4eb0-448e-b64d-6f9dbbe266ab tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.209818 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-7c3b7a1a-4eb0-448e-b64d-6f9dbbe266ab tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3194859 Mar 02 19:58:35.213151 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 45100) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:35.218554 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-27f2706e-9a4a-4ff4-ad10-a7bff96e9e11 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Request body: {'security_group_rule': {'security_group_id': '4c6674d7-9b34-483e-8790-3c2731dfaab3', 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:58:35.224592 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-27f2706e-9a4a-4ff4-ad10-a7bff96e9e11 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:35.228459 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-27f2706e-9a4a-4ff4-ad10-a7bff96e9e11 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Usage tracker for resource:security_group_rule and tenant:ccb7a477dfc7421eb72d91a1d2158fba is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:35.231293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-27f2706e-9a4a-4ff4-ad10-a7bff96e9e11 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:35.238169 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-27f2706e-9a4a-4ff4-ad10-a7bff96e9e11 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:35.343756 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-27f2706e-9a4a-4ff4-ad10-a7bff96e9e11 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.404169 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-27f2706e-9a4a-4ff4-ad10-a7bff96e9e11 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.502349 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-27f2706e-9a4a-4ff4-ad10-a7bff96e9e11 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.526571 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2706e-9a4a-4ff4-ad10-a7bff96e9e11 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659c16c1-2f02-4ace-8e59-ac5947233663,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:35.605691 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-27f2706e-9a4a-4ff4-ad10-a7bff96e9e11 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.606826 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-27f2706e-9a4a-4ff4-ad10-a7bff96e9e11 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3927317 Mar 02 19:58:35.609779 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 45104) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:35.615339 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-21543d3f-6ef8-4eb7-8d1e-400f5c6561c4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Request body: {'security_group_rule': {'security_group_id': '4c6674d7-9b34-483e-8790-3c2731dfaab3', 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:58:35.621935 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-21543d3f-6ef8-4eb7-8d1e-400f5c6561c4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:35.625847 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-21543d3f-6ef8-4eb7-8d1e-400f5c6561c4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Usage tracker for resource:security_group_rule and tenant:ccb7a477dfc7421eb72d91a1d2158fba is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:35.628780 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-21543d3f-6ef8-4eb7-8d1e-400f5c6561c4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:35.635293 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-21543d3f-6ef8-4eb7-8d1e-400f5c6561c4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:35.740179 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21543d3f-6ef8-4eb7-8d1e-400f5c6561c4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.801360 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21543d3f-6ef8-4eb7-8d1e-400f5c6561c4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.876917 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21543d3f-6ef8-4eb7-8d1e-400f5c6561c4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.901188 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21543d3f-6ef8-4eb7-8d1e-400f5c6561c4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6c679c-1bb0-4356-bb10-0896de24e9ed,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:35.968179 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-21543d3f-6ef8-4eb7-8d1e-400f5c6561c4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.969373 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-21543d3f-6ef8-4eb7-8d1e-400f5c6561c4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3586822 Mar 02 19:58:35.972034 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 45108) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:35.977304 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-8153eae6-cefa-45db-aaa4-dff5a6eec311 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Request body: {'security_group_rule': {'security_group_id': '4c6674d7-9b34-483e-8790-3c2731dfaab3', 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:58:35.986642 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8153eae6-cefa-45db-aaa4-dff5a6eec311 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:35.990521 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8153eae6-cefa-45db-aaa4-dff5a6eec311 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Usage tracker for resource:security_group_rule and tenant:ccb7a477dfc7421eb72d91a1d2158fba is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:35.993910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-8153eae6-cefa-45db-aaa4-dff5a6eec311 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:35.999567 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-8153eae6-cefa-45db-aaa4-dff5a6eec311 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:36.078116 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8153eae6-cefa-45db-aaa4-dff5a6eec311 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.142355 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8153eae6-cefa-45db-aaa4-dff5a6eec311 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.205048 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8153eae6-cefa-45db-aaa4-dff5a6eec311 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.227928 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153eae6-cefa-45db-aaa4-dff5a6eec311 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95eee54-4c35-4ff0-8b31-04dc13726999,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:36.311568 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-8153eae6-cefa-45db-aaa4-dff5a6eec311 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.313402 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-8153eae6-cefa-45db-aaa4-dff5a6eec311 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3402841 Mar 02 19:58:36.315910 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 45112) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:36.323558 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-15b348f3-7856-4f4d-8b95-412672b23c59 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Request body: {'security_group_rule': {'security_group_id': '4c6674d7-9b34-483e-8790-3c2731dfaab3', 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:58:36.329665 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-15b348f3-7856-4f4d-8b95-412672b23c59 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:36.333430 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-15b348f3-7856-4f4d-8b95-412672b23c59 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Usage tracker for resource:security_group_rule and tenant:ccb7a477dfc7421eb72d91a1d2158fba is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:36.336342 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-15b348f3-7856-4f4d-8b95-412672b23c59 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:36.341925 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-15b348f3-7856-4f4d-8b95-412672b23c59 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:36.437418 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-15b348f3-7856-4f4d-8b95-412672b23c59 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Project ccb7a477dfc7421eb72d91a1d2158fba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:58:36.445081 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-15b348f3-7856-4f4d-8b95-412672b23c59 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.507336 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-15b348f3-7856-4f4d-8b95-412672b23c59 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.596520 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-15b348f3-7856-4f4d-8b95-412672b23c59 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.620591 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b348f3-7856-4f4d-8b95-412672b23c59 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27be52d4-38a2-4279-ad48-e0ac7fb78782,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:36.682778 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-15b348f3-7856-4f4d-8b95-412672b23c59 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.684014 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-15b348f3-7856-4f4d-8b95-412672b23c59 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3672061 Mar 02 19:58:36.686790 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 45116) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:36.692339 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.v2.base [None req-cc996307-3a46-47df-b61c-e02168cd656d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Request body: {'security_group_rule': {'security_group_id': '4c6674d7-9b34-483e-8790-3c2731dfaab3', 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:58:36.699344 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-cc996307-3a46-47df-b61c-e02168cd656d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:36.703088 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-cc996307-3a46-47df-b61c-e02168cd656d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Usage tracker for resource:security_group_rule and tenant:ccb7a477dfc7421eb72d91a1d2158fba is out of sync, need to count used quota {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:36.705917 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [None req-cc996307-3a46-47df-b61c-e02168cd656d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84532) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:36.711934 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.db.quota.driver [None req-cc996307-3a46-47df-b61c-e02168cd656d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84532) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:36.768480 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.db.securitygroups_db [None req-cc996307-3a46-47df-b61c-e02168cd656d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Project ccb7a477dfc7421eb72d91a1d2158fba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:58:36.775238 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cc996307-3a46-47df-b61c-e02168cd656d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.839260 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cc996307-3a46-47df-b61c-e02168cd656d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.902159 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cc996307-3a46-47df-b61c-e02168cd656d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464544'] for security_group_rule, after_create {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.928147 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc996307-3a46-47df-b61c-e02168cd656d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cdd4687-25ab-4e45-8d34-04e1073bff75,revision_number=0']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:37.007476 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-cc996307-3a46-47df-b61c-e02168cd656d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.008833 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-cc996307-3a46-47df-b61c-e02168cd656d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3209915 Mar 02 19:58:37.244736 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-a3311311-de9c-4959-9410-889be7c1c2b4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362132778&fields=id&tenant_id=ccb7a477dfc7421eb72d91a1d2158fba HTTP/1.1" status: 200 len: 267 time: 0.0413456 Mar 02 19:58:37.395092 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-ca9a28c8-9b6b-4497-8292-1addc9360067 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:37.396563 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-ca9a28c8-9b6b-4497-8292-1addc9360067 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/networks?id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 HTTP/1.1" status: 200 len: 810 time: 0.1455646 Mar 02 19:58:37.413647 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-1c543335-ebe6-45ff-aafb-bd7af076a99e tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/quotas/ccb7a477dfc7421eb72d91a1d2158fba HTTP/1.1" status: 200 len: 375 time: 0.0110350 Mar 02 19:58:37.492063 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-320993f0-72a7-4c6b-a1e5-c4f73eb02676 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ccb7a477dfc7421eb72d91a1d2158fba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735621 Mar 02 19:58:37.661488 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-fa451b6a-c551-4a6b-87b7-913fc54a2613 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 19:58:37.662457 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-fa451b6a-c551-4a6b-87b7-913fc54a2613 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0704632 Mar 02 19:58:37.811968 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-5f450571-2c5d-494a-a40c-97581ea1d386 service neutron] 10.222.0.73 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431959 Mar 02 19:58:37.948455 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0705faff-e044-4851-a3ae-397446f11acd service neutron] 10.222.0.73 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354370 Mar 02 19:58:39.293909 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-700f4ec0-0bac-4992-ba23-dd102808f52d req-4d21b5b8-0dd5-4456-849e-668e36cc743b tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Synchronizing usage tracker for tenant:ccb7a477dfc7421eb72d91a1d2158fba on resource:port {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:39.368735 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-700f4ec0-0bac-4992-ba23-dd102808f52d req-4d21b5b8-0dd5-4456-849e-668e36cc743b tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Unset dirty status for tenant:ccb7a477dfc7421eb72d91a1d2158fba on resource:port {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:39.370167 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-700f4ec0-0bac-4992-ba23-dd102808f52d req-4d21b5b8-0dd5-4456-849e-668e36cc743b tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 210 time: 0.1168728 Mar 02 19:58:39.421360 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 07532d10-11b6-4a23-8b09-21f4933737a3 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:39.522767 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 07532d10-11b6-4a23-8b09-21f4933737a3 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:39.527828 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 07532d10-11b6-4a23-8b09-21f4933737a3 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:39.528190 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:39.672195 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:39.687290 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 07532d10-11b6-4a23-8b09-21f4933737a3, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=07532d10-11b6-4a23-8b09-21f4933737a3,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:58:39.768502 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:39.833272 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=07532d10-11b6-4a23-8b09-21f4933737a3,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:39.945960 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Sync routers for ids ['2c617ee9-a3aa-418c-93c3-7055e467b52c'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:58:39.964146 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Routers {'2c617ee9-a3aa-418c-93c3-7055e467b52c'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:58:39.964146 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:58:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['2c617ee9-a3aa-418c-93c3-7055e467b52c'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:40.141741 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Set router 2c617ee9-a3aa-418c-93c3-7055e467b52c gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:58:40.458378 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T19:58:24Z', 'revision_number': 4, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '0d173769-4df6-4259-a874-30f4c914f1b2', 'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'mac_address': 'fa:16:3e:05:01:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:24Z', 'updated_at': '2022-03-02T19:58:25Z', 'revision_number': 2, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'subnets': [{'id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:40.462412 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Checking router: 2c617ee9-a3aa-418c-93c3-7055e467b52c for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:58:40.462765 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Updating router 2c617ee9-a3aa-418c-93c3-7055e467b52c port 0d173769-4df6-4259-a874-30f4c914f1b2 binding host dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:58:40.492664 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3cef7267-4f6a-4bd8-b50e-d9b0666bc999 req-6aa1e74d-4362-4d7f-9848-ac4dbddd3bee tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 210 time: 0.0451293 Mar 02 19:58:40.515144 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:40.858272 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Notify callbacks [] for port, precommit_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:40.870172 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Transition to ACTIVE for port object 0d173769-4df6-4259-a874-30f4c914f1b2 will not be triggered until provisioned by entity L2. {{(pid=84534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:40.945801 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:41.123394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e163b1-e14e-413e-a520-700c65dc2237 None None] Pushing event updated for resources: {'Port': ['ID=0d173769-4df6-4259-a874-30f4c914f1b2,revision_number=3']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:41.184601 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Attempting to bind port 0d173769-4df6-4259-a874-30f4c914f1b2 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:41.184985 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Attempting to bind port 0d173769-4df6-4259-a874-30f4c914f1b2 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'd15b6383-2103-4267-b496-e0e99c945bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6'}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:41.185344 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Attempting to bind port 0d173769-4df6-4259-a874-30f4c914f1b2 on network e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:58:41.192099 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:58:41.192559 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Checking segment: {'id': 'd15b6383-2103-4267-b496-e0e99c945bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:58:41.192932 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:41.193328 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Bound using segment: {'id': 'd15b6383-2103-4267-b496-e0e99c945bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6'} {{(pid=84534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:58:41.194632 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.managers [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Bound port: 0d173769-4df6-4259-a874-30f4c914f1b2, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15b6383-2103-4267-b496-e0e99c945bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6'}}] {{(pid=84534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:41.195043 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:41.300283 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] For port 0d173769-4df6-4259-a874-30f4c914f1b2, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:58:41.303817 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] For port 0d173769-4df6-4259-a874-30f4c914f1b2, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=0d173769-4df6-4259-a874-30f4c914f1b2,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:58:41.374935 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:41.408081 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 07532d10-11b6-4a23-8b09-21f4933737a3 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:41.512041 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e163b1-e14e-413e-a520-700c65dc2237 None None] Pushing event updated for resources: {'Port': ['ID=0d173769-4df6-4259-a874-30f4c914f1b2,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:41.517653 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Routers {'2c617ee9-a3aa-418c-93c3-7055e467b52c'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:58:41.518265 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:58:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['2c617ee9-a3aa-418c-93c3-7055e467b52c'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:41.684874 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 07532d10-11b6-4a23-8b09-21f4933737a3 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:41.685235 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:41.690566 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-83566269-3939-4dec-91c3-7c58eb29203e req-64aaf99a-616e-4f15-aa12-dc6f23f4fc50 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 210 time: 0.0609655 Mar 02 19:58:41.836221 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] Set router 2c617ee9-a3aa-418c-93c3-7055e467b52c gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:58:41.922187 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0aee7d9f-35bd-479b-9bd1-022446b92426 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:41.923388 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0aee7d9f-35bd-479b-9bd1-022446b92426 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.87 "GET /v2.0/networks?id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 HTTP/1.1" status: 200 len: 810 time: 0.1523283 Mar 02 19:58:41.977212 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-d900bb25-2e79-48d3-b4ff-da97b1713bb7 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb7a477dfc7421eb72d91a1d2158fba HTTP/1.1" status: 200 len: 380 time: 0.0417314 Mar 02 19:58:41.985439 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-04f219a4-451f-4320-a083-f8ae935b22d9 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Request body: {'port': {'device_id': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'admin_state_up': True, 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'security_groups': ['4c6674d7-9b34-483e-8790-3c2731dfaab3']}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:58:42.132962 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-04f219a4-451f-4320-a083-f8ae935b22d9 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:42.142377 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-04f219a4-451f-4320-a083-f8ae935b22d9 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:42.191423 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T19:58:24Z', 'revision_number': 4, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '0d173769-4df6-4259-a874-30f4c914f1b2', 'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'mac_address': 'fa:16:3e:05:01:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:24Z', 'updated_at': '2022-03-02T19:58:41Z', 'revision_number': 4, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'subnets': [{'id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:42.196347 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aedcc0-8a4c-4afc-8c85-0400e3e1f576 None None] The sync data for ids ['2c617ee9-a3aa-418c-93c3-7055e467b52c'] in dv-neutron-831573-1-hyperv is: [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T19:58:24Z', 'revision_number': 4, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '0d173769-4df6-4259-a874-30f4c914f1b2', 'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'mac_address': 'fa:16:3e:05:01:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:24Z', 'updated_at': '2022-03-02T19:58:41Z', 'revision_number': 4, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'subnets': [{'id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:58:42.197163 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-04f219a4-451f-4320-a083-f8ae935b22d9 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Made reservation on behalf of ccb7a477dfc7421eb72d91a1d2158fba for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:42.201718 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-04f219a4-451f-4320-a083-f8ae935b22d9 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:42.376651 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-04f219a4-451f-4320-a083-f8ae935b22d9 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Allocated IP 172.20.0.11 (e02d7b0d-4d82-425c-bdd4-42c1b139e9e6/49d2434d-b1cf-4eaf-8727-a60256ca9de5/3699f485-4391-457f-ba69-ea217ec62039) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:42.580895 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-04f219a4-451f-4320-a083-f8ae935b22d9 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:42.598758 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-04f219a4-451f-4320-a083-f8ae935b22d9 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Transition to ACTIVE for port object 3699f485-4391-457f-ba69-ea217ec62039 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:42.689076 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-04f219a4-451f-4320-a083-f8ae935b22d9 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:42.750461 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Sync routers for ids ['8f2e68bf-92a2-4b18-abdc-317fedd951cb'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:58:42.767032 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Routers {'8f2e68bf-92a2-4b18-abdc-317fedd951cb'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:58:42.768194 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:58:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8f2e68bf-92a2-4b18-abdc-317fedd951cb'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:42.768433 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-04f219a4-451f-4320-a083-f8ae935b22d9 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Network e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:42.771604 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-04f219a4-451f-4320-a083-f8ae935b22d9 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:42.776287 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-04f219a4-451f-4320-a083-f8ae935b22d9 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:58:42.817529 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f219a4-451f-4320-a083-f8ae935b22d9 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Pushing event updated for resources: {'Port': ['ID=3699f485-4391-457f-ba69-ea217ec62039,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:42.900793 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-04f219a4-451f-4320-a083-f8ae935b22d9 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:42.901393 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-04f219a4-451f-4320-a083-f8ae935b22d9 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:42.954481 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125145a-6c3b-47b4-b2bb-0f4a23a8322f req-955f21b8-f437-4094-b965-efd93b53f78d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:42.955166 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-4125145a-6c3b-47b4-b2bb-0f4a23a8322f req-955f21b8-f437-4094-b965-efd93b53f78d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Synchronizing usage tracker for tenant:ccb7a477dfc7421eb72d91a1d2158fba on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:42.974621 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Set router 8f2e68bf-92a2-4b18-abdc-317fedd951cb gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:58:42.996040 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-04f219a4-451f-4320-a083-f8ae935b22d9 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0141032 Mar 02 19:58:43.009635 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] Request body: {'port': {'device_id': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:58:43.089998 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5661f4ef-5124-45a0-8e9e-ca0b1ebfddc9 None None] Provisioning for port 3699f485-4391-457f-ba69-ea217ec62039 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:43.096315 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-5661f4ef-5124-45a0-8e9e-ca0b1ebfddc9 None None] Provisioning complete for port 3699f485-4391-457f-ba69-ea217ec62039 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:43.096770 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5661f4ef-5124-45a0-8e9e-ca0b1ebfddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.150322 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-4125145a-6c3b-47b4-b2bb-0f4a23a8322f req-955f21b8-f437-4094-b965-efd93b53f78d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Unset dirty status for tenant:ccb7a477dfc7421eb72d91a1d2158fba on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:43.151483 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4125145a-6c3b-47b4-b2bb-0f4a23a8322f req-955f21b8-f437-4094-b965-efd93b53f78d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 932 time: 0.3120899 Mar 02 19:58:43.152962 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-5661f4ef-5124-45a0-8e9e-ca0b1ebfddc9 None None] Port 3699f485-4391-457f-ba69-ea217ec62039 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 19:58:43.252203 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4125145a-6c3b-47b4-b2bb-0f4a23a8322f req-5023baca-3b32-4387-a1d3-84b0632086d8 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920205 Mar 02 19:58:43.263532 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.303392 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'name': 'tempest-TestSnapshotPattern-395151574-router', 'tenant_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '07532d10-11b6-4a23-8b09-21f4933737a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:28Z', 'updated_at': '2022-03-02T19:58:32Z', 'revision_number': 4, 'project_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'gw_port': {'id': '07532d10-11b6-4a23-8b09-21f4933737a3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:29Z', 'updated_at': '2022-03-02T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '9b9647e7-9a60-42d8-bb3c-cc2a10edc093', 'name': '', 'network_id': 'ae02baaf-bcf7-4edc-b80e-3961c37294b0', 'tenant_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'mac_address': 'fa:16:3e:6f:a0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17bf3421-1678-40c8-ac3a-e93d0e2500a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:31Z', 'updated_at': '2022-03-02T19:58:32Z', 'revision_number': 2, 'project_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'subnets': [{'id': '17bf3421-1678-40c8-ac3a-e93d0e2500a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:43.307230 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Checking router: 8f2e68bf-92a2-4b18-abdc-317fedd951cb for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:58:43.307603 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Updating router 8f2e68bf-92a2-4b18-abdc-317fedd951cb port 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 binding host dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 02 19:58:43.396393 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.434593 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0d173769-4df6-4259-a874-30f4c914f1b2 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:43.559640 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 0d173769-4df6-4259-a874-30f4c914f1b2 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:43.564891 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 0d173769-4df6-4259-a874-30f4c914f1b2 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:43.565384 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.610965 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3699f485-4391-457f-ba69-ea217ec62039 {{(pid=84533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:58:43.618809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.635308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] Transition to ACTIVE for port object 3699f485-4391-457f-ba69-ea217ec62039 will not be triggered until provisioned by entity L2. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:43.698389 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.700096 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.732052 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 0d173769-4df6-4259-a874-30f4c914f1b2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=0d173769-4df6-4259-a874-30f4c914f1b2,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:58:43.750289 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Notify callbacks [] for port, precommit_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.762744 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.provisioning_blocks [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Transition to ACTIVE for port object 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 will not be triggered until provisioned by entity L2. {{(pid=84535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:43.791820 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.817198 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.836213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] Pushing event updated for resources: {'Port': ['ID=3699f485-4391-457f-ba69-ea217ec62039,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:43.860567 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=0d173769-4df6-4259-a874-30f4c914f1b2,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:43.951820 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] Attempting to bind port 3699f485-4391-457f-ba69-ea217ec62039 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:43.952144 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] Attempting to bind port 3699f485-4391-457f-ba69-ea217ec62039 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'd15b6383-2103-4267-b496-e0e99c945bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:43.952513 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] Attempting to bind port 3699f485-4391-457f-ba69-ea217ec62039 on network e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:58:43.959014 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] Port 3699f485-4391-457f-ba69-ea217ec62039 on network e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 19:58:43.959854 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] Attempting to bind port 3699f485-4391-457f-ba69-ea217ec62039 on network e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:58:43.966595 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:58:43.966928 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] Checking segment: {'id': 'd15b6383-2103-4267-b496-e0e99c945bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:58:43.967308 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] Bound using segment: {'id': 'd15b6383-2103-4267-b496-e0e99c945bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6'} {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:58:43.967775 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] Bound port: 3699f485-4391-457f-ba69-ea217ec62039, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd15b6383-2103-4267-b496-e0e99c945bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6'}}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:43.968113 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:44.015503 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129934c6-8eb2-4657-a17b-4bb07130a567 None None] Pushing event updated for resources: {'Port': ['ID=9b9647e7-9a60-42d8-bb3c-cc2a10edc093,revision_number=3']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:44.076791 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] For port 3699f485-4391-457f-ba69-ea217ec62039, host hv-neutron-8315, cleared binding levels {{(pid=84533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:58:44.076984 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Attempting to bind port 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 on host dv-neutron-831573-1-hyperv for vnic_type normal with profile {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:44.076984 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Attempting to bind port 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 by drivers openvswitch,hyperv on host dv-neutron-831573-1-hyperv at level 0 using segments [{'id': 'c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ae02baaf-bcf7-4edc-b80e-3961c37294b0'}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:44.076984 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Attempting to bind port 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 on network ae02baaf-bcf7-4edc-b80e-3961c37294b0 {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 19:58:44.078838 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] For port 3699f485-4391-457f-ba69-ea217ec62039, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3699f485-4391-457f-ba69-ea217ec62039,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:58:44.084589 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Checking agent: {'id': '8163dcb8-faae-4b6a-a91d-974f755b74fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831573-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 49, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 49, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831573-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 19:58:44.085187 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Checking segment: {'id': 'c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ae02baaf-bcf7-4edc-b80e-3961c37294b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 19:58:44.085882 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:44.086274 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Bound using segment: {'id': 'c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ae02baaf-bcf7-4edc-b80e-3961c37294b0'} {{(pid=84535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 19:58:44.086731 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.managers [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Bound port: 9b9647e7-9a60-42d8-bb3c-cc2a10edc093, host: dv-neutron-831573-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'ae02baaf-bcf7-4edc-b80e-3961c37294b0'}}] {{(pid=84535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:44.087494 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:44.157334 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:44.179458 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] For port 9b9647e7-9a60-42d8-bb3c-cc2a10edc093, host dv-neutron-831573-1-hyperv, cleared binding levels {{(pid=84535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 19:58:44.182409 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.plugins.ml2.db [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] For port 9b9647e7-9a60-42d8-bb3c-cc2a10edc093, host dv-neutron-831573-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9b9647e7-9a60-42d8-bb3c-cc2a10edc093,segment=NetworkSegment(c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc),segment_id=c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc)] {{(pid=84535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 19:58:44.218608 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:44.220083 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] 10.222.0.87 "PUT /v2.0/ports/3699f485-4391-457f-ba69-ea217ec62039 HTTP/1.1" status: 200 len: 1094 time: 1.2158749 Mar 02 19:58:44.222967 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'tag': '3699f485-4391-457f-ba69-ea217ec62039'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:58:44.244692 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196adaa-3e2c-436d-8f48-b16d69681b1c service neutron] Pushing event updated for resources: {'Port': ['ID=3699f485-4391-457f-ba69-ea217ec62039,revision_number=3']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:44.265315 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron_lib.callbacks.manager [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:44.296599 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'tag': '3699f485-4391-457f-ba69-ea217ec62039', 'status': 'completed', 'code': 200} Mar 02 19:58:44.373036 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129934c6-8eb2-4657-a17b-4bb07130a567 None None] Pushing event updated for resources: {'Port': ['ID=9b9647e7-9a60-42d8-bb3c-cc2a10edc093,revision_number=4']} {{(pid=84535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:44.377752 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Routers {'8f2e68bf-92a2-4b18-abdc-317fedd951cb'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:58:44.378354 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:58:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8f2e68bf-92a2-4b18-abdc-317fedd951cb'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:44.469892 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e24ea36e-c16a-4912-a430-0f0dbb25ffd8 req-67f934f7-5364-4f0f-8e37-7b0a7f681257 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ccb7a477dfc7421eb72d91a1d2158fba&device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 1097 time: 0.1521416 Mar 02 19:58:44.582611 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] Set router 8f2e68bf-92a2-4b18-abdc-317fedd951cb gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:58:44.610101 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3a585-7320-4b22-9a81-54a86e6b276f req-1cd2d9b3-b1ac-4e2b-bac6-1cf50ac20cd8 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:44.611566 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0cb3a585-7320-4b22-9a81-54a86e6b276f req-1cd2d9b3-b1ac-4e2b-bac6-1cf50ac20cd8 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 944 time: 0.1956568 Mar 02 19:58:44.670526 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ea36e-c16a-4912-a430-0f0dbb25ffd8 req-197a4065-aff5-4db6-8acf-75f5bc1328ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:44.672213 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e24ea36e-c16a-4912-a430-0f0dbb25ffd8 req-197a4065-aff5-4db6-8acf-75f5bc1328ee service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=ccb7a477dfc7421eb72d91a1d2158fba&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1900079 Mar 02 19:58:44.712642 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0cb3a585-7320-4b22-9a81-54a86e6b276f req-66ae8980-2ea6-4184-9750-0512ab8aba43 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874872 Mar 02 19:58:44.816585 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ea36e-c16a-4912-a430-0f0dbb25ffd8 req-4d2c1239-a074-4be6-8fc0-d64396ce6c6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:44.818017 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e24ea36e-c16a-4912-a430-0f0dbb25ffd8 req-4d2c1239-a074-4be6-8fc0-d64396ce6c6d service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1376328 Mar 02 19:58:44.906934 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'name': 'tempest-TestSnapshotPattern-395151574-router', 'tenant_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '07532d10-11b6-4a23-8b09-21f4933737a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:28Z', 'updated_at': '2022-03-02T19:58:32Z', 'revision_number': 4, 'project_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'gw_port': {'id': '07532d10-11b6-4a23-8b09-21f4933737a3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:29Z', 'updated_at': '2022-03-02T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '9b9647e7-9a60-42d8-bb3c-cc2a10edc093', 'name': '', 'network_id': 'ae02baaf-bcf7-4edc-b80e-3961c37294b0', 'tenant_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'mac_address': 'fa:16:3e:6f:a0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17bf3421-1678-40c8-ac3a-e93d0e2500a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:31Z', 'updated_at': '2022-03-02T19:58:44Z', 'revision_number': 4, 'project_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'subnets': [{'id': '17bf3421-1678-40c8-ac3a-e93d0e2500a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:44.910927 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5725a6ff-34d7-41ee-9242-8edbeb878d5b None None] The sync data for ids ['8f2e68bf-92a2-4b18-abdc-317fedd951cb'] in dv-neutron-831573-1-hyperv is: [{'id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'name': 'tempest-TestSnapshotPattern-395151574-router', 'tenant_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '07532d10-11b6-4a23-8b09-21f4933737a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:28Z', 'updated_at': '2022-03-02T19:58:32Z', 'revision_number': 4, 'project_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'gw_port': {'id': '07532d10-11b6-4a23-8b09-21f4933737a3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:29Z', 'updated_at': '2022-03-02T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '9b9647e7-9a60-42d8-bb3c-cc2a10edc093', 'name': '', 'network_id': 'ae02baaf-bcf7-4edc-b80e-3961c37294b0', 'tenant_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'mac_address': 'fa:16:3e:6f:a0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '17bf3421-1678-40c8-ac3a-e93d0e2500a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:31Z', 'updated_at': '2022-03-02T19:58:44Z', 'revision_number': 4, 'project_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'subnets': [{'id': '17bf3421-1678-40c8-ac3a-e93d0e2500a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:58:44.926238 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-a1219a0a-98a8-4ce3-89fa-cadcfba14b4d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ccb7a477dfc7421eb72d91a1d2158fba&device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 1097 time: 0.0734856 Mar 02 19:58:45.015610 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-9ef0bdb3-3b88-41df-a902-a772c88a558c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3699f485-4391-457f-ba69-ea217ec62039 HTTP/1.1" status: 200 len: 217 time: 0.0825899 Mar 02 19:58:45.086849 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-c4e86455-492e-41f7-a796-9de754986004 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:45.088627 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-c4e86455-492e-41f7-a796-9de754986004 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=49d2434d-b1cf-4eaf-8727-a60256ca9de5 HTTP/1.1" status: 200 len: 849 time: 0.0662005 Mar 02 19:58:45.165902 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-7cffada1-6ff9-4b6b-9aff-7440d691987b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712624 Mar 02 19:58:45.403552 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-7eb7954a-26e4-4fc8-afaa-22e2e5f3757f service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315876 Mar 02 19:58:45.488835 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:45.554730 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-1b0e160f-ffd8-4e3d-9c11-100b9c62eff3 req-ca4f06cf-56c2-4838-bba4-36a053887a9f service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439488 Mar 02 19:58:45.614158 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning for port 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:45.619909 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:45.620399 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:45.735832 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:45.770248 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] For port 9b9647e7-9a60-42d8-bb3c-cc2a10edc093, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9b9647e7-9a60-42d8-bb3c-cc2a10edc093,segment=NetworkSegment(c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc),segment_id=c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:58:45.848353 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:45.849195 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0d173769-4df6-4259-a874-30f4c914f1b2 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:45.923029 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63d918-e1ed-4bc8-a064-33cd9eb8a57e req-a48bce8c-9c5a-4c75-8cfd-9d31c6d0a723 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:45.924204 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-db63d918-e1ed-4bc8-a064-33cd9eb8a57e req-a48bce8c-9c5a-4c75-8cfd-9d31c6d0a723 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 944 time: 0.0805383 Mar 02 19:58:45.967671 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Pushing event updated for resources: {'Port': ['ID=9b9647e7-9a60-42d8-bb3c-cc2a10edc093,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:45.969377 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-db63d918-e1ed-4bc8-a064-33cd9eb8a57e req-ed0baefd-d567-4745-81ef-de570c7b2b8d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Synchronizing usage tracker for tenant:ccb7a477dfc7421eb72d91a1d2158fba on resource:security_group {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:45.981915 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 0d173769-4df6-4259-a874-30f4c914f1b2 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:45.982302 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:46.076827 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-db63d918-e1ed-4bc8-a064-33cd9eb8a57e req-ed0baefd-d567-4745-81ef-de570c7b2b8d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Unset dirty status for tenant:ccb7a477dfc7421eb72d91a1d2158fba on resource:security_group {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:46.078246 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-db63d918-e1ed-4bc8-a064-33cd9eb8a57e req-ed0baefd-d567-4745-81ef-de570c7b2b8d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486328 Mar 02 19:58:47.277483 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e4d8d-7b0d-4ea5-be41-9002f3f76408 req-b79cb5bd-25f6-43f7-b734-538fdc443df4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:47.278831 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-609e4d8d-7b0d-4ea5-be41-9002f3f76408 req-b79cb5bd-25f6-43f7-b734-538fdc443df4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 944 time: 0.0788038 Mar 02 19:58:47.322759 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-609e4d8d-7b0d-4ea5-be41-9002f3f76408 req-495e22a5-9c13-42b8-bac8-7e45fa9f579d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385008 Mar 02 19:58:47.408695 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 up at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:47.477394 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Provisioning complete for port 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:47.477764 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:48.515734 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3aa0f-21bc-4b42-b3ca-d6f542f772a6 req-1af41bdf-0d13-4160-be69-42ac2a6910af tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:48.517210 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7db3aa0f-21bc-4b42-b3ca-d6f542f772a6 req-1af41bdf-0d13-4160-be69-42ac2a6910af tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 944 time: 0.0759127 Mar 02 19:58:48.562121 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-7db3aa0f-21bc-4b42-b3ca-d6f542f772a6 req-23e46075-4804-4e0a-876a-9ad4be89f96f tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393717 Mar 02 19:58:49.129849 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 3699f485-4391-457f-ba69-ea217ec62039 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:58:49.261639 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 3699f485-4391-457f-ba69-ea217ec62039, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3699f485-4391-457f-ba69-ea217ec62039,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:58:49.274478 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '3699f485-4391-457f-ba69-ea217ec62039', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'port_id': '3699f485-4391-457f-ba69-ea217ec62039', 'mac_address': 'fa:16:3e:18:30:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:58:49.331000 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:49.348998 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3699f485-4391-457f-ba69-ea217ec62039 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 19:58:49.364056 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 3699f485-4391-457f-ba69-ea217ec62039, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3699f485-4391-457f-ba69-ea217ec62039,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:58:49.421971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:49.487145 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=3699f485-4391-457f-ba69-ea217ec62039,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:49.643560 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['3699f485-4391-457f-ba69-ea217ec62039'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 19:58:49.760202 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac4332-4baa-4cac-afde-e651d424eb25 req-001a2f11-a200-4ee6-974c-dfbf6384d5b7 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:49.761675 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0cac4332-4baa-4cac-afde-e651d424eb25 req-001a2f11-a200-4ee6-974c-dfbf6384d5b7 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 945 time: 0.0758166 Mar 02 19:58:49.810332 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0cac4332-4baa-4cac-afde-e651d424eb25 req-6d32a020-c4a0-43a7-a35f-52c4aa109dc4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432279 Mar 02 19:58:51.008183 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16de938-719a-4842-ae9f-739e44e73836 req-f15434fe-d30c-4ea0-8ca9-b3e97393870c tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:51.009633 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e16de938-719a-4842-ae9f-739e44e73836 req-f15434fe-d30c-4ea0-8ca9-b3e97393870c tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 945 time: 0.0799675 Mar 02 19:58:51.053501 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e16de938-719a-4842-ae9f-739e44e73836 req-bbdeaa68-4fb2-4566-acf3-c38ad0193e70 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383816 Mar 02 19:58:51.136584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 3699f485-4391-457f-ba69-ea217ec62039 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:51.270801 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 3699f485-4391-457f-ba69-ea217ec62039 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:51.275588 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 3699f485-4391-457f-ba69-ea217ec62039 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:51.275952 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:51.385980 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:51.414318 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3699f485-4391-457f-ba69-ea217ec62039'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:58:51.424977 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 3699f485-4391-457f-ba69-ea217ec62039, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3699f485-4391-457f-ba69-ea217ec62039,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 19:58:51.508346 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:51.576127 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=3699f485-4391-457f-ba69-ea217ec62039,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:51.582081 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3699f485-4391-457f-ba69-ea217ec62039', 'code': 200} Mar 02 19:58:51.719567 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6201bcfe-0063-40f8-b606-c2d005dfae83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:51.931832 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-27f6db02-20a5-4904-aeb7-ae044e6b120c req-5f7bd439-6eaf-4177-a21f-fcacbbeb0919 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 1099 time: 0.0679383 Mar 02 19:58:51.973263 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-27f6db02-20a5-4904-aeb7-ae044e6b120c req-767de3b1-7019-4b14-b7c1-706938206522 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357637 Mar 02 19:58:52.256654 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0318b-cc24-4f4f-8c62-472ed17be784 req-29b0a38d-1446-4704-83e1-a63f2c7e8824 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:52.258132 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-29c0318b-cc24-4f4f-8c62-472ed17be784 req-29b0a38d-1446-4704-83e1-a63f2c7e8824 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 946 time: 0.0810373 Mar 02 19:58:52.307379 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-29c0318b-cc24-4f4f-8c62-472ed17be784 req-312fe5e0-7bfe-4b63-b076-6aebf7091f4c tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438020 Mar 02 19:58:53.505124 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48f9fe-e8ef-4971-8ac0-ed7f7c154c58 req-1e136045-64f1-4a3f-a6f2-18aa0a78d1e2 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:53.506538 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0a48f9fe-e8ef-4971-8ac0-ed7f7c154c58 req-1e136045-64f1-4a3f-a6f2-18aa0a78d1e2 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 946 time: 0.0791097 Mar 02 19:58:53.551594 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-0a48f9fe-e8ef-4971-8ac0-ed7f7c154c58 req-34616811-1ea5-42d8-8fbe-4554faa523cc tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388720 Mar 02 19:58:53.751064 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e542ad-8f7f-4674-aace-9e1ee235ae9a req-5aad7be6-c569-4019-a18a-b5be382ca896 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:53.752547 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c7e542ad-8f7f-4674-aace-9e1ee235ae9a req-5aad7be6-c569-4019-a18a-b5be382ca896 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 946 time: 0.0844009 Mar 02 19:58:53.798492 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-c7e542ad-8f7f-4674-aace-9e1ee235ae9a req-f77ee3b0-b2a2-416a-b26b-229cdb82a539 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392990 Mar 02 19:58:53.802687 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-90c77a30-62f9-4f77-aec5-bc3a71c6cecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.826759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 45200) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:53.960005 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-dc965656-9391-45af-b3eb-d8c985adcf79 tempest-TestSnapshotPattern-1193909658 tempest-TestSnapshotPattern-1193909658-project-admin] Synchronizing usage tracker for tenant:0613bddc37bb4f46b651bed5f7fe68e5 on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:54.045486 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-dc965656-9391-45af-b3eb-d8c985adcf79 tempest-TestSnapshotPattern-1193909658 tempest-TestSnapshotPattern-1193909658-project-admin] Unset dirty status for tenant:0613bddc37bb4f46b651bed5f7fe68e5 on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:54.046757 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-dc965656-9391-45af-b3eb-d8c985adcf79 tempest-TestSnapshotPattern-1193909658 tempest-TestSnapshotPattern-1193909658-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 1094 time: 0.2189882 Mar 02 19:58:54.049936 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 45206) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:54.056433 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': '3699f485-4391-457f-ba69-ea217ec62039', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 19:58:54.061369 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:54.065234 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Usage tracker for resource:floatingip and tenant:ccb7a477dfc7421eb72d91a1d2158fba is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:54.068122 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:54.074171 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:54.136799 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for floatingip, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:54.270983 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:54.407273 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Allocated IP 172.26.4.250 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/a25a2fb7-7f85-4831-894f-5e17dab708ac) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:54.556084 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:54.642410 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:54.708780 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:54.711504 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:54.715670 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 19:58:54.741973 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Pushing event updated for resources: {'Port': ['ID=a25a2fb7-7f85-4831-894f-5e17dab708ac,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:55.292747 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.382905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.408241 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.519207 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.615251 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.678980 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.786366 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Pushing event updated for resources: {'Port': ['ID=a25a2fb7-7f85-4831-894f-5e17dab708ac,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:55.801018 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.989616 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.l3_db [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Floating IP 5ba3b9c4-d541-48c5-bec3-1e2f81281e34 associated. External IP: 172.26.4.250, port: 3699f485-4391-457f-ba69-ea217ec62039. Mar 02 19:58:56.388731 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Router 2c617ee9-a3aa-418c-93c3-7055e467b52c has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 19:58:56.588980 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 19:58:56.598920 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c60e621-d6ec-4f39-9528-297c531a0de2 None None] Sync routers for ids ['2c617ee9-a3aa-418c-93c3-7055e467b52c'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 19:58:56.611314 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c60e621-d6ec-4f39-9528-297c531a0de2 None None] Routers {'2c617ee9-a3aa-418c-93c3-7055e467b52c'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:58:56.612271 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2c60e621-d6ec-4f39-9528-297c531a0de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:58:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['2c617ee9-a3aa-418c-93c3-7055e467b52c'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:56.688825 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:56.746068 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a495750f-dc90-464b-989c-545da360f79a tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6949816 Mar 02 19:58:56.746639 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'tag': '3699f485-4391-457f-ba69-ea217ec62039'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 19:58:56.801991 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'tag': '3699f485-4391-457f-ba69-ea217ec62039', 'status': 'completed', 'code': 200} Mar 02 19:58:56.802439 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:56.804713 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-2c60e621-d6ec-4f39-9528-297c531a0de2 None None] Set router 2c617ee9-a3aa-418c-93c3-7055e467b52c gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:58:56.892115 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ac6060af-0cb0-4ce2-a670-8c2c0a49dbe8 req-452dc9ea-bf76-40c3-a105-6cd826a71428 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ccb7a477dfc7421eb72d91a1d2158fba&device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 1099 time: 0.0690501 Mar 02 19:58:57.123490 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6060af-0cb0-4ce2-a670-8c2c0a49dbe8 req-c6e92458-1a7c-4db2-a77c-d999a8dc830f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:57.124923 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ac6060af-0cb0-4ce2-a670-8c2c0a49dbe8 req-c6e92458-1a7c-4db2-a77c-d999a8dc830f service neutron] 10.222.0.87 "GET /v2.0/networks?id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 HTTP/1.1" status: 200 len: 911 time: 0.2269380 Mar 02 19:58:57.159915 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2c60e621-d6ec-4f39-9528-297c531a0de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T19:58:24Z', 'revision_number': 4, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '5ba3b9c4-d541-48c5-bec3-1e2f81281e34', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'port_id': '3699f485-4391-457f-ba69-ea217ec62039', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'mac_address': 'fa:16:3e:18:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:58:55Z', 'updated_at': '2022-03-02T19:58:55Z', 'revision_number': 0, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d173769-4df6-4259-a874-30f4c914f1b2', 'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'mac_address': 'fa:16:3e:05:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:24Z', 'updated_at': '2022-03-02T19:58:43Z', 'revision_number': 5, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'subnets': [{'id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:57.163758 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c60e621-d6ec-4f39-9528-297c531a0de2 None None] Checking router: 2c617ee9-a3aa-418c-93c3-7055e467b52c for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 19:58:57.174330 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c60e621-d6ec-4f39-9528-297c531a0de2 None None] Routers {'2c617ee9-a3aa-418c-93c3-7055e467b52c'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 19:58:57.174929 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2c60e621-d6ec-4f39-9528-297c531a0de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T19:58:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['2c617ee9-a3aa-418c-93c3-7055e467b52c'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:57.227112 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ac6060af-0cb0-4ce2-a670-8c2c0a49dbe8 req-814462b2-993a-4d56-93d5-b24023171b93 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3699f485-4391-457f-ba69-ea217ec62039 HTTP/1.1" status: 200 len: 1000 time: 0.0953162 Mar 02 19:58:57.289763 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6060af-0cb0-4ce2-a670-8c2c0a49dbe8 req-1c206b27-ac0a-455d-ace9-9096c9d05f2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:57.291805 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ac6060af-0cb0-4ce2-a670-8c2c0a49dbe8 req-1c206b27-ac0a-455d-ace9-9096c9d05f2c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=49d2434d-b1cf-4eaf-8727-a60256ca9de5 HTTP/1.1" status: 200 len: 849 time: 0.0594618 Mar 02 19:58:57.370352 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ac6060af-0cb0-4ce2-a670-8c2c0a49dbe8 req-38eda142-63d2-4996-ba68-bf1d42e80680 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710528 Mar 02 19:58:57.388698 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-2c60e621-d6ec-4f39-9528-297c531a0de2 None None] Set router 2c617ee9-a3aa-418c-93c3-7055e467b52c gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 19:58:57.501550 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ac6060af-0cb0-4ce2-a670-8c2c0a49dbe8 req-071e621a-21bd-4939-999f-0afd4b0c7f48 service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252160 Mar 02 19:58:57.632861 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ac6060af-0cb0-4ce2-a670-8c2c0a49dbe8 req-087aeaca-13a8-448b-bab7-cf2ef8650042 service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243980 Mar 02 19:58:57.740087 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-2c60e621-d6ec-4f39-9528-297c531a0de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T19:58:24Z', 'revision_number': 4, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '5ba3b9c4-d541-48c5-bec3-1e2f81281e34', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'port_id': '3699f485-4391-457f-ba69-ea217ec62039', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'mac_address': 'fa:16:3e:18:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:58:55Z', 'updated_at': '2022-03-02T19:58:55Z', 'revision_number': 0, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d173769-4df6-4259-a874-30f4c914f1b2', 'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'mac_address': 'fa:16:3e:05:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:24Z', 'updated_at': '2022-03-02T19:58:43Z', 'revision_number': 5, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'subnets': [{'id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:57.744589 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c60e621-d6ec-4f39-9528-297c531a0de2 None None] The sync data for ids ['2c617ee9-a3aa-418c-93c3-7055e467b52c'] in dv-neutron-831573-1-hyperv is: [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T19:58:24Z', 'revision_number': 4, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '5ba3b9c4-d541-48c5-bec3-1e2f81281e34', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'port_id': '3699f485-4391-457f-ba69-ea217ec62039', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'mac_address': 'fa:16:3e:18:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:58:55Z', 'updated_at': '2022-03-02T19:58:55Z', 'revision_number': 0, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d173769-4df6-4259-a874-30f4c914f1b2', 'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'mac_address': 'fa:16:3e:05:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:24Z', 'updated_at': '2022-03-02T19:58:43Z', 'revision_number': 5, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'subnets': [{'id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 19:59:02.253627 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:02.755639 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-92d341c5-1a32-446a-bd5e-0149bef69387 req-2eb016da-fb10-4831-90eb-7a22082c814d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722635 Mar 02 19:59:02.763668 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579df537-9eb7-4125-9493-1c70f6565187 None None] New status for floating IP 5ba3b9c4-d541-48c5-bec3-1e2f81281e34: ACTIVE {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 19:59:02.897402 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-92d341c5-1a32-446a-bd5e-0149bef69387 req-9ab64350-3d1f-46f0-b188-50fd427487ef service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ccb7a477dfc7421eb72d91a1d2158fba&device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 1099 time: 0.0738437 Mar 02 19:59:03.047664 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d341c5-1a32-446a-bd5e-0149bef69387 req-3baa53f5-9102-4cfa-9d0a-7791709fef71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:03.049136 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-92d341c5-1a32-446a-bd5e-0149bef69387 req-3baa53f5-9102-4cfa-9d0a-7791709fef71 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 HTTP/1.1" status: 200 len: 911 time: 0.1297638 Mar 02 19:59:03.151994 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-92d341c5-1a32-446a-bd5e-0149bef69387 req-10bf40ac-a67a-46d0-8dc7-80ef7d6a9494 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3699f485-4391-457f-ba69-ea217ec62039 HTTP/1.1" status: 200 len: 1000 time: 0.0961423 Mar 02 19:59:03.219053 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d341c5-1a32-446a-bd5e-0149bef69387 req-5ea1633f-6714-497c-95aa-fc57e39d6ec2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:03.220521 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-92d341c5-1a32-446a-bd5e-0149bef69387 req-5ea1633f-6714-497c-95aa-fc57e39d6ec2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=49d2434d-b1cf-4eaf-8727-a60256ca9de5 HTTP/1.1" status: 200 len: 849 time: 0.0612833 Mar 02 19:59:03.293541 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-92d341c5-1a32-446a-bd5e-0149bef69387 req-b9e76583-20c9-4fbd-948f-6955dbf15b3d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670445 Mar 02 19:59:03.429134 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-92d341c5-1a32-446a-bd5e-0149bef69387 req-5d1df350-0348-424a-baa8-59deb202f604 service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261687 Mar 02 19:59:03.558443 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-92d341c5-1a32-446a-bd5e-0149bef69387 req-c9df7994-3065-42e9-bd44-053f67f56586 service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235306 Mar 02 19:59:09.747557 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:59:21.722386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1e92c6b2-f6cd-44a0-92fe-b1ae96be4ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:23.793048 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1c4fd2ac-f780-4bd4-86d3-2dec7bd2eeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.378995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.504618 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:26.695541 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:32.227016 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:46.746996 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:59:51.734924 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-5d246e87-c10c-4cd1-9ca9-f4a70a628dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.795930 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4771eb1c-0199-4a4d-a915-fdc8c2e494ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.392531 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.489606 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.718509 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:02.237738 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:04.751534 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-33f330be-d067-4301-8b3f-fd12103eac81 req-f9aa614d-ef70-4f72-ae92-47575312a0d8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840609 Mar 02 20:00:04.894008 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-33f330be-d067-4301-8b3f-fd12103eac81 req-eee521c7-2ebd-4b71-858f-18c8abbbb86e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ccb7a477dfc7421eb72d91a1d2158fba&device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 1099 time: 0.0729597 Mar 02 20:00:05.127894 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f330be-d067-4301-8b3f-fd12103eac81 req-287fe6b2-0299-4645-8674-86c6137b9a57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:05.129336 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-33f330be-d067-4301-8b3f-fd12103eac81 req-287fe6b2-0299-4645-8674-86c6137b9a57 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 HTTP/1.1" status: 200 len: 911 time: 0.2158723 Mar 02 20:00:05.237755 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-33f330be-d067-4301-8b3f-fd12103eac81 req-bd524799-8ec7-41bd-bc9a-c7163d3d64e1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3699f485-4391-457f-ba69-ea217ec62039 HTTP/1.1" status: 200 len: 1002 time: 0.1024981 Mar 02 20:00:05.299121 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f330be-d067-4301-8b3f-fd12103eac81 req-5fef2564-1871-4a30-952e-c1ac27b336fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:05.300541 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-33f330be-d067-4301-8b3f-fd12103eac81 req-5fef2564-1871-4a30-952e-c1ac27b336fa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=49d2434d-b1cf-4eaf-8727-a60256ca9de5 HTTP/1.1" status: 200 len: 849 time: 0.0568261 Mar 02 20:00:05.375761 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-33f330be-d067-4301-8b3f-fd12103eac81 req-0496d505-6083-47bf-872e-954f4f0c2f92 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685952 Mar 02 20:00:05.385477 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [req-33f330be-d067-4301-8b3f-fd12103eac81 req-6b61dd77-0924-4bf7-9409-63e3ee1175f9 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84533) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:00:05.386339 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-33f330be-d067-4301-8b3f-fd12103eac81 req-6b61dd77-0924-4bf7-9409-63e3ee1175f9 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046263 Mar 02 20:00:05.515625 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-33f330be-d067-4301-8b3f-fd12103eac81 req-158e39c8-072c-4215-a421-fbd0225d7489 service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230857 Mar 02 20:00:05.644039 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-33f330be-d067-4301-8b3f-fd12103eac81 req-f50b5ffd-8180-4591-95fb-dadd0e5d4f48 service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220286 Mar 02 20:00:21.772453 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d9278640-dddf-471e-b3ab-7028322bf5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:23.753127 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:00:23.806811 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-bd09f83c-82d9-4204-8d5b-3e8aeb6ff86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.392027 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.494584 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:26.697969 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:32.257873 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:51.728224 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6884149d-3d31-4e75-a60e-a240b9fb8897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.796713 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-937084bd-4f04-44de-ba74-6e101bdec682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:55.390993 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:55.503300 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:55.783610 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 3699f485-4391-457f-ba69-ea217ec62039 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:00:55.917194 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 3699f485-4391-457f-ba69-ea217ec62039, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3699f485-4391-457f-ba69-ea217ec62039,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:00:55.930863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '3699f485-4391-457f-ba69-ea217ec62039', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'port_id': '3699f485-4391-457f-ba69-ea217ec62039', 'mac_address': 'fa:16:3e:18:30:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:00:55.984480 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:56.002306 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3699f485-4391-457f-ba69-ea217ec62039 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:00:56.029583 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 3699f485-4391-457f-ba69-ea217ec62039, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3699f485-4391-457f-ba69-ea217ec62039,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:00:56.126342 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:56.205704 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=3699f485-4391-457f-ba69-ea217ec62039,revision_number=6']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:56.209538 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['3699f485-4391-457f-ba69-ea217ec62039'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:00:56.252835 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:56.253189 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:56.253528 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:56.253866 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:56.254206 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:56.254539 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:56.254868 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:56.255199 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:56.255553 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:56.255877 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:56.256207 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:56.705645 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.798386 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 3699f485-4391-457f-ba69-ea217ec62039 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:57.871876 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 3699f485-4391-457f-ba69-ea217ec62039 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:57.874112 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.019317 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.054803 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3699f485-4391-457f-ba69-ea217ec62039'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:00:58.072707 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 3699f485-4391-457f-ba69-ea217ec62039, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3699f485-4391-457f-ba69-ea217ec62039,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:00:58.140536 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.177662 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3699f485-4391-457f-ba69-ea217ec62039', 'code': 200} Mar 02 20:00:58.257356 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=3699f485-4391-457f-ba69-ea217ec62039,revision_number=7']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:00.746585 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:01:02.276844 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:06.810586 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-dce8477e-9b35-4951-a5af-a756e724fc36 req-1e1dbd18-f1db-481f-af20-21af39a41fac service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ccb7a477dfc7421eb72d91a1d2158fba&device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 1099 time: 0.0701811 Mar 02 20:01:06.956321 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8477e-9b35-4951-a5af-a756e724fc36 req-7774d744-3636-4d85-9c1f-ba5af232a835 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:06.957817 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-dce8477e-9b35-4951-a5af-a756e724fc36 req-7774d744-3636-4d85-9c1f-ba5af232a835 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 HTTP/1.1" status: 200 len: 911 time: 0.1290638 Mar 02 20:01:07.072214 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-dce8477e-9b35-4951-a5af-a756e724fc36 req-57fabad3-c4e4-4b5b-a99d-0e45e00d560c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3699f485-4391-457f-ba69-ea217ec62039 HTTP/1.1" status: 200 len: 1002 time: 0.1082315 Mar 02 20:01:07.137306 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8477e-9b35-4951-a5af-a756e724fc36 req-2062d1ca-d460-4488-ace0-420f70a6e186 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:07.139449 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-dce8477e-9b35-4951-a5af-a756e724fc36 req-2062d1ca-d460-4488-ace0-420f70a6e186 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=49d2434d-b1cf-4eaf-8727-a60256ca9de5 HTTP/1.1" status: 200 len: 849 time: 0.0616338 Mar 02 20:01:07.214874 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-dce8477e-9b35-4951-a5af-a756e724fc36 req-a77824cc-ab06-4e5e-a6b1-22e30377f103 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680571 Mar 02 20:01:07.343331 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-dce8477e-9b35-4951-a5af-a756e724fc36 req-74e8fcdd-bf33-495d-8045-88bd0f22c31e service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215446 Mar 02 20:01:07.493916 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-dce8477e-9b35-4951-a5af-a756e724fc36 req-0e1641fc-3aa3-40f0-ae70-065acc5acaff service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232464 Mar 02 20:01:08.265137 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-93a0d593-1e40-4865-9977-fd902caa11fd req-8a4f506c-1677-4e81-994a-693acec5b66d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362132778&fields=id&tenant_id=ccb7a477dfc7421eb72d91a1d2158fba HTTP/1.1" status: 200 len: 267 time: 0.0417156 Mar 02 20:01:08.412224 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0d593-1e40-4865-9977-fd902caa11fd req-6a45faa5-2155-4d90-b3c1-1bada7eed8b3 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:08.412810 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-93a0d593-1e40-4865-9977-fd902caa11fd req-6a45faa5-2155-4d90-b3c1-1bada7eed8b3 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Synchronizing usage tracker for tenant:ccb7a477dfc7421eb72d91a1d2158fba on resource:network {{(pid=84532) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:08.533678 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.quota.resource [req-93a0d593-1e40-4865-9977-fd902caa11fd req-6a45faa5-2155-4d90-b3c1-1bada7eed8b3 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Unset dirty status for tenant:ccb7a477dfc7421eb72d91a1d2158fba on resource:network {{(pid=84532) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:08.534841 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-93a0d593-1e40-4865-9977-fd902caa11fd req-6a45faa5-2155-4d90-b3c1-1bada7eed8b3 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/networks?id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 HTTP/1.1" status: 200 len: 810 time: 0.2636125 Mar 02 20:01:08.551813 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-93a0d593-1e40-4865-9977-fd902caa11fd req-d9523660-601f-4124-9002-6b5b56a37e85 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/quotas/ccb7a477dfc7421eb72d91a1d2158fba HTTP/1.1" status: 200 len: 375 time: 0.0115788 Mar 02 20:01:08.730570 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-93a0d593-1e40-4865-9977-fd902caa11fd req-149fffb7-43a3-40cc-9528-f71b252c59f4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=ccb7a477dfc7421eb72d91a1d2158fba&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1734788 Mar 02 20:01:08.843903 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [req-93a0d593-1e40-4865-9977-fd902caa11fd req-1c3edf79-8bb7-4df4-a4d1-d211006e719e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=84532) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 02 20:01:08.844894 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-93a0d593-1e40-4865-9977-fd902caa11fd req-1c3edf79-8bb7-4df4-a4d1-d211006e719e service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0665972 Mar 02 20:01:08.974202 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-93a0d593-1e40-4865-9977-fd902caa11fd req-95b13e0c-e188-4bc0-ae96-02851fbdff18 service neutron] 10.222.0.73 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233349 Mar 02 20:01:09.112914 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-93a0d593-1e40-4865-9977-fd902caa11fd req-09f23262-02db-411b-9953-293d740560aa service neutron] 10.222.0.73 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330645 Mar 02 20:01:09.433225 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-98a86123-2341-48c7-a693-bbc2c13d8ab8 req-306f57ef-1f03-421d-9d4d-ddb3c7dde5c2 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 210 time: 0.1064248 Mar 02 20:01:10.595716 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4d8d3751-a939-4fa0-9ca5-d9405b084e7c req-e2544962-8de0-4916-8327-1892fa49eb04 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 210 time: 0.0414412 Mar 02 20:01:11.626414 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0d593-1e40-4865-9977-fd902caa11fd req-45649219-5bd0-48d0-856b-284711f3c230 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:11.627871 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-93a0d593-1e40-4865-9977-fd902caa11fd req-45649219-5bd0-48d0-856b-284711f3c230 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.87 "GET /v2.0/networks?id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 HTTP/1.1" status: 200 len: 810 time: 0.1400273 Mar 02 20:01:11.693398 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-93a0d593-1e40-4865-9977-fd902caa11fd req-abc2fcee-a32f-4919-906d-d24a8aa0e1b7 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb7a477dfc7421eb72d91a1d2158fba HTTP/1.1" status: 200 len: 380 time: 0.0470641 Mar 02 20:01:11.703682 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [req-93a0d593-1e40-4865-9977-fd902caa11fd req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Request body: {'port': {'device_id': 'd8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'admin_state_up': True, 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'security_groups': ['4c6674d7-9b34-483e-8790-3c2731dfaab3']}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:01:11.857913 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 3699f485-4391-457f-ba69-ea217ec62039 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:01:11.904425 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-94c89259-de88-4af9-8dc9-806cb61ff854 req-1f67d4f3-3cac-46f1-ac82-568867427bd4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 210 time: 0.0937519 Mar 02 20:01:11.976206 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [req-93a0d593-1e40-4865-9977-fd902caa11fd req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:11.980668 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-93a0d593-1e40-4865-9977-fd902caa11fd req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Usage tracker for resource:port and tenant:ccb7a477dfc7421eb72d91a1d2158fba is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:11.984567 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-93a0d593-1e40-4865-9977-fd902caa11fd req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:11.990372 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [req-93a0d593-1e40-4865-9977-fd902caa11fd req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:11.991562 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:12.020719 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3699f485-4391-457f-ba69-ea217ec62039'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:01:12.030887 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 3699f485-4391-457f-ba69-ea217ec62039, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3699f485-4391-457f-ba69-ea217ec62039,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:01:12.074463 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3699f485-4391-457f-ba69-ea217ec62039', 'code': 200} Mar 02 20:01:12.081997 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a0d593-1e40-4865-9977-fd902caa11fd req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Made reservation on behalf of ccb7a477dfc7421eb72d91a1d2158fba for: {'port': 1} {{(pid=84533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:12.085345 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-93a0d593-1e40-4865-9977-fd902caa11fd req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:12.110608 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:12.178507 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=3699f485-4391-457f-ba69-ea217ec62039,revision_number=8']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:12.256710 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [req-93a0d593-1e40-4865-9977-fd902caa11fd req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Allocated IP 172.20.0.8 (e02d7b0d-4d82-425c-bdd4-42c1b139e9e6/49d2434d-b1cf-4eaf-8727-a60256ca9de5/81bd8d62-2a73-484b-9495-a4e852c3e953) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:12.462674 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-93a0d593-1e40-4865-9977-fd902caa11fd req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:12.482046 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [req-93a0d593-1e40-4865-9977-fd902caa11fd req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Transition to ACTIVE for port object 81bd8d62-2a73-484b-9495-a4e852c3e953 will not be triggered until provisioned by entity DHCP. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:12.588048 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-93a0d593-1e40-4865-9977-fd902caa11fd req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:12.679307 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a0d593-1e40-4865-9977-fd902caa11fd req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Network e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:12.682360 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [req-93a0d593-1e40-4865-9977-fd902caa11fd req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:12.686879 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a0d593-1e40-4865-9977-fd902caa11fd req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:01:12.755408 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Pushing event updated for resources: {'Port': ['ID=81bd8d62-2a73-484b-9495-a4e852c3e953,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:12.755408 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:12.755408 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:12.755408 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:12.755408 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:12.755408 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:12.755408 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:12.756053 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:12.756053 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:12.756388 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:12.756704 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:12.757101 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:12.775295 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0d593-1e40-4865-9977-fd902caa11fd req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:12.775952 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-93a0d593-1e40-4865-9977-fd902caa11fd req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:12.872008 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-93a0d593-1e40-4865-9977-fd902caa11fd req-0736cca5-9d3d-4b93-b010-539ed5e4bd65 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1723089 Mar 02 20:01:13.076735 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1af8cd91-cc77-489a-80a8-d38b67adc495 None None] Provisioning for port 81bd8d62-2a73-484b-9495-a4e852c3e953 completed by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:13.081987 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-1af8cd91-cc77-489a-80a8-d38b67adc495 None None] Provisioning complete for port 81bd8d62-2a73-484b-9495-a4e852c3e953 triggered by entity DHCP. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:13.082397 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-1af8cd91-cc77-489a-80a8-d38b67adc495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:13.136705 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a572f-f3e8-4453-bf37-4cd6db4a90ba req-a0d79749-96c5-4ccc-bd99-af74da55305b tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:13.137407 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-2b5a572f-f3e8-4453-bf37-4cd6db4a90ba req-a0d79749-96c5-4ccc-bd99-af74da55305b tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Synchronizing usage tracker for tenant:ccb7a477dfc7421eb72d91a1d2158fba on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:13.153174 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-1af8cd91-cc77-489a-80a8-d38b67adc495 None None] Port 81bd8d62-2a73-484b-9495-a4e852c3e953 cannot update to ACTIVE because it is not bound. {{(pid=84534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 02 20:01:13.237042 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-2b5a572f-f3e8-4453-bf37-4cd6db4a90ba req-a0d79749-96c5-4ccc-bd99-af74da55305b tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Unset dirty status for tenant:ccb7a477dfc7421eb72d91a1d2158fba on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:13.238154 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2b5a572f-f3e8-4453-bf37-4cd6db4a90ba req-a0d79749-96c5-4ccc-bd99-af74da55305b tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 931 time: 0.2026699 Mar 02 20:01:13.290732 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-2b5a572f-f3e8-4453-bf37-4cd6db4a90ba req-37b82577-f67b-46b7-a354-091bbf0fbeab tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449853 Mar 02 20:01:14.510884 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8025a2-1445-4957-80e0-8bc5dbdbc704 req-681b9daa-aaf8-4c09-a412-42fcdf989b50 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:14.512570 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3e8025a2-1445-4957-80e0-8bc5dbdbc704 req-681b9daa-aaf8-4c09-a412-42fcdf989b50 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 931 time: 0.0908303 Mar 02 20:01:14.558781 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-3e8025a2-1445-4957-80e0-8bc5dbdbc704 req-38683507-3e0e-4dbf-b275-d9492a7c9613 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404501 Mar 02 20:01:15.764811 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf227f3-8349-46a4-a211-08619abaca0c req-c802163a-04e7-4da6-8c94-d9f6b115e577 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:15.766326 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7cf227f3-8349-46a4-a211-08619abaca0c req-c802163a-04e7-4da6-8c94-d9f6b115e577 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 931 time: 0.0795925 Mar 02 20:01:15.815368 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-7cf227f3-8349-46a4-a211-08619abaca0c req-1787189a-f597-4de4-8f89-6fc667c6dba5 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424230 Mar 02 20:01:17.024741 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c1357-92c9-4cdd-b57b-9f35ef7df6a8 req-35db5cca-2bd3-44cc-9152-aeb2a55ee4bf tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:17.026213 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4d9c1357-92c9-4cdd-b57b-9f35ef7df6a8 req-35db5cca-2bd3-44cc-9152-aeb2a55ee4bf tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 931 time: 0.0820794 Mar 02 20:01:17.074984 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-4d9c1357-92c9-4cdd-b57b-9f35ef7df6a8 req-ebd21e33-4f58-4dbe-90bd-1ed903157adb tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428367 Mar 02 20:01:18.287383 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e088d-347f-4502-8320-1613b3195ab0 req-fbe082fa-d097-479e-97e9-c5f70c094a11 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:18.289077 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3c6e088d-347f-4502-8320-1613b3195ab0 req-fbe082fa-d097-479e-97e9-c5f70c094a11 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 931 time: 0.0833905 Mar 02 20:01:18.338668 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-3c6e088d-347f-4502-8320-1613b3195ab0 req-608dae8b-1a72-4524-8d61-3dd43b3a30fc tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425320 Mar 02 20:01:19.570688 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe2662-7b27-4f75-a3eb-9bf1bea9cb5d req-38e2fb94-5bc7-4bca-8521-7801b1d4c0d5 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:19.572713 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0abe2662-7b27-4f75-a3eb-9bf1bea9cb5d req-38e2fb94-5bc7-4bca-8521-7801b1d4c0d5 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 931 time: 0.0879910 Mar 02 20:01:19.621550 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-0abe2662-7b27-4f75-a3eb-9bf1bea9cb5d req-413736d4-26c9-4356-9131-9ec44f36addc tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409234 Mar 02 20:01:20.822864 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d87165-794e-49ab-9698-6e76061563bc req-ef72c956-b715-4762-988d-fc6863734cd1 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:20.824331 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f2d87165-794e-49ab-9698-6e76061563bc req-ef72c956-b715-4762-988d-fc6863734cd1 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 931 time: 0.0765018 Mar 02 20:01:20.872453 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f2d87165-794e-49ab-9698-6e76061563bc req-a1c92a39-1a3b-42ed-8c53-7acdedfaaec3 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417931 Mar 02 20:01:21.083960 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] Request body: {'port': {'device_id': 'd8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:01:21.187980 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:21.518497 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81bd8d62-2a73-484b-9495-a4e852c3e953 {{(pid=84533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:01:21.524956 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:21.538410 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.provisioning_blocks [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] Transition to ACTIVE for port object 81bd8d62-2a73-484b-9495-a4e852c3e953 will not be triggered until provisioned by entity L2. {{(pid=84533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:21.607847 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:21.721992 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-fb9da1d1-e5a9-419d-b3de-9775ba5102fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:21.839385 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] Pushing event updated for resources: {'Port': ['ID=81bd8d62-2a73-484b-9495-a4e852c3e953,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:21.944020 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] Attempting to bind port 81bd8d62-2a73-484b-9495-a4e852c3e953 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:01:21.944234 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] Attempting to bind port 81bd8d62-2a73-484b-9495-a4e852c3e953 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'd15b6383-2103-4267-b496-e0e99c945bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6'}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:01:21.944557 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] Attempting to bind port 81bd8d62-2a73-484b-9495-a4e852c3e953 on network e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:01:21.950579 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] Port 81bd8d62-2a73-484b-9495-a4e852c3e953 on network e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 02 20:01:21.950890 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] Attempting to bind port 81bd8d62-2a73-484b-9495-a4e852c3e953 on network e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 02 20:01:21.957086 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] Checking agent: {'id': 'd43428c8-fdc7-473d-a4af-ca277f0b3d28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'started_at': datetime.datetime(2022, 3, 2, 18, 56, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 02 20:01:21.957413 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] Checking segment: {'id': 'd15b6383-2103-4267-b496-e0e99c945bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 02 20:01:21.957786 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] Bound using segment: {'id': 'd15b6383-2103-4267-b496-e0e99c945bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6'} {{(pid=84533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 02 20:01:21.958199 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.managers [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] Bound port: 81bd8d62-2a73-484b-9495-a4e852c3e953, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd15b6383-2103-4267-b496-e0e99c945bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6'}}] {{(pid=84533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:01:21.958531 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:22.048458 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] For port 81bd8d62-2a73-484b-9495-a4e852c3e953, host hv-neutron-8315, cleared binding levels {{(pid=84533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 20:01:22.051452 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] For port 81bd8d62-2a73-484b-9495-a4e852c3e953, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=81bd8d62-2a73-484b-9495-a4e852c3e953,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 20:01:22.071068 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fedf4-b714-406d-a3f2-49a793ae2f60 req-4b196c17-485f-404e-8dec-471c86315033 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:22.072546 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-937fedf4-b714-406d-a3f2-49a793ae2f60 req-4b196c17-485f-404e-8dec-471c86315033 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 943 time: 0.0755851 Mar 02 20:01:22.120339 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:22.123649 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-937fedf4-b714-406d-a3f2-49a793ae2f60 req-76cc19a2-2433-429a-b58f-a1e7244d0738 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455606 Mar 02 20:01:22.183780 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:22.185383 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-93a0d593-1e40-4865-9977-fd902caa11fd req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] 10.222.0.87 "PUT /v2.0/ports/81bd8d62-2a73-484b-9495-a4e852c3e953 HTTP/1.1" status: 200 len: 1093 time: 1.1064208 Mar 02 20:01:22.185950 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294', 'tag': '81bd8d62-2a73-484b-9495-a4e852c3e953'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:01:22.204617 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bf666-2029-4c0d-979c-fa5db84401af service neutron] Pushing event updated for resources: {'Port': ['ID=81bd8d62-2a73-484b-9495-a4e852c3e953,revision_number=3']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:22.251537 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294', 'tag': '81bd8d62-2a73-484b-9495-a4e852c3e953', 'status': 'completed', 'code': 200} Mar 02 20:01:22.344447 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5b3f217a-4790-440c-8cf5-71e1456fc44b req-0ff05d05-4b76-40b5-9992-f30f89e4ba2c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ccb7a477dfc7421eb72d91a1d2158fba&device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 1096 time: 0.0752642 Mar 02 20:01:22.484616 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f217a-4790-440c-8cf5-71e1456fc44b req-50b0bef3-2da6-4c55-84de-c045462d2bd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:22.485945 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5b3f217a-4790-440c-8cf5-71e1456fc44b req-50b0bef3-2da6-4c55-84de-c045462d2bd0 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=ccb7a477dfc7421eb72d91a1d2158fba&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1355431 Mar 02 20:01:22.620421 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f217a-4790-440c-8cf5-71e1456fc44b req-7f4b9747-39a7-4efe-ae53-9824fa936557 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:22.622436 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-5b3f217a-4790-440c-8cf5-71e1456fc44b req-7f4b9747-39a7-4efe-ae53-9824fa936557 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307836 Mar 02 20:01:22.722824 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-93a0d593-1e40-4865-9977-fd902caa11fd req-fd0a91a1-088e-4a69-b722-043716b15bf2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ccb7a477dfc7421eb72d91a1d2158fba&device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 1096 time: 0.0671499 Mar 02 20:01:22.796601 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-93a0d593-1e40-4865-9977-fd902caa11fd req-f258248d-bf33-49a0-9857-648a9d15949b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81bd8d62-2a73-484b-9495-a4e852c3e953 HTTP/1.1" status: 200 len: 217 time: 0.0671654 Mar 02 20:01:22.857683 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0d593-1e40-4865-9977-fd902caa11fd req-cf63ac00-abae-4da4-b2f2-178df084ab15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:22.859076 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-93a0d593-1e40-4865-9977-fd902caa11fd req-cf63ac00-abae-4da4-b2f2-178df084ab15 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=49d2434d-b1cf-4eaf-8727-a60256ca9de5 HTTP/1.1" status: 200 len: 849 time: 0.0572057 Mar 02 20:01:22.933261 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-93a0d593-1e40-4865-9977-fd902caa11fd req-b25c9da6-a524-4c8a-bef6-5f5eeb3c0fba service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685055 Mar 02 20:01:23.064372 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-93a0d593-1e40-4865-9977-fd902caa11fd req-6bf74fa1-57c9-4669-b1d6-197a116567e4 service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254261 Mar 02 20:01:23.197329 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-93a0d593-1e40-4865-9977-fd902caa11fd req-c02b247f-fd30-4b1a-82c9-cd844239fe1b service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272378 Mar 02 20:01:23.320885 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41132857-5035-4f45-b3e3-85fef31af83c req-e85652fc-5e82-4ffa-96d2-48bfa5556db4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:23.322250 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-41132857-5035-4f45-b3e3-85fef31af83c req-e85652fc-5e82-4ffa-96d2-48bfa5556db4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 943 time: 0.0784698 Mar 02 20:01:23.367491 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-41132857-5035-4f45-b3e3-85fef31af83c req-9f3d392f-dd72-4308-a3be-2dabd6908e73 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394933 Mar 02 20:01:23.811463 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f49fdcf9-7c37-4db9-965a-8622322570e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:24.562785 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d93f46-bd4e-497c-8b48-34354c951923 req-f123af29-a474-4e81-8f4d-8e1bb7a72efb tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:24.564272 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-61d93f46-bd4e-497c-8b48-34354c951923 req-f123af29-a474-4e81-8f4d-8e1bb7a72efb tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 943 time: 0.0763662 Mar 02 20:01:24.608518 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-61d93f46-bd4e-497c-8b48-34354c951923 req-d6f9a8b7-0abd-49cc-bc77-694e04bdb772 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388427 Mar 02 20:01:25.401967 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:25.510435 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:25.806448 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91946f6-5ec5-4d96-9634-b95d9dbc6515 req-988b1631-7c24-40f3-a588-0e4bd3b72fd4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:25.807927 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e91946f6-5ec5-4d96-9634-b95d9dbc6515 req-988b1631-7c24-40f3-a588-0e4bd3b72fd4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 943 time: 0.0796547 Mar 02 20:01:25.853494 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-e91946f6-5ec5-4d96-9634-b95d9dbc6515 req-f59f67b9-d590-4bb2-9357-de71a8b75b49 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400269 Mar 02 20:01:25.891642 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 81bd8d62-2a73-484b-9495-a4e852c3e953 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:01:26.022920 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 81bd8d62-2a73-484b-9495-a4e852c3e953, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=81bd8d62-2a73-484b-9495-a4e852c3e953,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:01:26.036464 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '81bd8d62-2a73-484b-9495-a4e852c3e953', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'port_id': '81bd8d62-2a73-484b-9495-a4e852c3e953', 'mac_address': 'fa:16:3e:f8:d4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:01:26.088238 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:26.105405 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81bd8d62-2a73-484b-9495-a4e852c3e953 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:01:26.119617 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 81bd8d62-2a73-484b-9495-a4e852c3e953, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=81bd8d62-2a73-484b-9495-a4e852c3e953,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:01:26.194469 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:26.263411 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=81bd8d62-2a73-484b-9495-a4e852c3e953,revision_number=4']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:26.446781 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['81bd8d62-2a73-484b-9495-a4e852c3e953'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:01:26.719388 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:27.050970 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4c5d1-8427-4d02-999f-8a6e2c6bea8f req-79a31d2c-5bf4-4175-8fa4-7309794775b4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:27.052329 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e1c4c5d1-8427-4d02-999f-8a6e2c6bea8f req-79a31d2c-5bf4-4175-8fa4-7309794775b4 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 944 time: 0.0783148 Mar 02 20:01:27.097554 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e1c4c5d1-8427-4d02-999f-8a6e2c6bea8f req-2f600275-6c28-4d5c-b8ec-eaf7b7a1da2b tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395381 Mar 02 20:01:27.920251 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 81bd8d62-2a73-484b-9495-a4e852c3e953 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:28.041773 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning for port 81bd8d62-2a73-484b-9495-a4e852c3e953 completed by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:28.047081 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 81bd8d62-2a73-484b-9495-a4e852c3e953 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:28.052767 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:28.163073 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:28.190058 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bd8d62-2a73-484b-9495-a4e852c3e953'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:01:28.200567 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 81bd8d62-2a73-484b-9495-a4e852c3e953, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=81bd8d62-2a73-484b-9495-a4e852c3e953,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:01:28.251487 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bd8d62-2a73-484b-9495-a4e852c3e953', 'code': 200} Mar 02 20:01:28.270593 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:28.301331 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de3559-3238-4d61-b971-7d83e652ab08 req-1f9d4ef3-cfd4-4708-a472-90fa431af738 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:28.302962 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-82de3559-3238-4d61-b971-7d83e652ab08 req-1f9d4ef3-cfd4-4708-a472-90fa431af738 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 944 time: 0.0820765 Mar 02 20:01:28.345157 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=81bd8d62-2a73-484b-9495-a4e852c3e953,revision_number=5']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:28.349315 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-82de3559-3238-4d61-b971-7d83e652ab08 req-a79b7303-9327-4e91-8eec-cb2272cf4b8e tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406194 Mar 02 20:01:28.589484 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ae4e99b9-efbd-4ea8-af17-40e1657d4b48 req-3772ba7e-cf4b-4fc3-8ac6-91de47f16a3b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 1098 time: 0.0682096 Mar 02 20:01:28.632055 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ae4e99b9-efbd-4ea8-af17-40e1657d4b48 req-be00b4a2-dbdd-4310-b7fb-192511ee5db9 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372915 Mar 02 20:01:29.550230 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd423fc-f04c-45f6-af00-0b4694d4e699 req-ea92c0e6-215e-4e97-87e7-42498f693fc3 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:29.551680 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4bd423fc-f04c-45f6-af00-0b4694d4e699 req-ea92c0e6-215e-4e97-87e7-42498f693fc3 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 945 time: 0.0786428 Mar 02 20:01:29.596858 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-4bd423fc-f04c-45f6-af00-0b4694d4e699 req-8b5b9c33-c9c4-4fd4-a13c-29873cf2eab9 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397954 Mar 02 20:01:30.795440 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadacb22-7c05-4105-8a85-aa780a869a27 req-494f675c-4ce4-451f-9f2f-712eddbdcafb tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:30.796957 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-dadacb22-7c05-4105-8a85-aa780a869a27 req-494f675c-4ce4-451f-9f2f-712eddbdcafb tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 945 time: 0.0796666 Mar 02 20:01:30.845277 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-dadacb22-7c05-4105-8a85-aa780a869a27 req-e49ea6b5-2235-44d7-8ebd-530c5a789663 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400651 Mar 02 20:01:31.037116 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff7386-0c95-4956-b70a-d68264deb1b2 req-d5f43b2b-67b3-43a7-a53b-7d15e175e9b6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:31.038554 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-71ff7386-0c95-4956-b70a-d68264deb1b2 req-d5f43b2b-67b3-43a7-a53b-7d15e175e9b6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 945 time: 0.0741043 Mar 02 20:01:31.083614 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-71ff7386-0c95-4956-b70a-d68264deb1b2 req-f522bfc4-b3f0-40fe-825b-b46daad86459 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394335 Mar 02 20:01:31.110771 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 45440) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:31.271812 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-ef70c4db-7272-44b7-87ff-afe24659d280 tempest-TestSnapshotPattern-1193909658 tempest-TestSnapshotPattern-1193909658-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 1093 time: 0.1597278 Mar 02 20:01:31.274294 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 45444) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:31.279249 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.v2.base [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Request body: {'floatingip': {'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'port_id': '81bd8d62-2a73-484b-9495-a4e852c3e953', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 02 20:01:31.284601 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:31.288302 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Usage tracker for resource:floatingip and tenant:ccb7a477dfc7421eb72d91a1d2158fba is out of sync, need to count used quota {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:31.291048 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84533) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:31.297180 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.quota.driver [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84533) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:31.361455 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for floatingip, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:31.494807 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:31.631635 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_common [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Allocated IP 172.26.4.30 (34755311-e60d-4721-8297-2b2c64e749c6/b1e8f96d-f273-47a4-bdc2-b88ed9600997/f988bd43-7ea8-4906-b1ad-3bdf1e1027cc) {{(pid=84533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:31.774330 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for port, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:31.847475 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778371657346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:31.911215 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Network 34755311-e60d-4721-8297-2b2c64e749c6 is already hosted by enough agents. {{(pid=84533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:31.913879 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.base_scheduler [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Resources bound (agent type, host, resource id): {{(pid=84533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:31.917525 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Received port after_create {{(pid=84533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 02 20:01:31.953656 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Pushing event updated for resources: {'Port': ['ID=f988bd43-7ea8-4906-b1ad-3bdf1e1027cc,revision_number=1']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:32.276050 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:32.411005 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:32.520810 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:32.717234 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for port, precommit_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:32.776685 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-981152'] for port, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:32.891363 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Pushing event updated for resources: {'Port': ['ID=f988bd43-7ea8-4906-b1ad-3bdf1e1027cc,revision_number=2']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:32.903698 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-430408'] for floatingip, after_update {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:33.188415 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.db.l3_db [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Floating IP 7075f256-00ca-4474-9b45-9aaa4903eb30 associated. External IP: 172.26.4.30, port: 81bd8d62-2a73-484b-9495-a4e852c3e953. Mar 02 20:01:33.581019 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Router 2c617ee9-a3aa-418c-93c3-7055e467b52c has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:01:33.779719 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:01:33.788950 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152cd1bf-b9fe-4e0b-8058-e78e2cfbec2f None None] Sync routers for ids ['2c617ee9-a3aa-418c-93c3-7055e467b52c'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:01:33.801016 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152cd1bf-b9fe-4e0b-8058-e78e2cfbec2f None None] Routers {'2c617ee9-a3aa-418c-93c3-7055e467b52c'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:01:33.801693 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-152cd1bf-b9fe-4e0b-8058-e78e2cfbec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T20:01:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['2c617ee9-a3aa-418c-93c3-7055e467b52c'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:33.881537 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:33.938624 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-d3141331-28e8-457d-9ade-e8b47787b5fd tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6633503 Mar 02 20:01:33.939196 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294', 'tag': '81bd8d62-2a73-484b-9495-a4e852c3e953'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:01:33.978372 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-152cd1bf-b9fe-4e0b-8058-e78e2cfbec2f None None] Set router 2c617ee9-a3aa-418c-93c3-7055e467b52c gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:01:33.992887 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294', 'tag': '81bd8d62-2a73-484b-9495-a4e852c3e953', 'status': 'completed', 'code': 200} Mar 02 20:01:34.091225 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8cb1ee66-446f-4ea1-b42f-04042f29ac36 req-b2658026-8766-43ca-abeb-67a59bc9a8e6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ccb7a477dfc7421eb72d91a1d2158fba&device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 1098 time: 0.0740223 Mar 02 20:01:34.235509 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1ee66-446f-4ea1-b42f-04042f29ac36 req-d9ad3c37-6684-48c5-9b0a-dd559ab3163c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:34.236976 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8cb1ee66-446f-4ea1-b42f-04042f29ac36 req-d9ad3c37-6684-48c5-9b0a-dd559ab3163c service neutron] 10.222.0.87 "GET /v2.0/networks?id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 HTTP/1.1" status: 200 len: 911 time: 0.1391206 Mar 02 20:01:34.342967 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8cb1ee66-446f-4ea1-b42f-04042f29ac36 req-644d94f7-1642-408e-a1cc-b0886343bb4f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81bd8d62-2a73-484b-9495-a4e852c3e953 HTTP/1.1" status: 200 len: 998 time: 0.0995903 Mar 02 20:01:34.375252 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-152cd1bf-b9fe-4e0b-8058-e78e2cfbec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T19:58:24Z', 'revision_number': 4, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '5ba3b9c4-d541-48c5-bec3-1e2f81281e34', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'port_id': '3699f485-4391-457f-ba69-ea217ec62039', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'mac_address': 'fa:16:3e:18:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:58:55Z', 'updated_at': '2022-03-02T19:59:02Z', 'revision_number': 1, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'fixed_ip_address_scope': None}, {'id': '7075f256-00ca-4474-9b45-9aaa4903eb30', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'port_id': '81bd8d62-2a73-484b-9495-a4e852c3e953', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'mac_address': 'fa:16:3e:f8:d4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:01:32Z', 'updated_at': '2022-03-02T20:01:32Z', 'revision_number': 0, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d173769-4df6-4259-a874-30f4c914f1b2', 'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'mac_address': 'fa:16:3e:05:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:24Z', 'updated_at': '2022-03-02T19:58:43Z', 'revision_number': 5, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'subnets': [{'id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:34.379065 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152cd1bf-b9fe-4e0b-8058-e78e2cfbec2f None None] Checking router: 2c617ee9-a3aa-418c-93c3-7055e467b52c for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:01:34.389487 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152cd1bf-b9fe-4e0b-8058-e78e2cfbec2f None None] Routers {'2c617ee9-a3aa-418c-93c3-7055e467b52c'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:01:34.390085 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-152cd1bf-b9fe-4e0b-8058-e78e2cfbec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T20:01:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['2c617ee9-a3aa-418c-93c3-7055e467b52c'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:34.405155 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1ee66-446f-4ea1-b42f-04042f29ac36 req-9551b551-aefb-4912-8a03-3c3cf0e39a3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:34.406629 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8cb1ee66-446f-4ea1-b42f-04042f29ac36 req-9551b551-aefb-4912-8a03-3c3cf0e39a3a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=49d2434d-b1cf-4eaf-8727-a60256ca9de5 HTTP/1.1" status: 200 len: 849 time: 0.0580823 Mar 02 20:01:34.479856 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8cb1ee66-446f-4ea1-b42f-04042f29ac36 req-a6e1b2e2-36cc-4279-8ac7-129131ddb3f3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672994 Mar 02 20:01:34.573434 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-152cd1bf-b9fe-4e0b-8058-e78e2cfbec2f None None] Set router 2c617ee9-a3aa-418c-93c3-7055e467b52c gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:01:34.611862 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8cb1ee66-446f-4ea1-b42f-04042f29ac36 req-2c1afd55-a31e-4a0a-8235-d0f12ac16d7d service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255968 Mar 02 20:01:34.742080 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-8cb1ee66-446f-4ea1-b42f-04042f29ac36 req-f6f55054-283a-4e5f-818f-28f9ab449a51 service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250062 Mar 02 20:01:34.922105 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-152cd1bf-b9fe-4e0b-8058-e78e2cfbec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T19:58:24Z', 'revision_number': 4, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '5ba3b9c4-d541-48c5-bec3-1e2f81281e34', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'port_id': '3699f485-4391-457f-ba69-ea217ec62039', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'mac_address': 'fa:16:3e:18:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:58:55Z', 'updated_at': '2022-03-02T19:59:02Z', 'revision_number': 1, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'fixed_ip_address_scope': None}, {'id': '7075f256-00ca-4474-9b45-9aaa4903eb30', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'port_id': '81bd8d62-2a73-484b-9495-a4e852c3e953', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'mac_address': 'fa:16:3e:f8:d4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:01:32Z', 'updated_at': '2022-03-02T20:01:32Z', 'revision_number': 0, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d173769-4df6-4259-a874-30f4c914f1b2', 'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'mac_address': 'fa:16:3e:05:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:24Z', 'updated_at': '2022-03-02T19:58:43Z', 'revision_number': 5, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'subnets': [{'id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:34.925971 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152cd1bf-b9fe-4e0b-8058-e78e2cfbec2f None None] The sync data for ids ['2c617ee9-a3aa-418c-93c3-7055e467b52c'] in dv-neutron-831573-1-hyperv is: [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T19:58:24Z', 'revision_number': 4, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '5ba3b9c4-d541-48c5-bec3-1e2f81281e34', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'port_id': '3699f485-4391-457f-ba69-ea217ec62039', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'mac_address': 'fa:16:3e:18:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:58:55Z', 'updated_at': '2022-03-02T19:59:02Z', 'revision_number': 1, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'fixed_ip_address_scope': None}, {'id': '7075f256-00ca-4474-9b45-9aaa4903eb30', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'port_id': '81bd8d62-2a73-484b-9495-a4e852c3e953', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'mac_address': 'fa:16:3e:f8:d4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:01:32Z', 'updated_at': '2022-03-02T20:01:32Z', 'revision_number': 0, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d173769-4df6-4259-a874-30f4c914f1b2', 'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'mac_address': 'fa:16:3e:05:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:24Z', 'updated_at': '2022-03-02T19:58:43Z', 'revision_number': 5, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'subnets': [{'id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:01:35.113975 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a800ade-3586-4e81-833a-a9204299afaf None None] New status for floating IP 7075f256-00ca-4474-9b45-9aaa4903eb30: ACTIVE {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:01:37.747123 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:01:51.719305 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-63731f61-a37b-4596-a8f5-119344e95efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:53.795296 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-cc65f2db-8c69-4ab9-91d4-224fcb809a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:55.401213 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:55.481119 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:56.709612 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:02.275788 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:08.937804 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-10c45e22-1f3f-49ef-8d14-ea72136fcfb5 req-da8b284c-d2d2-4af9-bed6-f59c3895a257 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2710428 Mar 02 20:02:09.077448 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-10c45e22-1f3f-49ef-8d14-ea72136fcfb5 req-c86c56e4-a793-424a-a3e7-bd535ca11780 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ccb7a477dfc7421eb72d91a1d2158fba&device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 1097 time: 0.0686665 Mar 02 20:02:09.220037 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c45e22-1f3f-49ef-8d14-ea72136fcfb5 req-1f9a51c9-d83e-4399-95d5-31d9abafc42d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:09.221387 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-10c45e22-1f3f-49ef-8d14-ea72136fcfb5 req-1f9a51c9-d83e-4399-95d5-31d9abafc42d service neutron] 10.222.0.87 "GET /v2.0/networks?id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 HTTP/1.1" status: 200 len: 911 time: 0.1255050 Mar 02 20:02:09.327636 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-10c45e22-1f3f-49ef-8d14-ea72136fcfb5 req-5b4dc1be-f8d0-423e-a4dd-416c83acae9e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3699f485-4391-457f-ba69-ea217ec62039 HTTP/1.1" status: 200 len: 1000 time: 0.1001122 Mar 02 20:02:09.399705 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c45e22-1f3f-49ef-8d14-ea72136fcfb5 req-27745e16-fdbb-4e1f-8f00-438a5b9a574d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:09.401643 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-10c45e22-1f3f-49ef-8d14-ea72136fcfb5 req-27745e16-fdbb-4e1f-8f00-438a5b9a574d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=49d2434d-b1cf-4eaf-8727-a60256ca9de5 HTTP/1.1" status: 200 len: 849 time: 0.0681825 Mar 02 20:02:09.482599 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-10c45e22-1f3f-49ef-8d14-ea72136fcfb5 req-362d22e0-7a24-4c66-a959-41b9b35d43f6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752194 Mar 02 20:02:09.625736 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-10c45e22-1f3f-49ef-8d14-ea72136fcfb5 req-ef934c88-a86f-490c-bb61-a6b6d803d44a service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376307 Mar 02 20:02:09.768686 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-10c45e22-1f3f-49ef-8d14-ea72136fcfb5 req-d4d782ae-77fc-4dd5-8e31-58eff1c29315 service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364229 Mar 02 20:02:14.747758 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:02:21.720598 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9ada1ed0-11ff-4010-87d5-b3b3dc23b947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:23.800896 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8e55ecb3-f289-4b47-9f8d-e1556ca749f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:25.406491 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:25.496367 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.691961 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:32.280391 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:51.708409 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7dfaf620-1a8b-47b4-86e6-73d292daa1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:51.747463 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:02:53.828523 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-805ad80d-18cb-4205-9e51-862ad15f6180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:55.480120 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:55.537251 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:56.703171 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:02.279860 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.287780 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 81bd8d62-2a73-484b-9495-a4e852c3e953 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=84534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:03:06.420953 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 81bd8d62-2a73-484b-9495-a4e852c3e953, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=81bd8d62-2a73-484b-9495-a4e852c3e953,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:03:06.433703 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Returning: {'device': '81bd8d62-2a73-484b-9495-a4e852c3e953', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'port_id': '81bd8d62-2a73-484b-9495-a4e852c3e953', 'mac_address': 'fa:16:3e:f8:d4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:03:06.493791 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.511895 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81bd8d62-2a73-484b-9495-a4e852c3e953 {{(pid=84534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 02 20:03:06.528363 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 81bd8d62-2a73-484b-9495-a4e852c3e953, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=81bd8d62-2a73-484b-9495-a4e852c3e953,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:03:06.611477 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.682350 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=81bd8d62-2a73-484b-9495-a4e852c3e953,revision_number=6']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:06.691508 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:06.691851 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:06.692187 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:06.692516 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:06.692844 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:06.693167 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:06.693492 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:06.693813 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:06.694160 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:06.694499 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:06.694794 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:06.699891 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] get_ports_and_sgs() called for port_ids ['81bd8d62-2a73-484b-9495-a4e852c3e953'] {{(pid=84534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 02 20:03:08.305429 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 81bd8d62-2a73-484b-9495-a4e852c3e953 up at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:08.421102 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.provisioning_blocks [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Provisioning complete for port 81bd8d62-2a73-484b-9495-a4e852c3e953 triggered by entity L2. {{(pid=84534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:08.421467 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7427899'] for port, provisioning_complete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.554183 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.587407 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bd8d62-2a73-484b-9495-a4e852c3e953'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:03:08.605650 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 81bd8d62-2a73-484b-9495-a4e852c3e953, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=81bd8d62-2a73-484b-9495-a4e852c3e953,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:03:08.679742 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bd8d62-2a73-484b-9495-a4e852c3e953', 'code': 200} Mar 02 20:03:08.697719 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.779516 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=81bd8d62-2a73-484b-9495-a4e852c3e953,revision_number=7']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:10.811832 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-669bb741-fd5c-425a-9a28-39df6fed87f1 req-33fbbf04-2d12-4458-b809-d3554f360e33 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ccb7a477dfc7421eb72d91a1d2158fba&device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 1098 time: 0.0801332 Mar 02 20:03:10.976213 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bb741-fd5c-425a-9a28-39df6fed87f1 req-bd26646d-5bda-427b-91a9-381495c5212b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:10.977765 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-669bb741-fd5c-425a-9a28-39df6fed87f1 req-bd26646d-5bda-427b-91a9-381495c5212b service neutron] 10.222.0.87 "GET /v2.0/networks?id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 HTTP/1.1" status: 200 len: 911 time: 0.1464081 Mar 02 20:03:11.100685 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-669bb741-fd5c-425a-9a28-39df6fed87f1 req-4289a987-a398-4fb5-b8e0-0f1902526040 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81bd8d62-2a73-484b-9495-a4e852c3e953 HTTP/1.1" status: 200 len: 1000 time: 0.1166630 Mar 02 20:03:11.176069 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bb741-fd5c-425a-9a28-39df6fed87f1 req-6bbbcbff-5807-4654-8f31-96d61ded0e98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:11.177667 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-669bb741-fd5c-425a-9a28-39df6fed87f1 req-6bbbcbff-5807-4654-8f31-96d61ded0e98 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=49d2434d-b1cf-4eaf-8727-a60256ca9de5 HTTP/1.1" status: 200 len: 849 time: 0.0702643 Mar 02 20:03:11.263974 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-669bb741-fd5c-425a-9a28-39df6fed87f1 req-60e8643c-96ac-4126-b79a-b229b1adc615 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791636 Mar 02 20:03:11.421295 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-669bb741-fd5c-425a-9a28-39df6fed87f1 req-91939422-9e21-4968-861d-e0de39e42d89 service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491883 Mar 02 20:03:11.576526 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-669bb741-fd5c-425a-9a28-39df6fed87f1 req-f1e3c624-1f9c-457d-ba13-850678a36129 service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482394 Mar 02 20:03:20.431098 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 45608) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:20.711443 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Deleting port f988bd43-7ea8-4906-b1ad-3bdf1e1027cc {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:03:20.711708 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.874292 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.874609 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.995434 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Calling delete_port for f988bd43-7ea8-4906-b1ad-3bdf1e1027cc owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:03:21.198894 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:21.252344 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Pushing event deleted for resources: {'Port': ['ID=f988bd43-7ea8-4906-b1ad-3bdf1e1027cc,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:21.316086 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:21.316426 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:21.316759 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:21.317088 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:21.317419 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:21.317743 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:21.318126 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:21.318452 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:21.318770 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:21.319085 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:21.319421 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:21.350503 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:21.719583 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-47f99497-1027-484b-821e-1ad8eabfbb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:21.739254 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Router 2c617ee9-a3aa-418c-93c3-7055e467b52c has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:03:21.935620 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:03:21.946188 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a9efa0-51f3-4626-bf64-36f8a3c1e381 None None] Sync routers for ids ['2c617ee9-a3aa-418c-93c3-7055e467b52c'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:03:21.958437 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a9efa0-51f3-4626-bf64-36f8a3c1e381 None None] Routers {'2c617ee9-a3aa-418c-93c3-7055e467b52c'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:03:21.959048 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-24a9efa0-51f3-4626-bf64-36f8a3c1e381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T20:02:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['2c617ee9-a3aa-418c-93c3-7055e467b52c'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:22.009420 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:22.065610 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-afbec4d4-ec3f-43f8-b9c0-638341f41ed6 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "DELETE /v2.0/floatingips/7075f256-00ca-4474-9b45-9aaa4903eb30 HTTP/1.1" status: 204 len: 168 time: 1.6303318 Mar 02 20:03:22.065610 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294', 'tag': '81bd8d62-2a73-484b-9495-a4e852c3e953'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:03:22.144232 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-24a9efa0-51f3-4626-bf64-36f8a3c1e381 None None] Set router 2c617ee9-a3aa-418c-93c3-7055e467b52c gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:03:22.244140 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294', 'tag': '81bd8d62-2a73-484b-9495-a4e852c3e953', 'status': 'completed', 'code': 200} Mar 02 20:03:22.380486 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 81bd8d62-2a73-484b-9495-a4e852c3e953 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:22.444812 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c3d9a69f-af7d-45d5-8307-48992438b902 req-b5bd5a1b-cff0-4f3c-90dd-1e39681285a0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ccb7a477dfc7421eb72d91a1d2158fba&device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 1098 time: 0.1767058 Mar 02 20:03:22.577238 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9a69f-af7d-45d5-8307-48992438b902 req-f49804bc-5049-4471-9d37-84940a455956 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:22.578672 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c3d9a69f-af7d-45d5-8307-48992438b902 req-f49804bc-5049-4471-9d37-84940a455956 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 HTTP/1.1" status: 200 len: 911 time: 0.1282160 Mar 02 20:03:22.587296 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7384576'] for port, before_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:22.624413 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81bd8d62-2a73-484b-9495-a4e852c3e953'}] {{(pid=84534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:03:22.638118 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] For port 81bd8d62-2a73-484b-9495-a4e852c3e953, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=81bd8d62-2a73-484b-9495-a4e852c3e953,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:03:22.645346 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-24a9efa0-51f3-4626-bf64-36f8a3c1e381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T19:58:24Z', 'revision_number': 4, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '5ba3b9c4-d541-48c5-bec3-1e2f81281e34', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'port_id': '3699f485-4391-457f-ba69-ea217ec62039', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'mac_address': 'fa:16:3e:18:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:58:55Z', 'updated_at': '2022-03-02T19:59:02Z', 'revision_number': 1, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d173769-4df6-4259-a874-30f4c914f1b2', 'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'mac_address': 'fa:16:3e:05:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:24Z', 'updated_at': '2022-03-02T19:58:43Z', 'revision_number': 5, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'subnets': [{'id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:22.649848 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a9efa0-51f3-4626-bf64-36f8a3c1e381 None None] Checking router: 2c617ee9-a3aa-418c-93c3-7055e467b52c for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:03:22.650540 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c3d9a69f-af7d-45d5-8307-48992438b902 req-d801978c-dfdb-497e-a534-1eb0ceabacf0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81bd8d62-2a73-484b-9495-a4e852c3e953 HTTP/1.1" status: 200 len: 217 time: 0.0658646 Mar 02 20:03:22.661444 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a9efa0-51f3-4626-bf64-36f8a3c1e381 None None] Routers {'2c617ee9-a3aa-418c-93c3-7055e467b52c'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:03:22.662031 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-24a9efa0-51f3-4626-bf64-36f8a3c1e381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T20:02:54Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['2c617ee9-a3aa-418c-93c3-7055e467b52c'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:22.715002 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778372032934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778371657364', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778371657409'] for port, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:22.723021 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9a69f-af7d-45d5-8307-48992438b902 req-3a912a1f-e2b9-4dbb-bdee-f0eaddaf59b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:22.724644 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c3d9a69f-af7d-45d5-8307-48992438b902 req-3a912a1f-e2b9-4dbb-bdee-f0eaddaf59b1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=49d2434d-b1cf-4eaf-8727-a60256ca9de5 HTTP/1.1" status: 200 len: 849 time: 0.0684502 Mar 02 20:03:22.746707 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b812b-698e-4485-863a-2afd6c4f7c37 req-765568f9-fd4f-425e-811f-8ca0c56f1fe0 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:22.748231 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ed4b812b-698e-4485-863a-2afd6c4f7c37 req-765568f9-fd4f-425e-811f-8ca0c56f1fe0 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 945 time: 0.1035974 Mar 02 20:03:22.801662 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-ed4b812b-698e-4485-863a-2afd6c4f7c37 req-611bda20-5cb9-49c4-9dec-668da8f8e83e tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472558 Mar 02 20:03:22.804342 dv-neutron-831573-1-hyperv neutron-server[84534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81bd8d62-2a73-484b-9495-a4e852c3e953', 'code': 200} Mar 02 20:03:22.823146 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c3d9a69f-af7d-45d5-8307-48992438b902 req-8eb0fc5c-a2d5-491d-8e16-e7a12bb6bce4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824823 Mar 02 20:03:22.872983 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Pushing event updated for resources: {'Port': ['ID=81bd8d62-2a73-484b-9495-a4e852c3e953,revision_number=8']} {{(pid=84534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:22.905562 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-24a9efa0-51f3-4626-bf64-36f8a3c1e381 None None] Set router 2c617ee9-a3aa-418c-93c3-7055e467b52c gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:03:22.955836 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c3d9a69f-af7d-45d5-8307-48992438b902 req-5e145af4-3d85-4bed-8553-f89531c44d13 service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271684 Mar 02 20:03:23.088426 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-c3d9a69f-af7d-45d5-8307-48992438b902 req-ba90e527-b6c8-44be-b226-7c89de4373ea service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266341 Mar 02 20:03:23.288772 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-24a9efa0-51f3-4626-bf64-36f8a3c1e381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T19:58:24Z', 'revision_number': 4, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '5ba3b9c4-d541-48c5-bec3-1e2f81281e34', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'port_id': '3699f485-4391-457f-ba69-ea217ec62039', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'mac_address': 'fa:16:3e:18:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:58:55Z', 'updated_at': '2022-03-02T19:59:02Z', 'revision_number': 1, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d173769-4df6-4259-a874-30f4c914f1b2', 'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'mac_address': 'fa:16:3e:05:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:24Z', 'updated_at': '2022-03-02T19:58:43Z', 'revision_number': 5, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'subnets': [{'id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:23.292578 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a9efa0-51f3-4626-bf64-36f8a3c1e381 None None] The sync data for ids ['2c617ee9-a3aa-418c-93c3-7055e467b52c'] in dv-neutron-831573-1-hyperv is: [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T19:58:24Z', 'revision_number': 4, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_floatingips': [{'id': '5ba3b9c4-d541-48c5-bec3-1e2f81281e34', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'router_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'port_id': '3699f485-4391-457f-ba69-ea217ec62039', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'mac_address': 'fa:16:3e:18:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:58:55Z', 'updated_at': '2022-03-02T19:59:02Z', 'revision_number': 1, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d173769-4df6-4259-a874-30f4c914f1b2', 'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'mac_address': 'fa:16:3e:05:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:24Z', 'updated_at': '2022-03-02T19:58:43Z', 'revision_number': 5, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'subnets': [{'id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:03:23.518475 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c6d029-3a9f-4aa9-8d98-fffe7d6b50f4 None None] New status for floating IP 7075f256-00ca-4474-9b45-9aaa4903eb30: DOWN {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:03:23.815050 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dca5b7c9-0a59-4314-9a08-b88d3ae98446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.004636 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d99ff0-331d-4319-a46c-a5f999526ca9 req-112a350d-a52d-436a-a61f-d229b03f6b14 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:24.005229 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-94d99ff0-331d-4319-a46c-a5f999526ca9 req-112a350d-a52d-436a-a61f-d229b03f6b14 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Synchronizing usage tracker for tenant:ccb7a477dfc7421eb72d91a1d2158fba on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:24.106952 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-94d99ff0-331d-4319-a46c-a5f999526ca9 req-112a350d-a52d-436a-a61f-d229b03f6b14 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Unset dirty status for tenant:ccb7a477dfc7421eb72d91a1d2158fba on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:24.108148 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-94d99ff0-331d-4319-a46c-a5f999526ca9 req-112a350d-a52d-436a-a61f-d229b03f6b14 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 943 time: 0.1786873 Mar 02 20:03:24.191188 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-94d99ff0-331d-4319-a46c-a5f999526ca9 req-e228e8b7-3302-4937-8647-bb9096694d95 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750310 Mar 02 20:03:24.205337 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2ba06-5c5f-4075-ab64-7100bcbf15c2 req-7206fc30-28b0-4856-b246-98f6392f0c01 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:24.206735 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-70c2ba06-5c5f-4075-ab64-7100bcbf15c2 req-7206fc30-28b0-4856-b246-98f6392f0c01 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 943 time: 0.1337707 Mar 02 20:03:24.273799 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [req-70c2ba06-5c5f-4075-ab64-7100bcbf15c2 req-46ca49ae-536f-4755-b077-06376bc7b0b0 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Deleting port 81bd8d62-2a73-484b-9495-a4e852c3e953 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:03:24.274052 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-70c2ba06-5c5f-4075-ab64-7100bcbf15c2 req-46ca49ae-536f-4755-b077-06376bc7b0b0 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.521748 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [req-70c2ba06-5c5f-4075-ab64-7100bcbf15c2 req-46ca49ae-536f-4755-b077-06376bc7b0b0 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] For port 81bd8d62-2a73-484b-9495-a4e852c3e953, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=81bd8d62-2a73-484b-9495-a4e852c3e953,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:03:24.522101 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-70c2ba06-5c5f-4075-ab64-7100bcbf15c2 req-46ca49ae-536f-4755-b077-06376bc7b0b0 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.640666 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [req-70c2ba06-5c5f-4075-ab64-7100bcbf15c2 req-46ca49ae-536f-4755-b077-06376bc7b0b0 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Calling delete_port for 81bd8d62-2a73-484b-9495-a4e852c3e953 owned by compute:nova {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:03:24.845618 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-70c2ba06-5c5f-4075-ab64-7100bcbf15c2 req-46ca49ae-536f-4755-b077-06376bc7b0b0 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.893524 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca49ae-536f-4755-b077-06376bc7b0b0 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Pushing event deleted for resources: {'Port': ['ID=81bd8d62-2a73-484b-9495-a4e852c3e953,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:25.052444 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c2ba06-5c5f-4075-ab64-7100bcbf15c2 req-46ca49ae-536f-4755-b077-06376bc7b0b0 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] No DVR routers for this DVR port 81bd8d62-2a73-484b-9495-a4e852c3e953 on host hv-neutron-8315 {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:03:25.054829 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-70c2ba06-5c5f-4075-ab64-7100bcbf15c2 req-46ca49ae-536f-4755-b077-06376bc7b0b0 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:25.057295 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294', 'name': 'network-vif-deleted', 'tag': '81bd8d62-2a73-484b-9495-a4e852c3e953'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:03:25.111432 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294', 'name': 'network-vif-deleted', 'tag': '81bd8d62-2a73-484b-9495-a4e852c3e953', 'status': 'completed', 'code': 200} Mar 02 20:03:25.137581 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-70c2ba06-5c5f-4075-ab64-7100bcbf15c2 req-46ca49ae-536f-4755-b077-06376bc7b0b0 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.87 "DELETE /v2.0/ports/81bd8d62-2a73-484b-9495-a4e852c3e953 HTTP/1.1" status: 204 len: 173 time: 0.9258780 Mar 02 20:03:25.370337 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-ec794f75-8130-4441-9fda-37d796eb4eea req-9ba2ea89-63d8-4c07-9cd9-63fa7d304af0 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Synchronizing usage tracker for tenant:ccb7a477dfc7421eb72d91a1d2158fba on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:25.415556 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:25.466962 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-ec794f75-8130-4441-9fda-37d796eb4eea req-9ba2ea89-63d8-4c07-9cd9-63fa7d304af0 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Unset dirty status for tenant:ccb7a477dfc7421eb72d91a1d2158fba on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:25.468105 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-ec794f75-8130-4441-9fda-37d796eb4eea req-9ba2ea89-63d8-4c07-9cd9-63fa7d304af0 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8fcf4dc-426f-4f18-9d3f-5e5d7b4d1294 HTTP/1.1" status: 200 len: 210 time: 0.1402912 Mar 02 20:03:25.535562 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:26.753228 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.032767 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 45672) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:28.243712 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-34f054c6-99af-4c29-8c40-7092c623d389 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Deleting port a25a2fb7-7f85-4831-894f-5e17dab708ac {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:03:28.244048 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-34f054c6-99af-4c29-8c40-7092c623d389 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.357905 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 81bd8d62-2a73-484b-9495-a4e852c3e953 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:28.391431 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 81bd8d62-2a73-484b-9495-a4e852c3e953 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:03:28.391812 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 81bd8d62-2a73-484b-9495-a4e852c3e953 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:28.417330 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-34f054c6-99af-4c29-8c40-7092c623d389 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.417651 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-34f054c6-99af-4c29-8c40-7092c623d389 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.538875 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-34f054c6-99af-4c29-8c40-7092c623d389 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Calling delete_port for a25a2fb7-7f85-4831-894f-5e17dab708ac owned by network:floatingip {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:03:28.746481 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:03:28.771124 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-34f054c6-99af-4c29-8c40-7092c623d389 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.817776 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f054c6-99af-4c29-8c40-7092c623d389 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Pushing event deleted for resources: {'Port': ['ID=a25a2fb7-7f85-4831-894f-5e17dab708ac,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:28.906853 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-34f054c6-99af-4c29-8c40-7092c623d389 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for floatingip, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:29.296602 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f054c6-99af-4c29-8c40-7092c623d389 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Router 2c617ee9-a3aa-418c-93c3-7055e467b52c has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:03:29.596101 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f054c6-99af-4c29-8c40-7092c623d389 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:03:29.605530 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece8bb7-664a-45b5-a898-2c28254db456 None None] Sync routers for ids ['2c617ee9-a3aa-418c-93c3-7055e467b52c'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:03:29.617986 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece8bb7-664a-45b5-a898-2c28254db456 None None] Routers {'2c617ee9-a3aa-418c-93c3-7055e467b52c'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:03:29.618610 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-3ece8bb7-664a-45b5-a898-2c28254db456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T20:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['2c617ee9-a3aa-418c-93c3-7055e467b52c'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:29.677862 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-34f054c6-99af-4c29-8c40-7092c623d389 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for floatingip, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:29.730550 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-34f054c6-99af-4c29-8c40-7092c623d389 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "DELETE /v2.0/floatingips/5ba3b9c4-d541-48c5-bec3-1e2f81281e34 HTTP/1.1" status: 204 len: 168 time: 1.6966009 Mar 02 20:03:29.731214 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'tag': '3699f485-4391-457f-ba69-ea217ec62039'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:03:29.787384 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'tag': '3699f485-4391-457f-ba69-ea217ec62039', 'status': 'completed', 'code': 200} Mar 02 20:03:29.801283 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-3ece8bb7-664a-45b5-a898-2c28254db456 None None] Set router 2c617ee9-a3aa-418c-93c3-7055e467b52c gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:03:29.883311 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e80939f1-e725-4885-b7b3-b57af53d55aa req-3ac46a1d-b99d-4aac-82b9-d0752ff926ce service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ccb7a477dfc7421eb72d91a1d2158fba&device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 1097 time: 0.0732267 Mar 02 20:03:30.016691 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80939f1-e725-4885-b7b3-b57af53d55aa req-9e29fb42-1ab9-4a7e-842b-dca45965ed6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:30.018252 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e80939f1-e725-4885-b7b3-b57af53d55aa req-9e29fb42-1ab9-4a7e-842b-dca45965ed6a service neutron] 10.222.0.87 "GET /v2.0/networks?id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 HTTP/1.1" status: 200 len: 911 time: 0.1291239 Mar 02 20:03:30.106674 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e80939f1-e725-4885-b7b3-b57af53d55aa req-b133ae63-a4ef-4159-80f6-a5e2b8cadc04 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3699f485-4391-457f-ba69-ea217ec62039 HTTP/1.1" status: 200 len: 217 time: 0.0703182 Mar 02 20:03:30.134620 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-3ece8bb7-664a-45b5-a898-2c28254db456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T19:58:24Z', 'revision_number': 4, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '0d173769-4df6-4259-a874-30f4c914f1b2', 'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'mac_address': 'fa:16:3e:05:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:24Z', 'updated_at': '2022-03-02T19:58:43Z', 'revision_number': 5, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'subnets': [{'id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:30.138680 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece8bb7-664a-45b5-a898-2c28254db456 None None] Checking router: 2c617ee9-a3aa-418c-93c3-7055e467b52c for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:03:30.149473 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece8bb7-664a-45b5-a898-2c28254db456 None None] Routers {'2c617ee9-a3aa-418c-93c3-7055e467b52c'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:03:30.150066 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-3ece8bb7-664a-45b5-a898-2c28254db456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T20:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['2c617ee9-a3aa-418c-93c3-7055e467b52c'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:30.183678 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80939f1-e725-4885-b7b3-b57af53d55aa req-e154ac02-4c9d-4678-bbc1-90a624e43bfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:30.189944 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e80939f1-e725-4885-b7b3-b57af53d55aa req-e154ac02-4c9d-4678-bbc1-90a624e43bfa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=49d2434d-b1cf-4eaf-8727-a60256ca9de5 HTTP/1.1" status: 200 len: 849 time: 0.0686576 Mar 02 20:03:30.262008 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e80939f1-e725-4885-b7b3-b57af53d55aa req-3f2805a7-a2a4-4d89-af46-98b7259645d9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707529 Mar 02 20:03:30.269746 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714abde8-e30c-4542-8d2b-66a7fa407b3f req-a30ba81c-e966-422f-9b96-e51d64dd3a6f tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:30.271931 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-714abde8-e30c-4542-8d2b-66a7fa407b3f req-a30ba81c-e966-422f-9b96-e51d64dd3a6f tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 944 time: 0.0901682 Mar 02 20:03:30.322218 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [req-714abde8-e30c-4542-8d2b-66a7fa407b3f req-5498fb9e-bb96-4c92-8fb5-a861c7726375 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444436 Mar 02 20:03:30.339621 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-3ece8bb7-664a-45b5-a898-2c28254db456 None None] Set router 2c617ee9-a3aa-418c-93c3-7055e467b52c gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:03:30.395502 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e80939f1-e725-4885-b7b3-b57af53d55aa req-09fb1566-a187-47cc-a790-227a516a97dd service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272991 Mar 02 20:03:30.527850 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-e80939f1-e725-4885-b7b3-b57af53d55aa req-e44a7fe0-e404-4e88-b62f-7f2f78c50940 service neutron] 10.222.0.87 "GET /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258090 Mar 02 20:03:30.654896 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-3ece8bb7-664a-45b5-a898-2c28254db456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T19:58:24Z', 'revision_number': 4, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '0d173769-4df6-4259-a874-30f4c914f1b2', 'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'mac_address': 'fa:16:3e:05:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:24Z', 'updated_at': '2022-03-02T19:58:43Z', 'revision_number': 5, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'subnets': [{'id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:30.659505 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece8bb7-664a-45b5-a898-2c28254db456 None None] The sync data for ids ['2c617ee9-a3aa-418c-93c3-7055e467b52c'] in dv-neutron-831573-1-hyperv is: [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T19:58:24Z', 'revision_number': 4, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv', '_interfaces': [{'id': '0d173769-4df6-4259-a874-30f4c914f1b2', 'name': '', 'network_id': 'e02d7b0d-4d82-425c-bdd4-42c1b139e9e6', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'mac_address': 'fa:16:3e:05:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:24Z', 'updated_at': '2022-03-02T19:58:43Z', 'revision_number': 5, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'subnets': [{'id': '49d2434d-b1cf-4eaf-8727-a60256ca9de5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:03:30.877162 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e0efc1-7501-42b2-a198-efed730d5252 None None] New status for floating IP 5ba3b9c4-d541-48c5-bec3-1e2f81281e34: DOWN {{(pid=84535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 02 20:03:31.523797 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5ff5d-716c-44af-acf5-904db36d68ce req-475f764e-c47c-42d7-a6a4-43a2008508b1 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:31.524488 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-02e5ff5d-716c-44af-acf5-904db36d68ce req-475f764e-c47c-42d7-a6a4-43a2008508b1 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Synchronizing usage tracker for tenant:ccb7a477dfc7421eb72d91a1d2158fba on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:31.592330 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-02e5ff5d-716c-44af-acf5-904db36d68ce req-475f764e-c47c-42d7-a6a4-43a2008508b1 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Unset dirty status for tenant:ccb7a477dfc7421eb72d91a1d2158fba on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:31.593495 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-02e5ff5d-716c-44af-acf5-904db36d68ce req-475f764e-c47c-42d7-a6a4-43a2008508b1 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 944 time: 0.1499488 Mar 02 20:03:31.645830 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-02e5ff5d-716c-44af-acf5-904db36d68ce req-2ef91190-8cf1-4e47-9cc0-97c8ff70fa24 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/security-groups?id=4c6674d7-9b34-483e-8790-3c2731dfaab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463579 Mar 02 20:03:31.739613 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4930fac-6059-450a-bc89-6b5b25aad46a req-55153e6a-d4cd-4135-8d61-c3cc51001cc2 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:31.741025 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4930fac-6059-450a-bc89-6b5b25aad46a req-55153e6a-d4cd-4135-8d61-c3cc51001cc2 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.87 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 944 time: 0.0746970 Mar 02 20:03:31.810762 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [req-f4930fac-6059-450a-bc89-6b5b25aad46a req-3914e816-d444-49b7-a088-4861e7cd7f3e tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Deleting port 3699f485-4391-457f-ba69-ea217ec62039 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:03:31.811099 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-f4930fac-6059-450a-bc89-6b5b25aad46a req-3914e816-d444-49b7-a088-4861e7cd7f3e tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:32.048295 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [req-f4930fac-6059-450a-bc89-6b5b25aad46a req-3914e816-d444-49b7-a088-4861e7cd7f3e tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] For port 3699f485-4391-457f-ba69-ea217ec62039, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=3699f485-4391-457f-ba69-ea217ec62039,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:03:32.048574 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-f4930fac-6059-450a-bc89-6b5b25aad46a req-3914e816-d444-49b7-a088-4861e7cd7f3e tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:32.171930 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [req-f4930fac-6059-450a-bc89-6b5b25aad46a req-3914e816-d444-49b7-a088-4861e7cd7f3e tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Calling delete_port for 3699f485-4391-457f-ba69-ea217ec62039 owned by compute:nova {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:03:32.290250 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:32.382463 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-f4930fac-6059-450a-bc89-6b5b25aad46a req-3914e816-d444-49b7-a088-4861e7cd7f3e tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:32.434393 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914e816-d444-49b7-a088-4861e7cd7f3e tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Pushing event deleted for resources: {'Port': ['ID=3699f485-4391-457f-ba69-ea217ec62039,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:32.504996 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4930fac-6059-450a-bc89-6b5b25aad46a req-3914e816-d444-49b7-a088-4861e7cd7f3e tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] No DVR routers for this DVR port 3699f485-4391-457f-ba69-ea217ec62039 on host hv-neutron-8315 {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:03:32.507209 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [req-f4930fac-6059-450a-bc89-6b5b25aad46a req-3914e816-d444-49b7-a088-4861e7cd7f3e tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8316919'] for port, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:32.509621 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'name': 'network-vif-deleted', 'tag': '3699f485-4391-457f-ba69-ea217ec62039'}] {{(pid=84533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 02 20:03:32.564948 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df187ba8-a1d5-42cc-8cae-95be7b127963', 'name': 'network-vif-deleted', 'tag': '3699f485-4391-457f-ba69-ea217ec62039', 'status': 'completed', 'code': 200} Mar 02 20:03:32.584376 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f4930fac-6059-450a-bc89-6b5b25aad46a req-3914e816-d444-49b7-a088-4861e7cd7f3e tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.87 "DELETE /v2.0/ports/3699f485-4391-457f-ba69-ea217ec62039 HTTP/1.1" status: 204 len: 173 time: 0.8377588 Mar 02 20:03:32.816969 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-f2436c44-2506-452b-976d-b7140758804a req-7a84a043-31c7-4110-a8fe-103afbda9d20 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Synchronizing usage tracker for tenant:ccb7a477dfc7421eb72d91a1d2158fba on resource:port {{(pid=84533) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:32.895453 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.quota.resource [req-f2436c44-2506-452b-976d-b7140758804a req-7a84a043-31c7-4110-a8fe-103afbda9d20 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Unset dirty status for tenant:ccb7a477dfc7421eb72d91a1d2158fba on resource:port {{(pid=84533) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:32.896650 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [req-f2436c44-2506-452b-976d-b7140758804a req-7a84a043-31c7-4110-a8fe-103afbda9d20 tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "GET /v2.0/ports?device_id=df187ba8-a1d5-42cc-8cae-95be7b127963 HTTP/1.1" status: 200 len: 210 time: 0.1241200 Mar 02 20:03:34.004236 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 45694) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:34.073557 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b0560678-6f09-4492-868c-af350f292e2d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.103563 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b0560678-6f09-4492-868c-af350f292e2d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.239824 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b0560678-6f09-4492-868c-af350f292e2d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.258292 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0560678-6f09-4492-868c-af350f292e2d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6674d7-9b34-483e-8790-3c2731dfaab3,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:34.335755 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b0560678-6f09-4492-868c-af350f292e2d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.336916 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b0560678-6f09-4492-868c-af350f292e2d tempest-TestSnapshotPattern-1195701685 tempest-TestSnapshotPattern-1195701685-project] 10.222.0.73 "DELETE /v2.0/security-groups/4c6674d7-9b34-483e-8790-3c2731dfaab3 HTTP/1.1" status: 204 len: 168 time: 0.3316772 Mar 02 20:03:34.512633 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 45704) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:35.101607 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.698872 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Deleting port 0d173769-4df6-4259-a874-30f4c914f1b2 {{(pid=84532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:03:35.699597 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.866524 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.db [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] For port 0d173769-4df6-4259-a874-30f4c914f1b2, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=0d173769-4df6-4259-a874-30f4c914f1b2,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:03:35.866877 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.984774 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.plugins.ml2.plugin [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Calling delete_port for 0d173769-4df6-4259-a874-30f4c914f1b2 owned by network:router_interface {{(pid=84532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:03:36.199489 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1309025'] for port, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.248162 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=0d173769-4df6-4259-a874-30f4c914f1b2,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:36.289785 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:36.290134 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:36.290475 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:36.290812 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:36.291148 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:36.291510 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:36.291844 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:36.292177 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:36.292504 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:36.292835 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:36.293156 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831573-1-hyperv {{(pid=84532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:36.403508 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 3699f485-4391-457f-ba69-ea217ec62039 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:36.437425 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] No Port match for: 3699f485-4391-457f-ba69-ea217ec62039 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:03:36.437771 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Device 3699f485-4391-457f-ba69-ea217ec62039 not bound to the agent host hv-neutron-8315 {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:36.642178 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:37.215934 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Router 2c617ee9-a3aa-418c-93c3-7055e467b52c has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:03:37.420207 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:03:37.429607 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5cde65-7690-431e-80df-de61804ff730 None None] Sync routers for ids ['2c617ee9-a3aa-418c-93c3-7055e467b52c'] in dv-neutron-831573-1-hyperv {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:03:37.441100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5cde65-7690-431e-80df-de61804ff730 None None] Routers {'2c617ee9-a3aa-418c-93c3-7055e467b52c'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:03:37.441708 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ca5cde65-7690-431e-80df-de61804ff730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T20:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['2c617ee9-a3aa-418c-93c3-7055e467b52c'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:37.504872 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4c38ef67-928e-4fb7-b183-022ecf5b1f0d admin admin] 10.222.0.73 "PUT /v2.0/routers/2c617ee9-a3aa-418c-93c3-7055e467b52c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9911242 Mar 02 20:03:37.507521 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 45710) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:37.659674 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-ca5cde65-7690-431e-80df-de61804ff730 None None] Set router 2c617ee9-a3aa-418c-93c3-7055e467b52c gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:03:37.807071 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-661432ca-463a-4209-b7ab-143ea1659369 admin admin] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:37.943264 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ca5cde65-7690-431e-80df-de61804ff730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T20:03:36Z', 'revision_number': 5, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:37.947580 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5cde65-7690-431e-80df-de61804ff730 None None] Checking router: 2c617ee9-a3aa-418c-93c3-7055e467b52c for host: dv-neutron-831573-1-hyperv {{(pid=84534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:03:37.958011 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5cde65-7690-431e-80df-de61804ff730 None None] Routers {'2c617ee9-a3aa-418c-93c3-7055e467b52c'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:03:37.958612 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ca5cde65-7690-431e-80df-de61804ff730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T20:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['2c617ee9-a3aa-418c-93c3-7055e467b52c'], 'active': True} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:38.014624 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-661432ca-463a-4209-b7ab-143ea1659369 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.096431 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-661432ca-463a-4209-b7ab-143ea1659369 admin admin] Deleting port 5e58d83b-4172-4635-95c2-54dea1855fcb {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:03:38.096839 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-661432ca-463a-4209-b7ab-143ea1659369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.138029 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_dvr_db [None req-ca5cde65-7690-431e-80df-de61804ff730 None None] Set router 2c617ee9-a3aa-418c-93c3-7055e467b52c gateway port host: dv-neutron-831573-1-hyperv {{(pid=84534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:03:38.268239 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-661432ca-463a-4209-b7ab-143ea1659369 admin admin] For port 5e58d83b-4172-4635-95c2-54dea1855fcb, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=5e58d83b-4172-4635-95c2-54dea1855fcb,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:03:38.268588 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-661432ca-463a-4209-b7ab-143ea1659369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.388146 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-661432ca-463a-4209-b7ab-143ea1659369 admin admin] Calling delete_port for 5e58d83b-4172-4635-95c2-54dea1855fcb owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:03:38.421131 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.db.l3_hamode_db [None req-ca5cde65-7690-431e-80df-de61804ff730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T20:03:36Z', 'revision_number': 5, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:38.425274 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5cde65-7690-431e-80df-de61804ff730 None None] The sync data for ids ['2c617ee9-a3aa-418c-93c3-7055e467b52c'] in dv-neutron-831573-1-hyperv is: [{'id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'name': 'tempest-TestSnapshotPattern-2121302669-router', 'tenant_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:21Z', 'updated_at': '2022-03-02T20:03:36Z', 'revision_number': 5, 'project_id': 'ccb7a477dfc7421eb72d91a1d2158fba', 'gw_port': {'id': '5e58d83b-4172-4635-95c2-54dea1855fcb', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c617ee9-a3aa-418c-93c3-7055e467b52c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:22Z', 'updated_at': '2022-03-02T19:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:03:38.616753 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-661432ca-463a-4209-b7ab-143ea1659369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.665715 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661432ca-463a-4209-b7ab-143ea1659369 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e58d83b-4172-4635-95c2-54dea1855fcb,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:38.892960 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-661432ca-463a-4209-b7ab-143ea1659369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.145657 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-661432ca-463a-4209-b7ab-143ea1659369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.149914 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-661432ca-463a-4209-b7ab-143ea1659369 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.239163 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-661432ca-463a-4209-b7ab-143ea1659369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.239658 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661432ca-463a-4209-b7ab-143ea1659369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c617ee9-a3aa-418c-93c3-7055e467b52c {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:03:39.251658 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-661432ca-463a-4209-b7ab-143ea1659369 admin admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.255124 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-661432ca-463a-4209-b7ab-143ea1659369 admin admin] 10.222.0.73 "DELETE /v2.0/routers/2c617ee9-a3aa-418c-93c3-7055e467b52c HTTP/1.1" status: 204 len: 168 time: 1.7436378 Mar 02 20:03:39.255394 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 45714) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:39.425512 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-f624d9b5-f89b-4cdb-8df8-4f56667a1ecd admin admin] Deleting subnet 49d2434d-b1cf-4eaf-8727-a60256ca9de5 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:03:39.428331 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f624d9b5-f89b-4cdb-8df8-4f56667a1ecd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.476920 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f624d9b5-f89b-4cdb-8df8-4f56667a1ecd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.555143 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f624d9b5-f89b-4cdb-8df8-4f56667a1ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.680572 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f624d9b5-f89b-4cdb-8df8-4f56667a1ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.713345 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5e58d83b-4172-4635-95c2-54dea1855fcb no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:39.724151 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624d9b5-f89b-4cdb-8df8-4f56667a1ecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d2434d-b1cf-4eaf-8727-a60256ca9de5,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:39.731098 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-f624d9b5-f89b-4cdb-8df8-4f56667a1ecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.739646 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-f624d9b5-f89b-4cdb-8df8-4f56667a1ecd admin admin] 10.222.0.73 "DELETE /v2.0/subnets/49d2434d-b1cf-4eaf-8727-a60256ca9de5 HTTP/1.1" status: 204 len: 168 time: 0.4829078 Mar 02 20:03:39.741201 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 45718) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:39.742308 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29871b0a-ae5d-4628-8040-b60dad534c6d None None] Network e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:03:39.764820 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 5e58d83b-4172-4635-95c2-54dea1855fcb {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:03:39.765166 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 5e58d83b-4172-4635-95c2-54dea1855fcb not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:39.765563 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0d173769-4df6-4259-a874-30f4c914f1b2 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:39.843794 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 0d173769-4df6-4259-a874-30f4c914f1b2 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:03:39.844128 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 0d173769-4df6-4259-a874-30f4c914f1b2 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:39.848426 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.859242 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] Deleting port 3cc5adad-a849-4f2e-b327-a0c38099202f {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:03:39.859592 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.027864 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f848d146-0661-46f9-98ed-4bbe749e9ebe None None] DHCP port deletion for e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:03:40.033006 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f848d146-0661-46f9-98ed-4bbe749e9ebe None None] Deleting port 3cc5adad-a849-4f2e-b327-a0c38099202f {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:03:40.033632 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f848d146-0661-46f9-98ed-4bbe749e9ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.070934 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] For port 3cc5adad-a849-4f2e-b327-a0c38099202f, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3cc5adad-a849-4f2e-b327-a0c38099202f,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:03:40.071566 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.192721 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] Calling delete_port for 3cc5adad-a849-4f2e-b327-a0c38099202f owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:03:40.282769 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-f848d146-0661-46f9-98ed-4bbe749e9ebe None None] For port 3cc5adad-a849-4f2e-b327-a0c38099202f, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=3cc5adad-a849-4f2e-b327-a0c38099202f,segment=NetworkSegment(d15b6383-2103-4267-b496-e0e99c945bb2),segment_id=d15b6383-2103-4267-b496-e0e99c945bb2)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:03:40.282769 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f848d146-0661-46f9-98ed-4bbe749e9ebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.330506 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.377140 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc5adad-a849-4f2e-b327-a0c38099202f,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:40.382947 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] No DVR routers for this DVR port 3cc5adad-a849-4f2e-b327-a0c38099202f on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:03:40.399541 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f848d146-0661-46f9-98ed-4bbe749e9ebe None None] Calling delete_port for 3cc5adad-a849-4f2e-b327-a0c38099202f owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:03:40.468633 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-f848d146-0661-46f9-98ed-4bbe749e9ebe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:03:40.469096 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-f848d146-0661-46f9-98ed-4bbe749e9ebe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:03:40.499242 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.524979 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02d7b0d-4d82-425c-bdd4-42c1b139e9e6']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:40.537077 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15b6383-2103-4267-b496-e0e99c945bb2') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:40.537314 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15b6383-2103-4267-b496-e0e99c945bb2') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:40.548515 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.564636 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.570539 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:03:40.570940 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:03:40.584800 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:03:40.707647 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.723222 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.733211 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] Pushing event deleted for resources: {'Network': ['ID=e02d7b0d-4d82-425c-bdd4-42c1b139e9e6,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:40.794601 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-cf2d6252-f3fd-429e-ae5e-8b5af30119dd admin admin] 10.222.0.73 "DELETE /v2.0/networks/e02d7b0d-4d82-425c-bdd4-42c1b139e9e6 HTTP/1.1" status: 204 len: 168 time: 1.0522065 Mar 02 20:03:40.797185 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 45722) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:40.970618 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f848d146-0661-46f9-98ed-4bbe749e9ebe None None] Deleting port 3cc5adad-a849-4f2e-b327-a0c38099202f {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:03:40.971184 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-f848d146-0661-46f9-98ed-4bbe749e9ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.036104 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-f848d146-0661-46f9-98ed-4bbe749e9ebe None None] The port '3cc5adad-a849-4f2e-b327-a0c38099202f' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:03:41.268854 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-185cbe70-d52a-4263-939b-deca8398abc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-431994'] for router_interface, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.544929 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3cc5adad-a849-4f2e-b327-a0c38099202f no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:41.576660 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 3cc5adad-a849-4f2e-b327-a0c38099202f {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:03:41.577000 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 3cc5adad-a849-4f2e-b327-a0c38099202f not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:41.857675 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-185cbe70-d52a-4263-939b-deca8398abc3 admin admin] Deleting port 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:03:41.858228 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-185cbe70-d52a-4263-939b-deca8398abc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.024959 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-185cbe70-d52a-4263-939b-deca8398abc3 admin admin] For port 9b9647e7-9a60-42d8-bb3c-cc2a10edc093, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=9b9647e7-9a60-42d8-bb3c-cc2a10edc093,segment=NetworkSegment(c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc),segment_id=c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:03:42.025299 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-185cbe70-d52a-4263-939b-deca8398abc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.146112 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-185cbe70-d52a-4263-939b-deca8398abc3 admin admin] Calling delete_port for 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 owned by network:router_interface {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:03:42.370477 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-185cbe70-d52a-4263-939b-deca8398abc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.417697 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185cbe70-d52a-4263-939b-deca8398abc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9647e7-9a60-42d8-bb3c-cc2a10edc093,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:42.795104 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-185cbe70-d52a-4263-939b-deca8398abc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7736858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-431917'] for router_interface, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.361939 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185cbe70-d52a-4263-939b-deca8398abc3 admin admin] Router 8f2e68bf-92a2-4b18-abdc-317fedd951cb has already been hosted by L3 agent 2f2bb77c-c079-46d2-a495-b63736a164cb {{(pid=84533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 20:03:43.557742 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185cbe70-d52a-4263-939b-deca8398abc3 admin admin] Notify agent at l3_agent.dv-neutron-831573-1-hyperv the message routers_updated {{(pid=84533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 20:03:43.566420 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d972ffc-1375-4e48-87cd-a094cde40f29 None None] Sync routers for ids ['8f2e68bf-92a2-4b18-abdc-317fedd951cb'] in dv-neutron-831573-1-hyperv {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 02 20:03:43.578655 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d972ffc-1375-4e48-87cd-a094cde40f29 None None] Routers {'8f2e68bf-92a2-4b18-abdc-317fedd951cb'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:03:43.585169 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-2d972ffc-1375-4e48-87cd-a094cde40f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T20:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8f2e68bf-92a2-4b18-abdc-317fedd951cb'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:43.646427 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-185cbe70-d52a-4263-939b-deca8398abc3 admin admin] 10.222.0.73 "PUT /v2.0/routers/8f2e68bf-92a2-4b18-abdc-317fedd951cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8473766 Mar 02 20:03:43.648904 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 45726) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:43.753924 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-2d972ffc-1375-4e48-87cd-a094cde40f29 None None] Set router 8f2e68bf-92a2-4b18-abdc-317fedd951cb gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:03:43.851958 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-187aa7e0-d029-4f28-9869-21b2999e3220 admin admin] Notify callbacks [] for router, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.029941 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-2d972ffc-1375-4e48-87cd-a094cde40f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'name': 'tempest-TestSnapshotPattern-395151574-router', 'tenant_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '07532d10-11b6-4a23-8b09-21f4933737a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:28Z', 'updated_at': '2022-03-02T20:03:42Z', 'revision_number': 5, 'project_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'gw_port': {'id': '07532d10-11b6-4a23-8b09-21f4933737a3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:29Z', 'updated_at': '2022-03-02T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:44.034246 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d972ffc-1375-4e48-87cd-a094cde40f29 None None] Checking router: 8f2e68bf-92a2-4b18-abdc-317fedd951cb for host: dv-neutron-831573-1-hyperv {{(pid=84535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 02 20:03:44.044817 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d972ffc-1375-4e48-87cd-a094cde40f29 None None] Routers {'8f2e68bf-92a2-4b18-abdc-317fedd951cb'} bound to L3 agent in host dv-neutron-831573-1-hyperv {{(pid=84535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 02 20:03:44.045645 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-2d972ffc-1375-4e48-87cd-a094cde40f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831573-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:49:24Z,description=,heartbeat_timestamp=2022-03-02T20:03:24Z,host='dv-neutron-831573-1-hyperv',id=2f2bb77c-c079-46d2-a495-b63736a164cb,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:49:24Z,topic='l3_agent')) {'router_ids': ['8f2e68bf-92a2-4b18-abdc-317fedd951cb'], 'active': True} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:44.047981 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-187aa7e0-d029-4f28-9869-21b2999e3220 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.119402 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-187aa7e0-d029-4f28-9869-21b2999e3220 admin admin] Deleting port 07532d10-11b6-4a23-8b09-21f4933737a3 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:03:44.119790 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-187aa7e0-d029-4f28-9869-21b2999e3220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.226382 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_dvr_db [None req-2d972ffc-1375-4e48-87cd-a094cde40f29 None None] Set router 8f2e68bf-92a2-4b18-abdc-317fedd951cb gateway port host: dv-neutron-831573-1-hyperv {{(pid=84535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 02 20:03:44.409922 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-187aa7e0-d029-4f28-9869-21b2999e3220 admin admin] For port 07532d10-11b6-4a23-8b09-21f4933737a3, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=07532d10-11b6-4a23-8b09-21f4933737a3,segment=NetworkSegment(fa3c7e1e-5f46-4044-87ae-de9596661cde),segment_id=fa3c7e1e-5f46-4044-87ae-de9596661cde)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:03:44.410540 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-187aa7e0-d029-4f28-9869-21b2999e3220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.509333 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.l3_hamode_db [None req-2d972ffc-1375-4e48-87cd-a094cde40f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'name': 'tempest-TestSnapshotPattern-395151574-router', 'tenant_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '07532d10-11b6-4a23-8b09-21f4933737a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:28Z', 'updated_at': '2022-03-02T20:03:42Z', 'revision_number': 5, 'project_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'gw_port': {'id': '07532d10-11b6-4a23-8b09-21f4933737a3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:29Z', 'updated_at': '2022-03-02T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}], 'dv-neutron-831573-1-hyperv', False) {} {{(pid=84535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:44.513228 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d972ffc-1375-4e48-87cd-a094cde40f29 None None] The sync data for ids ['8f2e68bf-92a2-4b18-abdc-317fedd951cb'] in dv-neutron-831573-1-hyperv is: [{'id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'name': 'tempest-TestSnapshotPattern-395151574-router', 'tenant_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'external_fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.163'}], 'enable_snat': True}, 'gw_port_id': '07532d10-11b6-4a23-8b09-21f4933737a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:28Z', 'updated_at': '2022-03-02T20:03:42Z', 'revision_number': 5, 'project_id': '0613bddc37bb4f46b651bed5f7fe68e5', 'gw_port': {'id': '07532d10-11b6-4a23-8b09-21f4933737a3', 'name': '', 'network_id': '34755311-e60d-4721-8297-2b2c64e749c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2e68bf-92a2-4b18-abdc-317fedd951cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'ip_address': '172.26.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831573-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:29Z', 'updated_at': '2022-03-02T19:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1e8f96d-f273-47a4-bdc2-b88ed9600997', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831573-1-hyperv'}] {{(pid=84535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 02 20:03:44.530594 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-187aa7e0-d029-4f28-9869-21b2999e3220 admin admin] Calling delete_port for 07532d10-11b6-4a23-8b09-21f4933737a3 owned by network:router_gateway {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:03:44.769411 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-187aa7e0-d029-4f28-9869-21b2999e3220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.812027 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187aa7e0-d029-4f28-9869-21b2999e3220 admin admin] Pushing event deleted for resources: {'Port': ['ID=07532d10-11b6-4a23-8b09-21f4933737a3,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:45.051524 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-187aa7e0-d029-4f28-9869-21b2999e3220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-430439'] for router_gateway, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.302887 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-187aa7e0-d029-4f28-9869-21b2999e3220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41121'] for router, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.306830 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-187aa7e0-d029-4f28-9869-21b2999e3220 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.399428 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-187aa7e0-d029-4f28-9869-21b2999e3220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-427835'] for router, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.400000 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187aa7e0-d029-4f28-9869-21b2999e3220 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f2e68bf-92a2-4b18-abdc-317fedd951cb {{(pid=84533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 20:03:45.412495 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-187aa7e0-d029-4f28-9869-21b2999e3220 admin admin] Notify callbacks [] for router, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.413607 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-187aa7e0-d029-4f28-9869-21b2999e3220 admin admin] 10.222.0.73 "DELETE /v2.0/routers/8f2e68bf-92a2-4b18-abdc-317fedd951cb HTTP/1.1" status: 204 len: 168 time: 1.7635157 Mar 02 20:03:45.416146 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 45730) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:45.479386 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58f43dd-50e6-46b8-9752-7bb75c002f1c admin admin] Deleting subnet 17bf3421-1678-40c8-ac3a-e93d0e2500a7 {{(pid=84533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 02 20:03:45.482423 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a58f43dd-50e6-46b8-9752-7bb75c002f1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.532504 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a58f43dd-50e6-46b8-9752-7bb75c002f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1212114'] for subnet, precommit_delete_associations {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.610570 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a58f43dd-50e6-46b8-9752-7bb75c002f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7423711'] for subnet, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.736938 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a58f43dd-50e6-46b8-9752-7bb75c002f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7423702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-981226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1443140'] for subnet, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.774155 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f43dd-50e6-46b8-9752-7bb75c002f1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17bf3421-1678-40c8-ac3a-e93d0e2500a7,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:45.780136 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-a58f43dd-50e6-46b8-9752-7bb75c002f1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.785943 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac678d2-a2b2-41bc-8085-4a13c84e005a None None] Network ae02baaf-bcf7-4edc-b80e-3961c37294b0 requested from dv-neutron-831573-1-hyperv {{(pid=84534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 02 20:03:45.786428 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-a58f43dd-50e6-46b8-9752-7bb75c002f1c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/17bf3421-1678-40c8-ac3a-e93d0e2500a7 HTTP/1.1" status: 204 len: 168 time: 0.3689933 Mar 02 20:03:45.788507 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 45734) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:45.858273 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:45.904521 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043515'] for network, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.907269 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:03:45.907630 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 9b9647e7-9a60-42d8-bb3c-cc2a10edc093 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:45.915162 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] Deleting port 27561240-f55f-4f5a-a2a8-13e358d5acd1 {{(pid=84533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:03:45.918015 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.112935 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248dcb93-0868-4767-9729-6bbeb4cdf694 None None] DHCP port deletion for ae02baaf-bcf7-4edc-b80e-3961c37294b0 request from dv-neutron-831573-1-hyperv {{(pid=84534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 02 20:03:46.116867 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-248dcb93-0868-4767-9729-6bbeb4cdf694 None None] Deleting port 27561240-f55f-4f5a-a2a8-13e358d5acd1 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:03:46.117232 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-248dcb93-0868-4767-9729-6bbeb4cdf694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.217013 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.db [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] For port 27561240-f55f-4f5a-a2a8-13e358d5acd1, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=27561240-f55f-4f5a-a2a8-13e358d5acd1,segment=NetworkSegment(c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc),segment_id=c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc)] {{(pid=84533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:03:46.217216 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.314286 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.db [None req-248dcb93-0868-4767-9729-6bbeb4cdf694 None None] For port 27561240-f55f-4f5a-a2a8-13e358d5acd1, host dv-neutron-831573-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831573-1-hyperv',level=0,port_id=27561240-f55f-4f5a-a2a8-13e358d5acd1,segment=NetworkSegment(c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc),segment_id=c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc)] {{(pid=84534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 20:03:46.314670 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-248dcb93-0868-4767-9729-6bbeb4cdf694 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7973192'] for port, precommit_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.339229 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.plugin [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] Calling delete_port for 27561240-f55f-4f5a-a2a8-13e358d5acd1 owned by network:dhcp {{(pid=84533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:03:46.433293 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-248dcb93-0868-4767-9729-6bbeb4cdf694 None None] Calling delete_port for 27561240-f55f-4f5a-a2a8-13e358d5acd1 owned by network:dhcp {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 02 20:03:46.519263 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778372032916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778371657355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-981209'] for port, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.524242 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.db.api [None req-248dcb93-0868-4767-9729-6bbeb4cdf694 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84534) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:03:46.524604 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG oslo_db.api [None req-248dcb93-0868-4767-9729-6bbeb4cdf694 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:03:46.564214 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] Pushing event deleted for resources: {'Port': ['ID=27561240-f55f-4f5a-a2a8-13e358d5acd1,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:46.567925 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] No DVR routers for this DVR port 27561240-f55f-4f5a-a2a8-13e358d5acd1 on host dv-neutron-831573-1-hyperv {{(pid=84533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:03:46.680253 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7425354', 'neutron.services.segments.db._delete_segments_for_network-8778372112249'] for network, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.705440 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae02baaf-bcf7-4edc-b80e-3961c37294b0']}} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:46.716787 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc') {'for_net_delete': True} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:46.717077 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.services.segments.db [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3cb5ec4-99e4-49be-83e1-bd54c5bd22cc') {} {{(pid=84533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:46.727809 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778372112132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1210913'] for segment, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.743255 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982457'] for segment, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.749257 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=84533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 02 20:03:46.749639 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-982434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-981124'] for segment, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: Traceback (most recent call last): Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: timer() Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: cb(*args, **kw) Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: return func(*args, **kwargs) Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: self._notify() Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: self.callback(batched_events) Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: event.method(event) Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: return f(self, *a, **k) Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._get(url).json() Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: return self.request(url, 'GET', **kwargs) Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:03:46.762924 dv-neutron-831573-1-hyperv neutron-server[84533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:03:46.907682 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7425345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7737079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-430458'] for network, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.923559 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] Notify callbacks [] for network, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.933121 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] Pushing event deleted for resources: {'Network': ['ID=ae02baaf-bcf7-4edc-b80e-3961c37294b0,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:46.940571 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-b6876e18-9097-4cf1-b11b-0877ddc54cad admin admin] 10.222.0.73 "DELETE /v2.0/networks/ae02baaf-bcf7-4edc-b80e-3961c37294b0 HTTP/1.1" status: 204 len: 168 time: 1.1511509 Mar 02 20:03:47.025920 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-248dcb93-0868-4767-9729-6bbeb4cdf694 None None] Deleting port 27561240-f55f-4f5a-a2a8-13e358d5acd1 {{(pid=84534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 02 20:03:47.026459 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-248dcb93-0868-4767-9729-6bbeb4cdf694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778372092371'] for port, before_delete {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.092528 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-248dcb93-0868-4767-9729-6bbeb4cdf694 None None] The port '27561240-f55f-4f5a-a2a8-13e358d5acd1' was deleted {{(pid=84534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 02 20:03:47.248061 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 45740) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:47.296567 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-0b7986a1-66e3-4c33-b92a-be4030f9012e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ccb7a477dfc7421eb72d91a1d2158fba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473566 Mar 02 20:03:47.299655 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [-] (84533) accepted ('10.222.0.73', 45744) {{(pid=84533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:47.362152 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-abb89540-8792-47c5-aff2-ab398fe6bbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.387173 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-abb89540-8792-47c5-aff2-ab398fe6bbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.484505 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-abb89540-8792-47c5-aff2-ab398fe6bbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.502365 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89540-8792-47c5-aff2-ab398fe6bbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ee35d6-d26b-42a7-8461-70ec60fa5922,revision_number=None']} {{(pid=84533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:47.508502 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron_lib.callbacks.manager [None req-abb89540-8792-47c5-aff2-ab398fe6bbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.512249 dv-neutron-831573-1-hyperv neutron-server[84533]: INFO neutron.wsgi [None req-abb89540-8792-47c5-aff2-ab398fe6bbd6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a3ee35d6-d26b-42a7-8461-70ec60fa5922 HTTP/1.1" status: 204 len: 168 time: 0.2090952 Mar 02 20:03:47.551649 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 27561240-f55f-4f5a-a2a8-13e358d5acd1 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:47.584529 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 27561240-f55f-4f5a-a2a8-13e358d5acd1 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:03:47.584863 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 27561240-f55f-4f5a-a2a8-13e358d5acd1 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:47.585265 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 07532d10-11b6-4a23-8b09-21f4933737a3 no longer exists at agent ovs-agent-dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:47.619942 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.plugin [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] No Port match for: 07532d10-11b6-4a23-8b09-21f4933737a3 {{(pid=84534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 02 20:03:47.620280 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron.plugins.ml2.rpc [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Device 07532d10-11b6-4a23-8b09-21f4933737a3 not bound to the agent host dv-neutron-831573-1-hyperv {{(pid=84534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:48.294647 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 45752) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:48.345000 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-4e781fec-20ae-4f53-a4cd-3e894ed82888 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0613bddc37bb4f46b651bed5f7fe68e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487237 Mar 02 20:03:48.351527 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [-] (84532) accepted ('10.222.0.73', 45756) {{(pid=84532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:48.411977 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2621-12b6-4baf-ae76-863c439a726d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.436320 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2621-12b6-4baf-ae76-863c439a726d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.575367 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2621-12b6-4baf-ae76-863c439a726d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464989'] for security_group, after_delete {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.589496 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd2621-12b6-4baf-ae76-863c439a726d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca19693-1c71-42c4-83e1-cee608ada3eb,revision_number=None']} {{(pid=84532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:48.596530 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2621-12b6-4baf-ae76-863c439a726d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.597645 dv-neutron-831573-1-hyperv neutron-server[84532]: INFO neutron.wsgi [None req-5fbd2621-12b6-4baf-ae76-863c439a726d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fca19693-1c71-42c4-83e1-cee608ada3eb HTTP/1.1" status: 204 len: 168 time: 0.2452500 Mar 02 20:03:51.735969 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-48881139-d03f-4ecf-8403-db1165811c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:53.822097 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7e38-beef-49b8-9e76-c6e0c768e1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:55.416633 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:55.542110 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.730113 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:02.307119 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:05.746350 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:04:21.774941 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-449a1b14-0cab-4c0c-9709-b09fcafbe9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:23.815861 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-8d569b68-23dc-48b1-a84b-c4a4fa2772f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.415501 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.501211 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:26.792821 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:32.346747 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:42.747157 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:04:51.718297 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6be6c4e6-b83e-4634-a98d-56fd50a93cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:53.798129 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-dd012f22-c316-4178-9847-826dd7c9c15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:55.426968 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:55.517911 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:56.723375 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:02.427100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:19.749104 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:05:21.803844 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7ad9f10d-7b21-4b3b-be0d-1eb361e34017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:23.815123 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4fdb131b-28b6-44ef-b84c-2d705f40b42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:24.719864 dv-neutron-831573-1-hyperv neutron-server[84533]: DEBUG neutron.wsgi [req-2b89799d-bf1f-4a0a-ac04-ae84605247a3 req-0096711c-0df1-4c18-96a8-b4e3bdf73732 service neutron] (84533) timed out ('10.222.0.73', 43332) {{(pid=84533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 20:05:25.429173 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:25.505972 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:26.746064 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.345261 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:51.785596 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a3217eb1-2e22-458a-9005-26bddfa18d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:53.819725 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-44e5f405-a0ed-4601-969a-52b1c1489034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:55.454359 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:55.550995 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:56.750522 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:05:56.768752 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:02.311265 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:21.739267 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-80c48654-f158-4a79-8823-2193f931c24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:23.842494 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6de24da7-b497-484d-82fb-10df63162c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:25.425303 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:25.493816 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:26.728130 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:32.305023 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:33.750947 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:06:51.767587 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0a5321ed-c750-4e6c-aaa1-83a7ec0a7bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:53.888754 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ba1d238f-8f14-4df8-a744-c05e96e35833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:55.430051 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:55.544377 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:56.727543 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:57.617263 dv-neutron-831573-1-hyperv neutron-server[84532]: DEBUG neutron.wsgi [req-71500bc1-6f21-4c5b-8b49-aa7d1f97d455 req-de24f0b7-4842-42db-b22b-4e0ed25d81fe service neutron] (84532) timed out ('10.222.0.87', 62094) {{(pid=84532) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 20:07:02.350659 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:10.751064 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:07:21.733419 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-7eed2b97-7739-4d21-9368-d91940861370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:23.824660 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-4612acd1-71d4-4d9a-b548-7310afe1b11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:25.418773 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:25.504017 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:26.755716 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:32.430100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:47.750549 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:07:51.738476 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-03d884b2-f6d0-41c8-b899-1c726bf9de3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:53.789152 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-889757a0-e877-423a-83c5-40d534d4490a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:55.440537 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:55.538457 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:56.766357 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:02.332214 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:21.766457 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-ea95452e-4941-4b1b-a9e4-90d61bf1f774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:23.812200 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-31f6f1de-4d2b-4b61-ba68-f96380c80f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:24.750896 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:08:25.428939 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:25.480244 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:26.766143 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:32.469212 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:51.766426 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-a8615c33-c9ae-466d-a59e-f82f3ac778cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:53.800355 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-cee9c023-abb6-4150-8109-c6654064d7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:55.448596 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:55.589253 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:56.771648 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:01.750714 dv-neutron-831573-1-hyperv neutron-server[84535]: DEBUG neutron.db.agents_db [None req-5982ae91-f052-4293-b8d6-059b8ca00033 None None] Agent healthcheck: found 6 active agents {{(pid=84535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:09:02.343075 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-0b929c17-a736-4567-a8bd-346e261aba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:21.731921 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-d0f5c2e5-1953-453c-9fd7-9872e59b6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:23.828981 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-e7d3c2ea-35a9-48c9-99b5-9a63a85c185b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:25.457492 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-c92b6d3b-2bcc-485c-80c9-0c940d72d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:25.502060 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-6996888c-3ca9-4801-b770-277d9dcefe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:26.766100 dv-neutron-831573-1-hyperv neutron-server[84534]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9657-af09-4cb3-9207-cf02c061ae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778372112231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7427914'] for agent, after_update {{(pid=84534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}